| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1804, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004434589800443459, |
| "grad_norm": 3.7738454341888428, |
| "learning_rate": 5.494505494505495e-08, |
| "loss": 1.8639533519744873, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008869179600886918, |
| "grad_norm": 6.427864074707031, |
| "learning_rate": 1.6483516483516484e-07, |
| "loss": 2.130033016204834, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.013303769401330377, |
| "grad_norm": 4.859611511230469, |
| "learning_rate": 2.7472527472527475e-07, |
| "loss": 1.9051225185394287, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017738359201773836, |
| "grad_norm": 2.374562978744507, |
| "learning_rate": 3.846153846153847e-07, |
| "loss": 1.8245947360992432, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.022172949002217297, |
| "grad_norm": 3.0884368419647217, |
| "learning_rate": 4.945054945054946e-07, |
| "loss": 1.6384509801864624, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.026607538802660754, |
| "grad_norm": 1.9582329988479614, |
| "learning_rate": 6.043956043956044e-07, |
| "loss": 2.195298671722412, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.031042128603104215, |
| "grad_norm": 24.451740264892578, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 1.955391764640808, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03547671840354767, |
| "grad_norm": 4.774598121643066, |
| "learning_rate": 8.241758241758242e-07, |
| "loss": 1.51339852809906, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03991130820399113, |
| "grad_norm": 3.925572156906128, |
| "learning_rate": 9.340659340659342e-07, |
| "loss": 1.449619174003601, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04434589800443459, |
| "grad_norm": 4.0381388664245605, |
| "learning_rate": 1.0439560439560442e-06, |
| "loss": 1.6513968706130981, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04878048780487805, |
| "grad_norm": 8.873974800109863, |
| "learning_rate": 1.153846153846154e-06, |
| "loss": 1.4907894134521484, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05321507760532151, |
| "grad_norm": 1.0349433422088623, |
| "learning_rate": 1.2637362637362637e-06, |
| "loss": 1.594868779182434, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.057649667405764965, |
| "grad_norm": 1.1628096103668213, |
| "learning_rate": 1.3736263736263738e-06, |
| "loss": 1.5131434202194214, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06208425720620843, |
| "grad_norm": 1.3587442636489868, |
| "learning_rate": 1.4835164835164837e-06, |
| "loss": 1.1953634023666382, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06651884700665188, |
| "grad_norm": 1.4870824813842773, |
| "learning_rate": 1.5934065934065933e-06, |
| "loss": 1.2982568740844727, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07095343680709534, |
| "grad_norm": 3.842538595199585, |
| "learning_rate": 1.7032967032967034e-06, |
| "loss": 1.2121697664260864, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07538802660753881, |
| "grad_norm": 0.8271878957748413, |
| "learning_rate": 1.8131868131868133e-06, |
| "loss": 1.571251630783081, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07982261640798226, |
| "grad_norm": 38.774314880371094, |
| "learning_rate": 1.9230769230769234e-06, |
| "loss": 1.330682635307312, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08425720620842572, |
| "grad_norm": 6.1416730880737305, |
| "learning_rate": 2.032967032967033e-06, |
| "loss": 1.591033935546875, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08869179600886919, |
| "grad_norm": 2.0341765880584717, |
| "learning_rate": 2.1428571428571427e-06, |
| "loss": 0.8703436851501465, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09312638580931264, |
| "grad_norm": 1.3116881847381592, |
| "learning_rate": 2.252747252747253e-06, |
| "loss": 1.460440754890442, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 0.6786495447158813, |
| "learning_rate": 2.362637362637363e-06, |
| "loss": 1.403860330581665, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.10199556541019955, |
| "grad_norm": 1.2536464929580688, |
| "learning_rate": 2.472527472527473e-06, |
| "loss": 1.4209010601043701, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10643015521064302, |
| "grad_norm": 1.742255449295044, |
| "learning_rate": 2.582417582417583e-06, |
| "loss": 1.6356741189956665, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.11086474501108648, |
| "grad_norm": 1.2730481624603271, |
| "learning_rate": 2.6923076923076923e-06, |
| "loss": 1.4965991973876953, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11529933481152993, |
| "grad_norm": 1.8393515348434448, |
| "learning_rate": 2.8021978021978024e-06, |
| "loss": 1.4182051420211792, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1197339246119734, |
| "grad_norm": 1.2401989698410034, |
| "learning_rate": 2.9120879120879125e-06, |
| "loss": 1.4068325757980347, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.12416851441241686, |
| "grad_norm": 4.087460517883301, |
| "learning_rate": 3.021978021978022e-06, |
| "loss": 1.1563267707824707, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1286031042128603, |
| "grad_norm": 1.3389958143234253, |
| "learning_rate": 3.1318681318681323e-06, |
| "loss": 1.366070032119751, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.13303769401330376, |
| "grad_norm": 0.9454852342605591, |
| "learning_rate": 3.2417582417582424e-06, |
| "loss": 1.421806812286377, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13747228381374724, |
| "grad_norm": 1.2951329946517944, |
| "learning_rate": 3.3516483516483516e-06, |
| "loss": 1.3717670440673828, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1419068736141907, |
| "grad_norm": 1.5734539031982422, |
| "learning_rate": 3.4615384615384617e-06, |
| "loss": 1.4363198280334473, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14634146341463414, |
| "grad_norm": 1.5510807037353516, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 1.4910911321640015, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.15077605321507762, |
| "grad_norm": 1.0450427532196045, |
| "learning_rate": 3.681318681318682e-06, |
| "loss": 1.355659008026123, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.15521064301552107, |
| "grad_norm": 0.8717012405395508, |
| "learning_rate": 3.7912087912087915e-06, |
| "loss": 1.3062938451766968, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15964523281596452, |
| "grad_norm": 0.879036545753479, |
| "learning_rate": 3.901098901098901e-06, |
| "loss": 1.3595796823501587, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.164079822616408, |
| "grad_norm": 0.9112725257873535, |
| "learning_rate": 4.010989010989012e-06, |
| "loss": 1.26053786277771, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16851441241685144, |
| "grad_norm": 1.1469699144363403, |
| "learning_rate": 4.120879120879121e-06, |
| "loss": 1.3409998416900635, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1729490022172949, |
| "grad_norm": 1.1423449516296387, |
| "learning_rate": 4.230769230769231e-06, |
| "loss": 1.3864156007766724, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.17738359201773837, |
| "grad_norm": 3.403249502182007, |
| "learning_rate": 4.340659340659341e-06, |
| "loss": 1.3426871299743652, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 1.019535779953003, |
| "learning_rate": 4.45054945054945e-06, |
| "loss": 0.8479611277580261, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.18625277161862527, |
| "grad_norm": 0.9872419238090515, |
| "learning_rate": 4.560439560439561e-06, |
| "loss": 1.0275837182998657, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.19068736141906872, |
| "grad_norm": 2.4420623779296875, |
| "learning_rate": 4.6703296703296706e-06, |
| "loss": 0.9826464653015137, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 1.1877732276916504, |
| "learning_rate": 4.780219780219781e-06, |
| "loss": 1.2627744674682617, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19955654101995565, |
| "grad_norm": 2.3475279808044434, |
| "learning_rate": 4.890109890109891e-06, |
| "loss": 1.4005193710327148, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2039911308203991, |
| "grad_norm": 1.02353036403656, |
| "learning_rate": 5e-06, |
| "loss": 1.2373454570770264, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20842572062084258, |
| "grad_norm": 0.9194503426551819, |
| "learning_rate": 4.999984864490455e-06, |
| "loss": 1.2537040710449219, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.21286031042128603, |
| "grad_norm": 2.111903190612793, |
| "learning_rate": 4.999939458165447e-06, |
| "loss": 1.7977383136749268, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.21729490022172948, |
| "grad_norm": 1.7523187398910522, |
| "learning_rate": 4.999863781635863e-06, |
| "loss": 0.9749844074249268, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.22172949002217296, |
| "grad_norm": 2.5243184566497803, |
| "learning_rate": 4.999757835919841e-06, |
| "loss": 1.164440393447876, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2261640798226164, |
| "grad_norm": 0.87540602684021, |
| "learning_rate": 4.9996216224427495e-06, |
| "loss": 1.3278536796569824, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.23059866962305986, |
| "grad_norm": 1.5194096565246582, |
| "learning_rate": 4.999455143037178e-06, |
| "loss": 1.0450935363769531, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.23503325942350334, |
| "grad_norm": 0.8938301801681519, |
| "learning_rate": 4.999258399942903e-06, |
| "loss": 1.2851738929748535, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2394678492239468, |
| "grad_norm": 1.5863221883773804, |
| "learning_rate": 4.9990313958068645e-06, |
| "loss": 1.4904606342315674, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.24390243902439024, |
| "grad_norm": 2.0058369636535645, |
| "learning_rate": 4.998774133683127e-06, |
| "loss": 1.0308055877685547, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24833702882483372, |
| "grad_norm": 1.978546142578125, |
| "learning_rate": 4.9984866170328426e-06, |
| "loss": 1.3031495809555054, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.25277161862527714, |
| "grad_norm": 1.6387444734573364, |
| "learning_rate": 4.998168849724196e-06, |
| "loss": 0.7833878397941589, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2572062084257206, |
| "grad_norm": 1.0411269664764404, |
| "learning_rate": 4.997820836032363e-06, |
| "loss": 1.3135759830474854, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2616407982261641, |
| "grad_norm": 0.7238956689834595, |
| "learning_rate": 4.997442580639443e-06, |
| "loss": 1.0706069469451904, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2660753880266075, |
| "grad_norm": 1.1347033977508545, |
| "learning_rate": 4.997034088634404e-06, |
| "loss": 1.252564549446106, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.270509977827051, |
| "grad_norm": 1.396546721458435, |
| "learning_rate": 4.996595365513012e-06, |
| "loss": 1.1585849523544312, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2749445676274945, |
| "grad_norm": 2.234487771987915, |
| "learning_rate": 4.9961264171777515e-06, |
| "loss": 1.5745362043380737, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2793791574279379, |
| "grad_norm": 1.0086833238601685, |
| "learning_rate": 4.995627249937755e-06, |
| "loss": 0.9223954677581787, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2838137472283814, |
| "grad_norm": 2.619391679763794, |
| "learning_rate": 4.995097870508711e-06, |
| "loss": 1.2081269025802612, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.28824833702882485, |
| "grad_norm": 4.811182022094727, |
| "learning_rate": 4.994538286012777e-06, |
| "loss": 0.9236148595809937, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 2.1846261024475098, |
| "learning_rate": 4.993948503978484e-06, |
| "loss": 0.9870991706848145, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.29711751662971175, |
| "grad_norm": 11.924750328063965, |
| "learning_rate": 4.993328532340633e-06, |
| "loss": 0.9675296545028687, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.30155210643015523, |
| "grad_norm": 7.58044958114624, |
| "learning_rate": 4.99267837944019e-06, |
| "loss": 1.133386254310608, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.30598669623059865, |
| "grad_norm": 1.9771738052368164, |
| "learning_rate": 4.991998054024172e-06, |
| "loss": 0.792849600315094, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.31042128603104213, |
| "grad_norm": 1.3070610761642456, |
| "learning_rate": 4.991287565245534e-06, |
| "loss": 1.035190463066101, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3148558758314856, |
| "grad_norm": 0.9725500345230103, |
| "learning_rate": 4.990546922663039e-06, |
| "loss": 0.9571182727813721, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.31929046563192903, |
| "grad_norm": 1.864827036857605, |
| "learning_rate": 4.989776136241134e-06, |
| "loss": 0.9656538367271423, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3237250554323725, |
| "grad_norm": 2.245912551879883, |
| "learning_rate": 4.988975216349814e-06, |
| "loss": 0.9354503154754639, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.328159645232816, |
| "grad_norm": 1.4899214506149292, |
| "learning_rate": 4.988144173764486e-06, |
| "loss": 1.385457992553711, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3325942350332594, |
| "grad_norm": 3.3478896617889404, |
| "learning_rate": 4.987283019665817e-06, |
| "loss": 1.1480491161346436, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3370288248337029, |
| "grad_norm": 1.2977336645126343, |
| "learning_rate": 4.986391765639592e-06, |
| "loss": 1.0610523223876953, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.34146341463414637, |
| "grad_norm": 0.8803158402442932, |
| "learning_rate": 4.985470423676551e-06, |
| "loss": 1.26231050491333, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3458980044345898, |
| "grad_norm": 1.620816946029663, |
| "learning_rate": 4.984519006172232e-06, |
| "loss": 1.1941092014312744, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.35033259423503327, |
| "grad_norm": 1.560025930404663, |
| "learning_rate": 4.983537525926804e-06, |
| "loss": 1.2882779836654663, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.35476718403547675, |
| "grad_norm": 0.5345287919044495, |
| "learning_rate": 4.982525996144891e-06, |
| "loss": 1.0993400812149048, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.35920177383592017, |
| "grad_norm": 0.7228168249130249, |
| "learning_rate": 4.981484430435399e-06, |
| "loss": 0.8929040431976318, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 1.204595685005188, |
| "learning_rate": 4.98041284281133e-06, |
| "loss": 0.8954707980155945, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.36807095343680707, |
| "grad_norm": 0.7818751931190491, |
| "learning_rate": 4.979311247689596e-06, |
| "loss": 1.2652803659439087, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.37250554323725055, |
| "grad_norm": 1.151502013206482, |
| "learning_rate": 4.978179659890821e-06, |
| "loss": 1.2041521072387695, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.376940133037694, |
| "grad_norm": 1.6603472232818604, |
| "learning_rate": 4.977018094639146e-06, |
| "loss": 1.227750301361084, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.38137472283813745, |
| "grad_norm": 2.9484810829162598, |
| "learning_rate": 4.975826567562023e-06, |
| "loss": 0.7771618366241455, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3858093126385809, |
| "grad_norm": 2.0457444190979004, |
| "learning_rate": 4.97460509469e-06, |
| "loss": 1.6198290586471558, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 1.2279316186904907, |
| "learning_rate": 4.973353692456513e-06, |
| "loss": 1.2602885961532593, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3946784922394678, |
| "grad_norm": 1.4660323858261108, |
| "learning_rate": 4.972072377697661e-06, |
| "loss": 1.3121440410614014, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3991130820399113, |
| "grad_norm": 0.714910089969635, |
| "learning_rate": 4.9707611676519775e-06, |
| "loss": 1.0512202978134155, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4035476718403548, |
| "grad_norm": 1.5509921312332153, |
| "learning_rate": 4.969420079960203e-06, |
| "loss": 1.259682059288025, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.4079822616407982, |
| "grad_norm": 1.5183836221694946, |
| "learning_rate": 4.968049132665045e-06, |
| "loss": 0.9290481805801392, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4124168514412417, |
| "grad_norm": 2.068286180496216, |
| "learning_rate": 4.966648344210936e-06, |
| "loss": 0.9747883677482605, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.41685144124168516, |
| "grad_norm": 0.7379282712936401, |
| "learning_rate": 4.965217733443782e-06, |
| "loss": 0.9480677843093872, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4212860310421286, |
| "grad_norm": 1.9371439218521118, |
| "learning_rate": 4.963757319610716e-06, |
| "loss": 0.9953845143318176, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.42572062084257206, |
| "grad_norm": 2.3159310817718506, |
| "learning_rate": 4.962267122359835e-06, |
| "loss": 0.8490515947341919, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.43015521064301554, |
| "grad_norm": 2.2765939235687256, |
| "learning_rate": 4.960747161739931e-06, |
| "loss": 1.2720048427581787, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.43458980044345896, |
| "grad_norm": 3.2983458042144775, |
| "learning_rate": 4.9591974582002324e-06, |
| "loss": 1.5371360778808594, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.43902439024390244, |
| "grad_norm": 1.635307788848877, |
| "learning_rate": 4.957618032590118e-06, |
| "loss": 1.2765772342681885, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4434589800443459, |
| "grad_norm": 0.527726411819458, |
| "learning_rate": 4.956008906158842e-06, |
| "loss": 1.1208865642547607, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.44789356984478934, |
| "grad_norm": 1.2475026845932007, |
| "learning_rate": 4.954370100555249e-06, |
| "loss": 1.2454034090042114, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4523281596452328, |
| "grad_norm": 0.8595089316368103, |
| "learning_rate": 4.952701637827476e-06, |
| "loss": 1.209128737449646, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4567627494456763, |
| "grad_norm": 1.4940823316574097, |
| "learning_rate": 4.951003540422668e-06, |
| "loss": 1.0659428834915161, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4611973392461197, |
| "grad_norm": 2.2497997283935547, |
| "learning_rate": 4.949275831186663e-06, |
| "loss": 1.0191223621368408, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4656319290465632, |
| "grad_norm": 3.156873941421509, |
| "learning_rate": 4.947518533363691e-06, |
| "loss": 0.6471428871154785, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4700665188470067, |
| "grad_norm": 9.676581382751465, |
| "learning_rate": 4.945731670596062e-06, |
| "loss": 0.849310040473938, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4745011086474501, |
| "grad_norm": 0.766165018081665, |
| "learning_rate": 4.943915266923845e-06, |
| "loss": 1.0647257566452026, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4789356984478936, |
| "grad_norm": 1.1118712425231934, |
| "learning_rate": 4.942069346784547e-06, |
| "loss": 1.082270622253418, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.48337028824833705, |
| "grad_norm": 1.1239439249038696, |
| "learning_rate": 4.940193935012785e-06, |
| "loss": 1.113852858543396, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 1.8485164642333984, |
| "learning_rate": 4.938289056839946e-06, |
| "loss": 1.1989140510559082, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.49223946784922396, |
| "grad_norm": 1.7778033018112183, |
| "learning_rate": 4.936354737893854e-06, |
| "loss": 1.223215103149414, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.49667405764966743, |
| "grad_norm": 0.9021375775337219, |
| "learning_rate": 4.934391004198424e-06, |
| "loss": 1.1974425315856934, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5011086474501109, |
| "grad_norm": 0.6981101036071777, |
| "learning_rate": 4.932397882173307e-06, |
| "loss": 1.20035982131958, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5055432372505543, |
| "grad_norm": 0.9951314330101013, |
| "learning_rate": 4.930375398633543e-06, |
| "loss": 1.2479407787322998, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5099778270509978, |
| "grad_norm": 2.1762142181396484, |
| "learning_rate": 4.928323580789192e-06, |
| "loss": 1.8489172458648682, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5144124168514412, |
| "grad_norm": 1.2985577583312988, |
| "learning_rate": 4.926242456244973e-06, |
| "loss": 0.8134359121322632, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5188470066518847, |
| "grad_norm": 1.1328946352005005, |
| "learning_rate": 4.924132052999892e-06, |
| "loss": 1.2583706378936768, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5232815964523282, |
| "grad_norm": 0.6931086182594299, |
| "learning_rate": 4.921992399446861e-06, |
| "loss": 0.9323728084564209, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5277161862527716, |
| "grad_norm": 1.0881880521774292, |
| "learning_rate": 4.919823524372323e-06, |
| "loss": 0.9777665734291077, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.532150776053215, |
| "grad_norm": 2.0472190380096436, |
| "learning_rate": 4.91762545695586e-06, |
| "loss": 1.2541948556900024, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5365853658536586, |
| "grad_norm": 1.1526095867156982, |
| "learning_rate": 4.9153982267698e-06, |
| "loss": 1.3235599994659424, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.541019955654102, |
| "grad_norm": 2.487705707550049, |
| "learning_rate": 4.913141863778822e-06, |
| "loss": 0.9698494672775269, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 0.8203330039978027, |
| "learning_rate": 4.910856398339553e-06, |
| "loss": 1.2535961866378784, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.549889135254989, |
| "grad_norm": 1.1372792720794678, |
| "learning_rate": 4.9085418612001545e-06, |
| "loss": 1.4743397235870361, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5543237250554324, |
| "grad_norm": 1.7914355993270874, |
| "learning_rate": 4.906198283499916e-06, |
| "loss": 1.214085340499878, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5587583148558758, |
| "grad_norm": 3.3823254108428955, |
| "learning_rate": 4.903825696768829e-06, |
| "loss": 0.6424598693847656, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5631929046563193, |
| "grad_norm": 1.305862545967102, |
| "learning_rate": 4.901424132927172e-06, |
| "loss": 1.470249891281128, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5676274944567627, |
| "grad_norm": 1.1991181373596191, |
| "learning_rate": 4.898993624285069e-06, |
| "loss": 1.3120447397232056, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5720620842572062, |
| "grad_norm": 0.9037002921104431, |
| "learning_rate": 4.896534203542062e-06, |
| "loss": 1.316646933555603, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5764966740576497, |
| "grad_norm": 1.464098572731018, |
| "learning_rate": 4.894045903786675e-06, |
| "loss": 1.2750022411346436, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5809312638580931, |
| "grad_norm": 2.3139257431030273, |
| "learning_rate": 4.891528758495961e-06, |
| "loss": 0.7120662927627563, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 1.463733196258545, |
| "learning_rate": 4.888982801535053e-06, |
| "loss": 1.3662123680114746, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5898004434589801, |
| "grad_norm": 1.677898645401001, |
| "learning_rate": 4.886408067156712e-06, |
| "loss": 1.0462416410446167, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5942350332594235, |
| "grad_norm": 0.9817636013031006, |
| "learning_rate": 4.883804590000865e-06, |
| "loss": 1.5489835739135742, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5986696230598669, |
| "grad_norm": 2.1008689403533936, |
| "learning_rate": 4.881172405094138e-06, |
| "loss": 1.1634057760238647, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6031042128603105, |
| "grad_norm": 1.2963234186172485, |
| "learning_rate": 4.878511547849383e-06, |
| "loss": 1.2225638628005981, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6075388026607539, |
| "grad_norm": 1.1285306215286255, |
| "learning_rate": 4.875822054065203e-06, |
| "loss": 1.2115212678909302, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6119733924611973, |
| "grad_norm": 1.0443319082260132, |
| "learning_rate": 4.8731039599254754e-06, |
| "loss": 1.2144972085952759, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6164079822616408, |
| "grad_norm": 9.736445426940918, |
| "learning_rate": 4.870357301998856e-06, |
| "loss": 1.210550308227539, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6208425720620843, |
| "grad_norm": 0.8090811967849731, |
| "learning_rate": 4.867582117238294e-06, |
| "loss": 1.284433126449585, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6252771618625277, |
| "grad_norm": 1.3445334434509277, |
| "learning_rate": 4.864778442980532e-06, |
| "loss": 0.8542180061340332, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6297117516629712, |
| "grad_norm": 1.9137824773788452, |
| "learning_rate": 4.861946316945605e-06, |
| "loss": 1.2416703701019287, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6341463414634146, |
| "grad_norm": 1.3683984279632568, |
| "learning_rate": 4.859085777236331e-06, |
| "loss": 1.3251290321350098, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6385809312638581, |
| "grad_norm": 0.9978231191635132, |
| "learning_rate": 4.8561968623377985e-06, |
| "loss": 1.2392802238464355, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6430155210643016, |
| "grad_norm": 0.7207977175712585, |
| "learning_rate": 4.853279611116852e-06, |
| "loss": 1.2283697128295898, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.647450110864745, |
| "grad_norm": 1.396116018295288, |
| "learning_rate": 4.850334062821566e-06, |
| "loss": 1.3465940952301025, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6518847006651884, |
| "grad_norm": 0.916964590549469, |
| "learning_rate": 4.8473602570807185e-06, |
| "loss": 0.9178141951560974, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.656319290465632, |
| "grad_norm": 0.9746919870376587, |
| "learning_rate": 4.844358233903254e-06, |
| "loss": 0.9849019050598145, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6607538802660754, |
| "grad_norm": 1.0369846820831299, |
| "learning_rate": 4.841328033677753e-06, |
| "loss": 1.1890286207199097, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6651884700665188, |
| "grad_norm": 1.0989309549331665, |
| "learning_rate": 4.83826969717188e-06, |
| "loss": 1.2377430200576782, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6696230598669624, |
| "grad_norm": 1.5578566789627075, |
| "learning_rate": 4.835183265531843e-06, |
| "loss": 1.1927175521850586, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6740576496674058, |
| "grad_norm": 1.3345965147018433, |
| "learning_rate": 4.832068780281831e-06, |
| "loss": 1.2588074207305908, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6784922394678492, |
| "grad_norm": 1.7896565198898315, |
| "learning_rate": 4.828926283323464e-06, |
| "loss": 1.2271308898925781, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6829268292682927, |
| "grad_norm": 2.4165589809417725, |
| "learning_rate": 4.8257558169352254e-06, |
| "loss": 0.8486894965171814, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6873614190687362, |
| "grad_norm": 1.6142799854278564, |
| "learning_rate": 4.8225574237718906e-06, |
| "loss": 1.2312774658203125, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6917960088691796, |
| "grad_norm": 1.035621166229248, |
| "learning_rate": 4.819331146863958e-06, |
| "loss": 1.2014350891113281, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6962305986696231, |
| "grad_norm": 0.8215665817260742, |
| "learning_rate": 4.8160770296170685e-06, |
| "loss": 1.2188996076583862, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7006651884700665, |
| "grad_norm": 0.8507355451583862, |
| "learning_rate": 4.812795115811419e-06, |
| "loss": 1.3254660367965698, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.70509977827051, |
| "grad_norm": 0.8648268580436707, |
| "learning_rate": 4.809485449601177e-06, |
| "loss": 0.978560745716095, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7095343680709535, |
| "grad_norm": 1.1685987710952759, |
| "learning_rate": 4.806148075513883e-06, |
| "loss": 0.964942991733551, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7139689578713969, |
| "grad_norm": 6.244750499725342, |
| "learning_rate": 4.802783038449857e-06, |
| "loss": 0.9973806142807007, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7184035476718403, |
| "grad_norm": 2.577277660369873, |
| "learning_rate": 4.799390383681587e-06, |
| "loss": 1.064439058303833, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7228381374722838, |
| "grad_norm": 1.7076307535171509, |
| "learning_rate": 4.795970156853124e-06, |
| "loss": 1.0868260860443115, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.3369574248790741, |
| "learning_rate": 4.792522403979471e-06, |
| "loss": 0.7968674302101135, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7317073170731707, |
| "grad_norm": 0.9717708230018616, |
| "learning_rate": 4.789047171445957e-06, |
| "loss": 0.8146457672119141, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7361419068736141, |
| "grad_norm": 1.6244539022445679, |
| "learning_rate": 4.785544506007619e-06, |
| "loss": 1.3726072311401367, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7405764966740577, |
| "grad_norm": 3.454514980316162, |
| "learning_rate": 4.782014454788566e-06, |
| "loss": 1.1831202507019043, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7450110864745011, |
| "grad_norm": 0.8379015922546387, |
| "learning_rate": 4.778457065281355e-06, |
| "loss": 1.216602087020874, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7494456762749445, |
| "grad_norm": 2.0432989597320557, |
| "learning_rate": 4.774872385346345e-06, |
| "loss": 0.6669434309005737, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.753880266075388, |
| "grad_norm": 2.758876085281372, |
| "learning_rate": 4.7712604632110524e-06, |
| "loss": 0.3195689618587494, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7583148558758315, |
| "grad_norm": 7.965346336364746, |
| "learning_rate": 4.767621347469506e-06, |
| "loss": 0.8559633493423462, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7627494456762749, |
| "grad_norm": 0.7290642261505127, |
| "learning_rate": 4.7639550870815895e-06, |
| "loss": 1.2730909585952759, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7671840354767184, |
| "grad_norm": 0.8464753031730652, |
| "learning_rate": 4.760261731372388e-06, |
| "loss": 1.2238872051239014, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7716186252771619, |
| "grad_norm": 4.048059940338135, |
| "learning_rate": 4.75654133003152e-06, |
| "loss": 1.084853172302246, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7760532150776053, |
| "grad_norm": 0.9353682994842529, |
| "learning_rate": 4.752793933112469e-06, |
| "loss": 1.2124656438827515, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 1.724868655204773, |
| "learning_rate": 4.749019591031914e-06, |
| "loss": 1.137851595878601, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7849223946784922, |
| "grad_norm": 1.9649287462234497, |
| "learning_rate": 4.745218354569045e-06, |
| "loss": 1.0045366287231445, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7893569844789357, |
| "grad_norm": 2.2398102283477783, |
| "learning_rate": 4.741390274864885e-06, |
| "loss": 1.210289716720581, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7937915742793792, |
| "grad_norm": 2.9946892261505127, |
| "learning_rate": 4.737535403421601e-06, |
| "loss": 1.250780701637268, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7982261640798226, |
| "grad_norm": 1.1408754587173462, |
| "learning_rate": 4.733653792101809e-06, |
| "loss": 1.2131381034851074, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.802660753880266, |
| "grad_norm": 3.3678433895111084, |
| "learning_rate": 4.729745493127878e-06, |
| "loss": 0.5941082835197449, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.8070953436807096, |
| "grad_norm": 1.4601346254348755, |
| "learning_rate": 4.725810559081227e-06, |
| "loss": 1.3125383853912354, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.811529933481153, |
| "grad_norm": 0.950433075428009, |
| "learning_rate": 4.7218490429016175e-06, |
| "loss": 1.186044692993164, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.8159645232815964, |
| "grad_norm": 1.5122184753417969, |
| "learning_rate": 4.717860997886442e-06, |
| "loss": 0.9993484020233154, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8203991130820399, |
| "grad_norm": 1.5292415618896484, |
| "learning_rate": 4.713846477690005e-06, |
| "loss": 0.8163633942604065, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8248337028824834, |
| "grad_norm": 1.121957540512085, |
| "learning_rate": 4.709805536322804e-06, |
| "loss": 1.213725209236145, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8292682926829268, |
| "grad_norm": 0.9955883026123047, |
| "learning_rate": 4.7057382281508e-06, |
| "loss": 1.2182434797286987, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8337028824833703, |
| "grad_norm": 1.1312615871429443, |
| "learning_rate": 4.701644607894687e-06, |
| "loss": 1.1773383617401123, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8381374722838137, |
| "grad_norm": 1.2919820547103882, |
| "learning_rate": 4.697524730629159e-06, |
| "loss": 1.1870676279067993, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8425720620842572, |
| "grad_norm": 1.1439024209976196, |
| "learning_rate": 4.693378651782162e-06, |
| "loss": 0.7241402268409729, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8470066518847007, |
| "grad_norm": 2.4431052207946777, |
| "learning_rate": 4.689206427134155e-06, |
| "loss": 1.2909201383590698, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8514412416851441, |
| "grad_norm": 2.413292169570923, |
| "learning_rate": 4.6850081128173595e-06, |
| "loss": 1.1248009204864502, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8558758314855875, |
| "grad_norm": 1.0476144552230835, |
| "learning_rate": 4.680783765314994e-06, |
| "loss": 1.2368849515914917, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8603104212860311, |
| "grad_norm": 0.5809259414672852, |
| "learning_rate": 4.6765334414605315e-06, |
| "loss": 1.134302020072937, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8647450110864745, |
| "grad_norm": 0.950793981552124, |
| "learning_rate": 4.672257198436918e-06, |
| "loss": 1.2347341775894165, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8691796008869179, |
| "grad_norm": 1.9269758462905884, |
| "learning_rate": 4.667955093775814e-06, |
| "loss": 0.9339362978935242, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8736141906873615, |
| "grad_norm": 2.1874947547912598, |
| "learning_rate": 4.663627185356818e-06, |
| "loss": 1.2027480602264404, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8780487804878049, |
| "grad_norm": 0.8487191200256348, |
| "learning_rate": 4.65927353140668e-06, |
| "loss": 1.1914976835250854, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8824833702882483, |
| "grad_norm": 1.360918641090393, |
| "learning_rate": 4.654894190498534e-06, |
| "loss": 1.194710373878479, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8869179600886918, |
| "grad_norm": 0.5938453078269958, |
| "learning_rate": 4.650489221551095e-06, |
| "loss": 0.43390318751335144, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8913525498891353, |
| "grad_norm": 1.3284165859222412, |
| "learning_rate": 4.646058683827874e-06, |
| "loss": 1.0268417596817017, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8957871396895787, |
| "grad_norm": 0.35066622495651245, |
| "learning_rate": 4.641602636936378e-06, |
| "loss": 0.9203835725784302, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.9002217294900222, |
| "grad_norm": 2.698913335800171, |
| "learning_rate": 4.637121140827311e-06, |
| "loss": 1.253874659538269, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.9046563192904656, |
| "grad_norm": 1.8617788553237915, |
| "learning_rate": 4.632614255793762e-06, |
| "loss": 1.1092817783355713, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 1.344133734703064, |
| "learning_rate": 4.6280820424704e-06, |
| "loss": 1.053206443786621, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9135254988913526, |
| "grad_norm": 1.601177453994751, |
| "learning_rate": 4.623524561832653e-06, |
| "loss": 1.221002459526062, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.917960088691796, |
| "grad_norm": 0.8422732353210449, |
| "learning_rate": 4.618941875195893e-06, |
| "loss": 1.2346315383911133, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9223946784922394, |
| "grad_norm": 1.5042940378189087, |
| "learning_rate": 4.614334044214606e-06, |
| "loss": 0.959531307220459, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.926829268292683, |
| "grad_norm": 30.954843521118164, |
| "learning_rate": 4.6097011308815645e-06, |
| "loss": 1.2459607124328613, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9312638580931264, |
| "grad_norm": 36.690757751464844, |
| "learning_rate": 4.605043197526996e-06, |
| "loss": 0.7548654079437256, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9356984478935698, |
| "grad_norm": 3.826604127883911, |
| "learning_rate": 4.600360306817738e-06, |
| "loss": 1.448906421661377, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9401330376940134, |
| "grad_norm": 12.927244186401367, |
| "learning_rate": 4.595652521756403e-06, |
| "loss": 1.0475653409957886, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9445676274944568, |
| "grad_norm": 6.169033527374268, |
| "learning_rate": 4.590919905680524e-06, |
| "loss": 1.184989094734192, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9490022172949002, |
| "grad_norm": 0.7973089814186096, |
| "learning_rate": 4.5861625222617065e-06, |
| "loss": 1.069338321685791, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9534368070953437, |
| "grad_norm": 2.250502586364746, |
| "learning_rate": 4.58138043550477e-06, |
| "loss": 0.6720293164253235, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9578713968957872, |
| "grad_norm": 0.9973225593566895, |
| "learning_rate": 4.576573709746887e-06, |
| "loss": 1.2099367380142212, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9623059866962306, |
| "grad_norm": 1.777103304862976, |
| "learning_rate": 4.5717424096567205e-06, |
| "loss": 1.053672194480896, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9667405764966741, |
| "grad_norm": 1.1499074697494507, |
| "learning_rate": 4.566886600233547e-06, |
| "loss": 1.2612353563308716, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9711751662971175, |
| "grad_norm": 0.8228787779808044, |
| "learning_rate": 4.56200634680639e-06, |
| "loss": 1.2220462560653687, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 2.36310076713562, |
| "learning_rate": 4.557101715033136e-06, |
| "loss": 0.7764140367507935, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9800443458980045, |
| "grad_norm": 0.8385096192359924, |
| "learning_rate": 4.552172770899652e-06, |
| "loss": 1.01227867603302, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9844789356984479, |
| "grad_norm": 1.1155610084533691, |
| "learning_rate": 4.547219580718899e-06, |
| "loss": 1.261846661567688, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9889135254988913, |
| "grad_norm": 1.4040062427520752, |
| "learning_rate": 4.542242211130039e-06, |
| "loss": 1.1938276290893555, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9933481152993349, |
| "grad_norm": 1.3951795101165771, |
| "learning_rate": 4.537240729097539e-06, |
| "loss": 1.228947401046753, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9977827050997783, |
| "grad_norm": 1.0445842742919922, |
| "learning_rate": 4.532215201910269e-06, |
| "loss": 1.021051287651062, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.0022172949002217, |
| "grad_norm": 3.247546911239624, |
| "learning_rate": 4.527165697180598e-06, |
| "loss": 1.091888189315796, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.0066518847006651, |
| "grad_norm": 1.5735362768173218, |
| "learning_rate": 4.522092282843481e-06, |
| "loss": 1.2799968719482422, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.0110864745011086, |
| "grad_norm": 37.99199676513672, |
| "learning_rate": 4.516995027155554e-06, |
| "loss": 1.2860794067382812, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.0155210643015522, |
| "grad_norm": 0.8153271079063416, |
| "learning_rate": 4.511873998694204e-06, |
| "loss": 0.8918830156326294, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.0199556541019956, |
| "grad_norm": 0.31422239542007446, |
| "learning_rate": 4.506729266356651e-06, |
| "loss": 0.8340937495231628, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.024390243902439, |
| "grad_norm": 1.3617857694625854, |
| "learning_rate": 4.5015608993590276e-06, |
| "loss": 0.5565242171287537, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.0288248337028825, |
| "grad_norm": 1.1211755275726318, |
| "learning_rate": 4.4963689672354375e-06, |
| "loss": 0.864283561706543, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.033259423503326, |
| "grad_norm": 1.0255306959152222, |
| "learning_rate": 4.491153539837026e-06, |
| "loss": 0.720465898513794, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.0376940133037693, |
| "grad_norm": 1.1541537046432495, |
| "learning_rate": 4.4859146873310375e-06, |
| "loss": 1.0676193237304688, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.042128603104213, |
| "grad_norm": 1.8817100524902344, |
| "learning_rate": 4.480652480199873e-06, |
| "loss": 0.6701173782348633, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0465631929046564, |
| "grad_norm": 2.1447463035583496, |
| "learning_rate": 4.475366989240147e-06, |
| "loss": 1.1118934154510498, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0509977827050998, |
| "grad_norm": 1.540354609489441, |
| "learning_rate": 4.470058285561721e-06, |
| "loss": 1.037009835243225, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0554323725055432, |
| "grad_norm": 0.8637385368347168, |
| "learning_rate": 4.464726440586761e-06, |
| "loss": 1.051493525505066, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0598669623059866, |
| "grad_norm": 1.036024570465088, |
| "learning_rate": 4.45937152604877e-06, |
| "loss": 1.0941234827041626, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.06430155210643, |
| "grad_norm": 1.068137526512146, |
| "learning_rate": 4.453993613991622e-06, |
| "loss": 0.6281552910804749, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0687361419068737, |
| "grad_norm": 1.500739574432373, |
| "learning_rate": 4.4485927767685995e-06, |
| "loss": 1.1264927387237549, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0731707317073171, |
| "grad_norm": 0.5921480059623718, |
| "learning_rate": 4.443169087041409e-06, |
| "loss": 0.9420715570449829, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0776053215077606, |
| "grad_norm": 0.7887612581253052, |
| "learning_rate": 4.4377226177792145e-06, |
| "loss": 1.0924605131149292, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.082039911308204, |
| "grad_norm": 1.0860843658447266, |
| "learning_rate": 4.432253442257649e-06, |
| "loss": 0.7638985514640808, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0864745011086474, |
| "grad_norm": 1.021136999130249, |
| "learning_rate": 4.426761634057831e-06, |
| "loss": 0.9648894667625427, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 1.4795594215393066, |
| "learning_rate": 4.421247267065375e-06, |
| "loss": 1.113416314125061, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0953436807095343, |
| "grad_norm": 4.473145484924316, |
| "learning_rate": 4.415710415469394e-06, |
| "loss": 1.06260085105896, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.099778270509978, |
| "grad_norm": 2.0926437377929688, |
| "learning_rate": 4.410151153761506e-06, |
| "loss": 0.8711175918579102, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.1042128603104213, |
| "grad_norm": 2.1538195610046387, |
| "learning_rate": 4.404569556734832e-06, |
| "loss": 1.0097200870513916, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.1086474501108647, |
| "grad_norm": 0.7072110176086426, |
| "learning_rate": 4.398965699482984e-06, |
| "loss": 0.7574429512023926, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.1130820399113082, |
| "grad_norm": 0.6986474990844727, |
| "learning_rate": 4.39333965739906e-06, |
| "loss": 1.0583008527755737, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.1175166297117516, |
| "grad_norm": 2.5247440338134766, |
| "learning_rate": 4.3876915061746275e-06, |
| "loss": 0.9256818294525146, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.1219512195121952, |
| "grad_norm": 2.264343738555908, |
| "learning_rate": 4.382021321798707e-06, |
| "loss": 1.0718340873718262, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.1263858093126387, |
| "grad_norm": 2.3817667961120605, |
| "learning_rate": 4.376329180556745e-06, |
| "loss": 0.9168416857719421, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.130820399113082, |
| "grad_norm": 1.3641257286071777, |
| "learning_rate": 4.370615159029594e-06, |
| "loss": 1.1087809801101685, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.1352549889135255, |
| "grad_norm": 2.9134786128997803, |
| "learning_rate": 4.36487933409248e-06, |
| "loss": 0.5451399683952332, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.139689578713969, |
| "grad_norm": 1.1057777404785156, |
| "learning_rate": 4.359121782913964e-06, |
| "loss": 0.4450605511665344, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.1441241685144123, |
| "grad_norm": 1.3963892459869385, |
| "learning_rate": 4.3533425829549085e-06, |
| "loss": 0.9792951345443726, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1485587583148558, |
| "grad_norm": 1.4983371496200562, |
| "learning_rate": 4.347541811967436e-06, |
| "loss": 1.1121540069580078, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1529933481152994, |
| "grad_norm": 0.9903774261474609, |
| "learning_rate": 4.341719547993879e-06, |
| "loss": 1.130444049835205, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1574279379157428, |
| "grad_norm": 1.0208805799484253, |
| "learning_rate": 4.335875869365732e-06, |
| "loss": 0.5359130501747131, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1618625277161863, |
| "grad_norm": 1.0656358003616333, |
| "learning_rate": 4.330010854702598e-06, |
| "loss": 1.042147159576416, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1662971175166297, |
| "grad_norm": 2.328760862350464, |
| "learning_rate": 4.3241245829111324e-06, |
| "loss": 1.1488664150238037, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.170731707317073, |
| "grad_norm": 1.1009130477905273, |
| "learning_rate": 4.318217133183978e-06, |
| "loss": 0.7168905138969421, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1751662971175167, |
| "grad_norm": 0.8763664364814758, |
| "learning_rate": 4.312288584998697e-06, |
| "loss": 0.8310704827308655, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1796008869179602, |
| "grad_norm": 0.7050794363021851, |
| "learning_rate": 4.306339018116714e-06, |
| "loss": 0.9871019124984741, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1840354767184036, |
| "grad_norm": 1.0369445085525513, |
| "learning_rate": 4.300368512582227e-06, |
| "loss": 1.096502423286438, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.188470066518847, |
| "grad_norm": 0.4809003472328186, |
| "learning_rate": 4.294377148721144e-06, |
| "loss": 0.8078370094299316, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1929046563192904, |
| "grad_norm": 1.3127416372299194, |
| "learning_rate": 4.288365007139991e-06, |
| "loss": 1.0696966648101807, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1973392461197339, |
| "grad_norm": 1.225541591644287, |
| "learning_rate": 4.2823321687248386e-06, |
| "loss": 0.6737713813781738, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.2017738359201773, |
| "grad_norm": 4.297253608703613, |
| "learning_rate": 4.276278714640203e-06, |
| "loss": 0.7530418634414673, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.206208425720621, |
| "grad_norm": 2.4006433486938477, |
| "learning_rate": 4.270204726327963e-06, |
| "loss": 1.1115124225616455, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.2106430155210643, |
| "grad_norm": 0.5028179883956909, |
| "learning_rate": 4.264110285506259e-06, |
| "loss": 0.8297025561332703, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.2150776053215078, |
| "grad_norm": 1.1112703084945679, |
| "learning_rate": 4.257995474168395e-06, |
| "loss": 1.2000458240509033, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.2195121951219512, |
| "grad_norm": 7.750529766082764, |
| "learning_rate": 4.251860374581736e-06, |
| "loss": 0.5883951783180237, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.2239467849223946, |
| "grad_norm": 1.483959436416626, |
| "learning_rate": 4.245705069286601e-06, |
| "loss": 1.0737543106079102, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.2283813747228383, |
| "grad_norm": 4.382837772369385, |
| "learning_rate": 4.239529641095149e-06, |
| "loss": 0.7496063709259033, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.2328159645232817, |
| "grad_norm": 0.482736200094223, |
| "learning_rate": 4.233334173090274e-06, |
| "loss": 0.7637969255447388, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.237250554323725, |
| "grad_norm": 1.713169813156128, |
| "learning_rate": 4.227118748624478e-06, |
| "loss": 0.73581862449646, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.2416851441241685, |
| "grad_norm": 2.0154945850372314, |
| "learning_rate": 4.220883451318753e-06, |
| "loss": 1.2916665077209473, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.246119733924612, |
| "grad_norm": 1.1945637464523315, |
| "learning_rate": 4.2146283650614545e-06, |
| "loss": 0.9394684433937073, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.2505543237250554, |
| "grad_norm": 0.8182294368743896, |
| "learning_rate": 4.208353574007179e-06, |
| "loss": 0.6380811333656311, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2549889135254988, |
| "grad_norm": 1.0067088603973389, |
| "learning_rate": 4.202059162575622e-06, |
| "loss": 0.9561277627944946, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.2594235033259422, |
| "grad_norm": 1.1284490823745728, |
| "learning_rate": 4.195745215450451e-06, |
| "loss": 0.9579231142997742, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2638580931263859, |
| "grad_norm": 0.6526016592979431, |
| "learning_rate": 4.189411817578159e-06, |
| "loss": 1.1114004850387573, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2682926829268293, |
| "grad_norm": 0.7916569113731384, |
| "learning_rate": 4.1830590541669304e-06, |
| "loss": 0.7596962451934814, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 1.7166008949279785, |
| "learning_rate": 4.176687010685484e-06, |
| "loss": 1.2456161975860596, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2771618625277161, |
| "grad_norm": 0.9254941344261169, |
| "learning_rate": 4.170295772861931e-06, |
| "loss": 0.9804297685623169, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.2815964523281598, |
| "grad_norm": 0.8669252395629883, |
| "learning_rate": 4.163885426682619e-06, |
| "loss": 1.1345466375350952, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2860310421286032, |
| "grad_norm": 0.9402420520782471, |
| "learning_rate": 4.157456058390977e-06, |
| "loss": 1.0704562664031982, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2904656319290466, |
| "grad_norm": 6.258746147155762, |
| "learning_rate": 4.151007754486351e-06, |
| "loss": 1.2947583198547363, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.29490022172949, |
| "grad_norm": 0.737083375453949, |
| "learning_rate": 4.144540601722843e-06, |
| "loss": 0.782565712928772, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2993348115299335, |
| "grad_norm": 1.295681118965149, |
| "learning_rate": 4.138054687108143e-06, |
| "loss": 0.829471230506897, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.3037694013303769, |
| "grad_norm": 2.530069351196289, |
| "learning_rate": 4.131550097902361e-06, |
| "loss": 0.5070698857307434, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.3082039911308203, |
| "grad_norm": 4.558071613311768, |
| "learning_rate": 4.125026921616852e-06, |
| "loss": 1.0417896509170532, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.3126385809312637, |
| "grad_norm": 1.0858033895492554, |
| "learning_rate": 4.118485246013031e-06, |
| "loss": 1.0292699337005615, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.3170731707317074, |
| "grad_norm": 2.0192573070526123, |
| "learning_rate": 4.111925159101208e-06, |
| "loss": 1.0664730072021484, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.3215077605321508, |
| "grad_norm": 0.6075845956802368, |
| "learning_rate": 4.1053467491393864e-06, |
| "loss": 1.077016830444336, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.3259423503325942, |
| "grad_norm": 1.1085582971572876, |
| "learning_rate": 4.098750104632091e-06, |
| "loss": 1.0554149150848389, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.3303769401330376, |
| "grad_norm": 0.8516935110092163, |
| "learning_rate": 4.092135314329165e-06, |
| "loss": 0.41985565423965454, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.3348115299334813, |
| "grad_norm": 1.4308011531829834, |
| "learning_rate": 4.085502467224583e-06, |
| "loss": 1.0022186040878296, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.3392461197339247, |
| "grad_norm": 0.866374135017395, |
| "learning_rate": 4.078851652555254e-06, |
| "loss": 0.8239214420318604, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.3436807095343681, |
| "grad_norm": 0.39041706919670105, |
| "learning_rate": 4.072182959799816e-06, |
| "loss": 0.7566671967506409, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.3481152993348116, |
| "grad_norm": 3.046255588531494, |
| "learning_rate": 4.065496478677436e-06, |
| "loss": 1.0992430448532104, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.352549889135255, |
| "grad_norm": 2.365644693374634, |
| "learning_rate": 4.058792299146602e-06, |
| "loss": 1.1112772226333618, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.3569844789356984, |
| "grad_norm": 0.9957023859024048, |
| "learning_rate": 4.052070511403912e-06, |
| "loss": 0.6697097420692444, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.3614190687361418, |
| "grad_norm": 1.1376887559890747, |
| "learning_rate": 4.045331205882863e-06, |
| "loss": 1.117611050605774, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.3658536585365852, |
| "grad_norm": 0.6812132596969604, |
| "learning_rate": 4.038574473252629e-06, |
| "loss": 0.7285422086715698, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.370288248337029, |
| "grad_norm": 1.371950626373291, |
| "learning_rate": 4.031800404416849e-06, |
| "loss": 0.9932656288146973, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3747228381374723, |
| "grad_norm": 0.4800332188606262, |
| "learning_rate": 4.025009090512394e-06, |
| "loss": 0.05759064108133316, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3791574279379157, |
| "grad_norm": 0.9680930972099304, |
| "learning_rate": 4.018200622908153e-06, |
| "loss": 1.0663511753082275, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3835920177383592, |
| "grad_norm": 1.1375492811203003, |
| "learning_rate": 4.011375093203793e-06, |
| "loss": 0.9414310455322266, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3880266075388026, |
| "grad_norm": 1.8018168210983276, |
| "learning_rate": 4.004532593228531e-06, |
| "loss": 0.9270746111869812, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3924611973392462, |
| "grad_norm": 0.7995503544807434, |
| "learning_rate": 3.997673215039899e-06, |
| "loss": 1.022778868675232, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3968957871396896, |
| "grad_norm": 0.6482570171356201, |
| "learning_rate": 3.990797050922506e-06, |
| "loss": 1.0561681985855103, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.401330376940133, |
| "grad_norm": 0.9474309086799622, |
| "learning_rate": 3.9839041933867954e-06, |
| "loss": 0.7767112851142883, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.4057649667405765, |
| "grad_norm": 0.9471772313117981, |
| "learning_rate": 3.976994735167796e-06, |
| "loss": 0.9378006458282471, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.41019955654102, |
| "grad_norm": 3.042051315307617, |
| "learning_rate": 3.970068769223884e-06, |
| "loss": 1.0586607456207275, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.4146341463414633, |
| "grad_norm": 1.6717044115066528, |
| "learning_rate": 3.963126388735525e-06, |
| "loss": 0.7560147047042847, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.4190687361419068, |
| "grad_norm": 0.8269588351249695, |
| "learning_rate": 3.956167687104021e-06, |
| "loss": 0.6895716190338135, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.4235033259423504, |
| "grad_norm": 2.3829591274261475, |
| "learning_rate": 3.9491927579502584e-06, |
| "loss": 0.8010018467903137, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.4279379157427938, |
| "grad_norm": 5.464539527893066, |
| "learning_rate": 3.9422016951134415e-06, |
| "loss": 0.6167224645614624, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.4323725055432373, |
| "grad_norm": 0.9182257056236267, |
| "learning_rate": 3.935194592649836e-06, |
| "loss": 1.2061957120895386, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.4368070953436807, |
| "grad_norm": 1.2997310161590576, |
| "learning_rate": 3.928171544831501e-06, |
| "loss": 1.0815800428390503, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.441241685144124, |
| "grad_norm": 0.9832943081855774, |
| "learning_rate": 3.921132646145019e-06, |
| "loss": 1.1462043523788452, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.4456762749445677, |
| "grad_norm": 4.495982646942139, |
| "learning_rate": 3.914077991290232e-06, |
| "loss": 0.9017251133918762, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.4501108647450112, |
| "grad_norm": 3.023244619369507, |
| "learning_rate": 3.907007675178956e-06, |
| "loss": 1.071535348892212, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 1.0500205755233765, |
| "learning_rate": 3.899921792933713e-06, |
| "loss": 0.8729349374771118, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.458980044345898, |
| "grad_norm": 0.5229496359825134, |
| "learning_rate": 3.892820439886448e-06, |
| "loss": 0.7276408076286316, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.4634146341463414, |
| "grad_norm": 1.74760901927948, |
| "learning_rate": 3.885703711577249e-06, |
| "loss": 1.0792577266693115, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.4678492239467849, |
| "grad_norm": 0.6744844913482666, |
| "learning_rate": 3.8785717037530555e-06, |
| "loss": 1.04912269115448, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.4722838137472283, |
| "grad_norm": 0.9498162865638733, |
| "learning_rate": 3.871424512366377e-06, |
| "loss": 0.7877933382987976, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.476718403547672, |
| "grad_norm": 0.9392883777618408, |
| "learning_rate": 3.864262233574e-06, |
| "loss": 0.5171116590499878, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.4811529933481153, |
| "grad_norm": 2.990640640258789, |
| "learning_rate": 3.857084963735689e-06, |
| "loss": 0.6348138451576233, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4855875831485588, |
| "grad_norm": 1.4360038042068481, |
| "learning_rate": 3.849892799412902e-06, |
| "loss": 0.9652891159057617, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4900221729490022, |
| "grad_norm": 0.7203241586685181, |
| "learning_rate": 3.84268583736748e-06, |
| "loss": 1.0772919654846191, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4944567627494456, |
| "grad_norm": 0.7038840055465698, |
| "learning_rate": 3.835464174560349e-06, |
| "loss": 0.6485112905502319, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4988913525498893, |
| "grad_norm": 5.711329460144043, |
| "learning_rate": 3.828227908150217e-06, |
| "loss": 0.7235292196273804, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.5033259423503327, |
| "grad_norm": 0.828093409538269, |
| "learning_rate": 3.820977135492266e-06, |
| "loss": 1.063615083694458, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.507760532150776, |
| "grad_norm": 0.7944739460945129, |
| "learning_rate": 3.8137119541368415e-06, |
| "loss": 0.659883975982666, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.5121951219512195, |
| "grad_norm": 7.873995304107666, |
| "learning_rate": 3.80643246182814e-06, |
| "loss": 0.5578336715698242, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.516629711751663, |
| "grad_norm": 1.194551706314087, |
| "learning_rate": 3.7991387565028963e-06, |
| "loss": 1.11123526096344, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.5210643015521064, |
| "grad_norm": 1.1621936559677124, |
| "learning_rate": 3.791830936289062e-06, |
| "loss": 0.9926000833511353, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.5254988913525498, |
| "grad_norm": 1.093554139137268, |
| "learning_rate": 3.784509099504488e-06, |
| "loss": 0.5783771872520447, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.5299334811529932, |
| "grad_norm": 0.998589277267456, |
| "learning_rate": 3.7771733446556025e-06, |
| "loss": 0.25470170378685, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.5343680709534369, |
| "grad_norm": 1.2918857336044312, |
| "learning_rate": 3.7698237704360826e-06, |
| "loss": 0.8159583806991577, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.5388026607538803, |
| "grad_norm": 3.156062364578247, |
| "learning_rate": 3.7624604757255297e-06, |
| "loss": 0.914296567440033, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.5432372505543237, |
| "grad_norm": 1.473464012145996, |
| "learning_rate": 3.7550835595881365e-06, |
| "loss": 0.6349583268165588, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.5476718403547673, |
| "grad_norm": 0.6629686951637268, |
| "learning_rate": 3.747693121271355e-06, |
| "loss": 1.1163161993026733, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.5521064301552108, |
| "grad_norm": 1.4136548042297363, |
| "learning_rate": 3.740289260204565e-06, |
| "loss": 1.0595505237579346, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.5565410199556542, |
| "grad_norm": 0.9893305897712708, |
| "learning_rate": 3.732872075997729e-06, |
| "loss": 1.0329627990722656, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.5609756097560976, |
| "grad_norm": 1.2765549421310425, |
| "learning_rate": 3.725441668440058e-06, |
| "loss": 0.8997711539268494, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.565410199556541, |
| "grad_norm": 25.827316284179688, |
| "learning_rate": 3.7179981374986683e-06, |
| "loss": 0.47515010833740234, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.5698447893569845, |
| "grad_norm": 1.0069860219955444, |
| "learning_rate": 3.710541583317233e-06, |
| "loss": 1.101843237876892, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.5742793791574279, |
| "grad_norm": 1.7606300115585327, |
| "learning_rate": 3.70307210621464e-06, |
| "loss": 0.8734806776046753, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5787139689578713, |
| "grad_norm": 4.4100141525268555, |
| "learning_rate": 3.695589806683636e-06, |
| "loss": 0.6428739428520203, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5831485587583147, |
| "grad_norm": 0.7855361104011536, |
| "learning_rate": 3.68809478538948e-06, |
| "loss": 1.0313284397125244, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.5875831485587582, |
| "grad_norm": 1.0333298444747925, |
| "learning_rate": 3.6805871431685875e-06, |
| "loss": 1.0764654874801636, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5920177383592018, |
| "grad_norm": 3.6170754432678223, |
| "learning_rate": 3.6730669810271707e-06, |
| "loss": 1.3448973894119263, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.5964523281596452, |
| "grad_norm": 1.6662654876708984, |
| "learning_rate": 3.665534400139885e-06, |
| "loss": 0.5263369679450989, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.6008869179600886, |
| "grad_norm": 0.41445672512054443, |
| "learning_rate": 3.6579895018484635e-06, |
| "loss": 0.5438380837440491, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.6053215077605323, |
| "grad_norm": 4.3432183265686035, |
| "learning_rate": 3.650432387660354e-06, |
| "loss": 1.0684770345687866, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.6097560975609757, |
| "grad_norm": 0.9178838133811951, |
| "learning_rate": 3.6428631592473584e-06, |
| "loss": 1.0635815858840942, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.6141906873614191, |
| "grad_norm": 1.0494548082351685, |
| "learning_rate": 3.6352819184442552e-06, |
| "loss": 0.7950181365013123, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.6186252771618626, |
| "grad_norm": 0.6856399178504944, |
| "learning_rate": 3.6276887672474374e-06, |
| "loss": 1.0625864267349243, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.623059866962306, |
| "grad_norm": 0.8747734427452087, |
| "learning_rate": 3.620083807813541e-06, |
| "loss": 1.0343061685562134, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.6274944567627494, |
| "grad_norm": 0.7687981128692627, |
| "learning_rate": 3.6124671424580633e-06, |
| "loss": 1.0561656951904297, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.6319290465631928, |
| "grad_norm": 0.4724279046058655, |
| "learning_rate": 3.604838873653991e-06, |
| "loss": 0.7322379350662231, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 0.8618527054786682, |
| "learning_rate": 3.597199104030424e-06, |
| "loss": 1.174364447593689, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.6407982261640797, |
| "grad_norm": 1.1735891103744507, |
| "learning_rate": 3.589547936371189e-06, |
| "loss": 1.0586884021759033, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.6452328159645233, |
| "grad_norm": 1.6278800964355469, |
| "learning_rate": 3.58188547361346e-06, |
| "loss": 1.2099087238311768, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.6496674057649667, |
| "grad_norm": 8.375886917114258, |
| "learning_rate": 3.574211818846374e-06, |
| "loss": 0.8451070189476013, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.6541019955654102, |
| "grad_norm": 4.998831272125244, |
| "learning_rate": 3.566527075309641e-06, |
| "loss": 0.9085059762001038, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.6585365853658538, |
| "grad_norm": 2.622978687286377, |
| "learning_rate": 3.558831346392159e-06, |
| "loss": 0.7893009185791016, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.6629711751662972, |
| "grad_norm": 1.087239384651184, |
| "learning_rate": 3.5511247356306205e-06, |
| "loss": 1.0533859729766846, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.6674057649667406, |
| "grad_norm": 0.8943765163421631, |
| "learning_rate": 3.5434073467081183e-06, |
| "loss": 0.9193379282951355, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.671840354767184, |
| "grad_norm": 0.7251817584037781, |
| "learning_rate": 3.5356792834527533e-06, |
| "loss": 0.555644154548645, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.6762749445676275, |
| "grad_norm": 0.9888861775398254, |
| "learning_rate": 3.527940649836238e-06, |
| "loss": 0.9255459308624268, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.680709534368071, |
| "grad_norm": 0.9948540925979614, |
| "learning_rate": 3.520191549972494e-06, |
| "loss": 1.0330082178115845, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6851441241685143, |
| "grad_norm": 1.4498493671417236, |
| "learning_rate": 3.512432088116255e-06, |
| "loss": 0.9195749759674072, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6895787139689578, |
| "grad_norm": 2.5919599533081055, |
| "learning_rate": 3.5046623686616627e-06, |
| "loss": 1.0231900215148926, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.6940133037694012, |
| "grad_norm": 1.6839133501052856, |
| "learning_rate": 3.496882496140861e-06, |
| "loss": 1.0705158710479736, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6984478935698448, |
| "grad_norm": 2.3896384239196777, |
| "learning_rate": 3.4890925752225935e-06, |
| "loss": 0.9851964116096497, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.7028824833702882, |
| "grad_norm": 1.7617751359939575, |
| "learning_rate": 3.48129271071079e-06, |
| "loss": 0.8785147666931152, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.7073170731707317, |
| "grad_norm": 0.7179524302482605, |
| "learning_rate": 3.4734830075431605e-06, |
| "loss": 1.0462019443511963, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.7117516629711753, |
| "grad_norm": 99.32469177246094, |
| "learning_rate": 3.4656635707897823e-06, |
| "loss": 1.0003533363342285, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.7161862527716187, |
| "grad_norm": 1.4013028144836426, |
| "learning_rate": 3.457834505651687e-06, |
| "loss": 0.9330251216888428, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.7206208425720622, |
| "grad_norm": 1.3153235912322998, |
| "learning_rate": 3.449995917459442e-06, |
| "loss": 1.068703532218933, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.7250554323725056, |
| "grad_norm": 1.7329002618789673, |
| "learning_rate": 3.4421479116717394e-06, |
| "loss": 1.0447511672973633, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.729490022172949, |
| "grad_norm": 1.7924240827560425, |
| "learning_rate": 3.4342905938739707e-06, |
| "loss": 0.6974395513534546, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.7339246119733924, |
| "grad_norm": 0.8617153763771057, |
| "learning_rate": 3.4264240697768096e-06, |
| "loss": 1.005650281906128, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.7383592017738358, |
| "grad_norm": 2.041933298110962, |
| "learning_rate": 3.418548445214791e-06, |
| "loss": 0.7548515200614929, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.7427937915742793, |
| "grad_norm": 1.0399845838546753, |
| "learning_rate": 3.410663826144884e-06, |
| "loss": 0.7364926338195801, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.7472283813747227, |
| "grad_norm": 1.0632048845291138, |
| "learning_rate": 3.4027703186450672e-06, |
| "loss": 0.6422973871231079, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.7516629711751663, |
| "grad_norm": 2.727888822555542, |
| "learning_rate": 3.394868028912906e-06, |
| "loss": 0.6838661432266235, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.7560975609756098, |
| "grad_norm": 0.47422733902931213, |
| "learning_rate": 3.386957063264115e-06, |
| "loss": 0.6767208576202393, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.7605321507760532, |
| "grad_norm": 0.7666518688201904, |
| "learning_rate": 3.3790375281311355e-06, |
| "loss": 0.8840131759643555, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.7649667405764968, |
| "grad_norm": 1.755710244178772, |
| "learning_rate": 3.3711095300617015e-06, |
| "loss": 0.9250625371932983, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.7694013303769403, |
| "grad_norm": 0.984292209148407, |
| "learning_rate": 3.3631731757174048e-06, |
| "loss": 1.0221278667449951, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.7738359201773837, |
| "grad_norm": 2.9353697299957275, |
| "learning_rate": 3.3552285718722593e-06, |
| "loss": 1.0566647052764893, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.778270509977827, |
| "grad_norm": 2.145174980163574, |
| "learning_rate": 3.3472758254112662e-06, |
| "loss": 1.1013846397399902, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.7827050997782705, |
| "grad_norm": 1.3626816272735596, |
| "learning_rate": 3.3393150433289795e-06, |
| "loss": 1.1163952350616455, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.787139689578714, |
| "grad_norm": 1.1192476749420166, |
| "learning_rate": 3.3313463327280576e-06, |
| "loss": 0.7770203948020935, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7915742793791574, |
| "grad_norm": 1.5108779668807983, |
| "learning_rate": 3.3233698008178306e-06, |
| "loss": 1.042984962463379, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7960088691796008, |
| "grad_norm": 1.3956575393676758, |
| "learning_rate": 3.3153855549128537e-06, |
| "loss": 0.5932509899139404, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.8004434589800442, |
| "grad_norm": 5.858518600463867, |
| "learning_rate": 3.3073937024314647e-06, |
| "loss": 0.5802476406097412, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.8048780487804879, |
| "grad_norm": 1.5974634885787964, |
| "learning_rate": 3.2993943508943386e-06, |
| "loss": 1.1237906217575073, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.8093126385809313, |
| "grad_norm": 2.2132883071899414, |
| "learning_rate": 3.291387607923041e-06, |
| "loss": 0.9052677154541016, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.8137472283813747, |
| "grad_norm": 1.916467547416687, |
| "learning_rate": 3.283373581238582e-06, |
| "loss": 0.4801388084888458, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 0.9333745241165161, |
| "learning_rate": 3.2753523786599618e-06, |
| "loss": 1.098004698753357, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.8226164079822618, |
| "grad_norm": 0.9473229050636292, |
| "learning_rate": 3.2673241081027263e-06, |
| "loss": 1.0623825788497925, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.8270509977827052, |
| "grad_norm": 1.0046288967132568, |
| "learning_rate": 3.259288877577512e-06, |
| "loss": 1.1435964107513428, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.8314855875831486, |
| "grad_norm": 1.3672471046447754, |
| "learning_rate": 3.251246795188592e-06, |
| "loss": 0.9531443119049072, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.835920177383592, |
| "grad_norm": 4.6819353103637695, |
| "learning_rate": 3.243197969132425e-06, |
| "loss": 0.785484790802002, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.8403547671840355, |
| "grad_norm": 0.6413378715515137, |
| "learning_rate": 3.2351425076961957e-06, |
| "loss": 1.0066115856170654, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.8447893569844789, |
| "grad_norm": 0.9913519620895386, |
| "learning_rate": 3.22708051925636e-06, |
| "loss": 1.0463634729385376, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.8492239467849223, |
| "grad_norm": 0.8798125386238098, |
| "learning_rate": 3.219012112277189e-06, |
| "loss": 1.014890432357788, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.8536585365853657, |
| "grad_norm": 0.8148372769355774, |
| "learning_rate": 3.210937395309304e-06, |
| "loss": 1.0661628246307373, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.8580931263858091, |
| "grad_norm": 3.0656192302703857, |
| "learning_rate": 3.202856476988222e-06, |
| "loss": 1.011720061302185, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.8625277161862528, |
| "grad_norm": 0.9508707523345947, |
| "learning_rate": 3.1947694660328914e-06, |
| "loss": 1.1549465656280518, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.8669623059866962, |
| "grad_norm": 1.2188172340393066, |
| "learning_rate": 3.1866764712442273e-06, |
| "loss": 0.6235454082489014, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.8713968957871396, |
| "grad_norm": 1.0734593868255615, |
| "learning_rate": 3.1785776015036533e-06, |
| "loss": 0.7762396335601807, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.8758314855875833, |
| "grad_norm": 8.548871994018555, |
| "learning_rate": 3.1704729657716314e-06, |
| "loss": 0.8318262696266174, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.8802660753880267, |
| "grad_norm": 1.0601602792739868, |
| "learning_rate": 3.1623626730861996e-06, |
| "loss": 1.0204439163208008, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.8847006651884701, |
| "grad_norm": 0.9268496632575989, |
| "learning_rate": 3.1542468325615e-06, |
| "loss": 1.2579779624938965, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.8891352549889135, |
| "grad_norm": 1.1618844270706177, |
| "learning_rate": 3.1461255533863183e-06, |
| "loss": 0.7151064872741699, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.893569844789357, |
| "grad_norm": 1.2911403179168701, |
| "learning_rate": 3.1379989448226077e-06, |
| "loss": 1.0588139295578003, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8980044345898004, |
| "grad_norm": 1.2581367492675781, |
| "learning_rate": 3.1298671162040236e-06, |
| "loss": 0.9134914875030518, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.9024390243902438, |
| "grad_norm": 0.9134765267372131, |
| "learning_rate": 3.1217301769344488e-06, |
| "loss": 0.723232090473175, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.9068736141906872, |
| "grad_norm": 1.5111923217773438, |
| "learning_rate": 3.1135882364865262e-06, |
| "loss": 0.7724399566650391, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.9113082039911307, |
| "grad_norm": 2.6118454933166504, |
| "learning_rate": 3.105441404400183e-06, |
| "loss": 1.0999490022659302, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.9157427937915743, |
| "grad_norm": 0.951991617679596, |
| "learning_rate": 3.097289790281155e-06, |
| "loss": 0.7594307661056519, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.9201773835920177, |
| "grad_norm": 5.733903884887695, |
| "learning_rate": 3.089133503799517e-06, |
| "loss": 0.6187224388122559, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.9246119733924612, |
| "grad_norm": 0.7913883924484253, |
| "learning_rate": 3.0809726546882045e-06, |
| "loss": 1.1264593601226807, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.9290465631929048, |
| "grad_norm": 0.7077911496162415, |
| "learning_rate": 3.0728073527415376e-06, |
| "loss": 1.0579288005828857, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.9334811529933482, |
| "grad_norm": 0.4359738826751709, |
| "learning_rate": 3.0646377078137424e-06, |
| "loss": 0.693384051322937, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.9379157427937916, |
| "grad_norm": 1.4608731269836426, |
| "learning_rate": 3.056463829817475e-06, |
| "loss": 0.6210131049156189, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.942350332594235, |
| "grad_norm": 1.902843952178955, |
| "learning_rate": 3.048285828722345e-06, |
| "loss": 0.6315315961837769, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.9467849223946785, |
| "grad_norm": 0.7998486757278442, |
| "learning_rate": 3.0401038145534297e-06, |
| "loss": 0.8021946549415588, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.951219512195122, |
| "grad_norm": 1.0074536800384521, |
| "learning_rate": 3.031917897389799e-06, |
| "loss": 0.8259488344192505, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.9556541019955653, |
| "grad_norm": 2.5570080280303955, |
| "learning_rate": 3.0237281873630335e-06, |
| "loss": 0.6797860860824585, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.9600886917960088, |
| "grad_norm": 0.7867917418479919, |
| "learning_rate": 3.0155347946557407e-06, |
| "loss": 0.8724421262741089, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.9645232815964522, |
| "grad_norm": 0.7262649536132812, |
| "learning_rate": 3.007337829500075e-06, |
| "loss": 1.0460387468338013, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.9689578713968958, |
| "grad_norm": 0.5823050737380981, |
| "learning_rate": 2.999137402176255e-06, |
| "loss": 0.9942973852157593, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.9733924611973392, |
| "grad_norm": 0.9097557067871094, |
| "learning_rate": 2.9909336230110747e-06, |
| "loss": 1.0488195419311523, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.9778270509977827, |
| "grad_norm": 0.9082350730895996, |
| "learning_rate": 2.9827266023764274e-06, |
| "loss": 1.0950303077697754, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.9822616407982263, |
| "grad_norm": 1.0125060081481934, |
| "learning_rate": 2.9745164506878134e-06, |
| "loss": 1.032450556755066, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.9866962305986697, |
| "grad_norm": 2.043154001235962, |
| "learning_rate": 2.9663032784028596e-06, |
| "loss": 0.8691053986549377, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.9911308203991132, |
| "grad_norm": 1.362161636352539, |
| "learning_rate": 2.9580871960198297e-06, |
| "loss": 1.0347143411636353, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.9955654101995566, |
| "grad_norm": 0.7828076481819153, |
| "learning_rate": 2.949868314076142e-06, |
| "loss": 0.7763835191726685, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5598412752151489, |
| "learning_rate": 2.941646743146875e-06, |
| "loss": 1.0524572134017944, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.0044345898004434, |
| "grad_norm": 0.6863189339637756, |
| "learning_rate": 2.9334225938432868e-06, |
| "loss": 0.8581877946853638, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.008869179600887, |
| "grad_norm": 0.7125548720359802, |
| "learning_rate": 2.925195976811326e-06, |
| "loss": 0.8792709708213806, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.0133037694013303, |
| "grad_norm": 0.6354836821556091, |
| "learning_rate": 2.9169670027301387e-06, |
| "loss": 1.0257556438446045, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.0177383592017737, |
| "grad_norm": 0.9187865853309631, |
| "learning_rate": 2.9087357823105843e-06, |
| "loss": 0.8405720591545105, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.022172949002217, |
| "grad_norm": 1.2554885149002075, |
| "learning_rate": 2.9005024262937427e-06, |
| "loss": 0.5283271074295044, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.0266075388026605, |
| "grad_norm": 1.8454920053482056, |
| "learning_rate": 2.8922670454494247e-06, |
| "loss": 0.6945717334747314, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.0310421286031044, |
| "grad_norm": 1.0446429252624512, |
| "learning_rate": 2.8840297505746843e-06, |
| "loss": 0.5962017774581909, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.035476718403548, |
| "grad_norm": 0.8583077192306519, |
| "learning_rate": 2.8757906524923286e-06, |
| "loss": 0.9059169888496399, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.0399113082039912, |
| "grad_norm": 0.7749403715133667, |
| "learning_rate": 2.867549862049419e-06, |
| "loss": 0.6539976000785828, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.0443458980044347, |
| "grad_norm": 0.7740585207939148, |
| "learning_rate": 2.859307490115791e-06, |
| "loss": 0.7305862307548523, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.048780487804878, |
| "grad_norm": 0.5781393051147461, |
| "learning_rate": 2.8510636475825533e-06, |
| "loss": 0.24691088497638702, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.0532150776053215, |
| "grad_norm": 0.9956364035606384, |
| "learning_rate": 2.8428184453606027e-06, |
| "loss": 0.8243362307548523, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.057649667405765, |
| "grad_norm": 6.8051276206970215, |
| "learning_rate": 2.8345719943791266e-06, |
| "loss": 0.6835483312606812, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.0620842572062084, |
| "grad_norm": 0.4145214855670929, |
| "learning_rate": 2.826324405584114e-06, |
| "loss": 0.5555226802825928, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.066518847006652, |
| "grad_norm": 15.418578147888184, |
| "learning_rate": 2.818075789936863e-06, |
| "loss": 0.6951206922531128, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.070953436807095, |
| "grad_norm": 2.4657557010650635, |
| "learning_rate": 2.8098262584124834e-06, |
| "loss": 0.9028570652008057, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.0753880266075386, |
| "grad_norm": 1.7383790016174316, |
| "learning_rate": 2.801575921998411e-06, |
| "loss": 0.8572009205818176, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.079822616407982, |
| "grad_norm": 0.8971472382545471, |
| "learning_rate": 2.7933248916929066e-06, |
| "loss": 0.6242398023605347, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.084257206208426, |
| "grad_norm": 0.8894023299217224, |
| "learning_rate": 2.7850732785035705e-06, |
| "loss": 0.5844857692718506, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.0886917960088693, |
| "grad_norm": 1.6542750597000122, |
| "learning_rate": 2.7768211934458417e-06, |
| "loss": 0.8088274002075195, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.0931263858093128, |
| "grad_norm": 1.1526122093200684, |
| "learning_rate": 2.768568747541509e-06, |
| "loss": 0.48685911297798157, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.097560975609756, |
| "grad_norm": 0.9583385586738586, |
| "learning_rate": 2.7603160518172152e-06, |
| "loss": 0.8856199979782104, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.1019955654101996, |
| "grad_norm": 1.043729543685913, |
| "learning_rate": 2.752063217302966e-06, |
| "loss": 0.8684977293014526, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.106430155210643, |
| "grad_norm": 1.6375235319137573, |
| "learning_rate": 2.743810355030631e-06, |
| "loss": 0.5918598175048828, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.1108647450110865, |
| "grad_norm": 0.9976754188537598, |
| "learning_rate": 2.735557576032458e-06, |
| "loss": 0.7557308673858643, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.11529933481153, |
| "grad_norm": 1.8317605257034302, |
| "learning_rate": 2.727304991339569e-06, |
| "loss": 0.7505866289138794, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.1197339246119733, |
| "grad_norm": 0.8461515307426453, |
| "learning_rate": 2.7190527119804762e-06, |
| "loss": 0.8690387010574341, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.1241685144124167, |
| "grad_norm": 1.2172333002090454, |
| "learning_rate": 2.710800848979582e-06, |
| "loss": 0.7549737691879272, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.12860310421286, |
| "grad_norm": 2.6961116790771484, |
| "learning_rate": 2.702549513355687e-06, |
| "loss": 0.6273566484451294, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.1330376940133036, |
| "grad_norm": 2.817370653152466, |
| "learning_rate": 2.694298816120497e-06, |
| "loss": 0.507022500038147, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.1374722838137474, |
| "grad_norm": 3.4701592922210693, |
| "learning_rate": 2.6860488682771306e-06, |
| "loss": 0.9122434854507446, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.141906873614191, |
| "grad_norm": 1.0491613149642944, |
| "learning_rate": 2.67779978081862e-06, |
| "loss": 0.8000502586364746, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.1463414634146343, |
| "grad_norm": 0.8666864037513733, |
| "learning_rate": 2.669551664726428e-06, |
| "loss": 0.5371144413948059, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.1507760532150777, |
| "grad_norm": 0.929885983467102, |
| "learning_rate": 2.6613046309689433e-06, |
| "loss": 0.7838866710662842, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.155210643015521, |
| "grad_norm": 1.449052095413208, |
| "learning_rate": 2.6530587904999966e-06, |
| "loss": 0.6714781522750854, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.1596452328159645, |
| "grad_norm": 1.6018487215042114, |
| "learning_rate": 2.6448142542573624e-06, |
| "loss": 0.8650703430175781, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.164079822616408, |
| "grad_norm": 1.1995538473129272, |
| "learning_rate": 2.6365711331612692e-06, |
| "loss": 0.9092912077903748, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.1685144124168514, |
| "grad_norm": 4.522655010223389, |
| "learning_rate": 2.6283295381129066e-06, |
| "loss": 0.623193621635437, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.172949002217295, |
| "grad_norm": 1.066388487815857, |
| "learning_rate": 2.620089579992933e-06, |
| "loss": 0.8715465664863586, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.1773835920177382, |
| "grad_norm": 0.7982610464096069, |
| "learning_rate": 2.6118513696599823e-06, |
| "loss": 0.4557168781757355, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 2.2363100051879883, |
| "learning_rate": 2.603615017949178e-06, |
| "loss": 0.2402995377779007, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.186252771618625, |
| "grad_norm": 1.7150230407714844, |
| "learning_rate": 2.595380635670634e-06, |
| "loss": 0.6125180721282959, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.1906873614190685, |
| "grad_norm": 2.03562331199646, |
| "learning_rate": 2.5871483336079694e-06, |
| "loss": 0.3789454698562622, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.1951219512195124, |
| "grad_norm": 0.9788453578948975, |
| "learning_rate": 2.578918222516818e-06, |
| "loss": 0.8006269335746765, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.199556541019956, |
| "grad_norm": 3.577479600906372, |
| "learning_rate": 2.5706904131233336e-06, |
| "loss": 1.1745080947875977, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.203991130820399, |
| "grad_norm": 0.9117245078086853, |
| "learning_rate": 2.5624650161227073e-06, |
| "loss": 0.752780556678772, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.2084257206208426, |
| "grad_norm": 1.0597925186157227, |
| "learning_rate": 2.5542421421776696e-06, |
| "loss": 0.92555171251297, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.212860310421286, |
| "grad_norm": 2.012413740158081, |
| "learning_rate": 2.5460219019170097e-06, |
| "loss": 0.7486417293548584, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.2172949002217295, |
| "grad_norm": 1.388223648071289, |
| "learning_rate": 2.5378044059340845e-06, |
| "loss": 0.6380313038825989, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.221729490022173, |
| "grad_norm": 2.087331533432007, |
| "learning_rate": 2.5295897647853283e-06, |
| "loss": 0.42272722721099854, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.2261640798226163, |
| "grad_norm": 1.6069846153259277, |
| "learning_rate": 2.521378088988767e-06, |
| "loss": 0.9431757926940918, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.2305986696230597, |
| "grad_norm": 1.133226990699768, |
| "learning_rate": 2.513169489022531e-06, |
| "loss": 0.7965492010116577, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.235033259423503, |
| "grad_norm": 2.120872735977173, |
| "learning_rate": 2.5049640753233705e-06, |
| "loss": 0.8802080750465393, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.2394678492239466, |
| "grad_norm": 0.9329570531845093, |
| "learning_rate": 2.496761958285167e-06, |
| "loss": 0.5040686130523682, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.2439024390243905, |
| "grad_norm": 0.7371305227279663, |
| "learning_rate": 2.488563248257451e-06, |
| "loss": 0.8810028433799744, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.248337028824834, |
| "grad_norm": 5.761690139770508, |
| "learning_rate": 2.4803680555439136e-06, |
| "loss": 0.7554865479469299, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.2527716186252773, |
| "grad_norm": 1.0782852172851562, |
| "learning_rate": 2.4721764904009272e-06, |
| "loss": 0.8898205161094666, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.2572062084257207, |
| "grad_norm": 1.2129498720169067, |
| "learning_rate": 2.4639886630360574e-06, |
| "loss": 0.40009406208992004, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.261640798226164, |
| "grad_norm": 0.9777927994728088, |
| "learning_rate": 2.455804683606584e-06, |
| "loss": 0.8841888904571533, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.2660753880266076, |
| "grad_norm": 0.3243866562843323, |
| "learning_rate": 2.4476246622180174e-06, |
| "loss": 0.44640085101127625, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.270509977827051, |
| "grad_norm": 2.328533411026001, |
| "learning_rate": 2.4394487089226158e-06, |
| "loss": 1.2326172590255737, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.2749445676274944, |
| "grad_norm": 0.8293269872665405, |
| "learning_rate": 2.43127693371791e-06, |
| "loss": 0.6043848395347595, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.279379157427938, |
| "grad_norm": 1.0006300210952759, |
| "learning_rate": 2.423109446545213e-06, |
| "loss": 0.9160785675048828, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.2838137472283813, |
| "grad_norm": 1.3495242595672607, |
| "learning_rate": 2.4149463572881537e-06, |
| "loss": 1.0066651105880737, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.2882483370288247, |
| "grad_norm": 3.227001190185547, |
| "learning_rate": 2.4067877757711907e-06, |
| "loss": 0.6590787172317505, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.292682926829268, |
| "grad_norm": 1.3093198537826538, |
| "learning_rate": 2.3986338117581357e-06, |
| "loss": 0.6363720893859863, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.2971175166297115, |
| "grad_norm": 8.721003532409668, |
| "learning_rate": 2.390484574950677e-06, |
| "loss": 1.0154914855957031, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.3015521064301554, |
| "grad_norm": 2.5220930576324463, |
| "learning_rate": 2.382340174986906e-06, |
| "loss": 0.7293195724487305, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.305986696230599, |
| "grad_norm": 1.6561472415924072, |
| "learning_rate": 2.374200721439837e-06, |
| "loss": 0.8729753494262695, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.3104212860310422, |
| "grad_norm": 1.198063611984253, |
| "learning_rate": 2.3660663238159405e-06, |
| "loss": 0.8993839621543884, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.3148558758314857, |
| "grad_norm": 0.6974464654922485, |
| "learning_rate": 2.357937091553662e-06, |
| "loss": 0.6564696431159973, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.319290465631929, |
| "grad_norm": 2.7228505611419678, |
| "learning_rate": 2.3498131340219554e-06, |
| "loss": 0.8685024380683899, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.3237250554323725, |
| "grad_norm": 1.095363974571228, |
| "learning_rate": 2.341694560518809e-06, |
| "loss": 0.8607962727546692, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.328159645232816, |
| "grad_norm": 3.3042118549346924, |
| "learning_rate": 2.333581480269776e-06, |
| "loss": 0.8638893365859985, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.3325942350332594, |
| "grad_norm": 2.431647539138794, |
| "learning_rate": 2.325474002426503e-06, |
| "loss": 0.7261286973953247, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.337028824833703, |
| "grad_norm": 1.1630088090896606, |
| "learning_rate": 2.3173722360652644e-06, |
| "loss": 0.6455481052398682, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.341463414634146, |
| "grad_norm": 0.9199745655059814, |
| "learning_rate": 2.309276290185494e-06, |
| "loss": 0.79603511095047, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.3458980044345896, |
| "grad_norm": 0.4536246955394745, |
| "learning_rate": 2.3011862737083162e-06, |
| "loss": 0.508949875831604, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.3503325942350335, |
| "grad_norm": 0.858386218547821, |
| "learning_rate": 2.2931022954750843e-06, |
| "loss": 0.9388585090637207, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.354767184035477, |
| "grad_norm": 6.024104118347168, |
| "learning_rate": 2.285024464245912e-06, |
| "loss": 0.5697469115257263, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.3592017738359203, |
| "grad_norm": 0.5417823195457458, |
| "learning_rate": 2.2769528886982158e-06, |
| "loss": 0.48910415172576904, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 3.6564247608184814, |
| "learning_rate": 2.268887677425248e-06, |
| "loss": 0.706069827079773, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.368070953436807, |
| "grad_norm": 1.85207998752594, |
| "learning_rate": 2.2608289389346362e-06, |
| "loss": 0.9581363797187805, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.3725055432372506, |
| "grad_norm": 1.0115586519241333, |
| "learning_rate": 2.2527767816469263e-06, |
| "loss": 0.847273051738739, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.376940133037694, |
| "grad_norm": 1.160576343536377, |
| "learning_rate": 2.244731313894121e-06, |
| "loss": 0.9410176873207092, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.3813747228381374, |
| "grad_norm": 0.41236647963523865, |
| "learning_rate": 2.236692643918224e-06, |
| "loss": 0.03157289698719978, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.385809312638581, |
| "grad_norm": 1.3738679885864258, |
| "learning_rate": 2.2286608798697834e-06, |
| "loss": 0.652180016040802, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.3902439024390243, |
| "grad_norm": 1.2516071796417236, |
| "learning_rate": 2.2206361298064343e-06, |
| "loss": 0.2624179422855377, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.3946784922394677, |
| "grad_norm": 1.7923249006271362, |
| "learning_rate": 2.2126185016914515e-06, |
| "loss": 0.7395876049995422, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.399113082039911, |
| "grad_norm": 0.4336431622505188, |
| "learning_rate": 2.2046081033922884e-06, |
| "loss": 0.5255239009857178, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.4035476718403546, |
| "grad_norm": 2.713783025741577, |
| "learning_rate": 2.1966050426791325e-06, |
| "loss": 0.7811592817306519, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.4079822616407984, |
| "grad_norm": 1.2868162393569946, |
| "learning_rate": 2.1886094272234508e-06, |
| "loss": 0.8133082985877991, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.412416851441242, |
| "grad_norm": 0.6888259053230286, |
| "learning_rate": 2.1806213645965457e-06, |
| "loss": 0.2685484290122986, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.4168514412416853, |
| "grad_norm": 3.5159847736358643, |
| "learning_rate": 2.172640962268104e-06, |
| "loss": 0.8924703598022461, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.4212860310421287, |
| "grad_norm": 1.7184735536575317, |
| "learning_rate": 2.1646683276047525e-06, |
| "loss": 0.8745633959770203, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.425720620842572, |
| "grad_norm": 2.238689661026001, |
| "learning_rate": 2.156703567868615e-06, |
| "loss": 0.40802738070487976, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.4301552106430155, |
| "grad_norm": 3.6044087409973145, |
| "learning_rate": 2.148746790215866e-06, |
| "loss": 0.538159191608429, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.434589800443459, |
| "grad_norm": 1.0334011316299438, |
| "learning_rate": 2.140798101695291e-06, |
| "loss": 0.5009183287620544, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.4390243902439024, |
| "grad_norm": 3.447432518005371, |
| "learning_rate": 2.1328576092468476e-06, |
| "loss": 0.8873782157897949, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.443458980044346, |
| "grad_norm": 19.567584991455078, |
| "learning_rate": 2.124925419700223e-06, |
| "loss": 0.9391869902610779, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.4478935698447892, |
| "grad_norm": 1.3884862661361694, |
| "learning_rate": 2.1170016397734e-06, |
| "loss": 0.4363320469856262, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.4523281596452327, |
| "grad_norm": 0.8786958456039429, |
| "learning_rate": 2.109086376071221e-06, |
| "loss": 0.8789792060852051, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.4567627494456765, |
| "grad_norm": 1.4285457134246826, |
| "learning_rate": 2.1011797350839513e-06, |
| "loss": 0.7075852751731873, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.4611973392461195, |
| "grad_norm": 1.5161508321762085, |
| "learning_rate": 2.093281823185848e-06, |
| "loss": 0.9112823009490967, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.4656319290465634, |
| "grad_norm": 0.9512194991111755, |
| "learning_rate": 2.0853927466337315e-06, |
| "loss": 0.6104337573051453, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.470066518847007, |
| "grad_norm": 2.540562391281128, |
| "learning_rate": 2.077512611565551e-06, |
| "loss": 0.8170069456100464, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.47450110864745, |
| "grad_norm": 3.007708787918091, |
| "learning_rate": 2.0696415239989593e-06, |
| "loss": 0.3202068507671356, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.4789356984478936, |
| "grad_norm": 1.8201653957366943, |
| "learning_rate": 2.0617795898298855e-06, |
| "loss": 0.8330751657485962, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.483370288248337, |
| "grad_norm": 2.480975389480591, |
| "learning_rate": 2.053926914831112e-06, |
| "loss": 0.7699635028839111, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.4878048780487805, |
| "grad_norm": 1.417551040649414, |
| "learning_rate": 2.04608360465085e-06, |
| "loss": 0.8326176404953003, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.492239467849224, |
| "grad_norm": 3.1235289573669434, |
| "learning_rate": 2.038249764811318e-06, |
| "loss": 1.0917719602584839, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.4966740576496673, |
| "grad_norm": 1.4231172800064087, |
| "learning_rate": 2.0304255007073227e-06, |
| "loss": 0.924064040184021, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.5011086474501107, |
| "grad_norm": 1.0138386487960815, |
| "learning_rate": 2.022610917604842e-06, |
| "loss": 0.5847758650779724, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.505543237250554, |
| "grad_norm": 12.797927856445312, |
| "learning_rate": 2.014806120639605e-06, |
| "loss": 0.6378868818283081, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.5099778270509976, |
| "grad_norm": 1.234104037284851, |
| "learning_rate": 2.007011214815684e-06, |
| "loss": 0.7710060477256775, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.5144124168514415, |
| "grad_norm": 1.5984342098236084, |
| "learning_rate": 1.9992263050040737e-06, |
| "loss": 0.5080645680427551, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.5188470066518844, |
| "grad_norm": 0.7567741274833679, |
| "learning_rate": 1.991451495941289e-06, |
| "loss": 0.9128345847129822, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.5232815964523283, |
| "grad_norm": 0.9700871706008911, |
| "learning_rate": 1.983686892227948e-06, |
| "loss": 0.7003995776176453, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.5277161862527717, |
| "grad_norm": 1.3000694513320923, |
| "learning_rate": 1.975932598327369e-06, |
| "loss": 0.8861632943153381, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.532150776053215, |
| "grad_norm": 1.9337971210479736, |
| "learning_rate": 1.9681887185641646e-06, |
| "loss": 0.4743580222129822, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.5365853658536586, |
| "grad_norm": 3.3465616703033447, |
| "learning_rate": 1.9604553571228395e-06, |
| "loss": 0.5982359647750854, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.541019955654102, |
| "grad_norm": 0.9957235455513, |
| "learning_rate": 1.9527326180463855e-06, |
| "loss": 0.8827557563781738, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 0.8949941992759705, |
| "learning_rate": 1.9450206052348823e-06, |
| "loss": 0.9071930646896362, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.549889135254989, |
| "grad_norm": 0.8225301504135132, |
| "learning_rate": 1.9373194224441028e-06, |
| "loss": 0.8257545232772827, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.5543237250554323, |
| "grad_norm": 0.8032196760177612, |
| "learning_rate": 1.929629173284114e-06, |
| "loss": 0.5126382112503052, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.5587583148558757, |
| "grad_norm": 0.5240678191184998, |
| "learning_rate": 1.9219499612178836e-06, |
| "loss": 0.3800676763057709, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.5631929046563195, |
| "grad_norm": 0.8303525447845459, |
| "learning_rate": 1.9142818895598908e-06, |
| "loss": 0.49963274598121643, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.5676274944567625, |
| "grad_norm": 3.7417755126953125, |
| "learning_rate": 1.9066250614747317e-06, |
| "loss": 0.4743386507034302, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.5720620842572064, |
| "grad_norm": 2.17212176322937, |
| "learning_rate": 1.8989795799757348e-06, |
| "loss": 0.7726760506629944, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.57649667405765, |
| "grad_norm": 0.7126960158348083, |
| "learning_rate": 1.8913455479235754e-06, |
| "loss": 0.9239242076873779, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.5809312638580932, |
| "grad_norm": 0.8875038027763367, |
| "learning_rate": 1.8837230680248874e-06, |
| "loss": 0.9501176476478577, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.5853658536585367, |
| "grad_norm": 0.9675799012184143, |
| "learning_rate": 1.8761122428308875e-06, |
| "loss": 0.6145892143249512, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.58980044345898, |
| "grad_norm": 0.7325379252433777, |
| "learning_rate": 1.8685131747359902e-06, |
| "loss": 0.8216499090194702, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.5942350332594235, |
| "grad_norm": 5.725553035736084, |
| "learning_rate": 1.8609259659764345e-06, |
| "loss": 0.8852095007896423, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.598669623059867, |
| "grad_norm": 3.2101731300354004, |
| "learning_rate": 1.853350718628904e-06, |
| "loss": 0.42097488045692444, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.6031042128603104, |
| "grad_norm": 2.247046947479248, |
| "learning_rate": 1.845787534609157e-06, |
| "loss": 0.6113148331642151, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.6075388026607538, |
| "grad_norm": 4.695516586303711, |
| "learning_rate": 1.8382365156706566e-06, |
| "loss": 0.6265615224838257, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.611973392461197, |
| "grad_norm": 1.2384305000305176, |
| "learning_rate": 1.8306977634031976e-06, |
| "loss": 0.627465546131134, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.6164079822616406, |
| "grad_norm": 9.685011863708496, |
| "learning_rate": 1.8231713792315403e-06, |
| "loss": 0.7403496503829956, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.6208425720620845, |
| "grad_norm": 0.927742063999176, |
| "learning_rate": 1.8156574644140495e-06, |
| "loss": 0.85722416639328, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.6252771618625275, |
| "grad_norm": 1.9018654823303223, |
| "learning_rate": 1.8081561200413295e-06, |
| "loss": 0.853569507598877, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.6297117516629713, |
| "grad_norm": 0.8076664805412292, |
| "learning_rate": 1.800667447034864e-06, |
| "loss": 0.8907285332679749, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.6341463414634148, |
| "grad_norm": 2.0217840671539307, |
| "learning_rate": 1.7931915461456573e-06, |
| "loss": 0.9535523653030396, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.638580931263858, |
| "grad_norm": 0.8926487565040588, |
| "learning_rate": 1.7857285179528838e-06, |
| "loss": 0.489310622215271, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.6430155210643016, |
| "grad_norm": 3.029690742492676, |
| "learning_rate": 1.7782784628625305e-06, |
| "loss": 0.6923867464065552, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.647450110864745, |
| "grad_norm": 2.82142972946167, |
| "learning_rate": 1.7708414811060437e-06, |
| "loss": 0.582843542098999, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.6518847006651884, |
| "grad_norm": 1.2220163345336914, |
| "learning_rate": 1.763417672738989e-06, |
| "loss": 0.7117786407470703, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.656319290465632, |
| "grad_norm": 0.4822169244289398, |
| "learning_rate": 1.7560071376396953e-06, |
| "loss": 0.2628706693649292, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.6607538802660753, |
| "grad_norm": 1.2988340854644775, |
| "learning_rate": 1.7486099755079197e-06, |
| "loss": 0.9527356624603271, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.6651884700665187, |
| "grad_norm": 1.3238375186920166, |
| "learning_rate": 1.7412262858634987e-06, |
| "loss": 0.8897156119346619, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.6696230598669626, |
| "grad_norm": 1.0240246057510376, |
| "learning_rate": 1.7338561680450171e-06, |
| "loss": 0.46362125873565674, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.6740576496674056, |
| "grad_norm": 1.75541353225708, |
| "learning_rate": 1.7264997212084616e-06, |
| "loss": 0.7587183713912964, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.6784922394678494, |
| "grad_norm": 1.5657193660736084, |
| "learning_rate": 1.7191570443258976e-06, |
| "loss": 0.9052755832672119, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.682926829268293, |
| "grad_norm": 1.5885916948318481, |
| "learning_rate": 1.711828236184131e-06, |
| "loss": 0.4789600968360901, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.6873614190687363, |
| "grad_norm": 71.83616638183594, |
| "learning_rate": 1.704513395383378e-06, |
| "loss": 0.2857840955257416, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.6917960088691797, |
| "grad_norm": 1.3978385925292969, |
| "learning_rate": 1.6972126203359454e-06, |
| "loss": 0.5244172215461731, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.696230598669623, |
| "grad_norm": 6.41267204284668, |
| "learning_rate": 1.6899260092648995e-06, |
| "loss": 0.5827531814575195, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.7006651884700665, |
| "grad_norm": 3.540893316268921, |
| "learning_rate": 1.6826536602027471e-06, |
| "loss": 0.5931687355041504, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.70509977827051, |
| "grad_norm": 1.408761978149414, |
| "learning_rate": 1.6753956709901202e-06, |
| "loss": 0.9201699495315552, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.7095343680709534, |
| "grad_norm": 3.0229973793029785, |
| "learning_rate": 1.6681521392744515e-06, |
| "loss": 0.7630390524864197, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.713968957871397, |
| "grad_norm": 3.136180877685547, |
| "learning_rate": 1.660923162508671e-06, |
| "loss": 0.8200241923332214, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.7184035476718402, |
| "grad_norm": 5.015387535095215, |
| "learning_rate": 1.6537088379498872e-06, |
| "loss": 0.41038981080055237, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.7228381374722836, |
| "grad_norm": 0.8245871067047119, |
| "learning_rate": 1.6465092626580787e-06, |
| "loss": 0.967170238494873, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 1.9440391063690186, |
| "learning_rate": 1.6393245334947942e-06, |
| "loss": 0.6494452357292175, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.7317073170731705, |
| "grad_norm": 0.9693624973297119, |
| "learning_rate": 1.6321547471218432e-06, |
| "loss": 0.8679260611534119, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.7361419068736144, |
| "grad_norm": 6.900158882141113, |
| "learning_rate": 1.6250000000000007e-06, |
| "loss": 0.5012823343276978, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.740576496674058, |
| "grad_norm": 0.9100331664085388, |
| "learning_rate": 1.6178603883877032e-06, |
| "loss": 0.8535019755363464, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.745011086474501, |
| "grad_norm": 0.8146524429321289, |
| "learning_rate": 1.6107360083397604e-06, |
| "loss": 0.5447841286659241, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.7494456762749446, |
| "grad_norm": 0.8178804516792297, |
| "learning_rate": 1.6036269557060594e-06, |
| "loss": 0.5961492657661438, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.753880266075388, |
| "grad_norm": 1.5546802282333374, |
| "learning_rate": 1.5965333261302735e-06, |
| "loss": 0.8809974193572998, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.7583148558758315, |
| "grad_norm": 2.939823865890503, |
| "learning_rate": 1.5894552150485801e-06, |
| "loss": 0.9211047291755676, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.762749445676275, |
| "grad_norm": 0.6600274443626404, |
| "learning_rate": 1.5823927176883725e-06, |
| "loss": 0.3387180268764496, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.7671840354767183, |
| "grad_norm": 10.310997009277344, |
| "learning_rate": 1.5753459290669792e-06, |
| "loss": 0.6843352317810059, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.7716186252771617, |
| "grad_norm": 1.5545812845230103, |
| "learning_rate": 1.5683149439903905e-06, |
| "loss": 0.5795391201972961, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.776053215077605, |
| "grad_norm": 0.9581854939460754, |
| "learning_rate": 1.5612998570519746e-06, |
| "loss": 0.9656073451042175, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.7804878048780486, |
| "grad_norm": 1.066094160079956, |
| "learning_rate": 1.5543007626312129e-06, |
| "loss": 0.9749020338058472, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.7849223946784925, |
| "grad_norm": 2.5097603797912598, |
| "learning_rate": 1.5473177548924267e-06, |
| "loss": 0.9311152696609497, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.7893569844789354, |
| "grad_norm": 1.2054038047790527, |
| "learning_rate": 1.5403509277835077e-06, |
| "loss": 0.2651883065700531, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.7937915742793793, |
| "grad_norm": 1.640947699546814, |
| "learning_rate": 1.5334003750346608e-06, |
| "loss": 0.873029887676239, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.7982261640798227, |
| "grad_norm": 3.502584218978882, |
| "learning_rate": 1.5264661901571349e-06, |
| "loss": 0.6039642691612244, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.802660753880266, |
| "grad_norm": 0.6926102042198181, |
| "learning_rate": 1.5195484664419732e-06, |
| "loss": 0.485037237405777, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.8070953436807096, |
| "grad_norm": 1.0856491327285767, |
| "learning_rate": 1.5126472969587502e-06, |
| "loss": 0.810798704624176, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.811529933481153, |
| "grad_norm": 5.212289810180664, |
| "learning_rate": 1.5057627745543269e-06, |
| "loss": 0.8525525331497192, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.8159645232815964, |
| "grad_norm": 0.6678111553192139, |
| "learning_rate": 1.4988949918515947e-06, |
| "loss": 0.8990007638931274, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.82039911308204, |
| "grad_norm": 6.717563152313232, |
| "learning_rate": 1.4920440412482345e-06, |
| "loss": 0.3461105525493622, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.8248337028824833, |
| "grad_norm": 0.8497708439826965, |
| "learning_rate": 1.485210014915473e-06, |
| "loss": 0.5556339025497437, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.8292682926829267, |
| "grad_norm": 1.1711769104003906, |
| "learning_rate": 1.4783930047968388e-06, |
| "loss": 0.9120653867721558, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.8337028824833705, |
| "grad_norm": 1.5863559246063232, |
| "learning_rate": 1.4715931026069273e-06, |
| "loss": 0.8935397267341614, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.8381374722838135, |
| "grad_norm": 1.5529717206954956, |
| "learning_rate": 1.4648103998301716e-06, |
| "loss": 0.5035147070884705, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.8425720620842574, |
| "grad_norm": 5.072021484375, |
| "learning_rate": 1.4580449877196035e-06, |
| "loss": 0.6653071045875549, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.847006651884701, |
| "grad_norm": 0.8926497101783752, |
| "learning_rate": 1.4512969572956328e-06, |
| "loss": 0.6203804612159729, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.8514412416851442, |
| "grad_norm": 4.661787986755371, |
| "learning_rate": 1.4445663993448173e-06, |
| "loss": 0.9532814621925354, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.8558758314855877, |
| "grad_norm": 3.233835458755493, |
| "learning_rate": 1.437853404418646e-06, |
| "loss": 0.32333725690841675, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.860310421286031, |
| "grad_norm": 1.3348687887191772, |
| "learning_rate": 1.431158062832318e-06, |
| "loss": 0.8358311653137207, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.8647450110864745, |
| "grad_norm": 2.6443517208099365, |
| "learning_rate": 1.4244804646635266e-06, |
| "loss": 0.8612353205680847, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.869179600886918, |
| "grad_norm": 0.6927613615989685, |
| "learning_rate": 1.4178206997512522e-06, |
| "loss": 0.8790969252586365, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.8736141906873613, |
| "grad_norm": 0.8676153421401978, |
| "learning_rate": 1.4111788576945467e-06, |
| "loss": 0.8564894795417786, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.8780487804878048, |
| "grad_norm": 14.382169723510742, |
| "learning_rate": 1.4045550278513351e-06, |
| "loss": 0.5821776986122131, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.882483370288248, |
| "grad_norm": 0.7985261678695679, |
| "learning_rate": 1.3979492993372074e-06, |
| "loss": 0.8649250268936157, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.8869179600886916, |
| "grad_norm": 1.3638763427734375, |
| "learning_rate": 1.391361761024222e-06, |
| "loss": 0.23123106360435486, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.8913525498891355, |
| "grad_norm": 1.07351815700531, |
| "learning_rate": 1.3847925015397146e-06, |
| "loss": 0.8127425909042358, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.8957871396895785, |
| "grad_norm": 1.6091636419296265, |
| "learning_rate": 1.3782416092650957e-06, |
| "loss": 0.9045838117599487, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.9002217294900223, |
| "grad_norm": 0.37830138206481934, |
| "learning_rate": 1.3717091723346699e-06, |
| "loss": 0.36935049295425415, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.9046563192904657, |
| "grad_norm": 0.7938516736030579, |
| "learning_rate": 1.3651952786344485e-06, |
| "loss": 0.44842761754989624, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 1.4822460412979126, |
| "learning_rate": 1.3587000158009638e-06, |
| "loss": 0.8571957349777222, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.9135254988913526, |
| "grad_norm": 0.6906547546386719, |
| "learning_rate": 1.3522234712200954e-06, |
| "loss": 0.8675597906112671, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.917960088691796, |
| "grad_norm": 2.601785898208618, |
| "learning_rate": 1.3457657320258878e-06, |
| "loss": 0.7463323473930359, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.9223946784922394, |
| "grad_norm": 2.53776216506958, |
| "learning_rate": 1.3393268850993852e-06, |
| "loss": 0.8853073716163635, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.926829268292683, |
| "grad_norm": 2.7623400688171387, |
| "learning_rate": 1.332907017067458e-06, |
| "loss": 0.5930368304252625, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.9312638580931263, |
| "grad_norm": 1.027145504951477, |
| "learning_rate": 1.3265062143016378e-06, |
| "loss": 0.8478403687477112, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.9356984478935697, |
| "grad_norm": 0.7706930041313171, |
| "learning_rate": 1.3201245629169574e-06, |
| "loss": 0.8749006390571594, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.9401330376940136, |
| "grad_norm": 1.0428484678268433, |
| "learning_rate": 1.3137621487707902e-06, |
| "loss": 0.9431027173995972, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.9445676274944566, |
| "grad_norm": 1.0761144161224365, |
| "learning_rate": 1.307419057461697e-06, |
| "loss": 1.0074454545974731, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.9490022172949004, |
| "grad_norm": 0.6524636149406433, |
| "learning_rate": 1.3010953743282724e-06, |
| "loss": 0.844873309135437, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.953436807095344, |
| "grad_norm": 1.394280195236206, |
| "learning_rate": 1.294791184447996e-06, |
| "loss": 0.9639885425567627, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.9578713968957873, |
| "grad_norm": 0.7140282988548279, |
| "learning_rate": 1.2885065726360925e-06, |
| "loss": 0.48626944422721863, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.9623059866962307, |
| "grad_norm": 0.707069456577301, |
| "learning_rate": 1.282241623444386e-06, |
| "loss": 0.8297737836837769, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.966740576496674, |
| "grad_norm": 0.9522484540939331, |
| "learning_rate": 1.2759964211601633e-06, |
| "loss": 0.8412789106369019, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.9711751662971175, |
| "grad_norm": 0.9063006043434143, |
| "learning_rate": 1.269771049805042e-06, |
| "loss": 0.7291353940963745, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.975609756097561, |
| "grad_norm": 2.06269907951355, |
| "learning_rate": 1.2635655931338364e-06, |
| "loss": 0.5531010627746582, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.9800443458980044, |
| "grad_norm": 0.36816778779029846, |
| "learning_rate": 1.2573801346334355e-06, |
| "loss": 0.16619227826595306, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.984478935698448, |
| "grad_norm": 0.8877193331718445, |
| "learning_rate": 1.251214757521675e-06, |
| "loss": 0.6579598784446716, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.988913525498891, |
| "grad_norm": 0.42023998498916626, |
| "learning_rate": 1.2450695447462214e-06, |
| "loss": 0.5335787534713745, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.9933481152993346, |
| "grad_norm": 1.5073217153549194, |
| "learning_rate": 1.2389445789834534e-06, |
| "loss": 0.5976958870887756, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.9977827050997785, |
| "grad_norm": 2.1122334003448486, |
| "learning_rate": 1.2328399426373511e-06, |
| "loss": 0.6611562967300415, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.002217294900222, |
| "grad_norm": 0.7240795493125916, |
| "learning_rate": 1.2267557178383886e-06, |
| "loss": 0.783865749835968, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.0066518847006654, |
| "grad_norm": 0.8436267375946045, |
| "learning_rate": 1.220691986442424e-06, |
| "loss": 0.394011527299881, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.011086474501109, |
| "grad_norm": 2.886348009109497, |
| "learning_rate": 1.2146488300296047e-06, |
| "loss": 0.6734086871147156, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.015521064301552, |
| "grad_norm": 0.9459258913993835, |
| "learning_rate": 1.2086263299032652e-06, |
| "loss": 0.7187186479568481, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.0199556541019956, |
| "grad_norm": 0.9276299476623535, |
| "learning_rate": 1.2026245670888343e-06, |
| "loss": 0.6644557118415833, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.024390243902439, |
| "grad_norm": 1.1041805744171143, |
| "learning_rate": 1.196643622332747e-06, |
| "loss": 0.78998863697052, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.0288248337028825, |
| "grad_norm": 0.25377586483955383, |
| "learning_rate": 1.1906835761013547e-06, |
| "loss": 0.3418872356414795, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.033259423503326, |
| "grad_norm": 1.3526285886764526, |
| "learning_rate": 1.184744508579846e-06, |
| "loss": 0.423952579498291, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.0376940133037693, |
| "grad_norm": 1.1649706363677979, |
| "learning_rate": 1.178826499671167e-06, |
| "loss": 0.4472143352031708, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.0421286031042127, |
| "grad_norm": 1.4715780019760132, |
| "learning_rate": 1.172929628994943e-06, |
| "loss": 0.8062811493873596, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.046563192904656, |
| "grad_norm": 1.3881590366363525, |
| "learning_rate": 1.167053975886413e-06, |
| "loss": 0.3142853379249573, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.0509977827050996, |
| "grad_norm": 3.416389226913452, |
| "learning_rate": 1.1611996193953569e-06, |
| "loss": 0.43006041646003723, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.0554323725055434, |
| "grad_norm": 1.048660159111023, |
| "learning_rate": 1.1553666382850366e-06, |
| "loss": 0.3392511308193207, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.059866962305987, |
| "grad_norm": 0.3364250659942627, |
| "learning_rate": 1.1495551110311324e-06, |
| "loss": 0.2998298704624176, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.0643015521064303, |
| "grad_norm": 6.17432165145874, |
| "learning_rate": 1.1437651158206904e-06, |
| "loss": 0.17229698598384857, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.0687361419068737, |
| "grad_norm": 1.7204508781433105, |
| "learning_rate": 1.137996730551069e-06, |
| "loss": 0.4303905963897705, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.073170731707317, |
| "grad_norm": 0.39900439977645874, |
| "learning_rate": 1.1322500328288897e-06, |
| "loss": 0.2888520658016205, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.0776053215077606, |
| "grad_norm": 0.15358883142471313, |
| "learning_rate": 1.1265250999689966e-06, |
| "loss": 0.32026374340057373, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.082039911308204, |
| "grad_norm": 0.947392463684082, |
| "learning_rate": 1.1208220089934118e-06, |
| "loss": 0.6729350090026855, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.0864745011086474, |
| "grad_norm": 3.0764870643615723, |
| "learning_rate": 1.1151408366303024e-06, |
| "loss": 0.325135737657547, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.090909090909091, |
| "grad_norm": 4.003721237182617, |
| "learning_rate": 1.1094816593129475e-06, |
| "loss": 0.4179095923900604, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.0953436807095343, |
| "grad_norm": 1.155935287475586, |
| "learning_rate": 1.1038445531787083e-06, |
| "loss": 0.715002715587616, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.0997782705099777, |
| "grad_norm": 1.3893831968307495, |
| "learning_rate": 1.098229594068007e-06, |
| "loss": 0.6728289127349854, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.104212860310421, |
| "grad_norm": 1.6952826976776123, |
| "learning_rate": 1.0926368575233032e-06, |
| "loss": 0.6240461468696594, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.1086474501108645, |
| "grad_norm": 0.4904409945011139, |
| "learning_rate": 1.087066418788078e-06, |
| "loss": 0.19736936688423157, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.1130820399113084, |
| "grad_norm": 1.5871460437774658, |
| "learning_rate": 1.0815183528058248e-06, |
| "loss": 0.38163045048713684, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.117516629711752, |
| "grad_norm": 1.395402193069458, |
| "learning_rate": 1.0759927342190362e-06, |
| "loss": 0.7312334179878235, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.1219512195121952, |
| "grad_norm": 1.0713874101638794, |
| "learning_rate": 1.0704896373682052e-06, |
| "loss": 0.7383747696876526, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.1263858093126387, |
| "grad_norm": 1.2227498292922974, |
| "learning_rate": 1.0650091362908189e-06, |
| "loss": 0.6887333393096924, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.130820399113082, |
| "grad_norm": 1.1990351676940918, |
| "learning_rate": 1.0595513047203693e-06, |
| "loss": 0.6441534757614136, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.1352549889135255, |
| "grad_norm": 1.021954894065857, |
| "learning_rate": 1.0541162160853538e-06, |
| "loss": 0.4102858901023865, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.139689578713969, |
| "grad_norm": 0.33726537227630615, |
| "learning_rate": 1.0487039435082941e-06, |
| "loss": 0.056999024003744125, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.1441241685144123, |
| "grad_norm": 1.8328347206115723, |
| "learning_rate": 1.0433145598047495e-06, |
| "loss": 0.6035170555114746, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.1485587583148558, |
| "grad_norm": 1.524192214012146, |
| "learning_rate": 1.0379481374823358e-06, |
| "loss": 0.7395703196525574, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.152993348115299, |
| "grad_norm": 1.5557146072387695, |
| "learning_rate": 1.032604748739751e-06, |
| "loss": 0.6392835974693298, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.1574279379157426, |
| "grad_norm": 8.86196231842041, |
| "learning_rate": 1.0272844654658069e-06, |
| "loss": 0.1004699245095253, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.1618625277161865, |
| "grad_norm": 1.7001556158065796, |
| "learning_rate": 1.0219873592384556e-06, |
| "loss": 0.6165364384651184, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.16629711751663, |
| "grad_norm": 2.5815086364746094, |
| "learning_rate": 1.016713501323834e-06, |
| "loss": 0.7140083312988281, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.1707317073170733, |
| "grad_norm": 2.0112009048461914, |
| "learning_rate": 1.0114629626752973e-06, |
| "loss": 0.3635685443878174, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.1751662971175167, |
| "grad_norm": 0.9459992051124573, |
| "learning_rate": 1.0062358139324715e-06, |
| "loss": 0.34838780760765076, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.17960088691796, |
| "grad_norm": 1.4729267358779907, |
| "learning_rate": 1.0010321254202992e-06, |
| "loss": 0.5929923057556152, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.1840354767184036, |
| "grad_norm": 2.3258347511291504, |
| "learning_rate": 9.958519671480919e-07, |
| "loss": 0.2461414337158203, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.188470066518847, |
| "grad_norm": 0.8266603946685791, |
| "learning_rate": 9.906954088085929e-07, |
| "loss": 0.421371191740036, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.1929046563192904, |
| "grad_norm": 4.340923309326172, |
| "learning_rate": 9.85562519777035e-07, |
| "loss": 0.49519577622413635, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.197339246119734, |
| "grad_norm": 1.8006068468093872, |
| "learning_rate": 9.804533691102112e-07, |
| "loss": 0.6714183688163757, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.2017738359201773, |
| "grad_norm": 1.2195959091186523, |
| "learning_rate": 9.75368025545542e-07, |
| "loss": 0.6853227615356445, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.2062084257206207, |
| "grad_norm": 1.3917747735977173, |
| "learning_rate": 9.703065575001518e-07, |
| "loss": 0.7487331628799438, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.210643015521064, |
| "grad_norm": 7.102336883544922, |
| "learning_rate": 9.65269033069952e-07, |
| "loss": 0.45779871940612793, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.2150776053215075, |
| "grad_norm": 1.3083984851837158, |
| "learning_rate": 9.602555200287184e-07, |
| "loss": 0.7010431289672852, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.2195121951219514, |
| "grad_norm": 5.842024803161621, |
| "learning_rate": 9.552660858271835e-07, |
| "loss": 0.4435151517391205, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.223946784922395, |
| "grad_norm": 0.8788203001022339, |
| "learning_rate": 9.503007975921294e-07, |
| "loss": 0.45844289660453796, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.2283813747228383, |
| "grad_norm": 3.6687796115875244, |
| "learning_rate": 9.453597221254821e-07, |
| "loss": 0.8120266795158386, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.2328159645232817, |
| "grad_norm": 2.3230605125427246, |
| "learning_rate": 9.404429259034156e-07, |
| "loss": 0.39245831966400146, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.237250554323725, |
| "grad_norm": 1.0407835245132446, |
| "learning_rate": 9.355504750754543e-07, |
| "loss": 0.7990567684173584, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.2416851441241685, |
| "grad_norm": 1.1758776903152466, |
| "learning_rate": 9.306824354635866e-07, |
| "loss": 0.4867308437824249, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.246119733924612, |
| "grad_norm": 1.7548372745513916, |
| "learning_rate": 9.258388725613776e-07, |
| "loss": 0.5504351258277893, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.2505543237250554, |
| "grad_norm": 1.3209401369094849, |
| "learning_rate": 9.21019851533086e-07, |
| "loss": 0.7579896450042725, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.254988913525499, |
| "grad_norm": 0.2684461176395416, |
| "learning_rate": 9.162254372127921e-07, |
| "loss": 0.07358714938163757, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.259423503325942, |
| "grad_norm": 2.430288791656494, |
| "learning_rate": 9.114556941035199e-07, |
| "loss": 0.6224230527877808, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.2638580931263856, |
| "grad_norm": 1.1718429327011108, |
| "learning_rate": 9.067106863763752e-07, |
| "loss": 0.9210297465324402, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.2682926829268295, |
| "grad_norm": 1.4180784225463867, |
| "learning_rate": 9.01990477869677e-07, |
| "loss": 0.30042320489883423, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.2727272727272725, |
| "grad_norm": 1.123668909072876, |
| "learning_rate": 8.972951320881014e-07, |
| "loss": 0.5489499568939209, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.2771618625277164, |
| "grad_norm": 0.8793950080871582, |
| "learning_rate": 8.92624712201827e-07, |
| "loss": 0.3639003336429596, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.2815964523281598, |
| "grad_norm": 1.9588091373443604, |
| "learning_rate": 8.879792810456861e-07, |
| "loss": 0.4639153778553009, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.286031042128603, |
| "grad_norm": 1.0029566287994385, |
| "learning_rate": 8.833589011183147e-07, |
| "loss": 0.7829899191856384, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.2904656319290466, |
| "grad_norm": 0.9496995210647583, |
| "learning_rate": 8.78763634581318e-07, |
| "loss": 0.5258970260620117, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.29490022172949, |
| "grad_norm": 0.913833737373352, |
| "learning_rate": 8.741935432584292e-07, |
| "loss": 0.47597554326057434, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.2993348115299335, |
| "grad_norm": 2.7132110595703125, |
| "learning_rate": 8.696486886346805e-07, |
| "loss": 0.43635129928588867, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.303769401330377, |
| "grad_norm": 2.0939266681671143, |
| "learning_rate": 8.651291318555745e-07, |
| "loss": 0.23065295815467834, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.3082039911308203, |
| "grad_norm": 0.9052222967147827, |
| "learning_rate": 8.606349337262623e-07, |
| "loss": 0.8228150606155396, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.3126385809312637, |
| "grad_norm": 1.733860731124878, |
| "learning_rate": 8.561661547107243e-07, |
| "loss": 0.47642073035240173, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.317073170731707, |
| "grad_norm": 1.4319210052490234, |
| "learning_rate": 8.517228549309588e-07, |
| "loss": 0.6294840574264526, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.3215077605321506, |
| "grad_norm": 3.192908525466919, |
| "learning_rate": 8.473050941661717e-07, |
| "loss": 0.767174482345581, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.3259423503325944, |
| "grad_norm": 1.09794020652771, |
| "learning_rate": 8.429129318519711e-07, |
| "loss": 0.3739165961742401, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.330376940133038, |
| "grad_norm": 1.1555298566818237, |
| "learning_rate": 8.38546427079571e-07, |
| "loss": 0.6726783514022827, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.3348115299334813, |
| "grad_norm": 0.9871981739997864, |
| "learning_rate": 8.342056385949929e-07, |
| "loss": 0.7142524123191833, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.3392461197339247, |
| "grad_norm": 0.46822428703308105, |
| "learning_rate": 8.298906247982768e-07, |
| "loss": 0.3226020932197571, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.343680709534368, |
| "grad_norm": 1.3958603143692017, |
| "learning_rate": 8.25601443742697e-07, |
| "loss": 0.48669373989105225, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.3481152993348116, |
| "grad_norm": 2.5492188930511475, |
| "learning_rate": 8.213381531339776e-07, |
| "loss": 0.732366681098938, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.352549889135255, |
| "grad_norm": 0.35939931869506836, |
| "learning_rate": 8.1710081032952e-07, |
| "loss": 0.46142342686653137, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.3569844789356984, |
| "grad_norm": 1.1625959873199463, |
| "learning_rate": 8.128894723376285e-07, |
| "loss": 0.8541035056114197, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.361419068736142, |
| "grad_norm": 3.446476697921753, |
| "learning_rate": 8.087041958167438e-07, |
| "loss": 0.47667139768600464, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.3658536585365852, |
| "grad_norm": 0.9094996452331543, |
| "learning_rate": 8.04545037074683e-07, |
| "loss": 0.5068199634552002, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.3702882483370287, |
| "grad_norm": 0.8286429047584534, |
| "learning_rate": 8.004120520678768e-07, |
| "loss": 0.703849732875824, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.374722838137472, |
| "grad_norm": 0.2944241166114807, |
| "learning_rate": 7.963052964006243e-07, |
| "loss": 0.4450077414512634, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.3791574279379155, |
| "grad_norm": 2.379061698913574, |
| "learning_rate": 7.922248253243367e-07, |
| "loss": 0.6920251250267029, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.3835920177383594, |
| "grad_norm": 6.14056921005249, |
| "learning_rate": 7.881706937368005e-07, |
| "loss": 0.6898224353790283, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.388026607538803, |
| "grad_norm": 1.5987882614135742, |
| "learning_rate": 7.84142956181436e-07, |
| "loss": 0.45382753014564514, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.3924611973392462, |
| "grad_norm": 0.6767929196357727, |
| "learning_rate": 7.801416668465621e-07, |
| "loss": 0.3358471691608429, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.3968957871396896, |
| "grad_norm": 5.22633695602417, |
| "learning_rate": 7.76166879564672e-07, |
| "loss": 0.14293606579303741, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.401330376940133, |
| "grad_norm": 1.0749104022979736, |
| "learning_rate": 7.722186478117031e-07, |
| "loss": 0.6599565148353577, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.4057649667405765, |
| "grad_norm": 1.8686710596084595, |
| "learning_rate": 7.682970247063212e-07, |
| "loss": 0.7604563236236572, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.41019955654102, |
| "grad_norm": 1.1680110692977905, |
| "learning_rate": 7.644020630092066e-07, |
| "loss": 0.7063665986061096, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.4146341463414633, |
| "grad_norm": 1.0432260036468506, |
| "learning_rate": 7.605338151223401e-07, |
| "loss": 0.727014422416687, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.4190687361419068, |
| "grad_norm": 1.5552973747253418, |
| "learning_rate": 7.566923330883029e-07, |
| "loss": 0.4836811125278473, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.42350332594235, |
| "grad_norm": 1.57466459274292, |
| "learning_rate": 7.528776685895731e-07, |
| "loss": 0.5649837255477905, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.4279379157427936, |
| "grad_norm": 4.2533650398254395, |
| "learning_rate": 7.490898729478312e-07, |
| "loss": 0.23879516124725342, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.4323725055432375, |
| "grad_norm": 0.1743544042110443, |
| "learning_rate": 7.45328997123271e-07, |
| "loss": 0.1827031672000885, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.436807095343681, |
| "grad_norm": 0.9885973930358887, |
| "learning_rate": 7.415950917139106e-07, |
| "loss": 0.7187482118606567, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.4412416851441243, |
| "grad_norm": 1.0436469316482544, |
| "learning_rate": 7.378882069549166e-07, |
| "loss": 0.6883783936500549, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.4456762749445677, |
| "grad_norm": 0.17162276804447174, |
| "learning_rate": 7.342083927179235e-07, |
| "loss": 0.3528411388397217, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.450110864745011, |
| "grad_norm": 0.9677134156227112, |
| "learning_rate": 7.30555698510366e-07, |
| "loss": 0.7020009756088257, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.4545454545454546, |
| "grad_norm": 2.290982961654663, |
| "learning_rate": 7.269301734748107e-07, |
| "loss": 0.6964924931526184, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.458980044345898, |
| "grad_norm": 0.9703812003135681, |
| "learning_rate": 7.233318663882968e-07, |
| "loss": 0.7445743083953857, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.4634146341463414, |
| "grad_norm": 2.6579227447509766, |
| "learning_rate": 7.197608256616792e-07, |
| "loss": 0.19093935191631317, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.467849223946785, |
| "grad_norm": 1.445381999015808, |
| "learning_rate": 7.162170993389763e-07, |
| "loss": 0.7774098515510559, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.4722838137472283, |
| "grad_norm": 1.2807323932647705, |
| "learning_rate": 7.127007350967241e-07, |
| "loss": 0.3930266201496124, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.4767184035476717, |
| "grad_norm": 1.6947154998779297, |
| "learning_rate": 7.092117802433362e-07, |
| "loss": 0.8776201009750366, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.481152993348115, |
| "grad_norm": 1.315631628036499, |
| "learning_rate": 7.057502817184648e-07, |
| "loss": 0.4978081285953522, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.4855875831485585, |
| "grad_norm": 0.36691853404045105, |
| "learning_rate": 7.023162860923722e-07, |
| "loss": 0.5448426604270935, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.4900221729490024, |
| "grad_norm": 1.9715549945831299, |
| "learning_rate": 6.989098395653005e-07, |
| "loss": 0.8805798292160034, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.494456762749446, |
| "grad_norm": 2.96600341796875, |
| "learning_rate": 6.955309879668537e-07, |
| "loss": 0.3866577744483948, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.4988913525498893, |
| "grad_norm": 0.8945562839508057, |
| "learning_rate": 6.921797767553794e-07, |
| "loss": 0.413793683052063, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.5033259423503327, |
| "grad_norm": 1.501956582069397, |
| "learning_rate": 6.88856251017356e-07, |
| "loss": 0.6843544244766235, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.507760532150776, |
| "grad_norm": 3.895604372024536, |
| "learning_rate": 6.855604554667897e-07, |
| "loss": 0.8031338453292847, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.5121951219512195, |
| "grad_norm": 1.0929995775222778, |
| "learning_rate": 6.822924344446081e-07, |
| "loss": 0.46741926670074463, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.516629711751663, |
| "grad_norm": 1.4208186864852905, |
| "learning_rate": 6.790522319180687e-07, |
| "loss": 0.4863869249820709, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.5210643015521064, |
| "grad_norm": 1.2825591564178467, |
| "learning_rate": 6.758398914801628e-07, |
| "loss": 0.8202866315841675, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.52549889135255, |
| "grad_norm": 2.9333906173706055, |
| "learning_rate": 6.726554563490321e-07, |
| "loss": 0.4186065196990967, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.529933481152993, |
| "grad_norm": 4.726576805114746, |
| "learning_rate": 6.694989693673872e-07, |
| "loss": 0.4944823384284973, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.5343680709534366, |
| "grad_norm": 1.305874228477478, |
| "learning_rate": 6.663704730019285e-07, |
| "loss": 0.8017009496688843, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.5388026607538805, |
| "grad_norm": 4.202098846435547, |
| "learning_rate": 6.632700093427774e-07, |
| "loss": 0.23011818528175354, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.5432372505543235, |
| "grad_norm": 2.405488967895508, |
| "learning_rate": 6.601976201029095e-07, |
| "loss": 0.44181007146835327, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.5476718403547673, |
| "grad_norm": 1.209696888923645, |
| "learning_rate": 6.571533466175928e-07, |
| "loss": 0.5328426957130432, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.5521064301552108, |
| "grad_norm": 0.9200423359870911, |
| "learning_rate": 6.541372298438325e-07, |
| "loss": 0.7708749175071716, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.556541019955654, |
| "grad_norm": 0.8987447023391724, |
| "learning_rate": 6.511493103598184e-07, |
| "loss": 0.8243938088417053, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.5609756097560976, |
| "grad_norm": 1.0883064270019531, |
| "learning_rate": 6.481896283643808e-07, |
| "loss": 0.7721865177154541, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.565410199556541, |
| "grad_norm": 0.14681853353977203, |
| "learning_rate": 6.452582236764495e-07, |
| "loss": 0.08870165795087814, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.5698447893569845, |
| "grad_norm": 7.72481632232666, |
| "learning_rate": 6.423551357345154e-07, |
| "loss": 0.5422983169555664, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.574279379157428, |
| "grad_norm": 6.495584487915039, |
| "learning_rate": 6.394804035961038e-07, |
| "loss": 0.14715789258480072, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.5787139689578713, |
| "grad_norm": 2.7080962657928467, |
| "learning_rate": 6.366340659372462e-07, |
| "loss": 0.5568990111351013, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.5831485587583147, |
| "grad_norm": 1.5873769521713257, |
| "learning_rate": 6.338161610519618e-07, |
| "loss": 0.7860218286514282, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.587583148558758, |
| "grad_norm": 0.8671674132347107, |
| "learning_rate": 6.310267268517397e-07, |
| "loss": 0.4535370171070099, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.5920177383592016, |
| "grad_norm": 5.442802906036377, |
| "learning_rate": 6.282658008650318e-07, |
| "loss": 0.5291122198104858, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.5964523281596454, |
| "grad_norm": 0.8540799021720886, |
| "learning_rate": 6.255334202367462e-07, |
| "loss": 0.647901713848114, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.6008869179600884, |
| "grad_norm": 1.4981876611709595, |
| "learning_rate": 6.228296217277481e-07, |
| "loss": 0.5466744899749756, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.6053215077605323, |
| "grad_norm": 0.7501009106636047, |
| "learning_rate": 6.201544417143641e-07, |
| "loss": 0.20443859696388245, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.6097560975609757, |
| "grad_norm": 2.2188422679901123, |
| "learning_rate": 6.175079161878951e-07, |
| "loss": 0.6764265894889832, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.614190687361419, |
| "grad_norm": 3.0544168949127197, |
| "learning_rate": 6.148900807541295e-07, |
| "loss": 0.5957894325256348, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.6186252771618626, |
| "grad_norm": 1.2711377143859863, |
| "learning_rate": 6.123009706328659e-07, |
| "loss": 0.5789898037910461, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.623059866962306, |
| "grad_norm": 3.054331064224243, |
| "learning_rate": 6.097406206574378e-07, |
| "loss": 0.6961408257484436, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.6274944567627494, |
| "grad_norm": 1.0726757049560547, |
| "learning_rate": 6.072090652742475e-07, |
| "loss": 0.47810229659080505, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.631929046563193, |
| "grad_norm": 2.5502026081085205, |
| "learning_rate": 6.047063385422993e-07, |
| "loss": 0.6304081678390503, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.6363636363636362, |
| "grad_norm": 2.4343056678771973, |
| "learning_rate": 6.022324741327438e-07, |
| "loss": 0.6360555291175842, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.6407982261640797, |
| "grad_norm": 0.8209331035614014, |
| "learning_rate": 5.997875053284248e-07, |
| "loss": 0.32580727338790894, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.6452328159645235, |
| "grad_norm": 1.0483583211898804, |
| "learning_rate": 5.973714650234287e-07, |
| "loss": 0.563210666179657, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.6496674057649665, |
| "grad_norm": 0.1659860759973526, |
| "learning_rate": 5.949843857226466e-07, |
| "loss": 0.376314640045166, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.6541019955654104, |
| "grad_norm": 1.0978350639343262, |
| "learning_rate": 5.926262995413329e-07, |
| "loss": 0.36298975348472595, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.658536585365854, |
| "grad_norm": 5.020273685455322, |
| "learning_rate": 5.902972382046742e-07, |
| "loss": 0.4144408106803894, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.662971175166297, |
| "grad_norm": 0.9348329901695251, |
| "learning_rate": 5.879972330473651e-07, |
| "loss": 0.677159309387207, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.6674057649667406, |
| "grad_norm": 0.8802472949028015, |
| "learning_rate": 5.857263150131825e-07, |
| "loss": 0.3901694416999817, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.671840354767184, |
| "grad_norm": 0.9511557817459106, |
| "learning_rate": 5.834845146545726e-07, |
| "loss": 0.7068908214569092, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.6762749445676275, |
| "grad_norm": 2.1888368129730225, |
| "learning_rate": 5.812718621322386e-07, |
| "loss": 0.5586342215538025, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.680709534368071, |
| "grad_norm": 1.1138534545898438, |
| "learning_rate": 5.790883872147341e-07, |
| "loss": 0.4197966456413269, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.6851441241685143, |
| "grad_norm": 0.3132419288158417, |
| "learning_rate": 5.769341192780643e-07, |
| "loss": 0.3502754867076874, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.6895787139689578, |
| "grad_norm": 1.2125017642974854, |
| "learning_rate": 5.748090873052892e-07, |
| "loss": 0.4432962238788605, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.694013303769401, |
| "grad_norm": 1.3100497722625732, |
| "learning_rate": 5.727133198861353e-07, |
| "loss": 0.6520885229110718, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.6984478935698446, |
| "grad_norm": 1.8288265466690063, |
| "learning_rate": 5.706468452166091e-07, |
| "loss": 0.5817002654075623, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.7028824833702885, |
| "grad_norm": 0.997337818145752, |
| "learning_rate": 5.686096910986189e-07, |
| "loss": 0.6981693506240845, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.7073170731707314, |
| "grad_norm": 1.4828516244888306, |
| "learning_rate": 5.666018849396016e-07, |
| "loss": 0.6814447045326233, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.7117516629711753, |
| "grad_norm": 0.9741377234458923, |
| "learning_rate": 5.646234537521513e-07, |
| "loss": 0.6926964521408081, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.7161862527716187, |
| "grad_norm": 1.1306507587432861, |
| "learning_rate": 5.626744241536589e-07, |
| "loss": 0.7342678308486938, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.720620842572062, |
| "grad_norm": 1.6748311519622803, |
| "learning_rate": 5.607548223659519e-07, |
| "loss": 0.7321768999099731, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.7250554323725056, |
| "grad_norm": 4.892649173736572, |
| "learning_rate": 5.58864674214942e-07, |
| "loss": 0.5290915369987488, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.729490022172949, |
| "grad_norm": 0.8138172030448914, |
| "learning_rate": 5.57004005130279e-07, |
| "loss": 0.5308825969696045, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.7339246119733924, |
| "grad_norm": 1.0458836555480957, |
| "learning_rate": 5.551728401450067e-07, |
| "loss": 0.35428744554519653, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.738359201773836, |
| "grad_norm": 2.807513475418091, |
| "learning_rate": 5.533712038952278e-07, |
| "loss": 0.6030918955802917, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.7427937915742793, |
| "grad_norm": 0.6136502623558044, |
| "learning_rate": 5.51599120619771e-07, |
| "loss": 0.17880572378635406, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.7472283813747227, |
| "grad_norm": 1.1024833917617798, |
| "learning_rate": 5.498566141598662e-07, |
| "loss": 0.6866117715835571, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.7516629711751666, |
| "grad_norm": 1.260596513748169, |
| "learning_rate": 5.481437079588227e-07, |
| "loss": 0.6682636737823486, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.7560975609756095, |
| "grad_norm": 0.8481225371360779, |
| "learning_rate": 5.464604250617143e-07, |
| "loss": 0.7785466909408569, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.7605321507760534, |
| "grad_norm": 1.0920374393463135, |
| "learning_rate": 5.448067881150697e-07, |
| "loss": 0.7681268453598022, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.764966740576497, |
| "grad_norm": 1.2000559568405151, |
| "learning_rate": 5.431828193665664e-07, |
| "loss": 0.3771549463272095, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.7694013303769403, |
| "grad_norm": 4.952986240386963, |
| "learning_rate": 5.415885406647334e-07, |
| "loss": 0.5442360639572144, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.7738359201773837, |
| "grad_norm": 1.6961767673492432, |
| "learning_rate": 5.400239734586551e-07, |
| "loss": 0.9097031950950623, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.778270509977827, |
| "grad_norm": 0.585956871509552, |
| "learning_rate": 5.384891387976845e-07, |
| "loss": 0.11114199459552765, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.7827050997782705, |
| "grad_norm": 0.36832162737846375, |
| "learning_rate": 5.369840573311593e-07, |
| "loss": 0.41135963797569275, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.787139689578714, |
| "grad_norm": 1.0942734479904175, |
| "learning_rate": 5.355087493081236e-07, |
| "loss": 0.5182826519012451, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.7915742793791574, |
| "grad_norm": 0.9384496212005615, |
| "learning_rate": 5.340632345770564e-07, |
| "loss": 0.8278499841690063, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.796008869179601, |
| "grad_norm": 1.8050825595855713, |
| "learning_rate": 5.326475325856036e-07, |
| "loss": 0.4890661835670471, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.800443458980044, |
| "grad_norm": 4.0279364585876465, |
| "learning_rate": 5.312616623803174e-07, |
| "loss": 0.4427688717842102, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.8048780487804876, |
| "grad_norm": 1.8224685192108154, |
| "learning_rate": 5.299056426063995e-07, |
| "loss": 0.7666689157485962, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.8093126385809315, |
| "grad_norm": 1.169655203819275, |
| "learning_rate": 5.2857949150745e-07, |
| "loss": 0.5377134084701538, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.8137472283813745, |
| "grad_norm": 1.5467808246612549, |
| "learning_rate": 5.27283226925222e-07, |
| "loss": 0.5351519584655762, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.8181818181818183, |
| "grad_norm": 0.9303249716758728, |
| "learning_rate": 5.260168662993824e-07, |
| "loss": 0.7153096199035645, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.8226164079822618, |
| "grad_norm": 1.7566769123077393, |
| "learning_rate": 5.247804266672765e-07, |
| "loss": 0.7039221525192261, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.827050997782705, |
| "grad_norm": 1.3865876197814941, |
| "learning_rate": 5.235739246636988e-07, |
| "loss": 0.6029395461082458, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.8314855875831486, |
| "grad_norm": 1.0234519243240356, |
| "learning_rate": 5.223973765206694e-07, |
| "loss": 0.3769378960132599, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.835920177383592, |
| "grad_norm": 1.2475616931915283, |
| "learning_rate": 5.212507980672155e-07, |
| "loss": 0.4270702302455902, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.8403547671840355, |
| "grad_norm": 1.0097404718399048, |
| "learning_rate": 5.201342047291587e-07, |
| "loss": 0.7340813279151917, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.844789356984479, |
| "grad_norm": 3.0468151569366455, |
| "learning_rate": 5.190476115289063e-07, |
| "loss": 0.8035828471183777, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.8492239467849223, |
| "grad_norm": 1.1387958526611328, |
| "learning_rate": 5.179910330852521e-07, |
| "loss": 0.7475385069847107, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.8536585365853657, |
| "grad_norm": 1.7286393642425537, |
| "learning_rate": 5.169644836131759e-07, |
| "loss": 0.6196325421333313, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.858093126385809, |
| "grad_norm": 1.653084397315979, |
| "learning_rate": 5.159679769236553e-07, |
| "loss": 0.37859052419662476, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.8625277161862526, |
| "grad_norm": 2.3914763927459717, |
| "learning_rate": 5.150015264234782e-07, |
| "loss": 0.4192189574241638, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.8669623059866964, |
| "grad_norm": 1.2099565267562866, |
| "learning_rate": 5.140651451150627e-07, |
| "loss": 0.6012130379676819, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.8713968957871394, |
| "grad_norm": 1.0337554216384888, |
| "learning_rate": 5.131588455962835e-07, |
| "loss": 0.6700254678726196, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.8758314855875833, |
| "grad_norm": 1.2129027843475342, |
| "learning_rate": 5.122826400602999e-07, |
| "loss": 0.3560533821582794, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.8802660753880267, |
| "grad_norm": 1.0586822032928467, |
| "learning_rate": 5.114365402953946e-07, |
| "loss": 0.4538826048374176, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.88470066518847, |
| "grad_norm": 2.09010910987854, |
| "learning_rate": 5.106205576848123e-07, |
| "loss": 0.6869809031486511, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.8891352549889135, |
| "grad_norm": 1.5580908060073853, |
| "learning_rate": 5.09834703206609e-07, |
| "loss": 0.7175853848457336, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.893569844789357, |
| "grad_norm": 3.137685537338257, |
| "learning_rate": 5.090789874335027e-07, |
| "loss": 0.5131061673164368, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.8980044345898004, |
| "grad_norm": 1.276068091392517, |
| "learning_rate": 5.083534205327321e-07, |
| "loss": 0.8281271457672119, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.902439024390244, |
| "grad_norm": 0.07891691476106644, |
| "learning_rate": 5.076580122659192e-07, |
| "loss": 0.0017504242714494467, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.9068736141906872, |
| "grad_norm": 3.17092227935791, |
| "learning_rate": 5.069927719889383e-07, |
| "loss": 0.37903013825416565, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.9113082039911307, |
| "grad_norm": 0.18284766376018524, |
| "learning_rate": 5.063577086517894e-07, |
| "loss": 0.3342430591583252, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.9157427937915745, |
| "grad_norm": 7.076814651489258, |
| "learning_rate": 5.057528307984792e-07, |
| "loss": 0.4555712938308716, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.9201773835920175, |
| "grad_norm": 1.618480920791626, |
| "learning_rate": 5.051781465669053e-07, |
| "loss": 0.8074356913566589, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.9246119733924614, |
| "grad_norm": 1.1312144994735718, |
| "learning_rate": 5.04633663688746e-07, |
| "loss": 0.6972216963768005, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.929046563192905, |
| "grad_norm": 1.7633752822875977, |
| "learning_rate": 5.04119389489358e-07, |
| "loss": 0.2154180407524109, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.933481152993348, |
| "grad_norm": 1.3447540998458862, |
| "learning_rate": 5.036353308876764e-07, |
| "loss": 0.637127697467804, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.9379157427937916, |
| "grad_norm": 1.6075332164764404, |
| "learning_rate": 5.031814943961221e-07, |
| "loss": 0.7520142197608948, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.942350332594235, |
| "grad_norm": 0.8913193941116333, |
| "learning_rate": 5.027578861205139e-07, |
| "loss": 0.08660762012004852, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.9467849223946785, |
| "grad_norm": 2.475306510925293, |
| "learning_rate": 5.023645117599877e-07, |
| "loss": 0.42116767168045044, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.951219512195122, |
| "grad_norm": 0.3929775357246399, |
| "learning_rate": 5.020013766069176e-07, |
| "loss": 0.3883530795574188, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.9556541019955653, |
| "grad_norm": 1.1025030612945557, |
| "learning_rate": 5.016684855468464e-07, |
| "loss": 0.44370949268341064, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.9600886917960088, |
| "grad_norm": 1.1644660234451294, |
| "learning_rate": 5.013658430584194e-07, |
| "loss": 0.651877224445343, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.964523281596452, |
| "grad_norm": 0.9477538466453552, |
| "learning_rate": 5.010934532133236e-07, |
| "loss": 0.43285292387008667, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.9689578713968956, |
| "grad_norm": 0.9940587878227234, |
| "learning_rate": 5.008513196762342e-07, |
| "loss": 0.5851073861122131, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.9733924611973395, |
| "grad_norm": 1.0942143201828003, |
| "learning_rate": 5.006394457047638e-07, |
| "loss": 0.5996626615524292, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.9778270509977824, |
| "grad_norm": 1.2127927541732788, |
| "learning_rate": 5.004578341494197e-07, |
| "loss": 0.3695821464061737, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.9822616407982263, |
| "grad_norm": 1.090599536895752, |
| "learning_rate": 5.003064874535649e-07, |
| "loss": 0.7109208106994629, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.9866962305986697, |
| "grad_norm": 1.2731367349624634, |
| "learning_rate": 5.00185407653385e-07, |
| "loss": 0.7177985906600952, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.991130820399113, |
| "grad_norm": 2.5619304180145264, |
| "learning_rate": 5.000945963778627e-07, |
| "loss": 0.9041726589202881, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.9955654101995566, |
| "grad_norm": 1.3043817281723022, |
| "learning_rate": 5.000340548487528e-07, |
| "loss": 0.6277958154678345, |
| "step": 1802 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.6461491584777832, |
| "learning_rate": 5.000037838805682e-07, |
| "loss": 0.2714325189590454, |
| "step": 1804 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1804, |
| "total_flos": 3.4175049861232067e+18, |
| "train_loss": 0.8386258969696222, |
| "train_runtime": 7909.6987, |
| "train_samples_per_second": 6.842, |
| "train_steps_per_second": 0.228 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1804, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.4175049861232067e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
