| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1804, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004434589800443459, |
| "grad_norm": 3.654876470565796, |
| "learning_rate": 5.494505494505495e-08, |
| "loss": 1.8642040491104126, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008869179600886918, |
| "grad_norm": 8.487046241760254, |
| "learning_rate": 1.6483516483516484e-07, |
| "loss": 2.128927230834961, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.013303769401330377, |
| "grad_norm": 5.926363945007324, |
| "learning_rate": 2.7472527472527475e-07, |
| "loss": 1.9033676385879517, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017738359201773836, |
| "grad_norm": 1.700243353843689, |
| "learning_rate": 3.846153846153847e-07, |
| "loss": 1.8230125904083252, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.022172949002217297, |
| "grad_norm": 4.129543304443359, |
| "learning_rate": 4.945054945054946e-07, |
| "loss": 1.6371376514434814, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.026607538802660754, |
| "grad_norm": 2.8941972255706787, |
| "learning_rate": 6.043956043956044e-07, |
| "loss": 2.1972343921661377, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.031042128603104215, |
| "grad_norm": 6.371809005737305, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 1.9573174715042114, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03547671840354767, |
| "grad_norm": 7.418441295623779, |
| "learning_rate": 8.241758241758242e-07, |
| "loss": 1.5130360126495361, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03991130820399113, |
| "grad_norm": 1.8268234729766846, |
| "learning_rate": 9.340659340659342e-07, |
| "loss": 1.441575527191162, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04434589800443459, |
| "grad_norm": 8.918134689331055, |
| "learning_rate": 1.0439560439560442e-06, |
| "loss": 1.6151642799377441, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04878048780487805, |
| "grad_norm": 7.498224258422852, |
| "learning_rate": 1.153846153846154e-06, |
| "loss": 1.4749759435653687, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05321507760532151, |
| "grad_norm": 1.2202322483062744, |
| "learning_rate": 1.2637362637362637e-06, |
| "loss": 1.5966670513153076, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.057649667405764965, |
| "grad_norm": 1.1278345584869385, |
| "learning_rate": 1.3736263736263738e-06, |
| "loss": 1.5051370859146118, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06208425720620843, |
| "grad_norm": 1.166769027709961, |
| "learning_rate": 1.4835164835164837e-06, |
| "loss": 1.1861467361450195, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06651884700665188, |
| "grad_norm": 1.2690566778182983, |
| "learning_rate": 1.5934065934065933e-06, |
| "loss": 1.3006117343902588, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07095343680709534, |
| "grad_norm": 2.7064690589904785, |
| "learning_rate": 1.7032967032967034e-06, |
| "loss": 1.2063751220703125, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07538802660753881, |
| "grad_norm": 0.8439352512359619, |
| "learning_rate": 1.8131868131868133e-06, |
| "loss": 1.574849247932434, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07982261640798226, |
| "grad_norm": 3.7528631687164307, |
| "learning_rate": 1.9230769230769234e-06, |
| "loss": 1.334853172302246, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08425720620842572, |
| "grad_norm": 2.2949788570404053, |
| "learning_rate": 2.032967032967033e-06, |
| "loss": 1.5959619283676147, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08869179600886919, |
| "grad_norm": 2.2293429374694824, |
| "learning_rate": 2.1428571428571427e-06, |
| "loss": 0.8560835719108582, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09312638580931264, |
| "grad_norm": 1.0512415170669556, |
| "learning_rate": 2.252747252747253e-06, |
| "loss": 1.4596399068832397, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 2.0517866611480713, |
| "learning_rate": 2.362637362637363e-06, |
| "loss": 1.403381109237671, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.10199556541019955, |
| "grad_norm": 1.8148796558380127, |
| "learning_rate": 2.472527472527473e-06, |
| "loss": 1.419820785522461, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10643015521064302, |
| "grad_norm": 2.2042646408081055, |
| "learning_rate": 2.582417582417583e-06, |
| "loss": 1.6194192171096802, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.11086474501108648, |
| "grad_norm": 1.0148158073425293, |
| "learning_rate": 2.6923076923076923e-06, |
| "loss": 1.4980335235595703, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11529933481152993, |
| "grad_norm": 2.0108230113983154, |
| "learning_rate": 2.8021978021978024e-06, |
| "loss": 1.4199347496032715, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1197339246119734, |
| "grad_norm": 1.539353847503662, |
| "learning_rate": 2.9120879120879125e-06, |
| "loss": 1.4115248918533325, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.12416851441241686, |
| "grad_norm": 15.816386222839355, |
| "learning_rate": 3.021978021978022e-06, |
| "loss": 1.1549075841903687, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1286031042128603, |
| "grad_norm": 1.0177377462387085, |
| "learning_rate": 3.1318681318681323e-06, |
| "loss": 1.3620848655700684, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.13303769401330376, |
| "grad_norm": 0.6448049545288086, |
| "learning_rate": 3.2417582417582424e-06, |
| "loss": 1.4034713506698608, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13747228381374724, |
| "grad_norm": 1.29705810546875, |
| "learning_rate": 3.3516483516483516e-06, |
| "loss": 1.367940068244934, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1419068736141907, |
| "grad_norm": 2.276944637298584, |
| "learning_rate": 3.4615384615384617e-06, |
| "loss": 1.4364449977874756, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14634146341463414, |
| "grad_norm": 1.4872463941574097, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 1.4937427043914795, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.15077605321507762, |
| "grad_norm": 1.1286942958831787, |
| "learning_rate": 3.681318681318682e-06, |
| "loss": 1.3563040494918823, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.15521064301552107, |
| "grad_norm": 1.185439109802246, |
| "learning_rate": 3.7912087912087915e-06, |
| "loss": 1.3079450130462646, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15964523281596452, |
| "grad_norm": 1.4064218997955322, |
| "learning_rate": 3.901098901098901e-06, |
| "loss": 1.3620179891586304, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.164079822616408, |
| "grad_norm": 1.5207171440124512, |
| "learning_rate": 4.010989010989012e-06, |
| "loss": 1.2632296085357666, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16851441241685144, |
| "grad_norm": 1.1961833238601685, |
| "learning_rate": 4.120879120879121e-06, |
| "loss": 1.3436288833618164, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1729490022172949, |
| "grad_norm": 1.7947943210601807, |
| "learning_rate": 4.230769230769231e-06, |
| "loss": 1.3881783485412598, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.17738359201773837, |
| "grad_norm": 1.8594613075256348, |
| "learning_rate": 4.340659340659341e-06, |
| "loss": 1.3418405055999756, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 2.344498872756958, |
| "learning_rate": 4.45054945054945e-06, |
| "loss": 0.8364058136940002, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.18625277161862527, |
| "grad_norm": 1.0296517610549927, |
| "learning_rate": 4.560439560439561e-06, |
| "loss": 1.0285269021987915, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.19068736141906872, |
| "grad_norm": 2.831413507461548, |
| "learning_rate": 4.6703296703296706e-06, |
| "loss": 0.9984404444694519, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 1.0203207731246948, |
| "learning_rate": 4.780219780219781e-06, |
| "loss": 1.2625550031661987, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19955654101995565, |
| "grad_norm": 2.5028977394104004, |
| "learning_rate": 4.890109890109891e-06, |
| "loss": 1.3904521465301514, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2039911308203991, |
| "grad_norm": 1.2700505256652832, |
| "learning_rate": 5e-06, |
| "loss": 1.2553861141204834, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20842572062084258, |
| "grad_norm": 0.8640641570091248, |
| "learning_rate": 4.999984864490455e-06, |
| "loss": 1.2549915313720703, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.21286031042128603, |
| "grad_norm": 2.820838212966919, |
| "learning_rate": 4.999939458165447e-06, |
| "loss": 1.7880680561065674, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.21729490022172948, |
| "grad_norm": 1.3258427381515503, |
| "learning_rate": 4.999863781635863e-06, |
| "loss": 0.9339628219604492, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.22172949002217296, |
| "grad_norm": 0.881152868270874, |
| "learning_rate": 4.999757835919841e-06, |
| "loss": 1.150363564491272, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2261640798226164, |
| "grad_norm": 0.9821615219116211, |
| "learning_rate": 4.9996216224427495e-06, |
| "loss": 1.3016384840011597, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.23059866962305986, |
| "grad_norm": 2.3708696365356445, |
| "learning_rate": 4.999455143037178e-06, |
| "loss": 1.038110375404358, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.23503325942350334, |
| "grad_norm": 1.0569431781768799, |
| "learning_rate": 4.999258399942903e-06, |
| "loss": 1.2825589179992676, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2394678492239468, |
| "grad_norm": 1.5671284198760986, |
| "learning_rate": 4.9990313958068645e-06, |
| "loss": 1.477828860282898, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.24390243902439024, |
| "grad_norm": 1.4664688110351562, |
| "learning_rate": 4.998774133683127e-06, |
| "loss": 1.0344974994659424, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24833702882483372, |
| "grad_norm": 2.032390594482422, |
| "learning_rate": 4.9984866170328426e-06, |
| "loss": 1.2917076349258423, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.25277161862527714, |
| "grad_norm": 1.4232149124145508, |
| "learning_rate": 4.998168849724196e-06, |
| "loss": 0.7877748012542725, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2572062084257206, |
| "grad_norm": 1.1114603281021118, |
| "learning_rate": 4.997820836032363e-06, |
| "loss": 1.3067116737365723, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2616407982261641, |
| "grad_norm": 0.5859808325767517, |
| "learning_rate": 4.997442580639443e-06, |
| "loss": 1.0599734783172607, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2660753880266075, |
| "grad_norm": 1.1004986763000488, |
| "learning_rate": 4.997034088634404e-06, |
| "loss": 1.253132700920105, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.270509977827051, |
| "grad_norm": 1.7587755918502808, |
| "learning_rate": 4.996595365513012e-06, |
| "loss": 1.1558163166046143, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2749445676274945, |
| "grad_norm": 1.6989275217056274, |
| "learning_rate": 4.9961264171777515e-06, |
| "loss": 1.5596798658370972, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2793791574279379, |
| "grad_norm": 1.1851608753204346, |
| "learning_rate": 4.995627249937755e-06, |
| "loss": 0.9473103284835815, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2838137472283814, |
| "grad_norm": 1.4158447980880737, |
| "learning_rate": 4.995097870508711e-06, |
| "loss": 1.1967135667800903, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.28824833702882485, |
| "grad_norm": 1.3109447956085205, |
| "learning_rate": 4.994538286012777e-06, |
| "loss": 0.9262881875038147, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 2.214419364929199, |
| "learning_rate": 4.993948503978484e-06, |
| "loss": 0.9783093333244324, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.29711751662971175, |
| "grad_norm": 3.2269115447998047, |
| "learning_rate": 4.993328532340633e-06, |
| "loss": 0.9716333150863647, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.30155210643015523, |
| "grad_norm": 11.220888137817383, |
| "learning_rate": 4.99267837944019e-06, |
| "loss": 1.1295907497406006, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.30598669623059865, |
| "grad_norm": 12.861579895019531, |
| "learning_rate": 4.991998054024172e-06, |
| "loss": 0.8071277141571045, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.31042128603104213, |
| "grad_norm": 2.3948023319244385, |
| "learning_rate": 4.991287565245534e-06, |
| "loss": 1.0442757606506348, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3148558758314856, |
| "grad_norm": 8.661370277404785, |
| "learning_rate": 4.990546922663039e-06, |
| "loss": 0.9572257995605469, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.31929046563192903, |
| "grad_norm": 3.8054051399230957, |
| "learning_rate": 4.989776136241134e-06, |
| "loss": 0.9722259044647217, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3237250554323725, |
| "grad_norm": 1.0706456899642944, |
| "learning_rate": 4.988975216349814e-06, |
| "loss": 0.9358381032943726, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.328159645232816, |
| "grad_norm": 1.808540940284729, |
| "learning_rate": 4.988144173764486e-06, |
| "loss": 1.3917360305786133, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3325942350332594, |
| "grad_norm": 2.059934139251709, |
| "learning_rate": 4.987283019665817e-06, |
| "loss": 1.1396145820617676, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3370288248337029, |
| "grad_norm": 2.9052047729492188, |
| "learning_rate": 4.986391765639592e-06, |
| "loss": 1.0867761373519897, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.34146341463414637, |
| "grad_norm": 1.053331732749939, |
| "learning_rate": 4.985470423676551e-06, |
| "loss": 1.2601056098937988, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3458980044345898, |
| "grad_norm": 2.696256399154663, |
| "learning_rate": 4.984519006172232e-06, |
| "loss": 1.2030073404312134, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.35033259423503327, |
| "grad_norm": 0.9389686584472656, |
| "learning_rate": 4.983537525926804e-06, |
| "loss": 1.2913192510604858, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.35476718403547675, |
| "grad_norm": 1.6440863609313965, |
| "learning_rate": 4.982525996144891e-06, |
| "loss": 1.0989590883255005, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.35920177383592017, |
| "grad_norm": 0.938507616519928, |
| "learning_rate": 4.981484430435399e-06, |
| "loss": 0.8731570839881897, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 3.254096508026123, |
| "learning_rate": 4.98041284281133e-06, |
| "loss": 0.8694003224372864, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.36807095343680707, |
| "grad_norm": 0.8564817309379578, |
| "learning_rate": 4.979311247689596e-06, |
| "loss": 1.2683701515197754, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.37250554323725055, |
| "grad_norm": 1.8692625761032104, |
| "learning_rate": 4.978179659890821e-06, |
| "loss": 1.1822130680084229, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.376940133037694, |
| "grad_norm": 1.4104257822036743, |
| "learning_rate": 4.977018094639146e-06, |
| "loss": 1.240437626838684, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.38137472283813745, |
| "grad_norm": 2.1901957988739014, |
| "learning_rate": 4.975826567562023e-06, |
| "loss": 0.7567204236984253, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3858093126385809, |
| "grad_norm": 2.066593647003174, |
| "learning_rate": 4.97460509469e-06, |
| "loss": 1.6173328161239624, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 1.6422075033187866, |
| "learning_rate": 4.973353692456513e-06, |
| "loss": 1.2616726160049438, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3946784922394678, |
| "grad_norm": 2.5441336631774902, |
| "learning_rate": 4.972072377697661e-06, |
| "loss": 1.3162559270858765, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3991130820399113, |
| "grad_norm": 0.5965206027030945, |
| "learning_rate": 4.9707611676519775e-06, |
| "loss": 1.0434683561325073, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4035476718403548, |
| "grad_norm": 1.4375978708267212, |
| "learning_rate": 4.969420079960203e-06, |
| "loss": 1.2631562948226929, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.4079822616407982, |
| "grad_norm": 1.5910781621932983, |
| "learning_rate": 4.968049132665045e-06, |
| "loss": 0.9169143438339233, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4124168514412417, |
| "grad_norm": 1.1630430221557617, |
| "learning_rate": 4.966648344210936e-06, |
| "loss": 0.9765180945396423, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.41685144124168516, |
| "grad_norm": 0.955808699131012, |
| "learning_rate": 4.965217733443782e-06, |
| "loss": 0.9666871428489685, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4212860310421286, |
| "grad_norm": 8.470755577087402, |
| "learning_rate": 4.963757319610716e-06, |
| "loss": 0.9839523434638977, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.42572062084257206, |
| "grad_norm": 2.580411672592163, |
| "learning_rate": 4.962267122359835e-06, |
| "loss": 0.8509742617607117, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.43015521064301554, |
| "grad_norm": 1.3341411352157593, |
| "learning_rate": 4.960747161739931e-06, |
| "loss": 1.269567608833313, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.43458980044345896, |
| "grad_norm": 1.2975329160690308, |
| "learning_rate": 4.9591974582002324e-06, |
| "loss": 1.5401256084442139, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.43902439024390244, |
| "grad_norm": 2.489485740661621, |
| "learning_rate": 4.957618032590118e-06, |
| "loss": 1.2710596323013306, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4434589800443459, |
| "grad_norm": 0.6644977927207947, |
| "learning_rate": 4.956008906158842e-06, |
| "loss": 1.1192097663879395, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.44789356984478934, |
| "grad_norm": 1.3568873405456543, |
| "learning_rate": 4.954370100555249e-06, |
| "loss": 1.2545751333236694, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4523281596452328, |
| "grad_norm": 1.7675485610961914, |
| "learning_rate": 4.952701637827476e-06, |
| "loss": 1.2129216194152832, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4567627494456763, |
| "grad_norm": 0.9738250374794006, |
| "learning_rate": 4.951003540422668e-06, |
| "loss": 1.0656797885894775, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4611973392461197, |
| "grad_norm": 1.6657801866531372, |
| "learning_rate": 4.949275831186663e-06, |
| "loss": 1.0429651737213135, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4656319290465632, |
| "grad_norm": 2.380303382873535, |
| "learning_rate": 4.947518533363691e-06, |
| "loss": 0.6534411311149597, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4700665188470067, |
| "grad_norm": 3.069462299346924, |
| "learning_rate": 4.945731670596062e-06, |
| "loss": 0.8374763131141663, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4745011086474501, |
| "grad_norm": 0.9472932815551758, |
| "learning_rate": 4.943915266923845e-06, |
| "loss": 1.0585463047027588, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4789356984478936, |
| "grad_norm": 0.9892237186431885, |
| "learning_rate": 4.942069346784547e-06, |
| "loss": 1.0768964290618896, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.48337028824833705, |
| "grad_norm": 0.8981955051422119, |
| "learning_rate": 4.940193935012785e-06, |
| "loss": 1.110266923904419, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 4.676793575286865, |
| "learning_rate": 4.938289056839946e-06, |
| "loss": 1.206817865371704, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.49223946784922396, |
| "grad_norm": 1.3366749286651611, |
| "learning_rate": 4.936354737893854e-06, |
| "loss": 1.227997899055481, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.49667405764966743, |
| "grad_norm": 0.8297674059867859, |
| "learning_rate": 4.934391004198424e-06, |
| "loss": 1.1951391696929932, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5011086474501109, |
| "grad_norm": 0.9005066156387329, |
| "learning_rate": 4.932397882173307e-06, |
| "loss": 1.2028762102127075, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5055432372505543, |
| "grad_norm": 0.83659428358078, |
| "learning_rate": 4.930375398633543e-06, |
| "loss": 1.2505710124969482, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5099778270509978, |
| "grad_norm": 1.2538983821868896, |
| "learning_rate": 4.928323580789192e-06, |
| "loss": 1.842966914176941, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5144124168514412, |
| "grad_norm": 1.6254911422729492, |
| "learning_rate": 4.926242456244973e-06, |
| "loss": 0.8636565804481506, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5188470066518847, |
| "grad_norm": 1.2163554430007935, |
| "learning_rate": 4.924132052999892e-06, |
| "loss": 1.2652028799057007, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5232815964523282, |
| "grad_norm": 0.7137370109558105, |
| "learning_rate": 4.921992399446861e-06, |
| "loss": 0.9469624757766724, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5277161862527716, |
| "grad_norm": 4.001765727996826, |
| "learning_rate": 4.919823524372323e-06, |
| "loss": 0.9857266545295715, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.532150776053215, |
| "grad_norm": 1.0323377847671509, |
| "learning_rate": 4.91762545695586e-06, |
| "loss": 1.258691430091858, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5365853658536586, |
| "grad_norm": 0.9117689728736877, |
| "learning_rate": 4.9153982267698e-06, |
| "loss": 1.3205041885375977, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.541019955654102, |
| "grad_norm": 3.387061357498169, |
| "learning_rate": 4.913141863778822e-06, |
| "loss": 0.9653130173683167, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 1.0343185663223267, |
| "learning_rate": 4.910856398339553e-06, |
| "loss": 1.261291742324829, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.549889135254989, |
| "grad_norm": 1.0249489545822144, |
| "learning_rate": 4.9085418612001545e-06, |
| "loss": 1.4818992614746094, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5543237250554324, |
| "grad_norm": 1.422224521636963, |
| "learning_rate": 4.906198283499916e-06, |
| "loss": 1.219714879989624, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5587583148558758, |
| "grad_norm": 4.456541538238525, |
| "learning_rate": 4.903825696768829e-06, |
| "loss": 0.6861237287521362, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5631929046563193, |
| "grad_norm": 2.3371129035949707, |
| "learning_rate": 4.901424132927172e-06, |
| "loss": 1.4689810276031494, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5676274944567627, |
| "grad_norm": 1.2416448593139648, |
| "learning_rate": 4.898993624285069e-06, |
| "loss": 1.321006417274475, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5720620842572062, |
| "grad_norm": 0.8489322662353516, |
| "learning_rate": 4.896534203542062e-06, |
| "loss": 1.2481799125671387, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5764966740576497, |
| "grad_norm": 1.086107611656189, |
| "learning_rate": 4.894045903786675e-06, |
| "loss": 1.280672311782837, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5809312638580931, |
| "grad_norm": 2.334581136703491, |
| "learning_rate": 4.891528758495961e-06, |
| "loss": 0.7310733199119568, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 1.0172513723373413, |
| "learning_rate": 4.888982801535053e-06, |
| "loss": 1.364458680152893, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5898004434589801, |
| "grad_norm": 1.2178974151611328, |
| "learning_rate": 4.886408067156712e-06, |
| "loss": 1.048864722251892, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5942350332594235, |
| "grad_norm": 1.2515499591827393, |
| "learning_rate": 4.883804590000865e-06, |
| "loss": 1.5365700721740723, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5986696230598669, |
| "grad_norm": 2.658390998840332, |
| "learning_rate": 4.881172405094138e-06, |
| "loss": 1.1716382503509521, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6031042128603105, |
| "grad_norm": 0.843982458114624, |
| "learning_rate": 4.878511547849383e-06, |
| "loss": 1.2317594289779663, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6075388026607539, |
| "grad_norm": 2.4913628101348877, |
| "learning_rate": 4.875822054065203e-06, |
| "loss": 1.2178195714950562, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6119733924611973, |
| "grad_norm": 0.900059163570404, |
| "learning_rate": 4.8731039599254754e-06, |
| "loss": 1.2188351154327393, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6164079822616408, |
| "grad_norm": 4.912473678588867, |
| "learning_rate": 4.870357301998856e-06, |
| "loss": 1.2045741081237793, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6208425720620843, |
| "grad_norm": 0.8861173987388611, |
| "learning_rate": 4.867582117238294e-06, |
| "loss": 1.2807667255401611, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6252771618625277, |
| "grad_norm": 13.176647186279297, |
| "learning_rate": 4.864778442980532e-06, |
| "loss": 0.8604080677032471, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6297117516629712, |
| "grad_norm": 0.9435498118400574, |
| "learning_rate": 4.861946316945605e-06, |
| "loss": 1.248250961303711, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6341463414634146, |
| "grad_norm": 1.3723853826522827, |
| "learning_rate": 4.859085777236331e-06, |
| "loss": 1.3286021947860718, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6385809312638581, |
| "grad_norm": 0.926493227481842, |
| "learning_rate": 4.8561968623377985e-06, |
| "loss": 1.2437561750411987, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6430155210643016, |
| "grad_norm": 0.6830118894577026, |
| "learning_rate": 4.853279611116852e-06, |
| "loss": 1.2304435968399048, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.647450110864745, |
| "grad_norm": 1.291746973991394, |
| "learning_rate": 4.850334062821566e-06, |
| "loss": 1.350826382637024, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6518847006651884, |
| "grad_norm": 3.118695020675659, |
| "learning_rate": 4.8473602570807185e-06, |
| "loss": 0.9130444526672363, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.656319290465632, |
| "grad_norm": 1.9869314432144165, |
| "learning_rate": 4.844358233903254e-06, |
| "loss": 0.9922571778297424, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6607538802660754, |
| "grad_norm": 1.162611961364746, |
| "learning_rate": 4.841328033677753e-06, |
| "loss": 1.2070796489715576, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6651884700665188, |
| "grad_norm": 0.9664815664291382, |
| "learning_rate": 4.83826969717188e-06, |
| "loss": 1.2433284521102905, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6696230598669624, |
| "grad_norm": 0.793887197971344, |
| "learning_rate": 4.835183265531843e-06, |
| "loss": 1.1951156854629517, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6740576496674058, |
| "grad_norm": 1.1093353033065796, |
| "learning_rate": 4.832068780281831e-06, |
| "loss": 1.2604377269744873, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6784922394678492, |
| "grad_norm": 1.292920470237732, |
| "learning_rate": 4.828926283323464e-06, |
| "loss": 1.2320196628570557, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6829268292682927, |
| "grad_norm": 0.9268571138381958, |
| "learning_rate": 4.8257558169352254e-06, |
| "loss": 0.8704907894134521, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6873614190687362, |
| "grad_norm": 1.2235312461853027, |
| "learning_rate": 4.8225574237718906e-06, |
| "loss": 1.2371546030044556, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6917960088691796, |
| "grad_norm": 0.9682984352111816, |
| "learning_rate": 4.819331146863958e-06, |
| "loss": 1.2055768966674805, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6962305986696231, |
| "grad_norm": 0.6748729348182678, |
| "learning_rate": 4.8160770296170685e-06, |
| "loss": 1.225193977355957, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7006651884700665, |
| "grad_norm": 1.018369197845459, |
| "learning_rate": 4.812795115811419e-06, |
| "loss": 1.330003261566162, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.70509977827051, |
| "grad_norm": 1.0128453969955444, |
| "learning_rate": 4.809485449601177e-06, |
| "loss": 0.991382360458374, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7095343680709535, |
| "grad_norm": 1.3138883113861084, |
| "learning_rate": 4.806148075513883e-06, |
| "loss": 0.9641591310501099, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7139689578713969, |
| "grad_norm": 1.802852988243103, |
| "learning_rate": 4.802783038449857e-06, |
| "loss": 1.0050233602523804, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7184035476718403, |
| "grad_norm": 1.2100204229354858, |
| "learning_rate": 4.799390383681587e-06, |
| "loss": 1.0627820491790771, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7228381374722838, |
| "grad_norm": 2.972120761871338, |
| "learning_rate": 4.795970156853124e-06, |
| "loss": 1.1004713773727417, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 1.5077686309814453, |
| "learning_rate": 4.792522403979471e-06, |
| "loss": 0.8185582160949707, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7317073170731707, |
| "grad_norm": 1.4305667877197266, |
| "learning_rate": 4.789047171445957e-06, |
| "loss": 0.8279497623443604, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7361419068736141, |
| "grad_norm": 3.0829317569732666, |
| "learning_rate": 4.785544506007619e-06, |
| "loss": 1.3781704902648926, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7405764966740577, |
| "grad_norm": 5.511263370513916, |
| "learning_rate": 4.782014454788566e-06, |
| "loss": 1.190948724746704, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7450110864745011, |
| "grad_norm": 0.6818461418151855, |
| "learning_rate": 4.778457065281355e-06, |
| "loss": 1.2204951047897339, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7494456762749445, |
| "grad_norm": 8.291729927062988, |
| "learning_rate": 4.774872385346345e-06, |
| "loss": 0.6817957162857056, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.753880266075388, |
| "grad_norm": 3.502612590789795, |
| "learning_rate": 4.7712604632110524e-06, |
| "loss": 0.32471054792404175, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7583148558758315, |
| "grad_norm": 1.0008634328842163, |
| "learning_rate": 4.767621347469506e-06, |
| "loss": 0.8657422065734863, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7627494456762749, |
| "grad_norm": 1.1472429037094116, |
| "learning_rate": 4.7639550870815895e-06, |
| "loss": 1.2735161781311035, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7671840354767184, |
| "grad_norm": 0.7090339660644531, |
| "learning_rate": 4.760261731372388e-06, |
| "loss": 1.225376844406128, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7716186252771619, |
| "grad_norm": 0.8595665693283081, |
| "learning_rate": 4.75654133003152e-06, |
| "loss": 1.0870047807693481, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7760532150776053, |
| "grad_norm": 1.020011305809021, |
| "learning_rate": 4.752793933112469e-06, |
| "loss": 1.2136049270629883, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 2.301769971847534, |
| "learning_rate": 4.749019591031914e-06, |
| "loss": 1.139218807220459, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7849223946784922, |
| "grad_norm": 1.7465238571166992, |
| "learning_rate": 4.745218354569045e-06, |
| "loss": 1.0103105306625366, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7893569844789357, |
| "grad_norm": 6.574288368225098, |
| "learning_rate": 4.741390274864885e-06, |
| "loss": 1.2062402963638306, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7937915742793792, |
| "grad_norm": 2.9775516986846924, |
| "learning_rate": 4.737535403421601e-06, |
| "loss": 1.251714825630188, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7982261640798226, |
| "grad_norm": 1.402034044265747, |
| "learning_rate": 4.733653792101809e-06, |
| "loss": 1.215922474861145, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.802660753880266, |
| "grad_norm": 1.4241507053375244, |
| "learning_rate": 4.729745493127878e-06, |
| "loss": 0.5939327478408813, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.8070953436807096, |
| "grad_norm": 2.221510410308838, |
| "learning_rate": 4.725810559081227e-06, |
| "loss": 1.318565845489502, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.811529933481153, |
| "grad_norm": 1.5592412948608398, |
| "learning_rate": 4.7218490429016175e-06, |
| "loss": 1.1835287809371948, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.8159645232815964, |
| "grad_norm": 3.7534544467926025, |
| "learning_rate": 4.717860997886442e-06, |
| "loss": 0.9975278973579407, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8203991130820399, |
| "grad_norm": 5.241509437561035, |
| "learning_rate": 4.713846477690005e-06, |
| "loss": 0.8571419715881348, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8248337028824834, |
| "grad_norm": 1.2738577127456665, |
| "learning_rate": 4.709805536322804e-06, |
| "loss": 1.2139989137649536, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8292682926829268, |
| "grad_norm": 0.9885940551757812, |
| "learning_rate": 4.7057382281508e-06, |
| "loss": 1.2157939672470093, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8337028824833703, |
| "grad_norm": 1.920699119567871, |
| "learning_rate": 4.701644607894687e-06, |
| "loss": 1.1778194904327393, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8381374722838137, |
| "grad_norm": 1.2708183526992798, |
| "learning_rate": 4.697524730629159e-06, |
| "loss": 1.202418327331543, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8425720620842572, |
| "grad_norm": 8.80882740020752, |
| "learning_rate": 4.693378651782162e-06, |
| "loss": 0.723749041557312, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8470066518847007, |
| "grad_norm": 0.7982382774353027, |
| "learning_rate": 4.689206427134155e-06, |
| "loss": 1.2849069833755493, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8514412416851441, |
| "grad_norm": 0.8297720551490784, |
| "learning_rate": 4.6850081128173595e-06, |
| "loss": 1.1224342584609985, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8558758314855875, |
| "grad_norm": 0.8830884099006653, |
| "learning_rate": 4.680783765314994e-06, |
| "loss": 1.2344768047332764, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8603104212860311, |
| "grad_norm": 0.6799097657203674, |
| "learning_rate": 4.6765334414605315e-06, |
| "loss": 1.1405550241470337, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8647450110864745, |
| "grad_norm": 0.9640771746635437, |
| "learning_rate": 4.672257198436918e-06, |
| "loss": 1.23441481590271, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8691796008869179, |
| "grad_norm": 1.577943205833435, |
| "learning_rate": 4.667955093775814e-06, |
| "loss": 0.8823462128639221, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8736141906873615, |
| "grad_norm": 1.0975431203842163, |
| "learning_rate": 4.663627185356818e-06, |
| "loss": 1.201162576675415, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8780487804878049, |
| "grad_norm": 0.8264410495758057, |
| "learning_rate": 4.65927353140668e-06, |
| "loss": 1.1939952373504639, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8824833702882483, |
| "grad_norm": 1.166627049446106, |
| "learning_rate": 4.654894190498534e-06, |
| "loss": 1.1967897415161133, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8869179600886918, |
| "grad_norm": 0.6226066946983337, |
| "learning_rate": 4.650489221551095e-06, |
| "loss": 0.44957131147384644, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8913525498891353, |
| "grad_norm": 0.6761036515235901, |
| "learning_rate": 4.646058683827874e-06, |
| "loss": 1.025883436203003, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8957871396895787, |
| "grad_norm": 0.2941175103187561, |
| "learning_rate": 4.641602636936378e-06, |
| "loss": 0.9108548164367676, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.9002217294900222, |
| "grad_norm": 1.1719696521759033, |
| "learning_rate": 4.637121140827311e-06, |
| "loss": 1.254028081893921, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.9046563192904656, |
| "grad_norm": 2.666060447692871, |
| "learning_rate": 4.632614255793762e-06, |
| "loss": 1.1204774379730225, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 3.2736313343048096, |
| "learning_rate": 4.6280820424704e-06, |
| "loss": 1.0682605504989624, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9135254988913526, |
| "grad_norm": 1.8158552646636963, |
| "learning_rate": 4.623524561832653e-06, |
| "loss": 1.22024667263031, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.917960088691796, |
| "grad_norm": 1.1710323095321655, |
| "learning_rate": 4.618941875195893e-06, |
| "loss": 1.233978033065796, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9223946784922394, |
| "grad_norm": 1.603824257850647, |
| "learning_rate": 4.614334044214606e-06, |
| "loss": 0.9593857526779175, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.926829268292683, |
| "grad_norm": 0.8521295189857483, |
| "learning_rate": 4.6097011308815645e-06, |
| "loss": 1.2425235509872437, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9312638580931264, |
| "grad_norm": 2.692030429840088, |
| "learning_rate": 4.605043197526996e-06, |
| "loss": 0.7656779289245605, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9356984478935698, |
| "grad_norm": 1.0381312370300293, |
| "learning_rate": 4.600360306817738e-06, |
| "loss": 1.4421385526657104, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9401330376940134, |
| "grad_norm": 21.29833984375, |
| "learning_rate": 4.595652521756403e-06, |
| "loss": 1.0444769859313965, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9445676274944568, |
| "grad_norm": 0.7946411967277527, |
| "learning_rate": 4.590919905680524e-06, |
| "loss": 1.1843209266662598, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9490022172949002, |
| "grad_norm": 0.4803466796875, |
| "learning_rate": 4.5861625222617065e-06, |
| "loss": 1.0634812116622925, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9534368070953437, |
| "grad_norm": 6.066927909851074, |
| "learning_rate": 4.58138043550477e-06, |
| "loss": 0.6745222806930542, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9578713968957872, |
| "grad_norm": 1.7354466915130615, |
| "learning_rate": 4.576573709746887e-06, |
| "loss": 1.2073925733566284, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9623059866962306, |
| "grad_norm": 2.441338300704956, |
| "learning_rate": 4.5717424096567205e-06, |
| "loss": 1.0565319061279297, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9667405764966741, |
| "grad_norm": 0.7328557968139648, |
| "learning_rate": 4.566886600233547e-06, |
| "loss": 1.2665467262268066, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9711751662971175, |
| "grad_norm": 0.6606398820877075, |
| "learning_rate": 4.56200634680639e-06, |
| "loss": 1.2194955348968506, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 3.465074062347412, |
| "learning_rate": 4.557101715033136e-06, |
| "loss": 0.7741403579711914, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9800443458980045, |
| "grad_norm": 0.9509384632110596, |
| "learning_rate": 4.552172770899652e-06, |
| "loss": 1.027595043182373, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9844789356984479, |
| "grad_norm": 1.1520196199417114, |
| "learning_rate": 4.547219580718899e-06, |
| "loss": 1.2680723667144775, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9889135254988913, |
| "grad_norm": 0.7497501373291016, |
| "learning_rate": 4.542242211130039e-06, |
| "loss": 1.1927207708358765, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9933481152993349, |
| "grad_norm": 0.9399945139884949, |
| "learning_rate": 4.537240729097539e-06, |
| "loss": 1.2298150062561035, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9977827050997783, |
| "grad_norm": 0.6698287129402161, |
| "learning_rate": 4.532215201910269e-06, |
| "loss": 1.0293582677841187, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.0022172949002217, |
| "grad_norm": 6.488946914672852, |
| "learning_rate": 4.527165697180598e-06, |
| "loss": 1.0618946552276611, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.0066518847006651, |
| "grad_norm": 1.9061259031295776, |
| "learning_rate": 4.522092282843481e-06, |
| "loss": 1.3013073205947876, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.0110864745011086, |
| "grad_norm": 0.9116241335868835, |
| "learning_rate": 4.516995027155554e-06, |
| "loss": 1.2355761528015137, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.0155210643015522, |
| "grad_norm": 0.6007906198501587, |
| "learning_rate": 4.511873998694204e-06, |
| "loss": 0.8137620687484741, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.0199556541019956, |
| "grad_norm": 0.37421897053718567, |
| "learning_rate": 4.506729266356651e-06, |
| "loss": 0.8346569538116455, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.024390243902439, |
| "grad_norm": 3.830796718597412, |
| "learning_rate": 4.5015608993590276e-06, |
| "loss": 0.5353830456733704, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.0288248337028825, |
| "grad_norm": 1.997052550315857, |
| "learning_rate": 4.4963689672354375e-06, |
| "loss": 0.8425235152244568, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.033259423503326, |
| "grad_norm": 1.2142010927200317, |
| "learning_rate": 4.491153539837026e-06, |
| "loss": 0.7943000793457031, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.0376940133037693, |
| "grad_norm": 3.276048183441162, |
| "learning_rate": 4.4859146873310375e-06, |
| "loss": 0.9381541013717651, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.042128603104213, |
| "grad_norm": 0.9781183004379272, |
| "learning_rate": 4.480652480199873e-06, |
| "loss": 0.6260444521903992, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0465631929046564, |
| "grad_norm": 1.1556280851364136, |
| "learning_rate": 4.475366989240147e-06, |
| "loss": 0.9917138814926147, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0509977827050998, |
| "grad_norm": 0.9337510466575623, |
| "learning_rate": 4.470058285561721e-06, |
| "loss": 1.046325445175171, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0554323725055432, |
| "grad_norm": 1.022441029548645, |
| "learning_rate": 4.464726440586761e-06, |
| "loss": 1.0449920892715454, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0598669623059866, |
| "grad_norm": 1.4056508541107178, |
| "learning_rate": 4.45937152604877e-06, |
| "loss": 1.094570517539978, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.06430155210643, |
| "grad_norm": 1.2816241979599, |
| "learning_rate": 4.453993613991622e-06, |
| "loss": 0.6536943316459656, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0687361419068737, |
| "grad_norm": 1.1188907623291016, |
| "learning_rate": 4.4485927767685995e-06, |
| "loss": 1.139634609222412, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0731707317073171, |
| "grad_norm": 0.4301467835903168, |
| "learning_rate": 4.443169087041409e-06, |
| "loss": 0.923588216304779, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0776053215077606, |
| "grad_norm": 0.6617166996002197, |
| "learning_rate": 4.4377226177792145e-06, |
| "loss": 1.0248123407363892, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.082039911308204, |
| "grad_norm": 1.1432987451553345, |
| "learning_rate": 4.432253442257649e-06, |
| "loss": 0.7850465774536133, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0864745011086474, |
| "grad_norm": 1.8113877773284912, |
| "learning_rate": 4.426761634057831e-06, |
| "loss": 0.9420559406280518, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 1.6748836040496826, |
| "learning_rate": 4.421247267065375e-06, |
| "loss": 1.1039046049118042, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0953436807095343, |
| "grad_norm": 1.795003056526184, |
| "learning_rate": 4.415710415469394e-06, |
| "loss": 1.091720461845398, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.099778270509978, |
| "grad_norm": 1.652651309967041, |
| "learning_rate": 4.410151153761506e-06, |
| "loss": 0.8766781091690063, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.1042128603104213, |
| "grad_norm": 0.6152821183204651, |
| "learning_rate": 4.404569556734832e-06, |
| "loss": 1.0317732095718384, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.1086474501108647, |
| "grad_norm": 0.956628680229187, |
| "learning_rate": 4.398965699482984e-06, |
| "loss": 0.8593730926513672, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.1130820399113082, |
| "grad_norm": 0.9794469475746155, |
| "learning_rate": 4.39333965739906e-06, |
| "loss": 1.025899887084961, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.1175166297117516, |
| "grad_norm": 2.0585477352142334, |
| "learning_rate": 4.3876915061746275e-06, |
| "loss": 0.928720235824585, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.1219512195121952, |
| "grad_norm": 1.5161011219024658, |
| "learning_rate": 4.382021321798707e-06, |
| "loss": 1.0593522787094116, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.1263858093126387, |
| "grad_norm": 1.4959526062011719, |
| "learning_rate": 4.376329180556745e-06, |
| "loss": 0.8792567849159241, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.130820399113082, |
| "grad_norm": 0.7404501438140869, |
| "learning_rate": 4.370615159029594e-06, |
| "loss": 1.131915807723999, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.1352549889135255, |
| "grad_norm": 8.584444999694824, |
| "learning_rate": 4.36487933409248e-06, |
| "loss": 0.5437202453613281, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.139689578713969, |
| "grad_norm": 1.0118581056594849, |
| "learning_rate": 4.359121782913964e-06, |
| "loss": 0.48725366592407227, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.1441241685144123, |
| "grad_norm": 1.0809403657913208, |
| "learning_rate": 4.3533425829549085e-06, |
| "loss": 0.9849007725715637, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1485587583148558, |
| "grad_norm": 2.9192471504211426, |
| "learning_rate": 4.347541811967436e-06, |
| "loss": 1.1810388565063477, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1529933481152994, |
| "grad_norm": 1.2919275760650635, |
| "learning_rate": 4.341719547993879e-06, |
| "loss": 1.126792550086975, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1574279379157428, |
| "grad_norm": 1.4183093309402466, |
| "learning_rate": 4.335875869365732e-06, |
| "loss": 0.5291884541511536, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1618625277161863, |
| "grad_norm": 1.3505902290344238, |
| "learning_rate": 4.330010854702598e-06, |
| "loss": 1.0048887729644775, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1662971175166297, |
| "grad_norm": 1.1992731094360352, |
| "learning_rate": 4.3241245829111324e-06, |
| "loss": 1.1825058460235596, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.170731707317073, |
| "grad_norm": 1.0667892694473267, |
| "learning_rate": 4.318217133183978e-06, |
| "loss": 0.6172074675559998, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1751662971175167, |
| "grad_norm": 0.6770420074462891, |
| "learning_rate": 4.312288584998697e-06, |
| "loss": 0.8084365129470825, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1796008869179602, |
| "grad_norm": 0.7109060883522034, |
| "learning_rate": 4.306339018116714e-06, |
| "loss": 0.9454807043075562, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1840354767184036, |
| "grad_norm": 0.7484174370765686, |
| "learning_rate": 4.300368512582227e-06, |
| "loss": 1.0386492013931274, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.188470066518847, |
| "grad_norm": 0.4899117946624756, |
| "learning_rate": 4.294377148721144e-06, |
| "loss": 0.8095374703407288, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1929046563192904, |
| "grad_norm": 1.52462899684906, |
| "learning_rate": 4.288365007139991e-06, |
| "loss": 1.0734546184539795, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1973392461197339, |
| "grad_norm": 3.1415209770202637, |
| "learning_rate": 4.2823321687248386e-06, |
| "loss": 0.6387287378311157, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.2017738359201773, |
| "grad_norm": 2.35459303855896, |
| "learning_rate": 4.276278714640203e-06, |
| "loss": 0.6681326627731323, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.206208425720621, |
| "grad_norm": 2.5117621421813965, |
| "learning_rate": 4.270204726327963e-06, |
| "loss": 1.1640082597732544, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.2106430155210643, |
| "grad_norm": 0.46196478605270386, |
| "learning_rate": 4.264110285506259e-06, |
| "loss": 0.8398973941802979, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.2150776053215078, |
| "grad_norm": 1.005468726158142, |
| "learning_rate": 4.257995474168395e-06, |
| "loss": 1.2058871984481812, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.2195121951219512, |
| "grad_norm": 6.870185852050781, |
| "learning_rate": 4.251860374581736e-06, |
| "loss": 0.5818393230438232, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.2239467849223946, |
| "grad_norm": 1.6000272035598755, |
| "learning_rate": 4.245705069286601e-06, |
| "loss": 1.0754560232162476, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.2283813747228383, |
| "grad_norm": 6.755113124847412, |
| "learning_rate": 4.239529641095149e-06, |
| "loss": 0.7084805965423584, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.2328159645232817, |
| "grad_norm": 0.39095139503479004, |
| "learning_rate": 4.233334173090274e-06, |
| "loss": 0.7805958986282349, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.237250554323725, |
| "grad_norm": 2.378875255584717, |
| "learning_rate": 4.227118748624478e-06, |
| "loss": 0.844260036945343, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.2416851441241685, |
| "grad_norm": 1.532080054283142, |
| "learning_rate": 4.220883451318753e-06, |
| "loss": 1.2891573905944824, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.246119733924612, |
| "grad_norm": 4.011655330657959, |
| "learning_rate": 4.2146283650614545e-06, |
| "loss": 0.9298526048660278, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.2505543237250554, |
| "grad_norm": 1.7476955652236938, |
| "learning_rate": 4.208353574007179e-06, |
| "loss": 0.6140811443328857, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2549889135254988, |
| "grad_norm": 0.7454321980476379, |
| "learning_rate": 4.202059162575622e-06, |
| "loss": 0.9352214932441711, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.2594235033259422, |
| "grad_norm": 0.8128042221069336, |
| "learning_rate": 4.195745215450451e-06, |
| "loss": 0.8876186013221741, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2638580931263859, |
| "grad_norm": 0.8655123114585876, |
| "learning_rate": 4.189411817578159e-06, |
| "loss": 1.137557864189148, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2682926829268293, |
| "grad_norm": 0.7158671617507935, |
| "learning_rate": 4.1830590541669304e-06, |
| "loss": 0.73340904712677, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 1.6793097257614136, |
| "learning_rate": 4.176687010685484e-06, |
| "loss": 1.366833209991455, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2771618625277161, |
| "grad_norm": 1.7137008905410767, |
| "learning_rate": 4.170295772861931e-06, |
| "loss": 1.051391363143921, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.2815964523281598, |
| "grad_norm": 0.8713537454605103, |
| "learning_rate": 4.163885426682619e-06, |
| "loss": 1.1371718645095825, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2860310421286032, |
| "grad_norm": 0.9941657781600952, |
| "learning_rate": 4.157456058390977e-06, |
| "loss": 1.131047010421753, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2904656319290466, |
| "grad_norm": 2.815027952194214, |
| "learning_rate": 4.151007754486351e-06, |
| "loss": 1.3203078508377075, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.29490022172949, |
| "grad_norm": 0.5185415148735046, |
| "learning_rate": 4.144540601722843e-06, |
| "loss": 0.7271389365196228, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2993348115299335, |
| "grad_norm": 0.6934378147125244, |
| "learning_rate": 4.138054687108143e-06, |
| "loss": 0.8247404098510742, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.3037694013303769, |
| "grad_norm": 4.077749252319336, |
| "learning_rate": 4.131550097902361e-06, |
| "loss": 0.5715563297271729, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.3082039911308203, |
| "grad_norm": 2.7654740810394287, |
| "learning_rate": 4.125026921616852e-06, |
| "loss": 0.9844896197319031, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.3126385809312637, |
| "grad_norm": 1.3605704307556152, |
| "learning_rate": 4.118485246013031e-06, |
| "loss": 1.0650662183761597, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.3170731707317074, |
| "grad_norm": 0.6844571828842163, |
| "learning_rate": 4.111925159101208e-06, |
| "loss": 1.0756279230117798, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.3215077605321508, |
| "grad_norm": 0.6011850833892822, |
| "learning_rate": 4.1053467491393864e-06, |
| "loss": 1.0734484195709229, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.3259423503325942, |
| "grad_norm": 1.0769504308700562, |
| "learning_rate": 4.098750104632091e-06, |
| "loss": 1.0580254793167114, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.3303769401330376, |
| "grad_norm": 1.112815022468567, |
| "learning_rate": 4.092135314329165e-06, |
| "loss": 0.5043829083442688, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.3348115299334813, |
| "grad_norm": 1.8235517740249634, |
| "learning_rate": 4.085502467224583e-06, |
| "loss": 0.9834141135215759, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.3392461197339247, |
| "grad_norm": 0.8808879256248474, |
| "learning_rate": 4.078851652555254e-06, |
| "loss": 0.8073503971099854, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.3436807095343681, |
| "grad_norm": 0.6147663593292236, |
| "learning_rate": 4.072182959799816e-06, |
| "loss": 0.8254027366638184, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.3481152993348116, |
| "grad_norm": 2.649986743927002, |
| "learning_rate": 4.065496478677436e-06, |
| "loss": 1.089369297027588, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.352549889135255, |
| "grad_norm": 9.459650993347168, |
| "learning_rate": 4.058792299146602e-06, |
| "loss": 1.1217542886734009, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.3569844789356984, |
| "grad_norm": 1.946794033050537, |
| "learning_rate": 4.052070511403912e-06, |
| "loss": 0.6706306338310242, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.3614190687361418, |
| "grad_norm": 0.9328871965408325, |
| "learning_rate": 4.045331205882863e-06, |
| "loss": 1.1241906881332397, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.3658536585365852, |
| "grad_norm": 0.5184811949729919, |
| "learning_rate": 4.038574473252629e-06, |
| "loss": 0.712710976600647, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.370288248337029, |
| "grad_norm": 1.2016468048095703, |
| "learning_rate": 4.031800404416849e-06, |
| "loss": 1.0043390989303589, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3747228381374723, |
| "grad_norm": 0.8439203500747681, |
| "learning_rate": 4.025009090512394e-06, |
| "loss": 0.08705577254295349, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3791574279379157, |
| "grad_norm": 0.5789482593536377, |
| "learning_rate": 4.018200622908153e-06, |
| "loss": 1.0090532302856445, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3835920177383592, |
| "grad_norm": 1.3330731391906738, |
| "learning_rate": 4.011375093203793e-06, |
| "loss": 1.034111738204956, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3880266075388026, |
| "grad_norm": 2.7468066215515137, |
| "learning_rate": 4.004532593228531e-06, |
| "loss": 0.962290346622467, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3924611973392462, |
| "grad_norm": 0.9098476767539978, |
| "learning_rate": 3.997673215039899e-06, |
| "loss": 1.0617891550064087, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3968957871396896, |
| "grad_norm": 2.727142333984375, |
| "learning_rate": 3.990797050922506e-06, |
| "loss": 1.072065830230713, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.401330376940133, |
| "grad_norm": 0.8622321486473083, |
| "learning_rate": 3.9839041933867954e-06, |
| "loss": 0.8306987881660461, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.4057649667405765, |
| "grad_norm": 1.51633882522583, |
| "learning_rate": 3.976994735167796e-06, |
| "loss": 0.9722529649734497, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.41019955654102, |
| "grad_norm": 0.8044195771217346, |
| "learning_rate": 3.970068769223884e-06, |
| "loss": 1.1132667064666748, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.4146341463414633, |
| "grad_norm": 6.232460021972656, |
| "learning_rate": 3.963126388735525e-06, |
| "loss": 0.82004714012146, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.4190687361419068, |
| "grad_norm": 0.918382465839386, |
| "learning_rate": 3.956167687104021e-06, |
| "loss": 0.7192656993865967, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.4235033259423504, |
| "grad_norm": 3.0365803241729736, |
| "learning_rate": 3.9491927579502584e-06, |
| "loss": 0.8175387382507324, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.4279379157427938, |
| "grad_norm": 0.7935546636581421, |
| "learning_rate": 3.9422016951134415e-06, |
| "loss": 0.6935265064239502, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.4323725055432373, |
| "grad_norm": 0.8461658954620361, |
| "learning_rate": 3.935194592649836e-06, |
| "loss": 1.2383686304092407, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.4368070953436807, |
| "grad_norm": 0.6491639018058777, |
| "learning_rate": 3.928171544831501e-06, |
| "loss": 1.0858060121536255, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.441241685144124, |
| "grad_norm": 1.7324135303497314, |
| "learning_rate": 3.921132646145019e-06, |
| "loss": 1.1424576044082642, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.4456762749445677, |
| "grad_norm": 4.648967266082764, |
| "learning_rate": 3.914077991290232e-06, |
| "loss": 0.9448270201683044, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.4501108647450112, |
| "grad_norm": 1.9809584617614746, |
| "learning_rate": 3.907007675178956e-06, |
| "loss": 1.05901038646698, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 0.8580670356750488, |
| "learning_rate": 3.899921792933713e-06, |
| "loss": 0.8147414326667786, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.458980044345898, |
| "grad_norm": 0.5463111996650696, |
| "learning_rate": 3.892820439886448e-06, |
| "loss": 0.7859951257705688, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.4634146341463414, |
| "grad_norm": 2.406365394592285, |
| "learning_rate": 3.885703711577249e-06, |
| "loss": 1.037505865097046, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.4678492239467849, |
| "grad_norm": 1.347562551498413, |
| "learning_rate": 3.8785717037530555e-06, |
| "loss": 1.0211855173110962, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.4722838137472283, |
| "grad_norm": 0.9649538397789001, |
| "learning_rate": 3.871424512366377e-06, |
| "loss": 0.7922490239143372, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.476718403547672, |
| "grad_norm": 0.6426183581352234, |
| "learning_rate": 3.864262233574e-06, |
| "loss": 0.6275416612625122, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.4811529933481153, |
| "grad_norm": 2.499333143234253, |
| "learning_rate": 3.857084963735689e-06, |
| "loss": 0.6237704753875732, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4855875831485588, |
| "grad_norm": 0.956392765045166, |
| "learning_rate": 3.849892799412902e-06, |
| "loss": 0.9907911419868469, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4900221729490022, |
| "grad_norm": 1.0127171277999878, |
| "learning_rate": 3.84268583736748e-06, |
| "loss": 1.030133605003357, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4944567627494456, |
| "grad_norm": 3.757286548614502, |
| "learning_rate": 3.835464174560349e-06, |
| "loss": 0.6812074184417725, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4988913525498893, |
| "grad_norm": 2.872394561767578, |
| "learning_rate": 3.828227908150217e-06, |
| "loss": 0.7936379909515381, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.5033259423503327, |
| "grad_norm": 4.6506123542785645, |
| "learning_rate": 3.820977135492266e-06, |
| "loss": 1.065293312072754, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.507760532150776, |
| "grad_norm": 0.6903529167175293, |
| "learning_rate": 3.8137119541368415e-06, |
| "loss": 0.5796735882759094, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.5121951219512195, |
| "grad_norm": 0.7172544002532959, |
| "learning_rate": 3.80643246182814e-06, |
| "loss": 0.5570440888404846, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.516629711751663, |
| "grad_norm": 0.9278987646102905, |
| "learning_rate": 3.7991387565028963e-06, |
| "loss": 0.9937266111373901, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.5210643015521064, |
| "grad_norm": 0.6855456829071045, |
| "learning_rate": 3.791830936289062e-06, |
| "loss": 0.991579532623291, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.5254988913525498, |
| "grad_norm": 2.719144582748413, |
| "learning_rate": 3.784509099504488e-06, |
| "loss": 0.6759345531463623, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.5299334811529932, |
| "grad_norm": 1.2889043092727661, |
| "learning_rate": 3.7771733446556025e-06, |
| "loss": 0.3256318271160126, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.5343680709534369, |
| "grad_norm": 3.266566038131714, |
| "learning_rate": 3.7698237704360826e-06, |
| "loss": 0.770363986492157, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.5388026607538803, |
| "grad_norm": 1.6477800607681274, |
| "learning_rate": 3.7624604757255297e-06, |
| "loss": 0.9243440628051758, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.5432372505543237, |
| "grad_norm": 9.355045318603516, |
| "learning_rate": 3.7550835595881365e-06, |
| "loss": 0.6884693503379822, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.5476718403547673, |
| "grad_norm": 0.7756222486495972, |
| "learning_rate": 3.747693121271355e-06, |
| "loss": 1.0920729637145996, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.5521064301552108, |
| "grad_norm": 1.2968804836273193, |
| "learning_rate": 3.740289260204565e-06, |
| "loss": 1.0673658847808838, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.5565410199556542, |
| "grad_norm": 1.133268117904663, |
| "learning_rate": 3.732872075997729e-06, |
| "loss": 1.0402312278747559, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.5609756097560976, |
| "grad_norm": 1.2593156099319458, |
| "learning_rate": 3.725441668440058e-06, |
| "loss": 0.8764057159423828, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.565410199556541, |
| "grad_norm": 2.54331111907959, |
| "learning_rate": 3.7179981374986683e-06, |
| "loss": 0.43431326746940613, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.5698447893569845, |
| "grad_norm": 1.0765475034713745, |
| "learning_rate": 3.710541583317233e-06, |
| "loss": 1.0775222778320312, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.5742793791574279, |
| "grad_norm": 3.7468576431274414, |
| "learning_rate": 3.70307210621464e-06, |
| "loss": 0.885796844959259, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5787139689578713, |
| "grad_norm": 7.981743335723877, |
| "learning_rate": 3.695589806683636e-06, |
| "loss": 0.6404878497123718, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5831485587583147, |
| "grad_norm": 0.843375027179718, |
| "learning_rate": 3.68809478538948e-06, |
| "loss": 1.0314189195632935, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.5875831485587582, |
| "grad_norm": 1.4143157005310059, |
| "learning_rate": 3.6805871431685875e-06, |
| "loss": 1.1162283420562744, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5920177383592018, |
| "grad_norm": 1.6812629699707031, |
| "learning_rate": 3.6730669810271707e-06, |
| "loss": 1.224688172340393, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.5964523281596452, |
| "grad_norm": 1.70530366897583, |
| "learning_rate": 3.665534400139885e-06, |
| "loss": 0.5482722520828247, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.6008869179600886, |
| "grad_norm": 0.34640756249427795, |
| "learning_rate": 3.6579895018484635e-06, |
| "loss": 0.5939568877220154, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.6053215077605323, |
| "grad_norm": 0.7377131581306458, |
| "learning_rate": 3.650432387660354e-06, |
| "loss": 1.0684458017349243, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.6097560975609757, |
| "grad_norm": 0.7918015122413635, |
| "learning_rate": 3.6428631592473584e-06, |
| "loss": 1.0849140882492065, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.6141906873614191, |
| "grad_norm": 0.6928529739379883, |
| "learning_rate": 3.6352819184442552e-06, |
| "loss": 0.7899186611175537, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.6186252771618626, |
| "grad_norm": 4.092320442199707, |
| "learning_rate": 3.6276887672474374e-06, |
| "loss": 1.041346549987793, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.623059866962306, |
| "grad_norm": 0.7040436863899231, |
| "learning_rate": 3.620083807813541e-06, |
| "loss": 1.0382251739501953, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.6274944567627494, |
| "grad_norm": 1.0411463975906372, |
| "learning_rate": 3.6124671424580633e-06, |
| "loss": 1.0006555318832397, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.6319290465631928, |
| "grad_norm": 0.41378095746040344, |
| "learning_rate": 3.604838873653991e-06, |
| "loss": 0.6166353821754456, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 7.036901950836182, |
| "learning_rate": 3.597199104030424e-06, |
| "loss": 1.1837652921676636, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.6407982261640797, |
| "grad_norm": 0.7952733039855957, |
| "learning_rate": 3.589547936371189e-06, |
| "loss": 1.0267434120178223, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.6452328159645233, |
| "grad_norm": 2.4951283931732178, |
| "learning_rate": 3.58188547361346e-06, |
| "loss": 1.2115845680236816, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.6496674057649667, |
| "grad_norm": 3.071096658706665, |
| "learning_rate": 3.574211818846374e-06, |
| "loss": 0.8251364231109619, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.6541019955654102, |
| "grad_norm": 2.369654655456543, |
| "learning_rate": 3.566527075309641e-06, |
| "loss": 0.8760843276977539, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.6585365853658538, |
| "grad_norm": 2.175527334213257, |
| "learning_rate": 3.558831346392159e-06, |
| "loss": 0.8911266922950745, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.6629711751662972, |
| "grad_norm": 1.2222336530685425, |
| "learning_rate": 3.5511247356306205e-06, |
| "loss": 1.1212302446365356, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.6674057649667406, |
| "grad_norm": 0.8364224433898926, |
| "learning_rate": 3.5434073467081183e-06, |
| "loss": 0.8240474462509155, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.671840354767184, |
| "grad_norm": 2.646286964416504, |
| "learning_rate": 3.5356792834527533e-06, |
| "loss": 0.6273259520530701, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.6762749445676275, |
| "grad_norm": 1.0103214979171753, |
| "learning_rate": 3.527940649836238e-06, |
| "loss": 0.9294993877410889, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.680709534368071, |
| "grad_norm": 1.3476576805114746, |
| "learning_rate": 3.520191549972494e-06, |
| "loss": 0.9880755543708801, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6851441241685143, |
| "grad_norm": 2.302769899368286, |
| "learning_rate": 3.512432088116255e-06, |
| "loss": 0.8687876462936401, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6895787139689578, |
| "grad_norm": 1.9795390367507935, |
| "learning_rate": 3.5046623686616627e-06, |
| "loss": 1.0587050914764404, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.6940133037694012, |
| "grad_norm": 1.420723557472229, |
| "learning_rate": 3.496882496140861e-06, |
| "loss": 1.0825788974761963, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6984478935698448, |
| "grad_norm": 2.4798290729522705, |
| "learning_rate": 3.4890925752225935e-06, |
| "loss": 0.9839310050010681, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.7028824833702882, |
| "grad_norm": 1.6060822010040283, |
| "learning_rate": 3.48129271071079e-06, |
| "loss": 0.794252336025238, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.7073170731707317, |
| "grad_norm": 1.1123030185699463, |
| "learning_rate": 3.4734830075431605e-06, |
| "loss": 1.0317720174789429, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.7117516629711753, |
| "grad_norm": 2.067833423614502, |
| "learning_rate": 3.4656635707897823e-06, |
| "loss": 1.0553863048553467, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.7161862527716187, |
| "grad_norm": 0.981274425983429, |
| "learning_rate": 3.457834505651687e-06, |
| "loss": 0.9536479115486145, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.7206208425720622, |
| "grad_norm": 0.6783517003059387, |
| "learning_rate": 3.449995917459442e-06, |
| "loss": 1.062004566192627, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.7250554323725056, |
| "grad_norm": 0.7117043137550354, |
| "learning_rate": 3.4421479116717394e-06, |
| "loss": 1.0369482040405273, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.729490022172949, |
| "grad_norm": 1.9212546348571777, |
| "learning_rate": 3.4342905938739707e-06, |
| "loss": 0.6672749519348145, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.7339246119733924, |
| "grad_norm": 0.7695720195770264, |
| "learning_rate": 3.4264240697768096e-06, |
| "loss": 1.0097278356552124, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.7383592017738358, |
| "grad_norm": 0.6285500526428223, |
| "learning_rate": 3.418548445214791e-06, |
| "loss": 0.7331390380859375, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.7427937915742793, |
| "grad_norm": 0.6695563793182373, |
| "learning_rate": 3.410663826144884e-06, |
| "loss": 0.8074593544006348, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.7472283813747227, |
| "grad_norm": 0.7012442946434021, |
| "learning_rate": 3.4027703186450672e-06, |
| "loss": 0.7080385684967041, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.7516629711751663, |
| "grad_norm": 2.9280431270599365, |
| "learning_rate": 3.394868028912906e-06, |
| "loss": 0.6388112902641296, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.7560975609756098, |
| "grad_norm": 0.9185779690742493, |
| "learning_rate": 3.386957063264115e-06, |
| "loss": 0.8246527910232544, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.7605321507760532, |
| "grad_norm": 1.0460119247436523, |
| "learning_rate": 3.3790375281311355e-06, |
| "loss": 0.9118836522102356, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.7649667405764968, |
| "grad_norm": 2.923001766204834, |
| "learning_rate": 3.3711095300617015e-06, |
| "loss": 0.8226492404937744, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.7694013303769403, |
| "grad_norm": 0.6730989813804626, |
| "learning_rate": 3.3631731757174048e-06, |
| "loss": 1.0575485229492188, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.7738359201773837, |
| "grad_norm": 1.040733814239502, |
| "learning_rate": 3.3552285718722593e-06, |
| "loss": 1.0470877885818481, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.778270509977827, |
| "grad_norm": 0.9821973443031311, |
| "learning_rate": 3.3472758254112662e-06, |
| "loss": 1.0410436391830444, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.7827050997782705, |
| "grad_norm": 2.0623693466186523, |
| "learning_rate": 3.3393150433289795e-06, |
| "loss": 1.138871431350708, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.787139689578714, |
| "grad_norm": 0.9976066946983337, |
| "learning_rate": 3.3313463327280576e-06, |
| "loss": 0.8022021651268005, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7915742793791574, |
| "grad_norm": 0.6746619343757629, |
| "learning_rate": 3.3233698008178306e-06, |
| "loss": 1.0426361560821533, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7960088691796008, |
| "grad_norm": 0.7335001230239868, |
| "learning_rate": 3.3153855549128537e-06, |
| "loss": 0.6199694275856018, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.8004434589800442, |
| "grad_norm": 3.391047477722168, |
| "learning_rate": 3.3073937024314647e-06, |
| "loss": 0.5800549387931824, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.8048780487804879, |
| "grad_norm": 1.8660929203033447, |
| "learning_rate": 3.2993943508943386e-06, |
| "loss": 1.197942852973938, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.8093126385809313, |
| "grad_norm": 3.539306640625, |
| "learning_rate": 3.291387607923041e-06, |
| "loss": 0.9978748559951782, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.8137472283813747, |
| "grad_norm": 0.7452203035354614, |
| "learning_rate": 3.283373581238582e-06, |
| "loss": 0.509084939956665, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 1.6028074026107788, |
| "learning_rate": 3.2753523786599618e-06, |
| "loss": 1.0873044729232788, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.8226164079822618, |
| "grad_norm": 1.7422271966934204, |
| "learning_rate": 3.2673241081027263e-06, |
| "loss": 1.0879627466201782, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.8270509977827052, |
| "grad_norm": 1.1543694734573364, |
| "learning_rate": 3.259288877577512e-06, |
| "loss": 1.147214651107788, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.8314855875831486, |
| "grad_norm": 1.4722660779953003, |
| "learning_rate": 3.251246795188592e-06, |
| "loss": 0.933826208114624, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.835920177383592, |
| "grad_norm": 1.6987321376800537, |
| "learning_rate": 3.243197969132425e-06, |
| "loss": 0.7955626249313354, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.8403547671840355, |
| "grad_norm": 0.9446114897727966, |
| "learning_rate": 3.2351425076961957e-06, |
| "loss": 1.023888349533081, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.8447893569844789, |
| "grad_norm": 1.1627906560897827, |
| "learning_rate": 3.22708051925636e-06, |
| "loss": 1.0093810558319092, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.8492239467849223, |
| "grad_norm": 0.7773818373680115, |
| "learning_rate": 3.219012112277189e-06, |
| "loss": 0.982840895652771, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.8536585365853657, |
| "grad_norm": 0.9189027547836304, |
| "learning_rate": 3.210937395309304e-06, |
| "loss": 1.0559179782867432, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.8580931263858091, |
| "grad_norm": 1.0602095127105713, |
| "learning_rate": 3.202856476988222e-06, |
| "loss": 1.0600286722183228, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.8625277161862528, |
| "grad_norm": 1.2096672058105469, |
| "learning_rate": 3.1947694660328914e-06, |
| "loss": 1.1588785648345947, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.8669623059866962, |
| "grad_norm": 1.3825271129608154, |
| "learning_rate": 3.1866764712442273e-06, |
| "loss": 0.6686919927597046, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.8713968957871396, |
| "grad_norm": 1.1404961347579956, |
| "learning_rate": 3.1785776015036533e-06, |
| "loss": 0.7725078463554382, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.8758314855875833, |
| "grad_norm": 2.0521693229675293, |
| "learning_rate": 3.1704729657716314e-06, |
| "loss": 0.8420175313949585, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.8802660753880267, |
| "grad_norm": 1.6564451456069946, |
| "learning_rate": 3.1623626730861996e-06, |
| "loss": 0.9892827272415161, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.8847006651884701, |
| "grad_norm": 1.1145013570785522, |
| "learning_rate": 3.1542468325615e-06, |
| "loss": 1.3681321144104004, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.8891352549889135, |
| "grad_norm": 0.7389641404151917, |
| "learning_rate": 3.1461255533863183e-06, |
| "loss": 0.6859239339828491, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.893569844789357, |
| "grad_norm": 0.873809814453125, |
| "learning_rate": 3.1379989448226077e-06, |
| "loss": 1.0703860521316528, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8980044345898004, |
| "grad_norm": 0.7670641541481018, |
| "learning_rate": 3.1298671162040236e-06, |
| "loss": 0.9328793883323669, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.9024390243902438, |
| "grad_norm": 0.7553779482841492, |
| "learning_rate": 3.1217301769344488e-06, |
| "loss": 0.7479826211929321, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.9068736141906872, |
| "grad_norm": 2.153320789337158, |
| "learning_rate": 3.1135882364865262e-06, |
| "loss": 0.7695887088775635, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.9113082039911307, |
| "grad_norm": 11.15374755859375, |
| "learning_rate": 3.105441404400183e-06, |
| "loss": 1.089734435081482, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.9157427937915743, |
| "grad_norm": 0.8938463926315308, |
| "learning_rate": 3.097289790281155e-06, |
| "loss": 0.805739164352417, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.9201773835920177, |
| "grad_norm": 1.704505205154419, |
| "learning_rate": 3.089133503799517e-06, |
| "loss": 0.6438337564468384, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.9246119733924612, |
| "grad_norm": 1.9099633693695068, |
| "learning_rate": 3.0809726546882045e-06, |
| "loss": 1.136403203010559, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.9290465631929048, |
| "grad_norm": 0.8499243855476379, |
| "learning_rate": 3.0728073527415376e-06, |
| "loss": 1.0269296169281006, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.9334811529933482, |
| "grad_norm": 0.5403093695640564, |
| "learning_rate": 3.0646377078137424e-06, |
| "loss": 0.6854551434516907, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.9379157427937916, |
| "grad_norm": 1.254056692123413, |
| "learning_rate": 3.056463829817475e-06, |
| "loss": 0.6160570383071899, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.942350332594235, |
| "grad_norm": 1.9854458570480347, |
| "learning_rate": 3.048285828722345e-06, |
| "loss": 0.6414442658424377, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.9467849223946785, |
| "grad_norm": 2.5461316108703613, |
| "learning_rate": 3.0401038145534297e-06, |
| "loss": 0.7798886299133301, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.951219512195122, |
| "grad_norm": 1.066082239151001, |
| "learning_rate": 3.031917897389799e-06, |
| "loss": 0.8321408629417419, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.9556541019955653, |
| "grad_norm": 1.9094276428222656, |
| "learning_rate": 3.0237281873630335e-06, |
| "loss": 0.637435257434845, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.9600886917960088, |
| "grad_norm": 0.6589820384979248, |
| "learning_rate": 3.0155347946557407e-06, |
| "loss": 0.9004865884780884, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.9645232815964522, |
| "grad_norm": 0.6076062321662903, |
| "learning_rate": 3.007337829500075e-06, |
| "loss": 1.0442458391189575, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.9689578713968958, |
| "grad_norm": 0.7619770169258118, |
| "learning_rate": 2.999137402176255e-06, |
| "loss": 1.0404667854309082, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.9733924611973392, |
| "grad_norm": 0.72157222032547, |
| "learning_rate": 2.9909336230110747e-06, |
| "loss": 1.0282480716705322, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.9778270509977827, |
| "grad_norm": 0.7795007824897766, |
| "learning_rate": 2.9827266023764274e-06, |
| "loss": 1.1448575258255005, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.9822616407982263, |
| "grad_norm": 1.1579248905181885, |
| "learning_rate": 2.9745164506878134e-06, |
| "loss": 1.0330946445465088, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.9866962305986697, |
| "grad_norm": 1.960567593574524, |
| "learning_rate": 2.9663032784028596e-06, |
| "loss": 0.8949038982391357, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.9911308203991132, |
| "grad_norm": 1.6049984693527222, |
| "learning_rate": 2.9580871960198297e-06, |
| "loss": 0.9902207255363464, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.9955654101995566, |
| "grad_norm": 0.6963536143302917, |
| "learning_rate": 2.949868314076142e-06, |
| "loss": 0.8349514007568359, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 2.399693250656128, |
| "learning_rate": 2.941646743146875e-06, |
| "loss": 1.027801513671875, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.0044345898004434, |
| "grad_norm": 0.7714170813560486, |
| "learning_rate": 2.9334225938432868e-06, |
| "loss": 0.8111017942428589, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.008869179600887, |
| "grad_norm": 0.9238205552101135, |
| "learning_rate": 2.925195976811326e-06, |
| "loss": 0.8706294298171997, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.0133037694013303, |
| "grad_norm": 0.9386454224586487, |
| "learning_rate": 2.9169670027301387e-06, |
| "loss": 1.0718032121658325, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.0177383592017737, |
| "grad_norm": 0.6776597499847412, |
| "learning_rate": 2.9087357823105843e-06, |
| "loss": 0.8469350337982178, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.022172949002217, |
| "grad_norm": 0.7392479181289673, |
| "learning_rate": 2.9005024262937427e-06, |
| "loss": 0.565307080745697, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.0266075388026605, |
| "grad_norm": 1.9702166318893433, |
| "learning_rate": 2.8922670454494247e-06, |
| "loss": 0.6154354810714722, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.0310421286031044, |
| "grad_norm": 0.9764010310173035, |
| "learning_rate": 2.8840297505746843e-06, |
| "loss": 0.6004781126976013, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.035476718403548, |
| "grad_norm": 0.8005667924880981, |
| "learning_rate": 2.8757906524923286e-06, |
| "loss": 0.8735350370407104, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.0399113082039912, |
| "grad_norm": 0.9138982892036438, |
| "learning_rate": 2.867549862049419e-06, |
| "loss": 0.6707923412322998, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.0443458980044347, |
| "grad_norm": 0.8569697737693787, |
| "learning_rate": 2.859307490115791e-06, |
| "loss": 0.7545152306556702, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.048780487804878, |
| "grad_norm": 0.619215190410614, |
| "learning_rate": 2.8510636475825533e-06, |
| "loss": 0.30162450671195984, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.0532150776053215, |
| "grad_norm": 1.0538161993026733, |
| "learning_rate": 2.8428184453606027e-06, |
| "loss": 0.8686986565589905, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.057649667405765, |
| "grad_norm": 1.8079990148544312, |
| "learning_rate": 2.8345719943791266e-06, |
| "loss": 0.6156920790672302, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.0620842572062084, |
| "grad_norm": 0.4749872088432312, |
| "learning_rate": 2.826324405584114e-06, |
| "loss": 0.5743507742881775, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.066518847006652, |
| "grad_norm": 2.578096866607666, |
| "learning_rate": 2.818075789936863e-06, |
| "loss": 0.7628493905067444, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.070953436807095, |
| "grad_norm": 1.2346030473709106, |
| "learning_rate": 2.8098262584124834e-06, |
| "loss": 0.8032713532447815, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.0753880266075386, |
| "grad_norm": 0.9657310843467712, |
| "learning_rate": 2.801575921998411e-06, |
| "loss": 0.9190863966941833, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.079822616407982, |
| "grad_norm": 0.8309587836265564, |
| "learning_rate": 2.7933248916929066e-06, |
| "loss": 0.5717717409133911, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.084257206208426, |
| "grad_norm": 0.7853623628616333, |
| "learning_rate": 2.7850732785035705e-06, |
| "loss": 0.6060709357261658, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.0886917960088693, |
| "grad_norm": 0.9614481329917908, |
| "learning_rate": 2.7768211934458417e-06, |
| "loss": 0.817306399345398, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.0931263858093128, |
| "grad_norm": 0.9111508727073669, |
| "learning_rate": 2.768568747541509e-06, |
| "loss": 0.5221774578094482, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.097560975609756, |
| "grad_norm": 0.8565526008605957, |
| "learning_rate": 2.7603160518172152e-06, |
| "loss": 0.8890185356140137, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.1019955654101996, |
| "grad_norm": 1.2437005043029785, |
| "learning_rate": 2.752063217302966e-06, |
| "loss": 0.9257514476776123, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.106430155210643, |
| "grad_norm": 1.692129373550415, |
| "learning_rate": 2.743810355030631e-06, |
| "loss": 0.6258480548858643, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.1108647450110865, |
| "grad_norm": 2.0805153846740723, |
| "learning_rate": 2.735557576032458e-06, |
| "loss": 0.7526692152023315, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.11529933481153, |
| "grad_norm": 2.8665034770965576, |
| "learning_rate": 2.727304991339569e-06, |
| "loss": 0.6801300644874573, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.1197339246119733, |
| "grad_norm": 0.8256810307502747, |
| "learning_rate": 2.7190527119804762e-06, |
| "loss": 0.8693723678588867, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.1241685144124167, |
| "grad_norm": 0.7408389449119568, |
| "learning_rate": 2.710800848979582e-06, |
| "loss": 0.7428317070007324, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.12860310421286, |
| "grad_norm": 1.6947144269943237, |
| "learning_rate": 2.702549513355687e-06, |
| "loss": 0.688827395439148, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.1330376940133036, |
| "grad_norm": 3.077284574508667, |
| "learning_rate": 2.694298816120497e-06, |
| "loss": 0.4587607979774475, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.1374722838137474, |
| "grad_norm": 2.8907575607299805, |
| "learning_rate": 2.6860488682771306e-06, |
| "loss": 0.9636158347129822, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.141906873614191, |
| "grad_norm": 1.936044454574585, |
| "learning_rate": 2.67779978081862e-06, |
| "loss": 0.7787302136421204, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.1463414634146343, |
| "grad_norm": 0.9226675629615784, |
| "learning_rate": 2.669551664726428e-06, |
| "loss": 0.5220115780830383, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.1507760532150777, |
| "grad_norm": 0.9738346338272095, |
| "learning_rate": 2.6613046309689433e-06, |
| "loss": 0.6782161593437195, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.155210643015521, |
| "grad_norm": 0.9448055028915405, |
| "learning_rate": 2.6530587904999966e-06, |
| "loss": 0.6957781314849854, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.1596452328159645, |
| "grad_norm": 1.6226963996887207, |
| "learning_rate": 2.6448142542573624e-06, |
| "loss": 0.8800594806671143, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.164079822616408, |
| "grad_norm": 1.0587058067321777, |
| "learning_rate": 2.6365711331612692e-06, |
| "loss": 0.7791632413864136, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.1685144124168514, |
| "grad_norm": 3.0447235107421875, |
| "learning_rate": 2.6283295381129066e-06, |
| "loss": 0.5873762965202332, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.172949002217295, |
| "grad_norm": 1.2626818418502808, |
| "learning_rate": 2.620089579992933e-06, |
| "loss": 0.8509657979011536, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.1773835920177382, |
| "grad_norm": 0.7221801280975342, |
| "learning_rate": 2.6118513696599823e-06, |
| "loss": 0.4064200818538666, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 1.155705451965332, |
| "learning_rate": 2.603615017949178e-06, |
| "loss": 0.2613215446472168, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.186252771618625, |
| "grad_norm": 3.4410154819488525, |
| "learning_rate": 2.595380635670634e-06, |
| "loss": 0.6540266275405884, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.1906873614190685, |
| "grad_norm": 12.9176607131958, |
| "learning_rate": 2.5871483336079694e-06, |
| "loss": 0.528972864151001, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.1951219512195124, |
| "grad_norm": 1.3602675199508667, |
| "learning_rate": 2.578918222516818e-06, |
| "loss": 0.875016987323761, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.199556541019956, |
| "grad_norm": 1.8910794258117676, |
| "learning_rate": 2.5706904131233336e-06, |
| "loss": 0.9778388738632202, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.203991130820399, |
| "grad_norm": 1.9940085411071777, |
| "learning_rate": 2.5624650161227073e-06, |
| "loss": 0.7324192523956299, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.2084257206208426, |
| "grad_norm": 0.7409563660621643, |
| "learning_rate": 2.5542421421776696e-06, |
| "loss": 0.91463702917099, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.212860310421286, |
| "grad_norm": 1.0401170253753662, |
| "learning_rate": 2.5460219019170097e-06, |
| "loss": 0.8429087400436401, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.2172949002217295, |
| "grad_norm": 0.8627730011940002, |
| "learning_rate": 2.5378044059340845e-06, |
| "loss": 0.6182942986488342, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.221729490022173, |
| "grad_norm": 1.778159737586975, |
| "learning_rate": 2.5295897647853283e-06, |
| "loss": 0.41667890548706055, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.2261640798226163, |
| "grad_norm": 0.6985337734222412, |
| "learning_rate": 2.521378088988767e-06, |
| "loss": 0.9056693911552429, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.2305986696230597, |
| "grad_norm": 1.2205218076705933, |
| "learning_rate": 2.513169489022531e-06, |
| "loss": 0.7475935816764832, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.235033259423503, |
| "grad_norm": 0.8802860379219055, |
| "learning_rate": 2.5049640753233705e-06, |
| "loss": 0.9124072194099426, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.2394678492239466, |
| "grad_norm": 1.432633876800537, |
| "learning_rate": 2.496761958285167e-06, |
| "loss": 0.5237014293670654, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.2439024390243905, |
| "grad_norm": 0.8981291055679321, |
| "learning_rate": 2.488563248257451e-06, |
| "loss": 0.8662800192832947, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.248337028824834, |
| "grad_norm": 3.874892234802246, |
| "learning_rate": 2.4803680555439136e-06, |
| "loss": 0.7132869362831116, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.2527716186252773, |
| "grad_norm": 0.9583449959754944, |
| "learning_rate": 2.4721764904009272e-06, |
| "loss": 0.9416664838790894, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.2572062084257207, |
| "grad_norm": 1.920847773551941, |
| "learning_rate": 2.4639886630360574e-06, |
| "loss": 0.522179901599884, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.261640798226164, |
| "grad_norm": 0.8928440809249878, |
| "learning_rate": 2.455804683606584e-06, |
| "loss": 0.8632444739341736, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.2660753880266076, |
| "grad_norm": 0.40272587537765503, |
| "learning_rate": 2.4476246622180174e-06, |
| "loss": 0.4794633090496063, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.270509977827051, |
| "grad_norm": 1.993319034576416, |
| "learning_rate": 2.4394487089226158e-06, |
| "loss": 1.1585773229599, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.2749445676274944, |
| "grad_norm": 0.8279446363449097, |
| "learning_rate": 2.43127693371791e-06, |
| "loss": 0.6182215809822083, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.279379157427938, |
| "grad_norm": 0.7182877659797668, |
| "learning_rate": 2.423109446545213e-06, |
| "loss": 0.8768652677536011, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.2838137472283813, |
| "grad_norm": 1.7738810777664185, |
| "learning_rate": 2.4149463572881537e-06, |
| "loss": 0.9176031351089478, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.2882483370288247, |
| "grad_norm": 0.8209647536277771, |
| "learning_rate": 2.4067877757711907e-06, |
| "loss": 0.6851370930671692, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.292682926829268, |
| "grad_norm": 1.1586294174194336, |
| "learning_rate": 2.3986338117581357e-06, |
| "loss": 0.5924996137619019, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.2971175166297115, |
| "grad_norm": 1.9774837493896484, |
| "learning_rate": 2.390484574950677e-06, |
| "loss": 0.862289309501648, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.3015521064301554, |
| "grad_norm": 1.9414352178573608, |
| "learning_rate": 2.382340174986906e-06, |
| "loss": 0.7861872911453247, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.305986696230599, |
| "grad_norm": 2.3420515060424805, |
| "learning_rate": 2.374200721439837e-06, |
| "loss": 0.8478289246559143, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.3104212860310422, |
| "grad_norm": 1.3481749296188354, |
| "learning_rate": 2.3660663238159405e-06, |
| "loss": 0.901607096195221, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.3148558758314857, |
| "grad_norm": 0.6049371957778931, |
| "learning_rate": 2.357937091553662e-06, |
| "loss": 0.7081278562545776, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.319290465631929, |
| "grad_norm": 1.6102485656738281, |
| "learning_rate": 2.3498131340219554e-06, |
| "loss": 0.8813071846961975, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.3237250554323725, |
| "grad_norm": 0.9218488931655884, |
| "learning_rate": 2.341694560518809e-06, |
| "loss": 0.8351644277572632, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.328159645232816, |
| "grad_norm": 1.1544103622436523, |
| "learning_rate": 2.333581480269776e-06, |
| "loss": 0.9058061838150024, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.3325942350332594, |
| "grad_norm": 1.371621012687683, |
| "learning_rate": 2.325474002426503e-06, |
| "loss": 0.7822686433792114, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.337028824833703, |
| "grad_norm": 0.9093418717384338, |
| "learning_rate": 2.3173722360652644e-06, |
| "loss": 0.6994078755378723, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.341463414634146, |
| "grad_norm": 0.731285035610199, |
| "learning_rate": 2.309276290185494e-06, |
| "loss": 0.759069561958313, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.3458980044345896, |
| "grad_norm": 0.32100459933280945, |
| "learning_rate": 2.3011862737083162e-06, |
| "loss": 0.5203639268875122, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.3503325942350335, |
| "grad_norm": 1.7071316242218018, |
| "learning_rate": 2.2931022954750843e-06, |
| "loss": 0.9963219165802002, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.354767184035477, |
| "grad_norm": 5.787060737609863, |
| "learning_rate": 2.285024464245912e-06, |
| "loss": 0.4076020419597626, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.3592017738359203, |
| "grad_norm": 0.3795124590396881, |
| "learning_rate": 2.2769528886982158e-06, |
| "loss": 0.4680769443511963, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 4.307487964630127, |
| "learning_rate": 2.268887677425248e-06, |
| "loss": 0.7492026090621948, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.368070953436807, |
| "grad_norm": 0.6910419464111328, |
| "learning_rate": 2.2608289389346362e-06, |
| "loss": 0.9367992877960205, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.3725055432372506, |
| "grad_norm": 0.7431702613830566, |
| "learning_rate": 2.2527767816469263e-06, |
| "loss": 0.8184199929237366, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.376940133037694, |
| "grad_norm": 1.009751558303833, |
| "learning_rate": 2.244731313894121e-06, |
| "loss": 0.787276566028595, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.3813747228381374, |
| "grad_norm": 0.4790377914905548, |
| "learning_rate": 2.236692643918224e-06, |
| "loss": 0.024766096845269203, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.385809312638581, |
| "grad_norm": 1.139642357826233, |
| "learning_rate": 2.2286608798697834e-06, |
| "loss": 0.5393450856208801, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.3902439024390243, |
| "grad_norm": 1.150428295135498, |
| "learning_rate": 2.2206361298064343e-06, |
| "loss": 0.373291552066803, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.3946784922394677, |
| "grad_norm": 1.323978066444397, |
| "learning_rate": 2.2126185016914515e-06, |
| "loss": 0.6814523935317993, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.399113082039911, |
| "grad_norm": 0.38711783289909363, |
| "learning_rate": 2.2046081033922884e-06, |
| "loss": 0.5636866092681885, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.4035476718403546, |
| "grad_norm": 2.8012638092041016, |
| "learning_rate": 2.1966050426791325e-06, |
| "loss": 0.6869620084762573, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.4079822616407984, |
| "grad_norm": 0.8223492503166199, |
| "learning_rate": 2.1886094272234508e-06, |
| "loss": 0.7766349911689758, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.412416851441242, |
| "grad_norm": 0.4253004193305969, |
| "learning_rate": 2.1806213645965457e-06, |
| "loss": 0.3063335716724396, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.4168514412416853, |
| "grad_norm": 2.2866053581237793, |
| "learning_rate": 2.172640962268104e-06, |
| "loss": 0.8616948127746582, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.4212860310421287, |
| "grad_norm": 6.167764186859131, |
| "learning_rate": 2.1646683276047525e-06, |
| "loss": 1.083250641822815, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.425720620842572, |
| "grad_norm": 2.147050142288208, |
| "learning_rate": 2.156703567868615e-06, |
| "loss": 0.40848734974861145, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.4301552106430155, |
| "grad_norm": 2.4124085903167725, |
| "learning_rate": 2.148746790215866e-06, |
| "loss": 0.5506104826927185, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.434589800443459, |
| "grad_norm": 0.7438501119613647, |
| "learning_rate": 2.140798101695291e-06, |
| "loss": 0.4622332453727722, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.4390243902439024, |
| "grad_norm": 1.8033671379089355, |
| "learning_rate": 2.1328576092468476e-06, |
| "loss": 0.9211458563804626, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.443458980044346, |
| "grad_norm": 0.6345164775848389, |
| "learning_rate": 2.124925419700223e-06, |
| "loss": 0.9258796572685242, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.4478935698447892, |
| "grad_norm": 1.8896942138671875, |
| "learning_rate": 2.1170016397734e-06, |
| "loss": 0.4680280089378357, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.4523281596452327, |
| "grad_norm": 0.8533465266227722, |
| "learning_rate": 2.109086376071221e-06, |
| "loss": 0.830375611782074, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.4567627494456765, |
| "grad_norm": 2.495920181274414, |
| "learning_rate": 2.1011797350839513e-06, |
| "loss": 0.7596384286880493, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.4611973392461195, |
| "grad_norm": 0.9585152864456177, |
| "learning_rate": 2.093281823185848e-06, |
| "loss": 0.8787661790847778, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.4656319290465634, |
| "grad_norm": 0.6246011257171631, |
| "learning_rate": 2.0853927466337315e-06, |
| "loss": 0.578016459941864, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.470066518847007, |
| "grad_norm": 0.9855407476425171, |
| "learning_rate": 2.077512611565551e-06, |
| "loss": 0.8436506986618042, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.47450110864745, |
| "grad_norm": 2.1086971759796143, |
| "learning_rate": 2.0696415239989593e-06, |
| "loss": 0.35142093896865845, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.4789356984478936, |
| "grad_norm": 0.8225948810577393, |
| "learning_rate": 2.0617795898298855e-06, |
| "loss": 0.8377672433853149, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.483370288248337, |
| "grad_norm": 1.1087491512298584, |
| "learning_rate": 2.053926914831112e-06, |
| "loss": 0.7869824767112732, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.4878048780487805, |
| "grad_norm": 1.0127193927764893, |
| "learning_rate": 2.04608360465085e-06, |
| "loss": 0.8879801034927368, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.492239467849224, |
| "grad_norm": 6.3018717765808105, |
| "learning_rate": 2.038249764811318e-06, |
| "loss": 1.030903935432434, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.4966740576496673, |
| "grad_norm": 0.7648253440856934, |
| "learning_rate": 2.0304255007073227e-06, |
| "loss": 0.9654337763786316, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.5011086474501107, |
| "grad_norm": 1.2895153760910034, |
| "learning_rate": 2.022610917604842e-06, |
| "loss": 0.6278480291366577, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.505543237250554, |
| "grad_norm": 2.6871118545532227, |
| "learning_rate": 2.014806120639605e-06, |
| "loss": 0.6305501461029053, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.5099778270509976, |
| "grad_norm": 11.048127174377441, |
| "learning_rate": 2.007011214815684e-06, |
| "loss": 0.7386720776557922, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.5144124168514415, |
| "grad_norm": 1.0972473621368408, |
| "learning_rate": 1.9992263050040737e-06, |
| "loss": 0.5156517028808594, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.5188470066518844, |
| "grad_norm": 0.9979491829872131, |
| "learning_rate": 1.991451495941289e-06, |
| "loss": 0.908918023109436, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.5232815964523283, |
| "grad_norm": 0.9635651707649231, |
| "learning_rate": 1.983686892227948e-06, |
| "loss": 0.6651601791381836, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.5277161862527717, |
| "grad_norm": 1.025274395942688, |
| "learning_rate": 1.975932598327369e-06, |
| "loss": 0.8417225480079651, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.532150776053215, |
| "grad_norm": 10.28856086730957, |
| "learning_rate": 1.9681887185641646e-06, |
| "loss": 0.4462983310222626, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.5365853658536586, |
| "grad_norm": 0.5850323438644409, |
| "learning_rate": 1.9604553571228395e-06, |
| "loss": 0.5580345392227173, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.541019955654102, |
| "grad_norm": 1.3211580514907837, |
| "learning_rate": 1.9527326180463855e-06, |
| "loss": 0.9013155102729797, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 0.7220462560653687, |
| "learning_rate": 1.9450206052348823e-06, |
| "loss": 0.8708188533782959, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.549889135254989, |
| "grad_norm": 0.9700856804847717, |
| "learning_rate": 1.9373194224441028e-06, |
| "loss": 0.8098379969596863, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.5543237250554323, |
| "grad_norm": 1.2969111204147339, |
| "learning_rate": 1.929629173284114e-06, |
| "loss": 0.5333951711654663, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.5587583148558757, |
| "grad_norm": 0.45577237010002136, |
| "learning_rate": 1.9219499612178836e-06, |
| "loss": 0.3139987289905548, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.5631929046563195, |
| "grad_norm": 2.8768374919891357, |
| "learning_rate": 1.9142818895598908e-06, |
| "loss": 0.5258563756942749, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.5676274944567625, |
| "grad_norm": 2.359679937362671, |
| "learning_rate": 1.9066250614747317e-06, |
| "loss": 0.6680082082748413, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.5720620842572064, |
| "grad_norm": 1.424459457397461, |
| "learning_rate": 1.8989795799757348e-06, |
| "loss": 0.7696115970611572, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.57649667405765, |
| "grad_norm": 1.1945898532867432, |
| "learning_rate": 1.8913455479235754e-06, |
| "loss": 0.86902916431427, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.5809312638580932, |
| "grad_norm": 0.942388653755188, |
| "learning_rate": 1.8837230680248874e-06, |
| "loss": 0.8644537925720215, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.5853658536585367, |
| "grad_norm": 0.9040746092796326, |
| "learning_rate": 1.8761122428308875e-06, |
| "loss": 0.5937469601631165, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.58980044345898, |
| "grad_norm": 1.1163363456726074, |
| "learning_rate": 1.8685131747359902e-06, |
| "loss": 0.8463367819786072, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.5942350332594235, |
| "grad_norm": 1.2768183946609497, |
| "learning_rate": 1.8609259659764345e-06, |
| "loss": 0.8608056306838989, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.598669623059867, |
| "grad_norm": 1.604803204536438, |
| "learning_rate": 1.853350718628904e-06, |
| "loss": 0.3180133104324341, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.6031042128603104, |
| "grad_norm": 0.94985032081604, |
| "learning_rate": 1.845787534609157e-06, |
| "loss": 0.5958639979362488, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.6075388026607538, |
| "grad_norm": 0.8320684432983398, |
| "learning_rate": 1.8382365156706566e-06, |
| "loss": 0.6725127696990967, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.611973392461197, |
| "grad_norm": 1.2190077304840088, |
| "learning_rate": 1.8306977634031976e-06, |
| "loss": 0.6454840302467346, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.6164079822616406, |
| "grad_norm": 3.530073642730713, |
| "learning_rate": 1.8231713792315403e-06, |
| "loss": 0.6968674659729004, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.6208425720620845, |
| "grad_norm": 0.7371127605438232, |
| "learning_rate": 1.8156574644140495e-06, |
| "loss": 0.7820730805397034, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.6252771618625275, |
| "grad_norm": 0.9225616455078125, |
| "learning_rate": 1.8081561200413295e-06, |
| "loss": 0.8885502815246582, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.6297117516629713, |
| "grad_norm": 1.0041942596435547, |
| "learning_rate": 1.800667447034864e-06, |
| "loss": 0.863980770111084, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.6341463414634148, |
| "grad_norm": 2.831209421157837, |
| "learning_rate": 1.7931915461456573e-06, |
| "loss": 0.936083197593689, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.638580931263858, |
| "grad_norm": 0.8209375143051147, |
| "learning_rate": 1.7857285179528838e-06, |
| "loss": 0.5256603360176086, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.6430155210643016, |
| "grad_norm": 8.401679992675781, |
| "learning_rate": 1.7782784628625305e-06, |
| "loss": 0.807640552520752, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.647450110864745, |
| "grad_norm": 1.9250189065933228, |
| "learning_rate": 1.7708414811060437e-06, |
| "loss": 0.5451607704162598, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.6518847006651884, |
| "grad_norm": 1.3286583423614502, |
| "learning_rate": 1.763417672738989e-06, |
| "loss": 0.7666381001472473, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.656319290465632, |
| "grad_norm": 0.7077732086181641, |
| "learning_rate": 1.7560071376396953e-06, |
| "loss": 0.258193701505661, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.6607538802660753, |
| "grad_norm": 0.7076205611228943, |
| "learning_rate": 1.7486099755079197e-06, |
| "loss": 0.9763070344924927, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.6651884700665187, |
| "grad_norm": 0.667148232460022, |
| "learning_rate": 1.7412262858634987e-06, |
| "loss": 0.9205498099327087, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.6696230598669626, |
| "grad_norm": 1.1608986854553223, |
| "learning_rate": 1.7338561680450171e-06, |
| "loss": 0.4887681007385254, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.6740576496674056, |
| "grad_norm": 1.135400414466858, |
| "learning_rate": 1.7264997212084616e-06, |
| "loss": 0.7635675668716431, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.6784922394678494, |
| "grad_norm": 1.1827253103256226, |
| "learning_rate": 1.7191570443258976e-06, |
| "loss": 0.9846773147583008, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.682926829268293, |
| "grad_norm": 1.253548502922058, |
| "learning_rate": 1.711828236184131e-06, |
| "loss": 0.506197988986969, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.6873614190687363, |
| "grad_norm": 2.297689199447632, |
| "learning_rate": 1.704513395383378e-06, |
| "loss": 0.3404999375343323, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.6917960088691797, |
| "grad_norm": 0.9552398920059204, |
| "learning_rate": 1.6972126203359454e-06, |
| "loss": 0.5362938046455383, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.696230598669623, |
| "grad_norm": 4.347363471984863, |
| "learning_rate": 1.6899260092648995e-06, |
| "loss": 0.6291901469230652, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.7006651884700665, |
| "grad_norm": 2.0356476306915283, |
| "learning_rate": 1.6826536602027471e-06, |
| "loss": 0.6693211197853088, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.70509977827051, |
| "grad_norm": 0.9919900894165039, |
| "learning_rate": 1.6753956709901202e-06, |
| "loss": 0.9943591952323914, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.7095343680709534, |
| "grad_norm": 1.3586797714233398, |
| "learning_rate": 1.6681521392744515e-06, |
| "loss": 0.6912680268287659, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.713968957871397, |
| "grad_norm": 2.1318626403808594, |
| "learning_rate": 1.660923162508671e-06, |
| "loss": 0.8818514347076416, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.7184035476718402, |
| "grad_norm": 1.702278971672058, |
| "learning_rate": 1.6537088379498872e-06, |
| "loss": 0.4949290454387665, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.7228381374722836, |
| "grad_norm": 1.441737413406372, |
| "learning_rate": 1.6465092626580787e-06, |
| "loss": 0.991607666015625, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 1.105600357055664, |
| "learning_rate": 1.6393245334947942e-06, |
| "loss": 0.7393255233764648, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.7317073170731705, |
| "grad_norm": 0.6143295764923096, |
| "learning_rate": 1.6321547471218432e-06, |
| "loss": 0.812101423740387, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.7361419068736144, |
| "grad_norm": 2.9823520183563232, |
| "learning_rate": 1.6250000000000007e-06, |
| "loss": 0.41637933254241943, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.740576496674058, |
| "grad_norm": 0.9311825633049011, |
| "learning_rate": 1.6178603883877032e-06, |
| "loss": 0.8702437877655029, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.745011086474501, |
| "grad_norm": 0.8797629475593567, |
| "learning_rate": 1.6107360083397604e-06, |
| "loss": 0.5236175060272217, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.7494456762749446, |
| "grad_norm": 0.7002538442611694, |
| "learning_rate": 1.6036269557060594e-06, |
| "loss": 0.5518063306808472, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.753880266075388, |
| "grad_norm": 0.7229853272438049, |
| "learning_rate": 1.5965333261302735e-06, |
| "loss": 0.9187084436416626, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.7583148558758315, |
| "grad_norm": 2.7623326778411865, |
| "learning_rate": 1.5894552150485801e-06, |
| "loss": 0.8829126358032227, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.762749445676275, |
| "grad_norm": 1.0560897588729858, |
| "learning_rate": 1.5823927176883725e-06, |
| "loss": 0.44306543469429016, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.7671840354767183, |
| "grad_norm": 2.0120999813079834, |
| "learning_rate": 1.5753459290669792e-06, |
| "loss": 0.5320644974708557, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.7716186252771617, |
| "grad_norm": 1.5977369546890259, |
| "learning_rate": 1.5683149439903905e-06, |
| "loss": 0.6207846403121948, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.776053215077605, |
| "grad_norm": 1.803134560585022, |
| "learning_rate": 1.5612998570519746e-06, |
| "loss": 0.9645813703536987, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.7804878048780486, |
| "grad_norm": 0.9961108565330505, |
| "learning_rate": 1.5543007626312129e-06, |
| "loss": 0.9654743671417236, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.7849223946784925, |
| "grad_norm": 0.9151904582977295, |
| "learning_rate": 1.5473177548924267e-06, |
| "loss": 0.928931713104248, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.7893569844789354, |
| "grad_norm": 0.7890511155128479, |
| "learning_rate": 1.5403509277835077e-06, |
| "loss": 0.1760758012533188, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.7937915742793793, |
| "grad_norm": 0.9414036273956299, |
| "learning_rate": 1.5334003750346608e-06, |
| "loss": 0.8468573093414307, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.7982261640798227, |
| "grad_norm": 3.476710319519043, |
| "learning_rate": 1.5264661901571349e-06, |
| "loss": 0.5655899047851562, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.802660753880266, |
| "grad_norm": 0.9431162476539612, |
| "learning_rate": 1.5195484664419732e-06, |
| "loss": 0.4929567277431488, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.8070953436807096, |
| "grad_norm": 1.4319041967391968, |
| "learning_rate": 1.5126472969587502e-06, |
| "loss": 0.8094195127487183, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.811529933481153, |
| "grad_norm": 3.1319103240966797, |
| "learning_rate": 1.5057627745543269e-06, |
| "loss": 0.907342791557312, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.8159645232815964, |
| "grad_norm": 1.1402379274368286, |
| "learning_rate": 1.4988949918515947e-06, |
| "loss": 0.9050721526145935, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.82039911308204, |
| "grad_norm": 3.1753454208374023, |
| "learning_rate": 1.4920440412482345e-06, |
| "loss": 0.4124918282032013, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.8248337028824833, |
| "grad_norm": 1.2776395082473755, |
| "learning_rate": 1.485210014915473e-06, |
| "loss": 0.540270984172821, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.8292682926829267, |
| "grad_norm": 1.1165990829467773, |
| "learning_rate": 1.4783930047968388e-06, |
| "loss": 0.8869239091873169, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.8337028824833705, |
| "grad_norm": 1.8204717636108398, |
| "learning_rate": 1.4715931026069273e-06, |
| "loss": 0.8854659199714661, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.8381374722838135, |
| "grad_norm": 1.062864899635315, |
| "learning_rate": 1.4648103998301716e-06, |
| "loss": 0.5227654576301575, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.8425720620842574, |
| "grad_norm": 4.4705400466918945, |
| "learning_rate": 1.4580449877196035e-06, |
| "loss": 0.5940520763397217, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.847006651884701, |
| "grad_norm": 1.0326560735702515, |
| "learning_rate": 1.4512969572956328e-06, |
| "loss": 0.6471421122550964, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.8514412416851442, |
| "grad_norm": 0.8020298480987549, |
| "learning_rate": 1.4445663993448173e-06, |
| "loss": 0.8675932884216309, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.8558758314855877, |
| "grad_norm": 2.7269020080566406, |
| "learning_rate": 1.437853404418646e-06, |
| "loss": 0.2647731602191925, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.860310421286031, |
| "grad_norm": 1.6477257013320923, |
| "learning_rate": 1.431158062832318e-06, |
| "loss": 0.9172856211662292, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.8647450110864745, |
| "grad_norm": 1.286494255065918, |
| "learning_rate": 1.4244804646635266e-06, |
| "loss": 0.8936296105384827, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.869179600886918, |
| "grad_norm": 2.2755205631256104, |
| "learning_rate": 1.4178206997512522e-06, |
| "loss": 0.8551170229911804, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.8736141906873613, |
| "grad_norm": 0.80238938331604, |
| "learning_rate": 1.4111788576945467e-06, |
| "loss": 0.8603898882865906, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.8780487804878048, |
| "grad_norm": 1.9288290739059448, |
| "learning_rate": 1.4045550278513351e-06, |
| "loss": 0.5612266659736633, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.882483370288248, |
| "grad_norm": 0.8210675716400146, |
| "learning_rate": 1.3979492993372074e-06, |
| "loss": 0.9199106097221375, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.8869179600886916, |
| "grad_norm": 2.33469557762146, |
| "learning_rate": 1.391361761024222e-06, |
| "loss": 0.26451584696769714, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.8913525498891355, |
| "grad_norm": 0.852741539478302, |
| "learning_rate": 1.3847925015397146e-06, |
| "loss": 0.8316776156425476, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.8957871396895785, |
| "grad_norm": 1.808684229850769, |
| "learning_rate": 1.3782416092650957e-06, |
| "loss": 0.7958760261535645, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.9002217294900223, |
| "grad_norm": 0.3986283838748932, |
| "learning_rate": 1.3717091723346699e-06, |
| "loss": 0.35594817996025085, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.9046563192904657, |
| "grad_norm": 1.0733470916748047, |
| "learning_rate": 1.3651952786344485e-06, |
| "loss": 0.4130232036113739, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 2.3315577507019043, |
| "learning_rate": 1.3587000158009638e-06, |
| "loss": 0.8895840048789978, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.9135254988913526, |
| "grad_norm": 0.7047470808029175, |
| "learning_rate": 1.3522234712200954e-06, |
| "loss": 0.8686839938163757, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.917960088691796, |
| "grad_norm": 5.497637748718262, |
| "learning_rate": 1.3457657320258878e-06, |
| "loss": 0.8700605034828186, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.9223946784922394, |
| "grad_norm": 0.7429857850074768, |
| "learning_rate": 1.3393268850993852e-06, |
| "loss": 0.8899486064910889, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.926829268292683, |
| "grad_norm": 0.9991167187690735, |
| "learning_rate": 1.332907017067458e-06, |
| "loss": 0.6314383745193481, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.9312638580931263, |
| "grad_norm": 0.7007908821105957, |
| "learning_rate": 1.3265062143016378e-06, |
| "loss": 0.8329391479492188, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.9356984478935697, |
| "grad_norm": 0.8860281705856323, |
| "learning_rate": 1.3201245629169574e-06, |
| "loss": 0.884133517742157, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.9401330376940136, |
| "grad_norm": 1.6985708475112915, |
| "learning_rate": 1.3137621487707902e-06, |
| "loss": 0.8119447827339172, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.9445676274944566, |
| "grad_norm": 1.1318223476409912, |
| "learning_rate": 1.307419057461697e-06, |
| "loss": 0.9324439167976379, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.9490022172949004, |
| "grad_norm": 1.2057431936264038, |
| "learning_rate": 1.3010953743282724e-06, |
| "loss": 0.8887814283370972, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.953436807095344, |
| "grad_norm": 1.5262060165405273, |
| "learning_rate": 1.294791184447996e-06, |
| "loss": 0.9244763255119324, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.9578713968957873, |
| "grad_norm": 0.9449637532234192, |
| "learning_rate": 1.2885065726360925e-06, |
| "loss": 0.43268677592277527, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.9623059866962307, |
| "grad_norm": 0.9329234957695007, |
| "learning_rate": 1.282241623444386e-06, |
| "loss": 0.8470190763473511, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.966740576496674, |
| "grad_norm": 2.124790668487549, |
| "learning_rate": 1.2759964211601633e-06, |
| "loss": 0.9702441096305847, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.9711751662971175, |
| "grad_norm": 0.800217866897583, |
| "learning_rate": 1.269771049805042e-06, |
| "loss": 0.6707828044891357, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.975609756097561, |
| "grad_norm": 2.3894753456115723, |
| "learning_rate": 1.2635655931338364e-06, |
| "loss": 0.5933993458747864, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.9800443458980044, |
| "grad_norm": 0.6761320233345032, |
| "learning_rate": 1.2573801346334355e-06, |
| "loss": 0.18841305375099182, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.984478935698448, |
| "grad_norm": 0.9729594588279724, |
| "learning_rate": 1.251214757521675e-06, |
| "loss": 0.5959298610687256, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.988913525498891, |
| "grad_norm": 0.9480107426643372, |
| "learning_rate": 1.2450695447462214e-06, |
| "loss": 0.506874144077301, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.9933481152993346, |
| "grad_norm": 6.189738750457764, |
| "learning_rate": 1.2389445789834534e-06, |
| "loss": 0.5849905610084534, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.9977827050997785, |
| "grad_norm": 0.7872065305709839, |
| "learning_rate": 1.2328399426373511e-06, |
| "loss": 0.7041124701499939, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.002217294900222, |
| "grad_norm": 0.7769404649734497, |
| "learning_rate": 1.2267557178383886e-06, |
| "loss": 0.8147103786468506, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.0066518847006654, |
| "grad_norm": 0.6591900587081909, |
| "learning_rate": 1.220691986442424e-06, |
| "loss": 0.41049686074256897, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.011086474501109, |
| "grad_norm": 1.4137377738952637, |
| "learning_rate": 1.2146488300296047e-06, |
| "loss": 0.5945199131965637, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.015521064301552, |
| "grad_norm": 2.8482906818389893, |
| "learning_rate": 1.2086263299032652e-06, |
| "loss": 0.7281069159507751, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.0199556541019956, |
| "grad_norm": 0.9070174098014832, |
| "learning_rate": 1.2026245670888343e-06, |
| "loss": 0.6940351724624634, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.024390243902439, |
| "grad_norm": 0.9107074737548828, |
| "learning_rate": 1.196643622332747e-06, |
| "loss": 0.8520534634590149, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.0288248337028825, |
| "grad_norm": 0.2674312889575958, |
| "learning_rate": 1.1906835761013547e-06, |
| "loss": 0.34424373507499695, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.033259423503326, |
| "grad_norm": 0.9089600443840027, |
| "learning_rate": 1.184744508579846e-06, |
| "loss": 0.5831412076950073, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.0376940133037693, |
| "grad_norm": 1.4997162818908691, |
| "learning_rate": 1.178826499671167e-06, |
| "loss": 0.5012683272361755, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.0421286031042127, |
| "grad_norm": 1.6579214334487915, |
| "learning_rate": 1.172929628994943e-06, |
| "loss": 0.7454507350921631, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.046563192904656, |
| "grad_norm": 1.7701013088226318, |
| "learning_rate": 1.167053975886413e-06, |
| "loss": 0.2646133005619049, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.0509977827050996, |
| "grad_norm": 2.8594934940338135, |
| "learning_rate": 1.1611996193953569e-06, |
| "loss": 0.42731595039367676, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.0554323725055434, |
| "grad_norm": 0.9399404525756836, |
| "learning_rate": 1.1553666382850366e-06, |
| "loss": 0.2942492365837097, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.059866962305987, |
| "grad_norm": 0.2747500240802765, |
| "learning_rate": 1.1495551110311324e-06, |
| "loss": 0.3034818172454834, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.0643015521064303, |
| "grad_norm": 1.7954272031784058, |
| "learning_rate": 1.1437651158206904e-06, |
| "loss": 0.23530253767967224, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.0687361419068737, |
| "grad_norm": 1.6788283586502075, |
| "learning_rate": 1.137996730551069e-06, |
| "loss": 0.5282564163208008, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.073170731707317, |
| "grad_norm": 0.3840465843677521, |
| "learning_rate": 1.1322500328288897e-06, |
| "loss": 0.2809971570968628, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.0776053215077606, |
| "grad_norm": 0.16582423448562622, |
| "learning_rate": 1.1265250999689966e-06, |
| "loss": 0.28406068682670593, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.082039911308204, |
| "grad_norm": 1.3691731691360474, |
| "learning_rate": 1.1208220089934118e-06, |
| "loss": 0.5798223614692688, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.0864745011086474, |
| "grad_norm": 8.64896297454834, |
| "learning_rate": 1.1151408366303024e-06, |
| "loss": 0.2631751298904419, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.090909090909091, |
| "grad_norm": 3.6928718090057373, |
| "learning_rate": 1.1094816593129475e-06, |
| "loss": 0.40734031796455383, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.0953436807095343, |
| "grad_norm": 1.541538119316101, |
| "learning_rate": 1.1038445531787083e-06, |
| "loss": 0.6400181651115417, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.0997782705099777, |
| "grad_norm": 1.3748445510864258, |
| "learning_rate": 1.098229594068007e-06, |
| "loss": 0.7110243439674377, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.104212860310421, |
| "grad_norm": 0.5643441081047058, |
| "learning_rate": 1.0926368575233032e-06, |
| "loss": 0.5485574007034302, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.1086474501108645, |
| "grad_norm": 0.3888166546821594, |
| "learning_rate": 1.087066418788078e-06, |
| "loss": 0.215177983045578, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.1130820399113084, |
| "grad_norm": 1.9723485708236694, |
| "learning_rate": 1.0815183528058248e-06, |
| "loss": 0.4210178256034851, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.117516629711752, |
| "grad_norm": 0.8655666708946228, |
| "learning_rate": 1.0759927342190362e-06, |
| "loss": 0.6706216335296631, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.1219512195121952, |
| "grad_norm": 0.9195745587348938, |
| "learning_rate": 1.0704896373682052e-06, |
| "loss": 0.7625486850738525, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.1263858093126387, |
| "grad_norm": 0.7832412123680115, |
| "learning_rate": 1.0650091362908189e-06, |
| "loss": 0.6624658107757568, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.130820399113082, |
| "grad_norm": 1.7871705293655396, |
| "learning_rate": 1.0595513047203693e-06, |
| "loss": 0.7058153748512268, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.1352549889135255, |
| "grad_norm": 1.7586992979049683, |
| "learning_rate": 1.0541162160853538e-06, |
| "loss": 0.47856301069259644, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.139689578713969, |
| "grad_norm": 0.526236891746521, |
| "learning_rate": 1.0487039435082941e-06, |
| "loss": 0.062277086079120636, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.1441241685144123, |
| "grad_norm": 1.4470797777175903, |
| "learning_rate": 1.0433145598047495e-06, |
| "loss": 0.7115893363952637, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.1485587583148558, |
| "grad_norm": 0.995538592338562, |
| "learning_rate": 1.0379481374823358e-06, |
| "loss": 0.6006544232368469, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.152993348115299, |
| "grad_norm": 1.696830153465271, |
| "learning_rate": 1.032604748739751e-06, |
| "loss": 0.6471589207649231, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.1574279379157426, |
| "grad_norm": 0.5295472145080566, |
| "learning_rate": 1.0272844654658069e-06, |
| "loss": 0.0932040736079216, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.1618625277161865, |
| "grad_norm": 2.297607660293579, |
| "learning_rate": 1.0219873592384556e-06, |
| "loss": 0.5828940272331238, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.16629711751663, |
| "grad_norm": 1.9336421489715576, |
| "learning_rate": 1.016713501323834e-06, |
| "loss": 0.7437405586242676, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.1707317073170733, |
| "grad_norm": 1.690544605255127, |
| "learning_rate": 1.0114629626752973e-06, |
| "loss": 0.3497503399848938, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.1751662971175167, |
| "grad_norm": 16.42621421813965, |
| "learning_rate": 1.0062358139324715e-06, |
| "loss": 0.40635061264038086, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.17960088691796, |
| "grad_norm": 1.3304423093795776, |
| "learning_rate": 1.0010321254202992e-06, |
| "loss": 0.5058741569519043, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.1840354767184036, |
| "grad_norm": 2.4488651752471924, |
| "learning_rate": 9.958519671480919e-07, |
| "loss": 0.20857569575309753, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.188470066518847, |
| "grad_norm": 0.8199713826179504, |
| "learning_rate": 9.906954088085929e-07, |
| "loss": 0.4270777106285095, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.1929046563192904, |
| "grad_norm": 3.093682289123535, |
| "learning_rate": 9.85562519777035e-07, |
| "loss": 0.5151862502098083, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.197339246119734, |
| "grad_norm": 1.1956168413162231, |
| "learning_rate": 9.804533691102112e-07, |
| "loss": 0.658134400844574, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.2017738359201773, |
| "grad_norm": 0.7333883047103882, |
| "learning_rate": 9.75368025545542e-07, |
| "loss": 0.7828593254089355, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.2062084257206207, |
| "grad_norm": 0.716337263584137, |
| "learning_rate": 9.703065575001518e-07, |
| "loss": 0.6528302431106567, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.210643015521064, |
| "grad_norm": 2.811972141265869, |
| "learning_rate": 9.65269033069952e-07, |
| "loss": 0.4046706557273865, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.2150776053215075, |
| "grad_norm": 0.9280921816825867, |
| "learning_rate": 9.602555200287184e-07, |
| "loss": 0.7239767909049988, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.2195121951219514, |
| "grad_norm": 2.487478256225586, |
| "learning_rate": 9.552660858271835e-07, |
| "loss": 0.5565465688705444, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.223946784922395, |
| "grad_norm": 0.8375023603439331, |
| "learning_rate": 9.503007975921294e-07, |
| "loss": 0.49734872579574585, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.2283813747228383, |
| "grad_norm": 6.227933883666992, |
| "learning_rate": 9.453597221254821e-07, |
| "loss": 0.7493337392807007, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.2328159645232817, |
| "grad_norm": 2.4948275089263916, |
| "learning_rate": 9.404429259034156e-07, |
| "loss": 0.41658228635787964, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.237250554323725, |
| "grad_norm": 0.9919694066047668, |
| "learning_rate": 9.355504750754543e-07, |
| "loss": 0.7514620423316956, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.2416851441241685, |
| "grad_norm": 0.985115647315979, |
| "learning_rate": 9.306824354635866e-07, |
| "loss": 0.46349745988845825, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.246119733924612, |
| "grad_norm": 3.361206531524658, |
| "learning_rate": 9.258388725613776e-07, |
| "loss": 0.6378527879714966, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.2505543237250554, |
| "grad_norm": 1.1187552213668823, |
| "learning_rate": 9.21019851533086e-07, |
| "loss": 0.7121803164482117, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.254988913525499, |
| "grad_norm": 0.5266161561012268, |
| "learning_rate": 9.162254372127921e-07, |
| "loss": 0.09279008209705353, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.259423503325942, |
| "grad_norm": 2.9691877365112305, |
| "learning_rate": 9.114556941035199e-07, |
| "loss": 0.8856503367424011, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.2638580931263856, |
| "grad_norm": 1.2273247241973877, |
| "learning_rate": 9.067106863763752e-07, |
| "loss": 0.7877327799797058, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.2682926829268295, |
| "grad_norm": 1.129638671875, |
| "learning_rate": 9.01990477869677e-07, |
| "loss": 0.297911673784256, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.2727272727272725, |
| "grad_norm": 0.7427173852920532, |
| "learning_rate": 8.972951320881014e-07, |
| "loss": 0.5932102203369141, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.2771618625277164, |
| "grad_norm": 2.747760772705078, |
| "learning_rate": 8.92624712201827e-07, |
| "loss": 0.38971173763275146, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.2815964523281598, |
| "grad_norm": 0.9102936387062073, |
| "learning_rate": 8.879792810456861e-07, |
| "loss": 0.46492668986320496, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.286031042128603, |
| "grad_norm": 0.7271443009376526, |
| "learning_rate": 8.833589011183147e-07, |
| "loss": 0.6474693417549133, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.2904656319290466, |
| "grad_norm": 0.862979531288147, |
| "learning_rate": 8.78763634581318e-07, |
| "loss": 0.517356276512146, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.29490022172949, |
| "grad_norm": 0.7722979784011841, |
| "learning_rate": 8.741935432584292e-07, |
| "loss": 0.3972328305244446, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.2993348115299335, |
| "grad_norm": 2.848907232284546, |
| "learning_rate": 8.696486886346805e-07, |
| "loss": 0.4415854513645172, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.303769401330377, |
| "grad_norm": 7.881778240203857, |
| "learning_rate": 8.651291318555745e-07, |
| "loss": 0.3040315508842468, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.3082039911308203, |
| "grad_norm": 0.8357083201408386, |
| "learning_rate": 8.606349337262623e-07, |
| "loss": 0.9919511675834656, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.3126385809312637, |
| "grad_norm": 1.3582104444503784, |
| "learning_rate": 8.561661547107243e-07, |
| "loss": 0.5778933763504028, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.317073170731707, |
| "grad_norm": 3.0428314208984375, |
| "learning_rate": 8.517228549309588e-07, |
| "loss": 0.5790684223175049, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.3215077605321506, |
| "grad_norm": 1.9520448446273804, |
| "learning_rate": 8.473050941661717e-07, |
| "loss": 0.7469807267189026, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.3259423503325944, |
| "grad_norm": 0.7510539293289185, |
| "learning_rate": 8.429129318519711e-07, |
| "loss": 0.4080921411514282, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.330376940133038, |
| "grad_norm": 0.9013833999633789, |
| "learning_rate": 8.38546427079571e-07, |
| "loss": 0.6411795616149902, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.3348115299334813, |
| "grad_norm": 1.3937565088272095, |
| "learning_rate": 8.342056385949929e-07, |
| "loss": 0.7303662300109863, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.3392461197339247, |
| "grad_norm": 0.22746898233890533, |
| "learning_rate": 8.298906247982768e-07, |
| "loss": 0.4033330976963043, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.343680709534368, |
| "grad_norm": 0.9032326936721802, |
| "learning_rate": 8.25601443742697e-07, |
| "loss": 0.36406025290489197, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.3481152993348116, |
| "grad_norm": 2.841404914855957, |
| "learning_rate": 8.213381531339776e-07, |
| "loss": 0.8044983148574829, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.352549889135255, |
| "grad_norm": 0.41309988498687744, |
| "learning_rate": 8.1710081032952e-07, |
| "loss": 0.4085044860839844, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.3569844789356984, |
| "grad_norm": 1.5829377174377441, |
| "learning_rate": 8.128894723376285e-07, |
| "loss": 0.7842904925346375, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.361419068736142, |
| "grad_norm": 1.9180912971496582, |
| "learning_rate": 8.087041958167438e-07, |
| "loss": 0.46436750888824463, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.3658536585365852, |
| "grad_norm": 0.8330836296081543, |
| "learning_rate": 8.04545037074683e-07, |
| "loss": 0.44874808192253113, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.3702882483370287, |
| "grad_norm": 1.4987759590148926, |
| "learning_rate": 8.004120520678768e-07, |
| "loss": 0.6579011678695679, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.374722838137472, |
| "grad_norm": 0.4084889590740204, |
| "learning_rate": 7.963052964006243e-07, |
| "loss": 0.4690130650997162, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.3791574279379155, |
| "grad_norm": 2.0353617668151855, |
| "learning_rate": 7.922248253243367e-07, |
| "loss": 0.738138735294342, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.3835920177383594, |
| "grad_norm": 2.91652250289917, |
| "learning_rate": 7.881706937368005e-07, |
| "loss": 0.677200973033905, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.388026607538803, |
| "grad_norm": 0.9351639151573181, |
| "learning_rate": 7.84142956181436e-07, |
| "loss": 0.4146648943424225, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.3924611973392462, |
| "grad_norm": 0.9312740564346313, |
| "learning_rate": 7.801416668465621e-07, |
| "loss": 0.3662897050380707, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.3968957871396896, |
| "grad_norm": 3.5264506340026855, |
| "learning_rate": 7.76166879564672e-07, |
| "loss": 0.22805796563625336, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.401330376940133, |
| "grad_norm": 0.9523420929908752, |
| "learning_rate": 7.722186478117031e-07, |
| "loss": 0.5999071002006531, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.4057649667405765, |
| "grad_norm": 2.5635905265808105, |
| "learning_rate": 7.682970247063212e-07, |
| "loss": 0.7036619186401367, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.41019955654102, |
| "grad_norm": 2.3564810752868652, |
| "learning_rate": 7.644020630092066e-07, |
| "loss": 0.5891589522361755, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.4146341463414633, |
| "grad_norm": 0.8324587345123291, |
| "learning_rate": 7.605338151223401e-07, |
| "loss": 0.667372465133667, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.4190687361419068, |
| "grad_norm": 1.3478339910507202, |
| "learning_rate": 7.566923330883029e-07, |
| "loss": 0.5353263020515442, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.42350332594235, |
| "grad_norm": 1.5044814348220825, |
| "learning_rate": 7.528776685895731e-07, |
| "loss": 0.6542061567306519, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.4279379157427936, |
| "grad_norm": 2.0639114379882812, |
| "learning_rate": 7.490898729478312e-07, |
| "loss": 0.16641607880592346, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.4323725055432375, |
| "grad_norm": 0.10060684382915497, |
| "learning_rate": 7.45328997123271e-07, |
| "loss": 0.18048889935016632, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.436807095343681, |
| "grad_norm": 1.618093490600586, |
| "learning_rate": 7.415950917139106e-07, |
| "loss": 0.8383937478065491, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.4412416851441243, |
| "grad_norm": 1.1742033958435059, |
| "learning_rate": 7.378882069549166e-07, |
| "loss": 0.6342257857322693, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.4456762749445677, |
| "grad_norm": 0.2840815782546997, |
| "learning_rate": 7.342083927179235e-07, |
| "loss": 0.35999611020088196, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.450110864745011, |
| "grad_norm": 1.5036356449127197, |
| "learning_rate": 7.30555698510366e-07, |
| "loss": 0.7260861992835999, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.4545454545454546, |
| "grad_norm": 1.3467886447906494, |
| "learning_rate": 7.269301734748107e-07, |
| "loss": 0.7150126099586487, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.458980044345898, |
| "grad_norm": 0.8913111090660095, |
| "learning_rate": 7.233318663882968e-07, |
| "loss": 0.7145206332206726, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.4634146341463414, |
| "grad_norm": 1.6978760957717896, |
| "learning_rate": 7.197608256616792e-07, |
| "loss": 0.1996350884437561, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.467849223946785, |
| "grad_norm": 0.8095346093177795, |
| "learning_rate": 7.162170993389763e-07, |
| "loss": 0.7250151038169861, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.4722838137472283, |
| "grad_norm": 1.1986325979232788, |
| "learning_rate": 7.127007350967241e-07, |
| "loss": 0.40820562839508057, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.4767184035476717, |
| "grad_norm": 1.269044041633606, |
| "learning_rate": 7.092117802433362e-07, |
| "loss": 0.6645058393478394, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.481152993348115, |
| "grad_norm": 1.3065571784973145, |
| "learning_rate": 7.057502817184648e-07, |
| "loss": 0.4576531946659088, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.4855875831485585, |
| "grad_norm": 0.37347811460494995, |
| "learning_rate": 7.023162860923722e-07, |
| "loss": 0.4664113521575928, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.4900221729490024, |
| "grad_norm": 1.5471532344818115, |
| "learning_rate": 6.989098395653005e-07, |
| "loss": 0.911579430103302, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.494456762749446, |
| "grad_norm": 3.40287709236145, |
| "learning_rate": 6.955309879668537e-07, |
| "loss": 0.36696523427963257, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.4988913525498893, |
| "grad_norm": 1.022657871246338, |
| "learning_rate": 6.921797767553794e-07, |
| "loss": 0.42062070965766907, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.5033259423503327, |
| "grad_norm": 1.3818333148956299, |
| "learning_rate": 6.88856251017356e-07, |
| "loss": 0.7136982083320618, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.507760532150776, |
| "grad_norm": 0.9989206194877625, |
| "learning_rate": 6.855604554667897e-07, |
| "loss": 0.8498230576515198, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.5121951219512195, |
| "grad_norm": 1.0440279245376587, |
| "learning_rate": 6.822924344446081e-07, |
| "loss": 0.44726136326789856, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.516629711751663, |
| "grad_norm": 1.522624135017395, |
| "learning_rate": 6.790522319180687e-07, |
| "loss": 0.4782644510269165, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.5210643015521064, |
| "grad_norm": 0.845657467842102, |
| "learning_rate": 6.758398914801628e-07, |
| "loss": 0.7009880542755127, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.52549889135255, |
| "grad_norm": 2.187683582305908, |
| "learning_rate": 6.726554563490321e-07, |
| "loss": 0.39783769845962524, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.529933481152993, |
| "grad_norm": 4.550779819488525, |
| "learning_rate": 6.694989693673872e-07, |
| "loss": 0.4127946197986603, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.5343680709534366, |
| "grad_norm": 1.568524956703186, |
| "learning_rate": 6.663704730019285e-07, |
| "loss": 0.8160148859024048, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.5388026607538805, |
| "grad_norm": 2.7332797050476074, |
| "learning_rate": 6.632700093427774e-07, |
| "loss": 0.1282457411289215, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.5432372505543235, |
| "grad_norm": 1.79358971118927, |
| "learning_rate": 6.601976201029095e-07, |
| "loss": 0.3730695843696594, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.5476718403547673, |
| "grad_norm": 0.8376679420471191, |
| "learning_rate": 6.571533466175928e-07, |
| "loss": 0.4683838486671448, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.5521064301552108, |
| "grad_norm": 1.0493067502975464, |
| "learning_rate": 6.541372298438325e-07, |
| "loss": 0.6612682938575745, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.556541019955654, |
| "grad_norm": 1.6749497652053833, |
| "learning_rate": 6.511493103598184e-07, |
| "loss": 0.8235822319984436, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.5609756097560976, |
| "grad_norm": 0.9716708660125732, |
| "learning_rate": 6.481896283643808e-07, |
| "loss": 0.7026538252830505, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.565410199556541, |
| "grad_norm": 0.8682565093040466, |
| "learning_rate": 6.452582236764495e-07, |
| "loss": 0.06921753287315369, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.5698447893569845, |
| "grad_norm": 4.531189918518066, |
| "learning_rate": 6.423551357345154e-07, |
| "loss": 0.461900919675827, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.574279379157428, |
| "grad_norm": 2.879300832748413, |
| "learning_rate": 6.394804035961038e-07, |
| "loss": 0.14274033904075623, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.5787139689578713, |
| "grad_norm": 1.3849800825119019, |
| "learning_rate": 6.366340659372462e-07, |
| "loss": 0.4771314263343811, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.5831485587583147, |
| "grad_norm": 1.026705265045166, |
| "learning_rate": 6.338161610519618e-07, |
| "loss": 0.7851333022117615, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.587583148558758, |
| "grad_norm": 2.080756902694702, |
| "learning_rate": 6.310267268517397e-07, |
| "loss": 0.4780849516391754, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.5920177383592016, |
| "grad_norm": 3.4350011348724365, |
| "learning_rate": 6.282658008650318e-07, |
| "loss": 0.4769437909126282, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.5964523281596454, |
| "grad_norm": 1.204390287399292, |
| "learning_rate": 6.255334202367462e-07, |
| "loss": 0.6624370813369751, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.6008869179600884, |
| "grad_norm": 1.616827368736267, |
| "learning_rate": 6.228296217277481e-07, |
| "loss": 0.5747263431549072, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.6053215077605323, |
| "grad_norm": 0.4036061465740204, |
| "learning_rate": 6.201544417143641e-07, |
| "loss": 0.1593714952468872, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.6097560975609757, |
| "grad_norm": 1.0553009510040283, |
| "learning_rate": 6.175079161878951e-07, |
| "loss": 0.7550400495529175, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.614190687361419, |
| "grad_norm": 5.636652946472168, |
| "learning_rate": 6.148900807541295e-07, |
| "loss": 0.5534995794296265, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.6186252771618626, |
| "grad_norm": 1.9536336660385132, |
| "learning_rate": 6.123009706328659e-07, |
| "loss": 0.5692697167396545, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.623059866962306, |
| "grad_norm": 1.257670283317566, |
| "learning_rate": 6.097406206574378e-07, |
| "loss": 0.6251094937324524, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.6274944567627494, |
| "grad_norm": 0.8495803475379944, |
| "learning_rate": 6.072090652742475e-07, |
| "loss": 0.42323750257492065, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.631929046563193, |
| "grad_norm": 4.202381610870361, |
| "learning_rate": 6.047063385422993e-07, |
| "loss": 0.46832165122032166, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.6363636363636362, |
| "grad_norm": 1.8445926904678345, |
| "learning_rate": 6.022324741327438e-07, |
| "loss": 0.657563328742981, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.6407982261640797, |
| "grad_norm": 3.063267230987549, |
| "learning_rate": 5.997875053284248e-07, |
| "loss": 0.3927001655101776, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.6452328159645235, |
| "grad_norm": 1.844231367111206, |
| "learning_rate": 5.973714650234287e-07, |
| "loss": 0.6536309123039246, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.6496674057649665, |
| "grad_norm": 0.11124907433986664, |
| "learning_rate": 5.949843857226466e-07, |
| "loss": 0.2834221124649048, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.6541019955654104, |
| "grad_norm": 0.8278182744979858, |
| "learning_rate": 5.926262995413329e-07, |
| "loss": 0.2620082497596741, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.658536585365854, |
| "grad_norm": 1.227217197418213, |
| "learning_rate": 5.902972382046742e-07, |
| "loss": 0.44254299998283386, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.662971175166297, |
| "grad_norm": 0.9186346530914307, |
| "learning_rate": 5.879972330473651e-07, |
| "loss": 0.6525332927703857, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.6674057649667406, |
| "grad_norm": 0.9581958651542664, |
| "learning_rate": 5.857263150131825e-07, |
| "loss": 0.36457884311676025, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.671840354767184, |
| "grad_norm": 1.0149691104888916, |
| "learning_rate": 5.834845146545726e-07, |
| "loss": 0.8156982660293579, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.6762749445676275, |
| "grad_norm": 2.3508944511413574, |
| "learning_rate": 5.812718621322386e-07, |
| "loss": 0.4678148627281189, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.680709534368071, |
| "grad_norm": 2.148775100708008, |
| "learning_rate": 5.790883872147341e-07, |
| "loss": 0.404410719871521, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.6851441241685143, |
| "grad_norm": 0.22560228407382965, |
| "learning_rate": 5.769341192780643e-07, |
| "loss": 0.3717038035392761, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.6895787139689578, |
| "grad_norm": 0.8757584691047668, |
| "learning_rate": 5.748090873052892e-07, |
| "loss": 0.32363370060920715, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.694013303769401, |
| "grad_norm": 1.1470128297805786, |
| "learning_rate": 5.727133198861353e-07, |
| "loss": 0.6273210048675537, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.6984478935698446, |
| "grad_norm": 1.020920991897583, |
| "learning_rate": 5.706468452166091e-07, |
| "loss": 0.5913212299346924, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.7028824833702885, |
| "grad_norm": 1.009974718093872, |
| "learning_rate": 5.686096910986189e-07, |
| "loss": 0.650887131690979, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.7073170731707314, |
| "grad_norm": 1.03592050075531, |
| "learning_rate": 5.666018849396016e-07, |
| "loss": 0.6401125192642212, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.7117516629711753, |
| "grad_norm": 0.7517452239990234, |
| "learning_rate": 5.646234537521513e-07, |
| "loss": 0.6306463479995728, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.7161862527716187, |
| "grad_norm": 2.245835542678833, |
| "learning_rate": 5.626744241536589e-07, |
| "loss": 0.71409010887146, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.720620842572062, |
| "grad_norm": 1.8823548555374146, |
| "learning_rate": 5.607548223659519e-07, |
| "loss": 0.6528919339179993, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.7250554323725056, |
| "grad_norm": 2.2317075729370117, |
| "learning_rate": 5.58864674214942e-07, |
| "loss": 0.30886802077293396, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.729490022172949, |
| "grad_norm": 0.9859198331832886, |
| "learning_rate": 5.57004005130279e-07, |
| "loss": 0.5217846035957336, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.7339246119733924, |
| "grad_norm": 0.8078064918518066, |
| "learning_rate": 5.551728401450067e-07, |
| "loss": 0.3513007164001465, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.738359201773836, |
| "grad_norm": 2.4825408458709717, |
| "learning_rate": 5.533712038952278e-07, |
| "loss": 0.5929620265960693, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.7427937915742793, |
| "grad_norm": 0.38356509804725647, |
| "learning_rate": 5.51599120619771e-07, |
| "loss": 0.25690025091171265, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.7472283813747227, |
| "grad_norm": 1.4826903343200684, |
| "learning_rate": 5.498566141598662e-07, |
| "loss": 0.7508558034896851, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.7516629711751666, |
| "grad_norm": 1.05094313621521, |
| "learning_rate": 5.481437079588227e-07, |
| "loss": 0.5309889912605286, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.7560975609756095, |
| "grad_norm": 1.0361418724060059, |
| "learning_rate": 5.464604250617143e-07, |
| "loss": 0.7995379567146301, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.7605321507760534, |
| "grad_norm": 1.1136112213134766, |
| "learning_rate": 5.448067881150697e-07, |
| "loss": 0.7239155769348145, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.764966740576497, |
| "grad_norm": 0.940222978591919, |
| "learning_rate": 5.431828193665664e-07, |
| "loss": 0.3560809791088104, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.7694013303769403, |
| "grad_norm": 2.683884620666504, |
| "learning_rate": 5.415885406647334e-07, |
| "loss": 0.44195085763931274, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.7738359201773837, |
| "grad_norm": 2.6246378421783447, |
| "learning_rate": 5.400239734586551e-07, |
| "loss": 0.980012059211731, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.778270509977827, |
| "grad_norm": 0.5143499970436096, |
| "learning_rate": 5.384891387976845e-07, |
| "loss": 0.14009836316108704, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.7827050997782705, |
| "grad_norm": 0.4758577048778534, |
| "learning_rate": 5.369840573311593e-07, |
| "loss": 0.40948137640953064, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.787139689578714, |
| "grad_norm": 1.033705234527588, |
| "learning_rate": 5.355087493081236e-07, |
| "loss": 0.4629664719104767, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.7915742793791574, |
| "grad_norm": 0.836288571357727, |
| "learning_rate": 5.340632345770564e-07, |
| "loss": 0.7450593113899231, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.796008869179601, |
| "grad_norm": 2.316535711288452, |
| "learning_rate": 5.326475325856036e-07, |
| "loss": 0.4111533463001251, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.800443458980044, |
| "grad_norm": 62.51638412475586, |
| "learning_rate": 5.312616623803174e-07, |
| "loss": 0.5232793092727661, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.8048780487804876, |
| "grad_norm": 1.5670796632766724, |
| "learning_rate": 5.299056426063995e-07, |
| "loss": 0.6640741229057312, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.8093126385809315, |
| "grad_norm": 0.8931707739830017, |
| "learning_rate": 5.2857949150745e-07, |
| "loss": 0.5484420657157898, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.8137472283813745, |
| "grad_norm": 1.2039430141448975, |
| "learning_rate": 5.27283226925222e-07, |
| "loss": 0.5476232767105103, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.8181818181818183, |
| "grad_norm": 0.9757826328277588, |
| "learning_rate": 5.260168662993824e-07, |
| "loss": 0.7852546572685242, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.8226164079822618, |
| "grad_norm": 1.4504204988479614, |
| "learning_rate": 5.247804266672765e-07, |
| "loss": 0.7212304472923279, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.827050997782705, |
| "grad_norm": 1.1943776607513428, |
| "learning_rate": 5.235739246636988e-07, |
| "loss": 0.6680858731269836, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.8314855875831486, |
| "grad_norm": 1.8303642272949219, |
| "learning_rate": 5.223973765206694e-07, |
| "loss": 0.3614678680896759, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.835920177383592, |
| "grad_norm": 3.3566129207611084, |
| "learning_rate": 5.212507980672155e-07, |
| "loss": 0.4301706552505493, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.8403547671840355, |
| "grad_norm": 0.91670823097229, |
| "learning_rate": 5.201342047291587e-07, |
| "loss": 0.7216442823410034, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.844789356984479, |
| "grad_norm": 27.859312057495117, |
| "learning_rate": 5.190476115289063e-07, |
| "loss": 0.8199055194854736, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.8492239467849223, |
| "grad_norm": 0.8166837096214294, |
| "learning_rate": 5.179910330852521e-07, |
| "loss": 0.7341957092285156, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.8536585365853657, |
| "grad_norm": 1.106396198272705, |
| "learning_rate": 5.169644836131759e-07, |
| "loss": 0.6143337488174438, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.858093126385809, |
| "grad_norm": 0.8808902502059937, |
| "learning_rate": 5.159679769236553e-07, |
| "loss": 0.37879249453544617, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.8625277161862526, |
| "grad_norm": 1.7568862438201904, |
| "learning_rate": 5.150015264234782e-07, |
| "loss": 0.45216262340545654, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.8669623059866964, |
| "grad_norm": 1.3479468822479248, |
| "learning_rate": 5.140651451150627e-07, |
| "loss": 0.6618800759315491, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.8713968957871394, |
| "grad_norm": 1.1075336933135986, |
| "learning_rate": 5.131588455962835e-07, |
| "loss": 0.653846263885498, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.8758314855875833, |
| "grad_norm": 1.473656415939331, |
| "learning_rate": 5.122826400602999e-07, |
| "loss": 0.43444833159446716, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.8802660753880267, |
| "grad_norm": 1.5921751260757446, |
| "learning_rate": 5.114365402953946e-07, |
| "loss": 0.5735731720924377, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.88470066518847, |
| "grad_norm": 3.2497620582580566, |
| "learning_rate": 5.106205576848123e-07, |
| "loss": 0.571108341217041, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.8891352549889135, |
| "grad_norm": 3.123436212539673, |
| "learning_rate": 5.09834703206609e-07, |
| "loss": 0.7177774906158447, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.893569844789357, |
| "grad_norm": 13.750722885131836, |
| "learning_rate": 5.090789874335027e-07, |
| "loss": 0.6665231585502625, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.8980044345898004, |
| "grad_norm": 1.5528661012649536, |
| "learning_rate": 5.083534205327321e-07, |
| "loss": 0.7704042792320251, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.902439024390244, |
| "grad_norm": 0.040434010326862335, |
| "learning_rate": 5.076580122659192e-07, |
| "loss": 0.0017574625089764595, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.9068736141906872, |
| "grad_norm": 2.7411434650421143, |
| "learning_rate": 5.069927719889383e-07, |
| "loss": 0.30478376150131226, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.9113082039911307, |
| "grad_norm": 0.1822403222322464, |
| "learning_rate": 5.063577086517894e-07, |
| "loss": 0.3710252046585083, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.9157427937915745, |
| "grad_norm": 2.8029940128326416, |
| "learning_rate": 5.057528307984792e-07, |
| "loss": 0.47346100211143494, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.9201773835920175, |
| "grad_norm": 1.2661375999450684, |
| "learning_rate": 5.051781465669053e-07, |
| "loss": 0.7573010921478271, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.9246119733924614, |
| "grad_norm": 0.8320476412773132, |
| "learning_rate": 5.04633663688746e-07, |
| "loss": 0.7401853203773499, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.929046563192905, |
| "grad_norm": 2.3888723850250244, |
| "learning_rate": 5.04119389489358e-07, |
| "loss": 0.2338392287492752, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.933481152993348, |
| "grad_norm": 1.4304852485656738, |
| "learning_rate": 5.036353308876764e-07, |
| "loss": 0.6549674272537231, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.9379157427937916, |
| "grad_norm": 0.8762494325637817, |
| "learning_rate": 5.031814943961221e-07, |
| "loss": 0.6887394785881042, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.942350332594235, |
| "grad_norm": 0.3672865927219391, |
| "learning_rate": 5.027578861205139e-07, |
| "loss": 0.13220834732055664, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.9467849223946785, |
| "grad_norm": 4.185744285583496, |
| "learning_rate": 5.023645117599877e-07, |
| "loss": 0.45351341366767883, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.951219512195122, |
| "grad_norm": 0.27578166127204895, |
| "learning_rate": 5.020013766069176e-07, |
| "loss": 0.3945060670375824, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.9556541019955653, |
| "grad_norm": 0.877690315246582, |
| "learning_rate": 5.016684855468464e-07, |
| "loss": 0.44928890466690063, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.9600886917960088, |
| "grad_norm": 0.863924503326416, |
| "learning_rate": 5.013658430584194e-07, |
| "loss": 0.6446860432624817, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.964523281596452, |
| "grad_norm": 0.9856058359146118, |
| "learning_rate": 5.010934532133236e-07, |
| "loss": 0.4857484996318817, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.9689578713968956, |
| "grad_norm": 2.3645358085632324, |
| "learning_rate": 5.008513196762342e-07, |
| "loss": 0.5328899621963501, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.9733924611973395, |
| "grad_norm": 1.1871687173843384, |
| "learning_rate": 5.006394457047638e-07, |
| "loss": 0.6613432168960571, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.9778270509977824, |
| "grad_norm": 2.269967794418335, |
| "learning_rate": 5.004578341494197e-07, |
| "loss": 0.40819886326789856, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.9822616407982263, |
| "grad_norm": 0.9505739808082581, |
| "learning_rate": 5.003064874535649e-07, |
| "loss": 0.5899269580841064, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.9866962305986697, |
| "grad_norm": 1.2086498737335205, |
| "learning_rate": 5.00185407653385e-07, |
| "loss": 0.6620221138000488, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.991130820399113, |
| "grad_norm": 2.2357959747314453, |
| "learning_rate": 5.000945963778627e-07, |
| "loss": 0.6272152662277222, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.9955654101995566, |
| "grad_norm": 1.1447160243988037, |
| "learning_rate": 5.000340548487528e-07, |
| "loss": 0.7161806225776672, |
| "step": 1802 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.5152302980422974, |
| "learning_rate": 5.000037838805682e-07, |
| "loss": 0.3338135778903961, |
| "step": 1804 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1804, |
| "total_flos": 3.4175049861232067e+18, |
| "train_loss": 0.8372825072394754, |
| "train_runtime": 8301.3852, |
| "train_samples_per_second": 6.519, |
| "train_steps_per_second": 0.217 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1804, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.4175049861232067e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
