| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1804, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004434589800443459, |
| "grad_norm": 2.7257320880889893, |
| "learning_rate": 5.494505494505495e-08, |
| "loss": 1.8651859760284424, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008869179600886918, |
| "grad_norm": 6.67538595199585, |
| "learning_rate": 1.6483516483516484e-07, |
| "loss": 2.1317176818847656, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.013303769401330377, |
| "grad_norm": 6.216647624969482, |
| "learning_rate": 2.7472527472527475e-07, |
| "loss": 1.904492735862732, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017738359201773836, |
| "grad_norm": 1.1432791948318481, |
| "learning_rate": 3.846153846153847e-07, |
| "loss": 1.8241561651229858, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.022172949002217297, |
| "grad_norm": 2.2455904483795166, |
| "learning_rate": 4.945054945054946e-07, |
| "loss": 1.6350065469741821, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.026607538802660754, |
| "grad_norm": 3.8747806549072266, |
| "learning_rate": 6.043956043956044e-07, |
| "loss": 2.1859989166259766, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.031042128603104215, |
| "grad_norm": 4.237593173980713, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 1.943555235862732, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03547671840354767, |
| "grad_norm": 6.446155071258545, |
| "learning_rate": 8.241758241758242e-07, |
| "loss": 1.4925756454467773, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03991130820399113, |
| "grad_norm": 2.6784210205078125, |
| "learning_rate": 9.340659340659342e-07, |
| "loss": 1.4368367195129395, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04434589800443459, |
| "grad_norm": 4.474376201629639, |
| "learning_rate": 1.0439560439560442e-06, |
| "loss": 1.5969985723495483, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04878048780487805, |
| "grad_norm": 5.059698581695557, |
| "learning_rate": 1.153846153846154e-06, |
| "loss": 1.462158441543579, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05321507760532151, |
| "grad_norm": 1.1916331052780151, |
| "learning_rate": 1.2637362637362637e-06, |
| "loss": 1.5942579507827759, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.057649667405764965, |
| "grad_norm": 1.0105680227279663, |
| "learning_rate": 1.3736263736263738e-06, |
| "loss": 1.4908994436264038, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06208425720620843, |
| "grad_norm": 1.906994104385376, |
| "learning_rate": 1.4835164835164837e-06, |
| "loss": 1.179060935974121, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06651884700665188, |
| "grad_norm": 1.2037031650543213, |
| "learning_rate": 1.5934065934065933e-06, |
| "loss": 1.3003807067871094, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07095343680709534, |
| "grad_norm": 7.113156318664551, |
| "learning_rate": 1.7032967032967034e-06, |
| "loss": 1.2082353830337524, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07538802660753881, |
| "grad_norm": 0.885746955871582, |
| "learning_rate": 1.8131868131868133e-06, |
| "loss": 1.5782675743103027, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07982261640798226, |
| "grad_norm": 3.321558713912964, |
| "learning_rate": 1.9230769230769234e-06, |
| "loss": 1.342716932296753, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08425720620842572, |
| "grad_norm": 1.9045021533966064, |
| "learning_rate": 2.032967032967033e-06, |
| "loss": 1.5886274576187134, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08869179600886919, |
| "grad_norm": 1.937488079071045, |
| "learning_rate": 2.1428571428571427e-06, |
| "loss": 0.8519856929779053, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09312638580931264, |
| "grad_norm": 1.281927227973938, |
| "learning_rate": 2.252747252747253e-06, |
| "loss": 1.4712433815002441, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 1.415075421333313, |
| "learning_rate": 2.362637362637363e-06, |
| "loss": 1.4157054424285889, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.10199556541019955, |
| "grad_norm": 1.424558162689209, |
| "learning_rate": 2.472527472527473e-06, |
| "loss": 1.428381323814392, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10643015521064302, |
| "grad_norm": 2.6216702461242676, |
| "learning_rate": 2.582417582417583e-06, |
| "loss": 1.6168309450149536, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.11086474501108648, |
| "grad_norm": 1.449957013130188, |
| "learning_rate": 2.6923076923076923e-06, |
| "loss": 1.502392053604126, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11529933481152993, |
| "grad_norm": 1.0936357975006104, |
| "learning_rate": 2.8021978021978024e-06, |
| "loss": 1.4243361949920654, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1197339246119734, |
| "grad_norm": 1.5021100044250488, |
| "learning_rate": 2.9120879120879125e-06, |
| "loss": 1.4172306060791016, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.12416851441241686, |
| "grad_norm": 2.1787075996398926, |
| "learning_rate": 3.021978021978022e-06, |
| "loss": 1.1664988994598389, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1286031042128603, |
| "grad_norm": 1.6643332242965698, |
| "learning_rate": 3.1318681318681323e-06, |
| "loss": 1.364538550376892, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.13303769401330376, |
| "grad_norm": 0.6121675968170166, |
| "learning_rate": 3.2417582417582424e-06, |
| "loss": 1.415244221687317, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13747228381374724, |
| "grad_norm": 1.6771880388259888, |
| "learning_rate": 3.3516483516483516e-06, |
| "loss": 1.3695659637451172, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1419068736141907, |
| "grad_norm": 1.3066154718399048, |
| "learning_rate": 3.4615384615384617e-06, |
| "loss": 1.435889720916748, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14634146341463414, |
| "grad_norm": 1.6970858573913574, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 1.4904870986938477, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.15077605321507762, |
| "grad_norm": 1.193587303161621, |
| "learning_rate": 3.681318681318682e-06, |
| "loss": 1.3552013635635376, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.15521064301552107, |
| "grad_norm": 1.7035346031188965, |
| "learning_rate": 3.7912087912087915e-06, |
| "loss": 1.3096868991851807, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15964523281596452, |
| "grad_norm": 1.0295628309249878, |
| "learning_rate": 3.901098901098901e-06, |
| "loss": 1.3637210130691528, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.164079822616408, |
| "grad_norm": 1.0206137895584106, |
| "learning_rate": 4.010989010989012e-06, |
| "loss": 1.2611558437347412, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16851441241685144, |
| "grad_norm": 3.5194575786590576, |
| "learning_rate": 4.120879120879121e-06, |
| "loss": 1.3402124643325806, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1729490022172949, |
| "grad_norm": 1.0586298704147339, |
| "learning_rate": 4.230769230769231e-06, |
| "loss": 1.3869333267211914, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.17738359201773837, |
| "grad_norm": 2.9942257404327393, |
| "learning_rate": 4.340659340659341e-06, |
| "loss": 1.3390436172485352, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 1.4550483226776123, |
| "learning_rate": 4.45054945054945e-06, |
| "loss": 0.8444686532020569, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.18625277161862527, |
| "grad_norm": 0.7003264427185059, |
| "learning_rate": 4.560439560439561e-06, |
| "loss": 1.0279695987701416, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.19068736141906872, |
| "grad_norm": 4.848526954650879, |
| "learning_rate": 4.6703296703296706e-06, |
| "loss": 0.9698995351791382, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 1.024747610092163, |
| "learning_rate": 4.780219780219781e-06, |
| "loss": 1.2624331712722778, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19955654101995565, |
| "grad_norm": 1.7162449359893799, |
| "learning_rate": 4.890109890109891e-06, |
| "loss": 1.392942190170288, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2039911308203991, |
| "grad_norm": 2.0316786766052246, |
| "learning_rate": 5e-06, |
| "loss": 1.229879379272461, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20842572062084258, |
| "grad_norm": 1.6212053298950195, |
| "learning_rate": 4.999984864490455e-06, |
| "loss": 1.2555553913116455, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.21286031042128603, |
| "grad_norm": 2.102651357650757, |
| "learning_rate": 4.999939458165447e-06, |
| "loss": 1.8031316995620728, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.21729490022172948, |
| "grad_norm": 1.7087279558181763, |
| "learning_rate": 4.999863781635863e-06, |
| "loss": 0.950995922088623, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.22172949002217296, |
| "grad_norm": 1.2007180452346802, |
| "learning_rate": 4.999757835919841e-06, |
| "loss": 1.1569544076919556, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2261640798226164, |
| "grad_norm": 0.7960771322250366, |
| "learning_rate": 4.9996216224427495e-06, |
| "loss": 1.313308596611023, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.23059866962305986, |
| "grad_norm": 1.0540348291397095, |
| "learning_rate": 4.999455143037178e-06, |
| "loss": 1.0472400188446045, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.23503325942350334, |
| "grad_norm": 1.4287160634994507, |
| "learning_rate": 4.999258399942903e-06, |
| "loss": 1.2840181589126587, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2394678492239468, |
| "grad_norm": 1.540831208229065, |
| "learning_rate": 4.9990313958068645e-06, |
| "loss": 1.48462975025177, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.24390243902439024, |
| "grad_norm": 1.6057487726211548, |
| "learning_rate": 4.998774133683127e-06, |
| "loss": 1.026124119758606, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24833702882483372, |
| "grad_norm": 3.355077028274536, |
| "learning_rate": 4.9984866170328426e-06, |
| "loss": 1.2828115224838257, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.25277161862527714, |
| "grad_norm": 1.1793975830078125, |
| "learning_rate": 4.998168849724196e-06, |
| "loss": 0.7794591188430786, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2572062084257206, |
| "grad_norm": 1.1411471366882324, |
| "learning_rate": 4.997820836032363e-06, |
| "loss": 1.3091580867767334, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2616407982261641, |
| "grad_norm": 0.4769836962223053, |
| "learning_rate": 4.997442580639443e-06, |
| "loss": 1.0651829242706299, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2660753880266075, |
| "grad_norm": 0.9096765518188477, |
| "learning_rate": 4.997034088634404e-06, |
| "loss": 1.2504687309265137, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.270509977827051, |
| "grad_norm": 1.190130591392517, |
| "learning_rate": 4.996595365513012e-06, |
| "loss": 1.1688843965530396, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2749445676274945, |
| "grad_norm": 2.0130395889282227, |
| "learning_rate": 4.9961264171777515e-06, |
| "loss": 1.5667338371276855, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2793791574279379, |
| "grad_norm": 0.7699439525604248, |
| "learning_rate": 4.995627249937755e-06, |
| "loss": 0.9175050258636475, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2838137472283814, |
| "grad_norm": 0.866606593132019, |
| "learning_rate": 4.995097870508711e-06, |
| "loss": 1.209236741065979, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.28824833702882485, |
| "grad_norm": 1.518518328666687, |
| "learning_rate": 4.994538286012777e-06, |
| "loss": 0.9163856506347656, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 1.7814369201660156, |
| "learning_rate": 4.993948503978484e-06, |
| "loss": 0.974137544631958, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.29711751662971175, |
| "grad_norm": 3.4997236728668213, |
| "learning_rate": 4.993328532340633e-06, |
| "loss": 0.9840149283409119, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.30155210643015523, |
| "grad_norm": 3.2781076431274414, |
| "learning_rate": 4.99267837944019e-06, |
| "loss": 1.110643982887268, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.30598669623059865, |
| "grad_norm": 10.070029258728027, |
| "learning_rate": 4.991998054024172e-06, |
| "loss": 0.7842212319374084, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.31042128603104213, |
| "grad_norm": 1.092695713043213, |
| "learning_rate": 4.991287565245534e-06, |
| "loss": 1.0406193733215332, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3148558758314856, |
| "grad_norm": 1.3157380819320679, |
| "learning_rate": 4.990546922663039e-06, |
| "loss": 0.9569450616836548, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.31929046563192903, |
| "grad_norm": 2.488039970397949, |
| "learning_rate": 4.989776136241134e-06, |
| "loss": 0.9646241068840027, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3237250554323725, |
| "grad_norm": 1.5037761926651, |
| "learning_rate": 4.988975216349814e-06, |
| "loss": 0.9507364630699158, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.328159645232816, |
| "grad_norm": 2.198122501373291, |
| "learning_rate": 4.988144173764486e-06, |
| "loss": 1.401615023612976, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3325942350332594, |
| "grad_norm": 7.834370136260986, |
| "learning_rate": 4.987283019665817e-06, |
| "loss": 1.1528998613357544, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3370288248337029, |
| "grad_norm": 3.270291566848755, |
| "learning_rate": 4.986391765639592e-06, |
| "loss": 1.060468077659607, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.34146341463414637, |
| "grad_norm": 1.180214762687683, |
| "learning_rate": 4.985470423676551e-06, |
| "loss": 1.2685281038284302, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3458980044345898, |
| "grad_norm": 2.8346996307373047, |
| "learning_rate": 4.984519006172232e-06, |
| "loss": 1.2129993438720703, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.35033259423503327, |
| "grad_norm": 0.9781622290611267, |
| "learning_rate": 4.983537525926804e-06, |
| "loss": 1.2925925254821777, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.35476718403547675, |
| "grad_norm": 0.549372136592865, |
| "learning_rate": 4.982525996144891e-06, |
| "loss": 1.1071832180023193, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.35920177383592017, |
| "grad_norm": 1.4813437461853027, |
| "learning_rate": 4.981484430435399e-06, |
| "loss": 0.8754007816314697, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 1.7693350315093994, |
| "learning_rate": 4.98041284281133e-06, |
| "loss": 0.9003241062164307, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.36807095343680707, |
| "grad_norm": 1.363362193107605, |
| "learning_rate": 4.979311247689596e-06, |
| "loss": 1.273066759109497, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.37250554323725055, |
| "grad_norm": 6.419438362121582, |
| "learning_rate": 4.978179659890821e-06, |
| "loss": 1.1863045692443848, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.376940133037694, |
| "grad_norm": 1.189877986907959, |
| "learning_rate": 4.977018094639146e-06, |
| "loss": 1.2364041805267334, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.38137472283813745, |
| "grad_norm": 3.7446060180664062, |
| "learning_rate": 4.975826567562023e-06, |
| "loss": 0.7797529101371765, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3858093126385809, |
| "grad_norm": 4.418823719024658, |
| "learning_rate": 4.97460509469e-06, |
| "loss": 1.6287654638290405, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 1.5152671337127686, |
| "learning_rate": 4.973353692456513e-06, |
| "loss": 1.26861572265625, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3946784922394678, |
| "grad_norm": 1.269068717956543, |
| "learning_rate": 4.972072377697661e-06, |
| "loss": 1.3224495649337769, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3991130820399113, |
| "grad_norm": 0.7425451874732971, |
| "learning_rate": 4.9707611676519775e-06, |
| "loss": 1.05917227268219, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4035476718403548, |
| "grad_norm": 1.1265835762023926, |
| "learning_rate": 4.969420079960203e-06, |
| "loss": 1.2697656154632568, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.4079822616407982, |
| "grad_norm": 1.1472365856170654, |
| "learning_rate": 4.968049132665045e-06, |
| "loss": 0.884378969669342, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4124168514412417, |
| "grad_norm": 1.4855486154556274, |
| "learning_rate": 4.966648344210936e-06, |
| "loss": 0.9717956781387329, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.41685144124168516, |
| "grad_norm": 1.1715413331985474, |
| "learning_rate": 4.965217733443782e-06, |
| "loss": 0.9312400817871094, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4212860310421286, |
| "grad_norm": 2.2187230587005615, |
| "learning_rate": 4.963757319610716e-06, |
| "loss": 0.9861539602279663, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.42572062084257206, |
| "grad_norm": 2.1262733936309814, |
| "learning_rate": 4.962267122359835e-06, |
| "loss": 0.8997060656547546, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.43015521064301554, |
| "grad_norm": 2.3965535163879395, |
| "learning_rate": 4.960747161739931e-06, |
| "loss": 1.2791428565979004, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.43458980044345896, |
| "grad_norm": 1.8069835901260376, |
| "learning_rate": 4.9591974582002324e-06, |
| "loss": 1.549714207649231, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.43902439024390244, |
| "grad_norm": 3.381026029586792, |
| "learning_rate": 4.957618032590118e-06, |
| "loss": 1.2765225172042847, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4434589800443459, |
| "grad_norm": 0.758112907409668, |
| "learning_rate": 4.956008906158842e-06, |
| "loss": 1.1299937963485718, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.44789356984478934, |
| "grad_norm": 2.647829055786133, |
| "learning_rate": 4.954370100555249e-06, |
| "loss": 1.2492018938064575, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4523281596452328, |
| "grad_norm": 1.820816159248352, |
| "learning_rate": 4.952701637827476e-06, |
| "loss": 1.216017484664917, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4567627494456763, |
| "grad_norm": 1.9108037948608398, |
| "learning_rate": 4.951003540422668e-06, |
| "loss": 1.0710757970809937, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4611973392461197, |
| "grad_norm": 4.884266376495361, |
| "learning_rate": 4.949275831186663e-06, |
| "loss": 1.044965147972107, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4656319290465632, |
| "grad_norm": 1.51518976688385, |
| "learning_rate": 4.947518533363691e-06, |
| "loss": 0.645362377166748, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4700665188470067, |
| "grad_norm": 4.527989387512207, |
| "learning_rate": 4.945731670596062e-06, |
| "loss": 0.8511308431625366, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4745011086474501, |
| "grad_norm": 0.7997156381607056, |
| "learning_rate": 4.943915266923845e-06, |
| "loss": 1.0683618783950806, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4789356984478936, |
| "grad_norm": 1.7993850708007812, |
| "learning_rate": 4.942069346784547e-06, |
| "loss": 1.08345627784729, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.48337028824833705, |
| "grad_norm": 0.7484229803085327, |
| "learning_rate": 4.940193935012785e-06, |
| "loss": 1.1189590692520142, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 2.9010186195373535, |
| "learning_rate": 4.938289056839946e-06, |
| "loss": 1.2146114110946655, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.49223946784922396, |
| "grad_norm": 1.2498693466186523, |
| "learning_rate": 4.936354737893854e-06, |
| "loss": 1.2259554862976074, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.49667405764966743, |
| "grad_norm": 1.4774630069732666, |
| "learning_rate": 4.934391004198424e-06, |
| "loss": 1.2009336948394775, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5011086474501109, |
| "grad_norm": 1.1975030899047852, |
| "learning_rate": 4.932397882173307e-06, |
| "loss": 1.2059407234191895, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5055432372505543, |
| "grad_norm": 0.9775891900062561, |
| "learning_rate": 4.930375398633543e-06, |
| "loss": 1.2553625106811523, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5099778270509978, |
| "grad_norm": 1.1985933780670166, |
| "learning_rate": 4.928323580789192e-06, |
| "loss": 1.8459392786026, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5144124168514412, |
| "grad_norm": 2.5975992679595947, |
| "learning_rate": 4.926242456244973e-06, |
| "loss": 0.8564022779464722, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5188470066518847, |
| "grad_norm": 1.2151294946670532, |
| "learning_rate": 4.924132052999892e-06, |
| "loss": 1.2610244750976562, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5232815964523282, |
| "grad_norm": 1.6694788932800293, |
| "learning_rate": 4.921992399446861e-06, |
| "loss": 0.9529590010643005, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5277161862527716, |
| "grad_norm": 1.3985271453857422, |
| "learning_rate": 4.919823524372323e-06, |
| "loss": 0.9686543941497803, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.532150776053215, |
| "grad_norm": 0.8372143507003784, |
| "learning_rate": 4.91762545695586e-06, |
| "loss": 1.258904218673706, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5365853658536586, |
| "grad_norm": 1.2533243894577026, |
| "learning_rate": 4.9153982267698e-06, |
| "loss": 1.3248710632324219, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.541019955654102, |
| "grad_norm": 7.963499069213867, |
| "learning_rate": 4.913141863778822e-06, |
| "loss": 0.9705762267112732, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 1.3693453073501587, |
| "learning_rate": 4.910856398339553e-06, |
| "loss": 1.2580170631408691, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.549889135254989, |
| "grad_norm": 1.1870553493499756, |
| "learning_rate": 4.9085418612001545e-06, |
| "loss": 1.4803242683410645, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5543237250554324, |
| "grad_norm": 2.50886607170105, |
| "learning_rate": 4.906198283499916e-06, |
| "loss": 1.2252423763275146, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5587583148558758, |
| "grad_norm": 3.0687942504882812, |
| "learning_rate": 4.903825696768829e-06, |
| "loss": 0.6616644263267517, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5631929046563193, |
| "grad_norm": 2.0669586658477783, |
| "learning_rate": 4.901424132927172e-06, |
| "loss": 1.474183440208435, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5676274944567627, |
| "grad_norm": 4.0111403465271, |
| "learning_rate": 4.898993624285069e-06, |
| "loss": 1.316019892692566, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5720620842572062, |
| "grad_norm": 0.6927316784858704, |
| "learning_rate": 4.896534203542062e-06, |
| "loss": 1.2566733360290527, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5764966740576497, |
| "grad_norm": 1.2319213151931763, |
| "learning_rate": 4.894045903786675e-06, |
| "loss": 1.2865486145019531, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5809312638580931, |
| "grad_norm": 2.781428337097168, |
| "learning_rate": 4.891528758495961e-06, |
| "loss": 0.7123095989227295, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 1.0490000247955322, |
| "learning_rate": 4.888982801535053e-06, |
| "loss": 1.360097050666809, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5898004434589801, |
| "grad_norm": 1.8262178897857666, |
| "learning_rate": 4.886408067156712e-06, |
| "loss": 1.0533033609390259, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5942350332594235, |
| "grad_norm": 1.2792811393737793, |
| "learning_rate": 4.883804590000865e-06, |
| "loss": 1.550133228302002, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5986696230598669, |
| "grad_norm": 2.9849724769592285, |
| "learning_rate": 4.881172405094138e-06, |
| "loss": 1.1676595211029053, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6031042128603105, |
| "grad_norm": 0.7342039942741394, |
| "learning_rate": 4.878511547849383e-06, |
| "loss": 1.2335383892059326, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6075388026607539, |
| "grad_norm": 1.2436589002609253, |
| "learning_rate": 4.875822054065203e-06, |
| "loss": 1.2187210321426392, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6119733924611973, |
| "grad_norm": 1.587964653968811, |
| "learning_rate": 4.8731039599254754e-06, |
| "loss": 1.226876974105835, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6164079822616408, |
| "grad_norm": 4.160574913024902, |
| "learning_rate": 4.870357301998856e-06, |
| "loss": 1.205104112625122, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6208425720620843, |
| "grad_norm": 1.1125067472457886, |
| "learning_rate": 4.867582117238294e-06, |
| "loss": 1.287103295326233, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6252771618625277, |
| "grad_norm": 2.7902486324310303, |
| "learning_rate": 4.864778442980532e-06, |
| "loss": 0.8597289323806763, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6297117516629712, |
| "grad_norm": 1.8220659494400024, |
| "learning_rate": 4.861946316945605e-06, |
| "loss": 1.2538930177688599, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6341463414634146, |
| "grad_norm": 1.2487821578979492, |
| "learning_rate": 4.859085777236331e-06, |
| "loss": 1.330883264541626, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6385809312638581, |
| "grad_norm": 1.1677597761154175, |
| "learning_rate": 4.8561968623377985e-06, |
| "loss": 1.252233862876892, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6430155210643016, |
| "grad_norm": 1.1160072088241577, |
| "learning_rate": 4.853279611116852e-06, |
| "loss": 1.2359025478363037, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.647450110864745, |
| "grad_norm": 1.4154568910598755, |
| "learning_rate": 4.850334062821566e-06, |
| "loss": 1.3491101264953613, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6518847006651884, |
| "grad_norm": 1.4015207290649414, |
| "learning_rate": 4.8473602570807185e-06, |
| "loss": 0.9202826619148254, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.656319290465632, |
| "grad_norm": 1.124402403831482, |
| "learning_rate": 4.844358233903254e-06, |
| "loss": 0.9892662167549133, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6607538802660754, |
| "grad_norm": 1.2850724458694458, |
| "learning_rate": 4.841328033677753e-06, |
| "loss": 1.2050740718841553, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6651884700665188, |
| "grad_norm": 1.2479948997497559, |
| "learning_rate": 4.83826969717188e-06, |
| "loss": 1.2547260522842407, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6696230598669624, |
| "grad_norm": 1.376888394355774, |
| "learning_rate": 4.835183265531843e-06, |
| "loss": 1.1995564699172974, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6740576496674058, |
| "grad_norm": 1.6199829578399658, |
| "learning_rate": 4.832068780281831e-06, |
| "loss": 1.2650580406188965, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6784922394678492, |
| "grad_norm": 2.1889870166778564, |
| "learning_rate": 4.828926283323464e-06, |
| "loss": 1.2397799491882324, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6829268292682927, |
| "grad_norm": 1.4469552040100098, |
| "learning_rate": 4.8257558169352254e-06, |
| "loss": 0.8677200675010681, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6873614190687362, |
| "grad_norm": 1.1219711303710938, |
| "learning_rate": 4.8225574237718906e-06, |
| "loss": 1.2440086603164673, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6917960088691796, |
| "grad_norm": 0.9012990593910217, |
| "learning_rate": 4.819331146863958e-06, |
| "loss": 1.2062432765960693, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6962305986696231, |
| "grad_norm": 1.1953213214874268, |
| "learning_rate": 4.8160770296170685e-06, |
| "loss": 1.2283505201339722, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7006651884700665, |
| "grad_norm": 1.6990729570388794, |
| "learning_rate": 4.812795115811419e-06, |
| "loss": 1.3305617570877075, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.70509977827051, |
| "grad_norm": 0.8295086622238159, |
| "learning_rate": 4.809485449601177e-06, |
| "loss": 0.9975929856300354, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7095343680709535, |
| "grad_norm": 1.4529755115509033, |
| "learning_rate": 4.806148075513883e-06, |
| "loss": 0.9766805768013, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7139689578713969, |
| "grad_norm": 8.476192474365234, |
| "learning_rate": 4.802783038449857e-06, |
| "loss": 0.9863343834877014, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7184035476718403, |
| "grad_norm": 1.1818149089813232, |
| "learning_rate": 4.799390383681587e-06, |
| "loss": 1.0997380018234253, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7228381374722838, |
| "grad_norm": 2.4012951850891113, |
| "learning_rate": 4.795970156853124e-06, |
| "loss": 1.077536702156067, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.42787617444992065, |
| "learning_rate": 4.792522403979471e-06, |
| "loss": 0.8034789562225342, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7317073170731707, |
| "grad_norm": 1.517409324645996, |
| "learning_rate": 4.789047171445957e-06, |
| "loss": 0.8247131109237671, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7361419068736141, |
| "grad_norm": 3.9636194705963135, |
| "learning_rate": 4.785544506007619e-06, |
| "loss": 1.3770612478256226, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7405764966740577, |
| "grad_norm": 3.6474459171295166, |
| "learning_rate": 4.782014454788566e-06, |
| "loss": 1.1880348920822144, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7450110864745011, |
| "grad_norm": 1.1807231903076172, |
| "learning_rate": 4.778457065281355e-06, |
| "loss": 1.2278774976730347, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7494456762749445, |
| "grad_norm": 3.716444969177246, |
| "learning_rate": 4.774872385346345e-06, |
| "loss": 0.6877051591873169, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.753880266075388, |
| "grad_norm": 10.607100486755371, |
| "learning_rate": 4.7712604632110524e-06, |
| "loss": 0.3212733566761017, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7583148558758315, |
| "grad_norm": 2.057530164718628, |
| "learning_rate": 4.767621347469506e-06, |
| "loss": 0.8571130633354187, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7627494456762749, |
| "grad_norm": 0.9771236181259155, |
| "learning_rate": 4.7639550870815895e-06, |
| "loss": 1.2813206911087036, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7671840354767184, |
| "grad_norm": 0.8891447186470032, |
| "learning_rate": 4.760261731372388e-06, |
| "loss": 1.2372010946273804, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7716186252771619, |
| "grad_norm": 2.889232873916626, |
| "learning_rate": 4.75654133003152e-06, |
| "loss": 1.0866163969039917, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7760532150776053, |
| "grad_norm": 1.4878243207931519, |
| "learning_rate": 4.752793933112469e-06, |
| "loss": 1.2248578071594238, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 8.06610107421875, |
| "learning_rate": 4.749019591031914e-06, |
| "loss": 1.144696831703186, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7849223946784922, |
| "grad_norm": 1.4932175874710083, |
| "learning_rate": 4.745218354569045e-06, |
| "loss": 1.0152348279953003, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7893569844789357, |
| "grad_norm": 2.44124698638916, |
| "learning_rate": 4.741390274864885e-06, |
| "loss": 1.1802353858947754, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7937915742793792, |
| "grad_norm": 4.262493133544922, |
| "learning_rate": 4.737535403421601e-06, |
| "loss": 1.2564811706542969, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7982261640798226, |
| "grad_norm": 10.588669776916504, |
| "learning_rate": 4.733653792101809e-06, |
| "loss": 1.2239693403244019, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.802660753880266, |
| "grad_norm": 1.7806600332260132, |
| "learning_rate": 4.729745493127878e-06, |
| "loss": 0.5834329724311829, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.8070953436807096, |
| "grad_norm": 1.3935792446136475, |
| "learning_rate": 4.725810559081227e-06, |
| "loss": 1.324857234954834, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.811529933481153, |
| "grad_norm": 1.9065128564834595, |
| "learning_rate": 4.7218490429016175e-06, |
| "loss": 1.2007935047149658, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.8159645232815964, |
| "grad_norm": 2.5401406288146973, |
| "learning_rate": 4.717860997886442e-06, |
| "loss": 0.9981905817985535, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8203991130820399, |
| "grad_norm": 3.2703709602355957, |
| "learning_rate": 4.713846477690005e-06, |
| "loss": 0.8222334384918213, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8248337028824834, |
| "grad_norm": 1.1709415912628174, |
| "learning_rate": 4.709805536322804e-06, |
| "loss": 1.22462797164917, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8292682926829268, |
| "grad_norm": 1.1292668581008911, |
| "learning_rate": 4.7057382281508e-06, |
| "loss": 1.2273211479187012, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8337028824833703, |
| "grad_norm": 0.9493663311004639, |
| "learning_rate": 4.701644607894687e-06, |
| "loss": 1.1893556118011475, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8381374722838137, |
| "grad_norm": 1.0127923488616943, |
| "learning_rate": 4.697524730629159e-06, |
| "loss": 1.215989589691162, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8425720620842572, |
| "grad_norm": 8.141073226928711, |
| "learning_rate": 4.693378651782162e-06, |
| "loss": 0.7287262082099915, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8470066518847007, |
| "grad_norm": 1.4302774667739868, |
| "learning_rate": 4.689206427134155e-06, |
| "loss": 1.2984516620635986, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8514412416851441, |
| "grad_norm": 0.8617311120033264, |
| "learning_rate": 4.6850081128173595e-06, |
| "loss": 1.1311615705490112, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8558758314855875, |
| "grad_norm": 0.833918571472168, |
| "learning_rate": 4.680783765314994e-06, |
| "loss": 1.246683955192566, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8603104212860311, |
| "grad_norm": 0.5764380693435669, |
| "learning_rate": 4.6765334414605315e-06, |
| "loss": 1.1455856561660767, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8647450110864745, |
| "grad_norm": 2.1335196495056152, |
| "learning_rate": 4.672257198436918e-06, |
| "loss": 1.2500605583190918, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8691796008869179, |
| "grad_norm": 3.1419546604156494, |
| "learning_rate": 4.667955093775814e-06, |
| "loss": 0.9110448360443115, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8736141906873615, |
| "grad_norm": 0.8658338189125061, |
| "learning_rate": 4.663627185356818e-06, |
| "loss": 1.2182717323303223, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8780487804878049, |
| "grad_norm": 1.184532880783081, |
| "learning_rate": 4.65927353140668e-06, |
| "loss": 1.2174220085144043, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8824833702882483, |
| "grad_norm": 1.8402904272079468, |
| "learning_rate": 4.654894190498534e-06, |
| "loss": 1.210001826286316, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8869179600886918, |
| "grad_norm": 1.187842607498169, |
| "learning_rate": 4.650489221551095e-06, |
| "loss": 0.45290517807006836, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8913525498891353, |
| "grad_norm": 0.9917973279953003, |
| "learning_rate": 4.646058683827874e-06, |
| "loss": 1.045676350593567, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8957871396895787, |
| "grad_norm": 0.36595824360847473, |
| "learning_rate": 4.641602636936378e-06, |
| "loss": 0.9281713366508484, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.9002217294900222, |
| "grad_norm": 0.9975008964538574, |
| "learning_rate": 4.637121140827311e-06, |
| "loss": 1.2655534744262695, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.9046563192904656, |
| "grad_norm": 3.180144786834717, |
| "learning_rate": 4.632614255793762e-06, |
| "loss": 1.1325139999389648, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 5.177031517028809, |
| "learning_rate": 4.6280820424704e-06, |
| "loss": 1.069734811782837, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9135254988913526, |
| "grad_norm": 1.0717765092849731, |
| "learning_rate": 4.623524561832653e-06, |
| "loss": 1.2320454120635986, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.917960088691796, |
| "grad_norm": 1.0891166925430298, |
| "learning_rate": 4.618941875195893e-06, |
| "loss": 1.2557101249694824, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9223946784922394, |
| "grad_norm": 6.645715713500977, |
| "learning_rate": 4.614334044214606e-06, |
| "loss": 0.9693298935890198, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.926829268292683, |
| "grad_norm": 0.7747200131416321, |
| "learning_rate": 4.6097011308815645e-06, |
| "loss": 1.2573974132537842, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9312638580931264, |
| "grad_norm": 14.614143371582031, |
| "learning_rate": 4.605043197526996e-06, |
| "loss": 0.7741899490356445, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9356984478935698, |
| "grad_norm": 11.045886993408203, |
| "learning_rate": 4.600360306817738e-06, |
| "loss": 1.45621657371521, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9401330376940134, |
| "grad_norm": 4.732778549194336, |
| "learning_rate": 4.595652521756403e-06, |
| "loss": 1.0499638319015503, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9445676274944568, |
| "grad_norm": 0.7621893882751465, |
| "learning_rate": 4.590919905680524e-06, |
| "loss": 1.202383041381836, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9490022172949002, |
| "grad_norm": 0.6728458404541016, |
| "learning_rate": 4.5861625222617065e-06, |
| "loss": 1.0747066736221313, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9534368070953437, |
| "grad_norm": 4.075941562652588, |
| "learning_rate": 4.58138043550477e-06, |
| "loss": 0.6646397709846497, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9578713968957872, |
| "grad_norm": 1.059487223625183, |
| "learning_rate": 4.576573709746887e-06, |
| "loss": 1.2203632593154907, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9623059866962306, |
| "grad_norm": 2.331674575805664, |
| "learning_rate": 4.5717424096567205e-06, |
| "loss": 1.0556832551956177, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9667405764966741, |
| "grad_norm": 1.2610398530960083, |
| "learning_rate": 4.566886600233547e-06, |
| "loss": 1.2815701961517334, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9711751662971175, |
| "grad_norm": 1.1328259706497192, |
| "learning_rate": 4.56200634680639e-06, |
| "loss": 1.233439564704895, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 2.2309317588806152, |
| "learning_rate": 4.557101715033136e-06, |
| "loss": 0.7945879697799683, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9800443458980045, |
| "grad_norm": 1.2745883464813232, |
| "learning_rate": 4.552172770899652e-06, |
| "loss": 1.0334054231643677, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9844789356984479, |
| "grad_norm": 0.977016806602478, |
| "learning_rate": 4.547219580718899e-06, |
| "loss": 1.2736181020736694, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9889135254988913, |
| "grad_norm": 2.0068366527557373, |
| "learning_rate": 4.542242211130039e-06, |
| "loss": 1.2092833518981934, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9933481152993349, |
| "grad_norm": 1.753902792930603, |
| "learning_rate": 4.537240729097539e-06, |
| "loss": 1.2434141635894775, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9977827050997783, |
| "grad_norm": 1.0139368772506714, |
| "learning_rate": 4.532215201910269e-06, |
| "loss": 1.0325958728790283, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.0022172949002217, |
| "grad_norm": 2.0576000213623047, |
| "learning_rate": 4.527165697180598e-06, |
| "loss": 1.0579339265823364, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.0066518847006651, |
| "grad_norm": 1.966776967048645, |
| "learning_rate": 4.522092282843481e-06, |
| "loss": 1.3362075090408325, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.0110864745011086, |
| "grad_norm": 1.2726391553878784, |
| "learning_rate": 4.516995027155554e-06, |
| "loss": 1.2156652212142944, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.0155210643015522, |
| "grad_norm": 0.7326069474220276, |
| "learning_rate": 4.511873998694204e-06, |
| "loss": 0.8079202175140381, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.0199556541019956, |
| "grad_norm": 0.47465115785598755, |
| "learning_rate": 4.506729266356651e-06, |
| "loss": 0.8377529978752136, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.024390243902439, |
| "grad_norm": 1.9195665121078491, |
| "learning_rate": 4.5015608993590276e-06, |
| "loss": 0.5483433604240417, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.0288248337028825, |
| "grad_norm": 1.7749394178390503, |
| "learning_rate": 4.4963689672354375e-06, |
| "loss": 0.9224250316619873, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.033259423503326, |
| "grad_norm": 1.9494274854660034, |
| "learning_rate": 4.491153539837026e-06, |
| "loss": 0.7165282964706421, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.0376940133037693, |
| "grad_norm": 2.415039300918579, |
| "learning_rate": 4.4859146873310375e-06, |
| "loss": 1.0422555208206177, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.042128603104213, |
| "grad_norm": 1.4911917448043823, |
| "learning_rate": 4.480652480199873e-06, |
| "loss": 0.6359959244728088, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0465631929046564, |
| "grad_norm": 1.3522758483886719, |
| "learning_rate": 4.475366989240147e-06, |
| "loss": 0.9994376301765442, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0509977827050998, |
| "grad_norm": 1.266831636428833, |
| "learning_rate": 4.470058285561721e-06, |
| "loss": 1.0376862287521362, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0554323725055432, |
| "grad_norm": 1.151628851890564, |
| "learning_rate": 4.464726440586761e-06, |
| "loss": 1.076725959777832, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0598669623059866, |
| "grad_norm": 1.4442075490951538, |
| "learning_rate": 4.45937152604877e-06, |
| "loss": 1.1006007194519043, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.06430155210643, |
| "grad_norm": 1.1244226694107056, |
| "learning_rate": 4.453993613991622e-06, |
| "loss": 0.6436704397201538, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0687361419068737, |
| "grad_norm": 1.8516688346862793, |
| "learning_rate": 4.4485927767685995e-06, |
| "loss": 1.153225064277649, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0731707317073171, |
| "grad_norm": 0.4945599138736725, |
| "learning_rate": 4.443169087041409e-06, |
| "loss": 0.9155857563018799, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0776053215077606, |
| "grad_norm": 1.006088137626648, |
| "learning_rate": 4.4377226177792145e-06, |
| "loss": 1.0506926774978638, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.082039911308204, |
| "grad_norm": 1.9565138816833496, |
| "learning_rate": 4.432253442257649e-06, |
| "loss": 0.7985799312591553, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0864745011086474, |
| "grad_norm": 0.8965359926223755, |
| "learning_rate": 4.426761634057831e-06, |
| "loss": 0.9610664248466492, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 1.760244607925415, |
| "learning_rate": 4.421247267065375e-06, |
| "loss": 1.1698113679885864, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0953436807095343, |
| "grad_norm": 5.320736885070801, |
| "learning_rate": 4.415710415469394e-06, |
| "loss": 1.0748765468597412, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.099778270509978, |
| "grad_norm": 2.7736940383911133, |
| "learning_rate": 4.410151153761506e-06, |
| "loss": 0.8963067531585693, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.1042128603104213, |
| "grad_norm": 0.9353604912757874, |
| "learning_rate": 4.404569556734832e-06, |
| "loss": 1.023295521736145, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.1086474501108647, |
| "grad_norm": 4.738027572631836, |
| "learning_rate": 4.398965699482984e-06, |
| "loss": 0.9625403881072998, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.1130820399113082, |
| "grad_norm": 0.9695823788642883, |
| "learning_rate": 4.39333965739906e-06, |
| "loss": 1.0802518129348755, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.1175166297117516, |
| "grad_norm": 2.8423125743865967, |
| "learning_rate": 4.3876915061746275e-06, |
| "loss": 0.9319751262664795, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.1219512195121952, |
| "grad_norm": 1.8870809078216553, |
| "learning_rate": 4.382021321798707e-06, |
| "loss": 1.0706431865692139, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.1263858093126387, |
| "grad_norm": 2.326402425765991, |
| "learning_rate": 4.376329180556745e-06, |
| "loss": 0.790678858757019, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.130820399113082, |
| "grad_norm": 1.3830646276474, |
| "learning_rate": 4.370615159029594e-06, |
| "loss": 1.1257532835006714, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.1352549889135255, |
| "grad_norm": 1.6302467584609985, |
| "learning_rate": 4.36487933409248e-06, |
| "loss": 0.5582272410392761, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.139689578713969, |
| "grad_norm": 1.8311710357666016, |
| "learning_rate": 4.359121782913964e-06, |
| "loss": 0.541851282119751, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.1441241685144123, |
| "grad_norm": 1.120679497718811, |
| "learning_rate": 4.3533425829549085e-06, |
| "loss": 1.0328795909881592, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1485587583148558, |
| "grad_norm": 1.37759530544281, |
| "learning_rate": 4.347541811967436e-06, |
| "loss": 1.163663625717163, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1529933481152994, |
| "grad_norm": 0.981916606426239, |
| "learning_rate": 4.341719547993879e-06, |
| "loss": 1.1469664573669434, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1574279379157428, |
| "grad_norm": 1.2698646783828735, |
| "learning_rate": 4.335875869365732e-06, |
| "loss": 0.5811082124710083, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1618625277161863, |
| "grad_norm": 1.2500545978546143, |
| "learning_rate": 4.330010854702598e-06, |
| "loss": 1.0397084951400757, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1662971175166297, |
| "grad_norm": 1.7220888137817383, |
| "learning_rate": 4.3241245829111324e-06, |
| "loss": 1.1979455947875977, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.170731707317073, |
| "grad_norm": 1.460283875465393, |
| "learning_rate": 4.318217133183978e-06, |
| "loss": 0.6363497376441956, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1751662971175167, |
| "grad_norm": 1.075685977935791, |
| "learning_rate": 4.312288584998697e-06, |
| "loss": 0.8744889497756958, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1796008869179602, |
| "grad_norm": 0.8398450016975403, |
| "learning_rate": 4.306339018116714e-06, |
| "loss": 0.96029132604599, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1840354767184036, |
| "grad_norm": 1.3492926359176636, |
| "learning_rate": 4.300368512582227e-06, |
| "loss": 1.0959749221801758, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.188470066518847, |
| "grad_norm": 0.3663475215435028, |
| "learning_rate": 4.294377148721144e-06, |
| "loss": 0.82485431432724, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1929046563192904, |
| "grad_norm": 1.7144395112991333, |
| "learning_rate": 4.288365007139991e-06, |
| "loss": 1.1424366235733032, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1973392461197339, |
| "grad_norm": 2.5541539192199707, |
| "learning_rate": 4.2823321687248386e-06, |
| "loss": 0.6629378795623779, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.2017738359201773, |
| "grad_norm": 2.608015775680542, |
| "learning_rate": 4.276278714640203e-06, |
| "loss": 0.6427868008613586, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.206208425720621, |
| "grad_norm": 17.38459587097168, |
| "learning_rate": 4.270204726327963e-06, |
| "loss": 1.1916182041168213, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.2106430155210643, |
| "grad_norm": 0.5953897833824158, |
| "learning_rate": 4.264110285506259e-06, |
| "loss": 0.8375392556190491, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.2150776053215078, |
| "grad_norm": 1.1584091186523438, |
| "learning_rate": 4.257995474168395e-06, |
| "loss": 1.216051459312439, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.2195121951219512, |
| "grad_norm": 2.22684645652771, |
| "learning_rate": 4.251860374581736e-06, |
| "loss": 0.598793625831604, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.2239467849223946, |
| "grad_norm": 1.4314756393432617, |
| "learning_rate": 4.245705069286601e-06, |
| "loss": 1.076664686203003, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.2283813747228383, |
| "grad_norm": 1.2437039613723755, |
| "learning_rate": 4.239529641095149e-06, |
| "loss": 0.7446794509887695, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.2328159645232817, |
| "grad_norm": 0.4004473090171814, |
| "learning_rate": 4.233334173090274e-06, |
| "loss": 0.7689218521118164, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.237250554323725, |
| "grad_norm": 3.483046293258667, |
| "learning_rate": 4.227118748624478e-06, |
| "loss": 0.6857209205627441, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.2416851441241685, |
| "grad_norm": 4.495988845825195, |
| "learning_rate": 4.220883451318753e-06, |
| "loss": 1.3058849573135376, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.246119733924612, |
| "grad_norm": 1.3580222129821777, |
| "learning_rate": 4.2146283650614545e-06, |
| "loss": 0.9943916201591492, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.2505543237250554, |
| "grad_norm": 0.6850365400314331, |
| "learning_rate": 4.208353574007179e-06, |
| "loss": 0.6252534985542297, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2549889135254988, |
| "grad_norm": 1.7630574703216553, |
| "learning_rate": 4.202059162575622e-06, |
| "loss": 0.9947891235351562, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.2594235033259422, |
| "grad_norm": 1.371643304824829, |
| "learning_rate": 4.195745215450451e-06, |
| "loss": 0.9397783279418945, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2638580931263859, |
| "grad_norm": 4.08069372177124, |
| "learning_rate": 4.189411817578159e-06, |
| "loss": 1.136919379234314, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2682926829268293, |
| "grad_norm": 0.8603072166442871, |
| "learning_rate": 4.1830590541669304e-06, |
| "loss": 0.7842409610748291, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 2.9320180416107178, |
| "learning_rate": 4.176687010685484e-06, |
| "loss": 1.3783859014511108, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2771618625277161, |
| "grad_norm": 1.506885290145874, |
| "learning_rate": 4.170295772861931e-06, |
| "loss": 1.0433826446533203, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.2815964523281598, |
| "grad_norm": 1.3161765336990356, |
| "learning_rate": 4.163885426682619e-06, |
| "loss": 1.1605374813079834, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2860310421286032, |
| "grad_norm": 1.0546302795410156, |
| "learning_rate": 4.157456058390977e-06, |
| "loss": 1.121392011642456, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2904656319290466, |
| "grad_norm": 2.199747323989868, |
| "learning_rate": 4.151007754486351e-06, |
| "loss": 1.3379415273666382, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.29490022172949, |
| "grad_norm": 2.361356258392334, |
| "learning_rate": 4.144540601722843e-06, |
| "loss": 0.7737810015678406, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2993348115299335, |
| "grad_norm": 1.0490304231643677, |
| "learning_rate": 4.138054687108143e-06, |
| "loss": 0.8205963373184204, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.3037694013303769, |
| "grad_norm": 3.6670305728912354, |
| "learning_rate": 4.131550097902361e-06, |
| "loss": 0.47316789627075195, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.3082039911308203, |
| "grad_norm": 4.267838478088379, |
| "learning_rate": 4.125026921616852e-06, |
| "loss": 0.9959248900413513, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.3126385809312637, |
| "grad_norm": 3.6597208976745605, |
| "learning_rate": 4.118485246013031e-06, |
| "loss": 1.1072802543640137, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.3170731707317074, |
| "grad_norm": 0.8594958782196045, |
| "learning_rate": 4.111925159101208e-06, |
| "loss": 1.0438408851623535, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.3215077605321508, |
| "grad_norm": 1.6975743770599365, |
| "learning_rate": 4.1053467491393864e-06, |
| "loss": 1.0767079591751099, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.3259423503325942, |
| "grad_norm": 2.8765268325805664, |
| "learning_rate": 4.098750104632091e-06, |
| "loss": 1.160161018371582, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.3303769401330376, |
| "grad_norm": 1.8514677286148071, |
| "learning_rate": 4.092135314329165e-06, |
| "loss": 0.47440510988235474, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.3348115299334813, |
| "grad_norm": 2.5123469829559326, |
| "learning_rate": 4.085502467224583e-06, |
| "loss": 1.0348572731018066, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.3392461197339247, |
| "grad_norm": 2.3508543968200684, |
| "learning_rate": 4.078851652555254e-06, |
| "loss": 0.8366844654083252, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.3436807095343681, |
| "grad_norm": 0.6843059659004211, |
| "learning_rate": 4.072182959799816e-06, |
| "loss": 0.782626211643219, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.3481152993348116, |
| "grad_norm": 1.0305436849594116, |
| "learning_rate": 4.065496478677436e-06, |
| "loss": 1.113935112953186, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.352549889135255, |
| "grad_norm": 6.971372127532959, |
| "learning_rate": 4.058792299146602e-06, |
| "loss": 1.1273419857025146, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.3569844789356984, |
| "grad_norm": 9.397238731384277, |
| "learning_rate": 4.052070511403912e-06, |
| "loss": 0.7277010679244995, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.3614190687361418, |
| "grad_norm": 1.1997414827346802, |
| "learning_rate": 4.045331205882863e-06, |
| "loss": 1.1359970569610596, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.3658536585365852, |
| "grad_norm": 1.7059991359710693, |
| "learning_rate": 4.038574473252629e-06, |
| "loss": 0.7449517846107483, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.370288248337029, |
| "grad_norm": 1.1675894260406494, |
| "learning_rate": 4.031800404416849e-06, |
| "loss": 1.0706074237823486, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3747228381374723, |
| "grad_norm": 1.6913033723831177, |
| "learning_rate": 4.025009090512394e-06, |
| "loss": 0.09774535149335861, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3791574279379157, |
| "grad_norm": 0.9009557962417603, |
| "learning_rate": 4.018200622908153e-06, |
| "loss": 1.0203994512557983, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3835920177383592, |
| "grad_norm": 1.3641494512557983, |
| "learning_rate": 4.011375093203793e-06, |
| "loss": 0.949788510799408, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3880266075388026, |
| "grad_norm": 1.6519279479980469, |
| "learning_rate": 4.004532593228531e-06, |
| "loss": 0.9569694995880127, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3924611973392462, |
| "grad_norm": 1.1832157373428345, |
| "learning_rate": 3.997673215039899e-06, |
| "loss": 1.0896062850952148, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3968957871396896, |
| "grad_norm": 1.915313959121704, |
| "learning_rate": 3.990797050922506e-06, |
| "loss": 1.084737777709961, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.401330376940133, |
| "grad_norm": 2.5589466094970703, |
| "learning_rate": 3.9839041933867954e-06, |
| "loss": 0.8085731863975525, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.4057649667405765, |
| "grad_norm": 2.6854422092437744, |
| "learning_rate": 3.976994735167796e-06, |
| "loss": 1.0447653532028198, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.41019955654102, |
| "grad_norm": 1.3558317422866821, |
| "learning_rate": 3.970068769223884e-06, |
| "loss": 1.110194206237793, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.4146341463414633, |
| "grad_norm": 2.323361873626709, |
| "learning_rate": 3.963126388735525e-06, |
| "loss": 0.8597381711006165, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.4190687361419068, |
| "grad_norm": 0.8953458070755005, |
| "learning_rate": 3.956167687104021e-06, |
| "loss": 0.7458611130714417, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.4235033259423504, |
| "grad_norm": 1.6884546279907227, |
| "learning_rate": 3.9491927579502584e-06, |
| "loss": 0.8080941438674927, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.4279379157427938, |
| "grad_norm": 1.2389963865280151, |
| "learning_rate": 3.9422016951134415e-06, |
| "loss": 0.6925735473632812, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.4323725055432373, |
| "grad_norm": 1.243801236152649, |
| "learning_rate": 3.935194592649836e-06, |
| "loss": 1.2162237167358398, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.4368070953436807, |
| "grad_norm": 0.7290199995040894, |
| "learning_rate": 3.928171544831501e-06, |
| "loss": 1.1060457229614258, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.441241685144124, |
| "grad_norm": 0.8302409052848816, |
| "learning_rate": 3.921132646145019e-06, |
| "loss": 1.1656242609024048, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.4456762749445677, |
| "grad_norm": 3.586696147918701, |
| "learning_rate": 3.914077991290232e-06, |
| "loss": 0.9107663035392761, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.4501108647450112, |
| "grad_norm": 2.574885606765747, |
| "learning_rate": 3.907007675178956e-06, |
| "loss": 1.0581393241882324, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 4.263864517211914, |
| "learning_rate": 3.899921792933713e-06, |
| "loss": 0.8163521885871887, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.458980044345898, |
| "grad_norm": 0.9238935708999634, |
| "learning_rate": 3.892820439886448e-06, |
| "loss": 0.8494032621383667, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.4634146341463414, |
| "grad_norm": 1.1233266592025757, |
| "learning_rate": 3.885703711577249e-06, |
| "loss": 1.0738056898117065, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.4678492239467849, |
| "grad_norm": 0.7168223261833191, |
| "learning_rate": 3.8785717037530555e-06, |
| "loss": 1.078277587890625, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.4722838137472283, |
| "grad_norm": 0.8631088137626648, |
| "learning_rate": 3.871424512366377e-06, |
| "loss": 0.8074089288711548, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.476718403547672, |
| "grad_norm": 0.7211161255836487, |
| "learning_rate": 3.864262233574e-06, |
| "loss": 0.5039446949958801, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.4811529933481153, |
| "grad_norm": 2.315062999725342, |
| "learning_rate": 3.857084963735689e-06, |
| "loss": 0.6357030868530273, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4855875831485588, |
| "grad_norm": 4.405363082885742, |
| "learning_rate": 3.849892799412902e-06, |
| "loss": 1.0553703308105469, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4900221729490022, |
| "grad_norm": 1.0128716230392456, |
| "learning_rate": 3.84268583736748e-06, |
| "loss": 1.1253726482391357, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4944567627494456, |
| "grad_norm": 1.074711799621582, |
| "learning_rate": 3.835464174560349e-06, |
| "loss": 0.6612215042114258, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4988913525498893, |
| "grad_norm": 0.7255991101264954, |
| "learning_rate": 3.828227908150217e-06, |
| "loss": 0.753847599029541, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.5033259423503327, |
| "grad_norm": 0.9374713897705078, |
| "learning_rate": 3.820977135492266e-06, |
| "loss": 1.095574140548706, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.507760532150776, |
| "grad_norm": 0.7554945349693298, |
| "learning_rate": 3.8137119541368415e-06, |
| "loss": 0.6039291620254517, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.5121951219512195, |
| "grad_norm": 1.8996697664260864, |
| "learning_rate": 3.80643246182814e-06, |
| "loss": 0.5733712315559387, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.516629711751663, |
| "grad_norm": 1.0919080972671509, |
| "learning_rate": 3.7991387565028963e-06, |
| "loss": 1.0893672704696655, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.5210643015521064, |
| "grad_norm": 0.780432939529419, |
| "learning_rate": 3.791830936289062e-06, |
| "loss": 1.0852909088134766, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.5254988913525498, |
| "grad_norm": 91.54979705810547, |
| "learning_rate": 3.784509099504488e-06, |
| "loss": 0.6314648985862732, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.5299334811529932, |
| "grad_norm": 1.411130666732788, |
| "learning_rate": 3.7771733446556025e-06, |
| "loss": 0.3787440061569214, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.5343680709534369, |
| "grad_norm": 1.2953332662582397, |
| "learning_rate": 3.7698237704360826e-06, |
| "loss": 0.8831952214241028, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.5388026607538803, |
| "grad_norm": 2.0927493572235107, |
| "learning_rate": 3.7624604757255297e-06, |
| "loss": 0.9063498377799988, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.5432372505543237, |
| "grad_norm": 8.049708366394043, |
| "learning_rate": 3.7550835595881365e-06, |
| "loss": 0.6573284268379211, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.5476718403547673, |
| "grad_norm": 1.286287784576416, |
| "learning_rate": 3.747693121271355e-06, |
| "loss": 1.1525388956069946, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.5521064301552108, |
| "grad_norm": 0.8270326256752014, |
| "learning_rate": 3.740289260204565e-06, |
| "loss": 1.0669758319854736, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.5565410199556542, |
| "grad_norm": 0.873605489730835, |
| "learning_rate": 3.732872075997729e-06, |
| "loss": 1.1033045053482056, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.5609756097560976, |
| "grad_norm": 1.9848657846450806, |
| "learning_rate": 3.725441668440058e-06, |
| "loss": 0.8427386283874512, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.565410199556541, |
| "grad_norm": 2.9728550910949707, |
| "learning_rate": 3.7179981374986683e-06, |
| "loss": 0.4659649431705475, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.5698447893569845, |
| "grad_norm": 0.9899294376373291, |
| "learning_rate": 3.710541583317233e-06, |
| "loss": 1.1070295572280884, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.5742793791574279, |
| "grad_norm": 1.7865556478500366, |
| "learning_rate": 3.70307210621464e-06, |
| "loss": 0.8662485480308533, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5787139689578713, |
| "grad_norm": 1.5620512962341309, |
| "learning_rate": 3.695589806683636e-06, |
| "loss": 0.6354061365127563, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5831485587583147, |
| "grad_norm": 1.4959702491760254, |
| "learning_rate": 3.68809478538948e-06, |
| "loss": 1.0189735889434814, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.5875831485587582, |
| "grad_norm": 1.0991613864898682, |
| "learning_rate": 3.6805871431685875e-06, |
| "loss": 1.1094708442687988, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5920177383592018, |
| "grad_norm": 1.5194610357284546, |
| "learning_rate": 3.6730669810271707e-06, |
| "loss": 1.3121333122253418, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.5964523281596452, |
| "grad_norm": 1.7078560590744019, |
| "learning_rate": 3.665534400139885e-06, |
| "loss": 0.5672956109046936, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.6008869179600886, |
| "grad_norm": 0.32701054215431213, |
| "learning_rate": 3.6579895018484635e-06, |
| "loss": 0.5884336233139038, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.6053215077605323, |
| "grad_norm": 0.7404405474662781, |
| "learning_rate": 3.650432387660354e-06, |
| "loss": 1.0861414670944214, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.6097560975609757, |
| "grad_norm": 1.0352939367294312, |
| "learning_rate": 3.6428631592473584e-06, |
| "loss": 1.0698777437210083, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.6141906873614191, |
| "grad_norm": 1.0069420337677002, |
| "learning_rate": 3.6352819184442552e-06, |
| "loss": 0.7489967346191406, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.6186252771618626, |
| "grad_norm": 1.1831481456756592, |
| "learning_rate": 3.6276887672474374e-06, |
| "loss": 1.0391978025436401, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.623059866962306, |
| "grad_norm": 1.3561768531799316, |
| "learning_rate": 3.620083807813541e-06, |
| "loss": 1.090510368347168, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.6274944567627494, |
| "grad_norm": 0.9160586595535278, |
| "learning_rate": 3.6124671424580633e-06, |
| "loss": 1.0251963138580322, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.6319290465631928, |
| "grad_norm": 0.39837855100631714, |
| "learning_rate": 3.604838873653991e-06, |
| "loss": 0.5789291262626648, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 0.7905840873718262, |
| "learning_rate": 3.597199104030424e-06, |
| "loss": 1.1960307359695435, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.6407982261640797, |
| "grad_norm": 0.7028928995132446, |
| "learning_rate": 3.589547936371189e-06, |
| "loss": 1.0560542345046997, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.6452328159645233, |
| "grad_norm": 3.9433796405792236, |
| "learning_rate": 3.58188547361346e-06, |
| "loss": 1.1990491151809692, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.6496674057649667, |
| "grad_norm": 5.412987232208252, |
| "learning_rate": 3.574211818846374e-06, |
| "loss": 0.8513088226318359, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.6541019955654102, |
| "grad_norm": 3.399298667907715, |
| "learning_rate": 3.566527075309641e-06, |
| "loss": 0.9072363972663879, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.6585365853658538, |
| "grad_norm": 0.7723504304885864, |
| "learning_rate": 3.558831346392159e-06, |
| "loss": 0.8129432201385498, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.6629711751662972, |
| "grad_norm": 1.6611526012420654, |
| "learning_rate": 3.5511247356306205e-06, |
| "loss": 1.1549206972122192, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.6674057649667406, |
| "grad_norm": 0.962104082107544, |
| "learning_rate": 3.5434073467081183e-06, |
| "loss": 0.8654111623764038, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.671840354767184, |
| "grad_norm": 0.9911019206047058, |
| "learning_rate": 3.5356792834527533e-06, |
| "loss": 0.5958826541900635, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.6762749445676275, |
| "grad_norm": 1.1465089321136475, |
| "learning_rate": 3.527940649836238e-06, |
| "loss": 0.9339615106582642, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.680709534368071, |
| "grad_norm": 1.773185133934021, |
| "learning_rate": 3.520191549972494e-06, |
| "loss": 1.0644793510437012, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6851441241685143, |
| "grad_norm": 10.430180549621582, |
| "learning_rate": 3.512432088116255e-06, |
| "loss": 0.9741522669792175, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6895787139689578, |
| "grad_norm": 1.8062833547592163, |
| "learning_rate": 3.5046623686616627e-06, |
| "loss": 1.0623693466186523, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.6940133037694012, |
| "grad_norm": 1.815280795097351, |
| "learning_rate": 3.496882496140861e-06, |
| "loss": 1.0941108465194702, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6984478935698448, |
| "grad_norm": 1.8432520627975464, |
| "learning_rate": 3.4890925752225935e-06, |
| "loss": 0.9967592358589172, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.7028824833702882, |
| "grad_norm": 2.3747756481170654, |
| "learning_rate": 3.48129271071079e-06, |
| "loss": 0.8642722964286804, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.7073170731707317, |
| "grad_norm": 0.8133605718612671, |
| "learning_rate": 3.4734830075431605e-06, |
| "loss": 1.0309913158416748, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.7117516629711753, |
| "grad_norm": 5.219134330749512, |
| "learning_rate": 3.4656635707897823e-06, |
| "loss": 1.0626434087753296, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.7161862527716187, |
| "grad_norm": 1.766679286956787, |
| "learning_rate": 3.457834505651687e-06, |
| "loss": 1.0065494775772095, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.7206208425720622, |
| "grad_norm": 1.107305884361267, |
| "learning_rate": 3.449995917459442e-06, |
| "loss": 1.1634471416473389, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.7250554323725056, |
| "grad_norm": 0.7361903786659241, |
| "learning_rate": 3.4421479116717394e-06, |
| "loss": 1.0542564392089844, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.729490022172949, |
| "grad_norm": 1.2649286985397339, |
| "learning_rate": 3.4342905938739707e-06, |
| "loss": 0.71857750415802, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.7339246119733924, |
| "grad_norm": 0.9642868041992188, |
| "learning_rate": 3.4264240697768096e-06, |
| "loss": 1.039180040359497, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.7383592017738358, |
| "grad_norm": 0.8986912369728088, |
| "learning_rate": 3.418548445214791e-06, |
| "loss": 0.7089306712150574, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.7427937915742793, |
| "grad_norm": 0.8579238057136536, |
| "learning_rate": 3.410663826144884e-06, |
| "loss": 0.8006396293640137, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.7472283813747227, |
| "grad_norm": 1.4266620874404907, |
| "learning_rate": 3.4027703186450672e-06, |
| "loss": 0.6931395530700684, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.7516629711751663, |
| "grad_norm": 4.200963973999023, |
| "learning_rate": 3.394868028912906e-06, |
| "loss": 0.6739537119865417, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.7560975609756098, |
| "grad_norm": 1.6932109594345093, |
| "learning_rate": 3.386957063264115e-06, |
| "loss": 0.7071681618690491, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.7605321507760532, |
| "grad_norm": 1.0618504285812378, |
| "learning_rate": 3.3790375281311355e-06, |
| "loss": 0.8816713094711304, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.7649667405764968, |
| "grad_norm": 6.342792987823486, |
| "learning_rate": 3.3711095300617015e-06, |
| "loss": 0.8279204368591309, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.7694013303769403, |
| "grad_norm": 0.9115824699401855, |
| "learning_rate": 3.3631731757174048e-06, |
| "loss": 1.0542290210723877, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.7738359201773837, |
| "grad_norm": 0.9469823837280273, |
| "learning_rate": 3.3552285718722593e-06, |
| "loss": 1.0976489782333374, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.778270509977827, |
| "grad_norm": 0.9568173289299011, |
| "learning_rate": 3.3472758254112662e-06, |
| "loss": 1.0607342720031738, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.7827050997782705, |
| "grad_norm": 1.9793434143066406, |
| "learning_rate": 3.3393150433289795e-06, |
| "loss": 1.1424230337142944, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.787139689578714, |
| "grad_norm": 1.001698613166809, |
| "learning_rate": 3.3313463327280576e-06, |
| "loss": 0.7997353672981262, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7915742793791574, |
| "grad_norm": 1.129724383354187, |
| "learning_rate": 3.3233698008178306e-06, |
| "loss": 1.1001020669937134, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7960088691796008, |
| "grad_norm": 2.6598269939422607, |
| "learning_rate": 3.3153855549128537e-06, |
| "loss": 0.60479736328125, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.8004434589800442, |
| "grad_norm": 3.824202537536621, |
| "learning_rate": 3.3073937024314647e-06, |
| "loss": 0.6236993074417114, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.8048780487804879, |
| "grad_norm": 1.750210165977478, |
| "learning_rate": 3.2993943508943386e-06, |
| "loss": 1.2215160131454468, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.8093126385809313, |
| "grad_norm": 2.1696269512176514, |
| "learning_rate": 3.291387607923041e-06, |
| "loss": 0.9674443006515503, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.8137472283813747, |
| "grad_norm": 0.8863484263420105, |
| "learning_rate": 3.283373581238582e-06, |
| "loss": 0.49516186118125916, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 1.207751750946045, |
| "learning_rate": 3.2753523786599618e-06, |
| "loss": 1.1064543724060059, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.8226164079822618, |
| "grad_norm": 1.975991129875183, |
| "learning_rate": 3.2673241081027263e-06, |
| "loss": 1.086673617362976, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.8270509977827052, |
| "grad_norm": 0.8671886920928955, |
| "learning_rate": 3.259288877577512e-06, |
| "loss": 1.1535236835479736, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.8314855875831486, |
| "grad_norm": 1.9907917976379395, |
| "learning_rate": 3.251246795188592e-06, |
| "loss": 0.9606926441192627, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.835920177383592, |
| "grad_norm": 2.376696825027466, |
| "learning_rate": 3.243197969132425e-06, |
| "loss": 0.8494828343391418, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.8403547671840355, |
| "grad_norm": 0.9770940542221069, |
| "learning_rate": 3.2351425076961957e-06, |
| "loss": 1.0482726097106934, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.8447893569844789, |
| "grad_norm": 1.570204496383667, |
| "learning_rate": 3.22708051925636e-06, |
| "loss": 1.0887196063995361, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.8492239467849223, |
| "grad_norm": 0.7769954800605774, |
| "learning_rate": 3.219012112277189e-06, |
| "loss": 1.0047810077667236, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.8536585365853657, |
| "grad_norm": 0.8842262029647827, |
| "learning_rate": 3.210937395309304e-06, |
| "loss": 1.151458501815796, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.8580931263858091, |
| "grad_norm": 0.9991164803504944, |
| "learning_rate": 3.202856476988222e-06, |
| "loss": 1.0137677192687988, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.8625277161862528, |
| "grad_norm": 2.2849833965301514, |
| "learning_rate": 3.1947694660328914e-06, |
| "loss": 1.1807574033737183, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.8669623059866962, |
| "grad_norm": 0.8035255670547485, |
| "learning_rate": 3.1866764712442273e-06, |
| "loss": 0.6505411863327026, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.8713968957871396, |
| "grad_norm": 1.0458487272262573, |
| "learning_rate": 3.1785776015036533e-06, |
| "loss": 0.771373987197876, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.8758314855875833, |
| "grad_norm": 11.2003812789917, |
| "learning_rate": 3.1704729657716314e-06, |
| "loss": 0.8910792469978333, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.8802660753880267, |
| "grad_norm": 1.6752492189407349, |
| "learning_rate": 3.1623626730861996e-06, |
| "loss": 1.0148093700408936, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.8847006651884701, |
| "grad_norm": 0.9156674742698669, |
| "learning_rate": 3.1542468325615e-06, |
| "loss": 1.359726071357727, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.8891352549889135, |
| "grad_norm": 1.454277515411377, |
| "learning_rate": 3.1461255533863183e-06, |
| "loss": 0.7917972207069397, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.893569844789357, |
| "grad_norm": 0.9512672424316406, |
| "learning_rate": 3.1379989448226077e-06, |
| "loss": 1.073644757270813, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8980044345898004, |
| "grad_norm": 1.3854492902755737, |
| "learning_rate": 3.1298671162040236e-06, |
| "loss": 0.9803899526596069, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.9024390243902438, |
| "grad_norm": 0.645820677280426, |
| "learning_rate": 3.1217301769344488e-06, |
| "loss": 0.7556897401809692, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.9068736141906872, |
| "grad_norm": 4.2880635261535645, |
| "learning_rate": 3.1135882364865262e-06, |
| "loss": 0.8003832101821899, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.9113082039911307, |
| "grad_norm": 1.7977222204208374, |
| "learning_rate": 3.105441404400183e-06, |
| "loss": 1.0547810792922974, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.9157427937915743, |
| "grad_norm": 0.9238870739936829, |
| "learning_rate": 3.097289790281155e-06, |
| "loss": 0.8129977583885193, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.9201773835920177, |
| "grad_norm": 3.8049755096435547, |
| "learning_rate": 3.089133503799517e-06, |
| "loss": 0.6351861953735352, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.9246119733924612, |
| "grad_norm": 0.8284581899642944, |
| "learning_rate": 3.0809726546882045e-06, |
| "loss": 1.1457592248916626, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.9290465631929048, |
| "grad_norm": 1.308618426322937, |
| "learning_rate": 3.0728073527415376e-06, |
| "loss": 1.0072696208953857, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.9334811529933482, |
| "grad_norm": 0.38561350107192993, |
| "learning_rate": 3.0646377078137424e-06, |
| "loss": 0.7055673599243164, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.9379157427937916, |
| "grad_norm": 4.75135612487793, |
| "learning_rate": 3.056463829817475e-06, |
| "loss": 0.6644902229309082, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.942350332594235, |
| "grad_norm": 2.237863540649414, |
| "learning_rate": 3.048285828722345e-06, |
| "loss": 0.7358293533325195, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.9467849223946785, |
| "grad_norm": 3.476473569869995, |
| "learning_rate": 3.0401038145534297e-06, |
| "loss": 0.8098105788230896, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.951219512195122, |
| "grad_norm": 1.5437142848968506, |
| "learning_rate": 3.031917897389799e-06, |
| "loss": 0.8312487602233887, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.9556541019955653, |
| "grad_norm": 3.081554412841797, |
| "learning_rate": 3.0237281873630335e-06, |
| "loss": 0.6966821551322937, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.9600886917960088, |
| "grad_norm": 1.036048173904419, |
| "learning_rate": 3.0155347946557407e-06, |
| "loss": 0.8802693486213684, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.9645232815964522, |
| "grad_norm": 0.683119535446167, |
| "learning_rate": 3.007337829500075e-06, |
| "loss": 1.0593414306640625, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.9689578713968958, |
| "grad_norm": 0.7239016890525818, |
| "learning_rate": 2.999137402176255e-06, |
| "loss": 1.0278575420379639, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.9733924611973392, |
| "grad_norm": 1.6972147226333618, |
| "learning_rate": 2.9909336230110747e-06, |
| "loss": 1.0861477851867676, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.9778270509977827, |
| "grad_norm": 1.00822114944458, |
| "learning_rate": 2.9827266023764274e-06, |
| "loss": 1.1251873970031738, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.9822616407982263, |
| "grad_norm": 0.9262673854827881, |
| "learning_rate": 2.9745164506878134e-06, |
| "loss": 1.1135941743850708, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.9866962305986697, |
| "grad_norm": 1.560065746307373, |
| "learning_rate": 2.9663032784028596e-06, |
| "loss": 0.8289718627929688, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.9911308203991132, |
| "grad_norm": 1.1300979852676392, |
| "learning_rate": 2.9580871960198297e-06, |
| "loss": 1.0270378589630127, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.9955654101995566, |
| "grad_norm": 1.9531309604644775, |
| "learning_rate": 2.949868314076142e-06, |
| "loss": 0.792127251625061, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.6045248508453369, |
| "learning_rate": 2.941646743146875e-06, |
| "loss": 1.0664583444595337, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.0044345898004434, |
| "grad_norm": 0.8053255081176758, |
| "learning_rate": 2.9334225938432868e-06, |
| "loss": 0.8489485383033752, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.008869179600887, |
| "grad_norm": 1.6182339191436768, |
| "learning_rate": 2.925195976811326e-06, |
| "loss": 0.9491725564002991, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.0133037694013303, |
| "grad_norm": 0.8146681189537048, |
| "learning_rate": 2.9169670027301387e-06, |
| "loss": 1.0454566478729248, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.0177383592017737, |
| "grad_norm": 0.9472193717956543, |
| "learning_rate": 2.9087357823105843e-06, |
| "loss": 0.9005047082901001, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.022172949002217, |
| "grad_norm": 1.0615944862365723, |
| "learning_rate": 2.9005024262937427e-06, |
| "loss": 0.6029907464981079, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.0266075388026605, |
| "grad_norm": 1.9702504873275757, |
| "learning_rate": 2.8922670454494247e-06, |
| "loss": 0.656877875328064, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.0310421286031044, |
| "grad_norm": 0.9048966765403748, |
| "learning_rate": 2.8840297505746843e-06, |
| "loss": 0.6500725746154785, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.035476718403548, |
| "grad_norm": 0.9751022458076477, |
| "learning_rate": 2.8757906524923286e-06, |
| "loss": 0.8578327298164368, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.0399113082039912, |
| "grad_norm": 0.8147334456443787, |
| "learning_rate": 2.867549862049419e-06, |
| "loss": 0.6973807215690613, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.0443458980044347, |
| "grad_norm": 0.9924507141113281, |
| "learning_rate": 2.859307490115791e-06, |
| "loss": 0.7475817799568176, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.048780487804878, |
| "grad_norm": 0.5117158889770508, |
| "learning_rate": 2.8510636475825533e-06, |
| "loss": 0.24903425574302673, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.0532150776053215, |
| "grad_norm": 1.5849206447601318, |
| "learning_rate": 2.8428184453606027e-06, |
| "loss": 0.849932074546814, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.057649667405765, |
| "grad_norm": 2.9684829711914062, |
| "learning_rate": 2.8345719943791266e-06, |
| "loss": 0.6786062121391296, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.0620842572062084, |
| "grad_norm": 0.6647122502326965, |
| "learning_rate": 2.826324405584114e-06, |
| "loss": 0.6096989512443542, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.066518847006652, |
| "grad_norm": 3.739225387573242, |
| "learning_rate": 2.818075789936863e-06, |
| "loss": 0.7550086379051208, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.070953436807095, |
| "grad_norm": 1.7136473655700684, |
| "learning_rate": 2.8098262584124834e-06, |
| "loss": 0.8016495704650879, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.0753880266075386, |
| "grad_norm": 0.6798487305641174, |
| "learning_rate": 2.801575921998411e-06, |
| "loss": 0.9375801682472229, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.079822616407982, |
| "grad_norm": 0.6735354661941528, |
| "learning_rate": 2.7933248916929066e-06, |
| "loss": 0.6009020805358887, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.084257206208426, |
| "grad_norm": 0.593377947807312, |
| "learning_rate": 2.7850732785035705e-06, |
| "loss": 0.6308031678199768, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.0886917960088693, |
| "grad_norm": 1.553142786026001, |
| "learning_rate": 2.7768211934458417e-06, |
| "loss": 0.8890527486801147, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.0931263858093128, |
| "grad_norm": 0.8441118001937866, |
| "learning_rate": 2.768568747541509e-06, |
| "loss": 0.5294168591499329, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.097560975609756, |
| "grad_norm": 1.1496201753616333, |
| "learning_rate": 2.7603160518172152e-06, |
| "loss": 0.8766027688980103, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.1019955654101996, |
| "grad_norm": 1.2092889547348022, |
| "learning_rate": 2.752063217302966e-06, |
| "loss": 0.9853121042251587, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.106430155210643, |
| "grad_norm": 2.6365861892700195, |
| "learning_rate": 2.743810355030631e-06, |
| "loss": 0.6440744996070862, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.1108647450110865, |
| "grad_norm": 1.4584583044052124, |
| "learning_rate": 2.735557576032458e-06, |
| "loss": 0.7647169828414917, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.11529933481153, |
| "grad_norm": 3.336189031600952, |
| "learning_rate": 2.727304991339569e-06, |
| "loss": 0.8036750555038452, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.1197339246119733, |
| "grad_norm": 0.6153157353401184, |
| "learning_rate": 2.7190527119804762e-06, |
| "loss": 0.8988800644874573, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.1241685144124167, |
| "grad_norm": 9.374985694885254, |
| "learning_rate": 2.710800848979582e-06, |
| "loss": 0.7791066765785217, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.12860310421286, |
| "grad_norm": 1.6065351963043213, |
| "learning_rate": 2.702549513355687e-06, |
| "loss": 0.7849658131599426, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.1330376940133036, |
| "grad_norm": 4.621856689453125, |
| "learning_rate": 2.694298816120497e-06, |
| "loss": 0.5346379280090332, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.1374722838137474, |
| "grad_norm": 1.9854819774627686, |
| "learning_rate": 2.6860488682771306e-06, |
| "loss": 1.0068566799163818, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.141906873614191, |
| "grad_norm": 0.6731406450271606, |
| "learning_rate": 2.67779978081862e-06, |
| "loss": 0.9128319025039673, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.1463414634146343, |
| "grad_norm": 0.8809360861778259, |
| "learning_rate": 2.669551664726428e-06, |
| "loss": 0.6138067245483398, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.1507760532150777, |
| "grad_norm": 0.7070305943489075, |
| "learning_rate": 2.6613046309689433e-06, |
| "loss": 0.7260922193527222, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.155210643015521, |
| "grad_norm": 0.9328792691230774, |
| "learning_rate": 2.6530587904999966e-06, |
| "loss": 0.5952677726745605, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.1596452328159645, |
| "grad_norm": 1.6889206171035767, |
| "learning_rate": 2.6448142542573624e-06, |
| "loss": 0.933496356010437, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.164079822616408, |
| "grad_norm": 1.7583260536193848, |
| "learning_rate": 2.6365711331612692e-06, |
| "loss": 0.906917929649353, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.1685144124168514, |
| "grad_norm": 2.437592029571533, |
| "learning_rate": 2.6283295381129066e-06, |
| "loss": 0.6723505258560181, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.172949002217295, |
| "grad_norm": 1.2844873666763306, |
| "learning_rate": 2.620089579992933e-06, |
| "loss": 0.9519558548927307, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.1773835920177382, |
| "grad_norm": 0.7902489900588989, |
| "learning_rate": 2.6118513696599823e-06, |
| "loss": 0.5118272304534912, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 1.085485577583313, |
| "learning_rate": 2.603615017949178e-06, |
| "loss": 0.31727081537246704, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.186252771618625, |
| "grad_norm": 2.681396722793579, |
| "learning_rate": 2.595380635670634e-06, |
| "loss": 0.6958884596824646, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.1906873614190685, |
| "grad_norm": 2.31773042678833, |
| "learning_rate": 2.5871483336079694e-06, |
| "loss": 0.4852255582809448, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.1951219512195124, |
| "grad_norm": 0.9662159085273743, |
| "learning_rate": 2.578918222516818e-06, |
| "loss": 0.8706328868865967, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.199556541019956, |
| "grad_norm": 1.4837191104888916, |
| "learning_rate": 2.5706904131233336e-06, |
| "loss": 1.0283949375152588, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.203991130820399, |
| "grad_norm": 0.7699248194694519, |
| "learning_rate": 2.5624650161227073e-06, |
| "loss": 0.8138683438301086, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.2084257206208426, |
| "grad_norm": 2.567706346511841, |
| "learning_rate": 2.5542421421776696e-06, |
| "loss": 0.9206845760345459, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.212860310421286, |
| "grad_norm": 1.1012285947799683, |
| "learning_rate": 2.5460219019170097e-06, |
| "loss": 0.8530703783035278, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.2172949002217295, |
| "grad_norm": 0.972668468952179, |
| "learning_rate": 2.5378044059340845e-06, |
| "loss": 0.7263464331626892, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.221729490022173, |
| "grad_norm": 29.759498596191406, |
| "learning_rate": 2.5295897647853283e-06, |
| "loss": 0.42510873079299927, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.2261640798226163, |
| "grad_norm": 0.734957218170166, |
| "learning_rate": 2.521378088988767e-06, |
| "loss": 0.9547646641731262, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.2305986696230597, |
| "grad_norm": 1.0839177370071411, |
| "learning_rate": 2.513169489022531e-06, |
| "loss": 0.8016040921211243, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.235033259423503, |
| "grad_norm": 0.6618872880935669, |
| "learning_rate": 2.5049640753233705e-06, |
| "loss": 0.8940417766571045, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.2394678492239466, |
| "grad_norm": 1.0671074390411377, |
| "learning_rate": 2.496761958285167e-06, |
| "loss": 0.5136449933052063, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.2439024390243905, |
| "grad_norm": 0.7268696427345276, |
| "learning_rate": 2.488563248257451e-06, |
| "loss": 0.8877573609352112, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.248337028824834, |
| "grad_norm": 4.092066764831543, |
| "learning_rate": 2.4803680555439136e-06, |
| "loss": 0.769023060798645, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.2527716186252773, |
| "grad_norm": 1.659173846244812, |
| "learning_rate": 2.4721764904009272e-06, |
| "loss": 0.8959583640098572, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.2572062084257207, |
| "grad_norm": 2.1315901279449463, |
| "learning_rate": 2.4639886630360574e-06, |
| "loss": 0.5399938821792603, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.261640798226164, |
| "grad_norm": 0.9298582673072815, |
| "learning_rate": 2.455804683606584e-06, |
| "loss": 0.9447622895240784, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.2660753880266076, |
| "grad_norm": 0.33580493927001953, |
| "learning_rate": 2.4476246622180174e-06, |
| "loss": 0.4857233166694641, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.270509977827051, |
| "grad_norm": 1.8351166248321533, |
| "learning_rate": 2.4394487089226158e-06, |
| "loss": 1.283814787864685, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.2749445676274944, |
| "grad_norm": 0.8674602508544922, |
| "learning_rate": 2.43127693371791e-06, |
| "loss": 0.6131373643875122, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.279379157427938, |
| "grad_norm": 1.49549400806427, |
| "learning_rate": 2.423109446545213e-06, |
| "loss": 0.9470140337944031, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.2838137472283813, |
| "grad_norm": 0.5943393707275391, |
| "learning_rate": 2.4149463572881537e-06, |
| "loss": 0.9135305881500244, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.2882483370288247, |
| "grad_norm": 1.793879508972168, |
| "learning_rate": 2.4067877757711907e-06, |
| "loss": 0.6614438891410828, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.292682926829268, |
| "grad_norm": 1.0091503858566284, |
| "learning_rate": 2.3986338117581357e-06, |
| "loss": 0.7243059277534485, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.2971175166297115, |
| "grad_norm": 1.3116031885147095, |
| "learning_rate": 2.390484574950677e-06, |
| "loss": 0.9390950798988342, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.3015521064301554, |
| "grad_norm": 2.461923837661743, |
| "learning_rate": 2.382340174986906e-06, |
| "loss": 0.6997823715209961, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.305986696230599, |
| "grad_norm": 1.6579372882843018, |
| "learning_rate": 2.374200721439837e-06, |
| "loss": 0.9242331385612488, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.3104212860310422, |
| "grad_norm": 1.2097886800765991, |
| "learning_rate": 2.3660663238159405e-06, |
| "loss": 1.012819766998291, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.3148558758314857, |
| "grad_norm": 1.4017579555511475, |
| "learning_rate": 2.357937091553662e-06, |
| "loss": 0.6412765383720398, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.319290465631929, |
| "grad_norm": 1.0496717691421509, |
| "learning_rate": 2.3498131340219554e-06, |
| "loss": 0.9358582496643066, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.3237250554323725, |
| "grad_norm": 0.7849573493003845, |
| "learning_rate": 2.341694560518809e-06, |
| "loss": 0.8715764880180359, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.328159645232816, |
| "grad_norm": 0.8973456621170044, |
| "learning_rate": 2.333581480269776e-06, |
| "loss": 0.9279825687408447, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.3325942350332594, |
| "grad_norm": 0.914661169052124, |
| "learning_rate": 2.325474002426503e-06, |
| "loss": 0.8819960951805115, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.337028824833703, |
| "grad_norm": 0.6689122915267944, |
| "learning_rate": 2.3173722360652644e-06, |
| "loss": 0.6645777821540833, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.341463414634146, |
| "grad_norm": 0.7918397188186646, |
| "learning_rate": 2.309276290185494e-06, |
| "loss": 0.8606789708137512, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.3458980044345896, |
| "grad_norm": 0.44345715641975403, |
| "learning_rate": 2.3011862737083162e-06, |
| "loss": 0.5443306565284729, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.3503325942350335, |
| "grad_norm": 0.6253224015235901, |
| "learning_rate": 2.2931022954750843e-06, |
| "loss": 1.009533405303955, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.354767184035477, |
| "grad_norm": 2.641712188720703, |
| "learning_rate": 2.285024464245912e-06, |
| "loss": 0.4540158808231354, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.3592017738359203, |
| "grad_norm": 0.5843250751495361, |
| "learning_rate": 2.2769528886982158e-06, |
| "loss": 0.49174901843070984, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 3.842958927154541, |
| "learning_rate": 2.268887677425248e-06, |
| "loss": 0.7375195026397705, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.368070953436807, |
| "grad_norm": 1.1907048225402832, |
| "learning_rate": 2.2608289389346362e-06, |
| "loss": 1.0150161981582642, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.3725055432372506, |
| "grad_norm": 0.834156334400177, |
| "learning_rate": 2.2527767816469263e-06, |
| "loss": 0.8399034142494202, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.376940133037694, |
| "grad_norm": 0.8549678325653076, |
| "learning_rate": 2.244731313894121e-06, |
| "loss": 0.87836754322052, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.3813747228381374, |
| "grad_norm": 0.5392049551010132, |
| "learning_rate": 2.236692643918224e-06, |
| "loss": 0.040761929005384445, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.385809312638581, |
| "grad_norm": 2.3668556213378906, |
| "learning_rate": 2.2286608798697834e-06, |
| "loss": 0.5826558470726013, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.3902439024390243, |
| "grad_norm": 0.8297257423400879, |
| "learning_rate": 2.2206361298064343e-06, |
| "loss": 0.29340535402297974, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.3946784922394677, |
| "grad_norm": 11.721139907836914, |
| "learning_rate": 2.2126185016914515e-06, |
| "loss": 0.8513185381889343, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.399113082039911, |
| "grad_norm": 0.919727623462677, |
| "learning_rate": 2.2046081033922884e-06, |
| "loss": 0.5718480348587036, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.4035476718403546, |
| "grad_norm": 2.098891019821167, |
| "learning_rate": 2.1966050426791325e-06, |
| "loss": 0.7035835385322571, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.4079822616407984, |
| "grad_norm": 0.9428548216819763, |
| "learning_rate": 2.1886094272234508e-06, |
| "loss": 0.906488299369812, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.412416851441242, |
| "grad_norm": 0.5806995630264282, |
| "learning_rate": 2.1806213645965457e-06, |
| "loss": 0.29125481843948364, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.4168514412416853, |
| "grad_norm": 0.8353445529937744, |
| "learning_rate": 2.172640962268104e-06, |
| "loss": 0.9137746691703796, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.4212860310421287, |
| "grad_norm": 1.1309226751327515, |
| "learning_rate": 2.1646683276047525e-06, |
| "loss": 0.9136351943016052, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.425720620842572, |
| "grad_norm": 1.4746575355529785, |
| "learning_rate": 2.156703567868615e-06, |
| "loss": 0.4814295470714569, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.4301552106430155, |
| "grad_norm": 4.6678032875061035, |
| "learning_rate": 2.148746790215866e-06, |
| "loss": 0.5724620819091797, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.434589800443459, |
| "grad_norm": 0.5765445828437805, |
| "learning_rate": 2.140798101695291e-06, |
| "loss": 0.45596760511398315, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.4390243902439024, |
| "grad_norm": 3.441075086593628, |
| "learning_rate": 2.1328576092468476e-06, |
| "loss": 1.0661569833755493, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.443458980044346, |
| "grad_norm": 1.3114399909973145, |
| "learning_rate": 2.124925419700223e-06, |
| "loss": 0.9525973796844482, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.4478935698447892, |
| "grad_norm": 1.7259883880615234, |
| "learning_rate": 2.1170016397734e-06, |
| "loss": 0.45727112889289856, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.4523281596452327, |
| "grad_norm": 0.6469590067863464, |
| "learning_rate": 2.109086376071221e-06, |
| "loss": 0.940199077129364, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.4567627494456765, |
| "grad_norm": 3.1953182220458984, |
| "learning_rate": 2.1011797350839513e-06, |
| "loss": 0.8561551570892334, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.4611973392461195, |
| "grad_norm": 1.3489811420440674, |
| "learning_rate": 2.093281823185848e-06, |
| "loss": 0.9693219661712646, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.4656319290465634, |
| "grad_norm": 0.7777767777442932, |
| "learning_rate": 2.0853927466337315e-06, |
| "loss": 0.6467586755752563, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.470066518847007, |
| "grad_norm": 1.0480725765228271, |
| "learning_rate": 2.077512611565551e-06, |
| "loss": 0.870927095413208, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.47450110864745, |
| "grad_norm": 1.7313536405563354, |
| "learning_rate": 2.0696415239989593e-06, |
| "loss": 0.325950562953949, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.4789356984478936, |
| "grad_norm": 0.7683355212211609, |
| "learning_rate": 2.0617795898298855e-06, |
| "loss": 0.8618558645248413, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.483370288248337, |
| "grad_norm": 0.7160274386405945, |
| "learning_rate": 2.053926914831112e-06, |
| "loss": 0.8484733700752258, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.4878048780487805, |
| "grad_norm": 0.9705782532691956, |
| "learning_rate": 2.04608360465085e-06, |
| "loss": 0.9692363142967224, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.492239467849224, |
| "grad_norm": 4.628700256347656, |
| "learning_rate": 2.038249764811318e-06, |
| "loss": 0.9982001781463623, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.4966740576496673, |
| "grad_norm": 0.741965115070343, |
| "learning_rate": 2.0304255007073227e-06, |
| "loss": 0.9597415328025818, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.5011086474501107, |
| "grad_norm": 1.0579674243927002, |
| "learning_rate": 2.022610917604842e-06, |
| "loss": 0.6873862147331238, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.505543237250554, |
| "grad_norm": 3.054508686065674, |
| "learning_rate": 2.014806120639605e-06, |
| "loss": 0.6469390392303467, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.5099778270509976, |
| "grad_norm": 0.8802086114883423, |
| "learning_rate": 2.007011214815684e-06, |
| "loss": 0.7718120813369751, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.5144124168514415, |
| "grad_norm": 0.6990912556648254, |
| "learning_rate": 1.9992263050040737e-06, |
| "loss": 0.5093148350715637, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.5188470066518844, |
| "grad_norm": 1.247750997543335, |
| "learning_rate": 1.991451495941289e-06, |
| "loss": 1.002577543258667, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.5232815964523283, |
| "grad_norm": 0.7929804921150208, |
| "learning_rate": 1.983686892227948e-06, |
| "loss": 0.7795249223709106, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.5277161862527717, |
| "grad_norm": 1.0441555976867676, |
| "learning_rate": 1.975932598327369e-06, |
| "loss": 0.9324785470962524, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.532150776053215, |
| "grad_norm": 1.305307149887085, |
| "learning_rate": 1.9681887185641646e-06, |
| "loss": 0.4589383602142334, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.5365853658536586, |
| "grad_norm": 0.3339233696460724, |
| "learning_rate": 1.9604553571228395e-06, |
| "loss": 0.5734773874282837, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.541019955654102, |
| "grad_norm": 0.8641642332077026, |
| "learning_rate": 1.9527326180463855e-06, |
| "loss": 0.8844019770622253, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 0.8415119647979736, |
| "learning_rate": 1.9450206052348823e-06, |
| "loss": 0.8842139840126038, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.549889135254989, |
| "grad_norm": 0.9703028798103333, |
| "learning_rate": 1.9373194224441028e-06, |
| "loss": 0.8934570550918579, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.5543237250554323, |
| "grad_norm": 1.8766459226608276, |
| "learning_rate": 1.929629173284114e-06, |
| "loss": 0.63346928358078, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.5587583148558757, |
| "grad_norm": 0.8151181936264038, |
| "learning_rate": 1.9219499612178836e-06, |
| "loss": 0.30481529235839844, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.5631929046563195, |
| "grad_norm": 0.7087282538414001, |
| "learning_rate": 1.9142818895598908e-06, |
| "loss": 0.5541834831237793, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.5676274944567625, |
| "grad_norm": 2.2988929748535156, |
| "learning_rate": 1.9066250614747317e-06, |
| "loss": 0.6360606551170349, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.5720620842572064, |
| "grad_norm": 1.320077896118164, |
| "learning_rate": 1.8989795799757348e-06, |
| "loss": 0.824614405632019, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.57649667405765, |
| "grad_norm": 0.7024682760238647, |
| "learning_rate": 1.8913455479235754e-06, |
| "loss": 0.8806930184364319, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.5809312638580932, |
| "grad_norm": 0.8074402809143066, |
| "learning_rate": 1.8837230680248874e-06, |
| "loss": 0.8695907592773438, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.5853658536585367, |
| "grad_norm": 0.8083245158195496, |
| "learning_rate": 1.8761122428308875e-06, |
| "loss": 0.6029998660087585, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.58980044345898, |
| "grad_norm": 0.8537569642066956, |
| "learning_rate": 1.8685131747359902e-06, |
| "loss": 0.9235411882400513, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.5942350332594235, |
| "grad_norm": 1.1320568323135376, |
| "learning_rate": 1.8609259659764345e-06, |
| "loss": 0.8941707611083984, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.598669623059867, |
| "grad_norm": 2.4210267066955566, |
| "learning_rate": 1.853350718628904e-06, |
| "loss": 0.3670371174812317, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.6031042128603104, |
| "grad_norm": 1.3128033876419067, |
| "learning_rate": 1.845787534609157e-06, |
| "loss": 0.6117712259292603, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.6075388026607538, |
| "grad_norm": 0.8735086917877197, |
| "learning_rate": 1.8382365156706566e-06, |
| "loss": 0.6652023196220398, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.611973392461197, |
| "grad_norm": 0.6818370223045349, |
| "learning_rate": 1.8306977634031976e-06, |
| "loss": 0.5446036458015442, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.6164079822616406, |
| "grad_norm": 3.452026844024658, |
| "learning_rate": 1.8231713792315403e-06, |
| "loss": 0.7938367128372192, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.6208425720620845, |
| "grad_norm": 0.9159925580024719, |
| "learning_rate": 1.8156574644140495e-06, |
| "loss": 0.8983339667320251, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.6252771618625275, |
| "grad_norm": 0.8673039674758911, |
| "learning_rate": 1.8081561200413295e-06, |
| "loss": 0.8714417815208435, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.6297117516629713, |
| "grad_norm": 1.4530643224716187, |
| "learning_rate": 1.800667447034864e-06, |
| "loss": 0.874497652053833, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.6341463414634148, |
| "grad_norm": 2.0185797214508057, |
| "learning_rate": 1.7931915461456573e-06, |
| "loss": 1.0262384414672852, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.638580931263858, |
| "grad_norm": 0.7627118229866028, |
| "learning_rate": 1.7857285179528838e-06, |
| "loss": 0.5378797054290771, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.6430155210643016, |
| "grad_norm": 1.8396339416503906, |
| "learning_rate": 1.7782784628625305e-06, |
| "loss": 0.7439752221107483, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.647450110864745, |
| "grad_norm": 1.5848437547683716, |
| "learning_rate": 1.7708414811060437e-06, |
| "loss": 0.5809391736984253, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.6518847006651884, |
| "grad_norm": 0.9342997074127197, |
| "learning_rate": 1.763417672738989e-06, |
| "loss": 0.7553034424781799, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.656319290465632, |
| "grad_norm": 0.5442282557487488, |
| "learning_rate": 1.7560071376396953e-06, |
| "loss": 0.25871163606643677, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.6607538802660753, |
| "grad_norm": 0.8709027767181396, |
| "learning_rate": 1.7486099755079197e-06, |
| "loss": 0.9024768471717834, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.6651884700665187, |
| "grad_norm": 0.8886547088623047, |
| "learning_rate": 1.7412262858634987e-06, |
| "loss": 0.9686548113822937, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.6696230598669626, |
| "grad_norm": 0.6681715250015259, |
| "learning_rate": 1.7338561680450171e-06, |
| "loss": 0.46400630474090576, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.6740576496674056, |
| "grad_norm": 1.2975910902023315, |
| "learning_rate": 1.7264997212084616e-06, |
| "loss": 0.7697018384933472, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.6784922394678494, |
| "grad_norm": 2.711646556854248, |
| "learning_rate": 1.7191570443258976e-06, |
| "loss": 1.056341290473938, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.682926829268293, |
| "grad_norm": 1.6570303440093994, |
| "learning_rate": 1.711828236184131e-06, |
| "loss": 0.5748533606529236, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.6873614190687363, |
| "grad_norm": 1.9034491777420044, |
| "learning_rate": 1.704513395383378e-06, |
| "loss": 0.31726494431495667, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.6917960088691797, |
| "grad_norm": 1.501547932624817, |
| "learning_rate": 1.6972126203359454e-06, |
| "loss": 0.6147481203079224, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.696230598669623, |
| "grad_norm": 3.692929744720459, |
| "learning_rate": 1.6899260092648995e-06, |
| "loss": 0.6757416129112244, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.7006651884700665, |
| "grad_norm": 1.5111517906188965, |
| "learning_rate": 1.6826536602027471e-06, |
| "loss": 0.6192297339439392, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.70509977827051, |
| "grad_norm": 1.2896053791046143, |
| "learning_rate": 1.6753956709901202e-06, |
| "loss": 1.0000026226043701, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.7095343680709534, |
| "grad_norm": 2.9973676204681396, |
| "learning_rate": 1.6681521392744515e-06, |
| "loss": 0.7289214730262756, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.713968957871397, |
| "grad_norm": 2.971303939819336, |
| "learning_rate": 1.660923162508671e-06, |
| "loss": 0.8310694694519043, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.7184035476718402, |
| "grad_norm": 2.4088239669799805, |
| "learning_rate": 1.6537088379498872e-06, |
| "loss": 0.47293317317962646, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.7228381374722836, |
| "grad_norm": 0.6797178387641907, |
| "learning_rate": 1.6465092626580787e-06, |
| "loss": 0.983069896697998, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 1.6718101501464844, |
| "learning_rate": 1.6393245334947942e-06, |
| "loss": 0.7170325517654419, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.7317073170731705, |
| "grad_norm": 0.7277650833129883, |
| "learning_rate": 1.6321547471218432e-06, |
| "loss": 0.882874608039856, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.7361419068736144, |
| "grad_norm": 1.7578508853912354, |
| "learning_rate": 1.6250000000000007e-06, |
| "loss": 0.5405250787734985, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.740576496674058, |
| "grad_norm": 0.9388027191162109, |
| "learning_rate": 1.6178603883877032e-06, |
| "loss": 0.8325910568237305, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.745011086474501, |
| "grad_norm": 0.7891237735748291, |
| "learning_rate": 1.6107360083397604e-06, |
| "loss": 0.5409272313117981, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.7494456762749446, |
| "grad_norm": 0.7106161713600159, |
| "learning_rate": 1.6036269557060594e-06, |
| "loss": 0.6126099824905396, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.753880266075388, |
| "grad_norm": 0.8075646162033081, |
| "learning_rate": 1.5965333261302735e-06, |
| "loss": 0.9320923089981079, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.7583148558758315, |
| "grad_norm": 0.8899918794631958, |
| "learning_rate": 1.5894552150485801e-06, |
| "loss": 1.0979969501495361, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.762749445676275, |
| "grad_norm": 3.5077619552612305, |
| "learning_rate": 1.5823927176883725e-06, |
| "loss": 0.4379834234714508, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.7671840354767183, |
| "grad_norm": 3.83512544631958, |
| "learning_rate": 1.5753459290669792e-06, |
| "loss": 0.6199414134025574, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.7716186252771617, |
| "grad_norm": 3.1204421520233154, |
| "learning_rate": 1.5683149439903905e-06, |
| "loss": 0.6263423562049866, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.776053215077605, |
| "grad_norm": 1.005743145942688, |
| "learning_rate": 1.5612998570519746e-06, |
| "loss": 0.9981138706207275, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.7804878048780486, |
| "grad_norm": 0.676094651222229, |
| "learning_rate": 1.5543007626312129e-06, |
| "loss": 1.003664255142212, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.7849223946784925, |
| "grad_norm": 0.5613422989845276, |
| "learning_rate": 1.5473177548924267e-06, |
| "loss": 0.9180096983909607, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.7893569844789354, |
| "grad_norm": 0.6209838390350342, |
| "learning_rate": 1.5403509277835077e-06, |
| "loss": 0.18954633176326752, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.7937915742793793, |
| "grad_norm": 0.7056342959403992, |
| "learning_rate": 1.5334003750346608e-06, |
| "loss": 0.8927637338638306, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.7982261640798227, |
| "grad_norm": 1.2110857963562012, |
| "learning_rate": 1.5264661901571349e-06, |
| "loss": 0.6852344870567322, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.802660753880266, |
| "grad_norm": 0.8435057997703552, |
| "learning_rate": 1.5195484664419732e-06, |
| "loss": 0.5791198015213013, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.8070953436807096, |
| "grad_norm": 0.7665271162986755, |
| "learning_rate": 1.5126472969587502e-06, |
| "loss": 1.0053340196609497, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.811529933481153, |
| "grad_norm": 1.9054136276245117, |
| "learning_rate": 1.5057627745543269e-06, |
| "loss": 0.9256460666656494, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.8159645232815964, |
| "grad_norm": 0.928837239742279, |
| "learning_rate": 1.4988949918515947e-06, |
| "loss": 0.872265100479126, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.82039911308204, |
| "grad_norm": 1.4256490468978882, |
| "learning_rate": 1.4920440412482345e-06, |
| "loss": 0.38903388381004333, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.8248337028824833, |
| "grad_norm": 1.0866613388061523, |
| "learning_rate": 1.485210014915473e-06, |
| "loss": 0.5502209663391113, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.8292682926829267, |
| "grad_norm": 0.8656668066978455, |
| "learning_rate": 1.4783930047968388e-06, |
| "loss": 0.9950301051139832, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.8337028824833705, |
| "grad_norm": 2.2869789600372314, |
| "learning_rate": 1.4715931026069273e-06, |
| "loss": 0.9035691618919373, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.8381374722838135, |
| "grad_norm": 0.892152726650238, |
| "learning_rate": 1.4648103998301716e-06, |
| "loss": 0.5569464564323425, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.8425720620842574, |
| "grad_norm": 2.0605618953704834, |
| "learning_rate": 1.4580449877196035e-06, |
| "loss": 0.6820242404937744, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.847006651884701, |
| "grad_norm": 0.8823329210281372, |
| "learning_rate": 1.4512969572956328e-06, |
| "loss": 0.6583420038223267, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.8514412416851442, |
| "grad_norm": 0.7509365677833557, |
| "learning_rate": 1.4445663993448173e-06, |
| "loss": 0.9154214262962341, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.8558758314855877, |
| "grad_norm": 2.52254319190979, |
| "learning_rate": 1.437853404418646e-06, |
| "loss": 0.31365761160850525, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.860310421286031, |
| "grad_norm": 0.8587144613265991, |
| "learning_rate": 1.431158062832318e-06, |
| "loss": 0.9376072883605957, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.8647450110864745, |
| "grad_norm": 1.4515576362609863, |
| "learning_rate": 1.4244804646635266e-06, |
| "loss": 1.0736974477767944, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.869179600886918, |
| "grad_norm": 0.9386347532272339, |
| "learning_rate": 1.4178206997512522e-06, |
| "loss": 0.8537707924842834, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.8736141906873613, |
| "grad_norm": 0.8694044947624207, |
| "learning_rate": 1.4111788576945467e-06, |
| "loss": 0.9072995781898499, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.8780487804878048, |
| "grad_norm": 1.4627509117126465, |
| "learning_rate": 1.4045550278513351e-06, |
| "loss": 0.5681540966033936, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.882483370288248, |
| "grad_norm": 1.8899142742156982, |
| "learning_rate": 1.3979492993372074e-06, |
| "loss": 0.9094551205635071, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.8869179600886916, |
| "grad_norm": 2.1445658206939697, |
| "learning_rate": 1.391361761024222e-06, |
| "loss": 0.3109537363052368, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.8913525498891355, |
| "grad_norm": 0.7595453858375549, |
| "learning_rate": 1.3847925015397146e-06, |
| "loss": 0.8516042828559875, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.8957871396895785, |
| "grad_norm": 0.9547167420387268, |
| "learning_rate": 1.3782416092650957e-06, |
| "loss": 0.7857693433761597, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.9002217294900223, |
| "grad_norm": 0.8833897113800049, |
| "learning_rate": 1.3717091723346699e-06, |
| "loss": 0.40065449476242065, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.9046563192904657, |
| "grad_norm": 0.7363049983978271, |
| "learning_rate": 1.3651952786344485e-06, |
| "loss": 0.518020749092102, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 0.7660597562789917, |
| "learning_rate": 1.3587000158009638e-06, |
| "loss": 0.8922036290168762, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.9135254988913526, |
| "grad_norm": 0.7471197843551636, |
| "learning_rate": 1.3522234712200954e-06, |
| "loss": 0.9531146883964539, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.917960088691796, |
| "grad_norm": 2.3324310779571533, |
| "learning_rate": 1.3457657320258878e-06, |
| "loss": 0.6479524374008179, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.9223946784922394, |
| "grad_norm": 0.8263819813728333, |
| "learning_rate": 1.3393268850993852e-06, |
| "loss": 0.9447596073150635, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.926829268292683, |
| "grad_norm": 1.0561071634292603, |
| "learning_rate": 1.332907017067458e-06, |
| "loss": 0.7807310819625854, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.9312638580931263, |
| "grad_norm": 0.7978630065917969, |
| "learning_rate": 1.3265062143016378e-06, |
| "loss": 0.8912954926490784, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.9356984478935697, |
| "grad_norm": 1.006141185760498, |
| "learning_rate": 1.3201245629169574e-06, |
| "loss": 0.9309762716293335, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.9401330376940136, |
| "grad_norm": 0.6220606565475464, |
| "learning_rate": 1.3137621487707902e-06, |
| "loss": 0.8276110887527466, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.9445676274944566, |
| "grad_norm": 0.7150996923446655, |
| "learning_rate": 1.307419057461697e-06, |
| "loss": 0.9218543171882629, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.9490022172949004, |
| "grad_norm": 0.7995206713676453, |
| "learning_rate": 1.3010953743282724e-06, |
| "loss": 0.8906182050704956, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.953436807095344, |
| "grad_norm": 1.6357812881469727, |
| "learning_rate": 1.294791184447996e-06, |
| "loss": 0.907779335975647, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.9578713968957873, |
| "grad_norm": 0.705119788646698, |
| "learning_rate": 1.2885065726360925e-06, |
| "loss": 0.45520275831222534, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.9623059866962307, |
| "grad_norm": 0.8450793027877808, |
| "learning_rate": 1.282241623444386e-06, |
| "loss": 0.9082697629928589, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.966740576496674, |
| "grad_norm": 0.715003252029419, |
| "learning_rate": 1.2759964211601633e-06, |
| "loss": 0.8805263042449951, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.9711751662971175, |
| "grad_norm": 1.0061311721801758, |
| "learning_rate": 1.269771049805042e-06, |
| "loss": 0.7469978928565979, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.975609756097561, |
| "grad_norm": 2.486464262008667, |
| "learning_rate": 1.2635655931338364e-06, |
| "loss": 0.6190311312675476, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.9800443458980044, |
| "grad_norm": 0.5506015419960022, |
| "learning_rate": 1.2573801346334355e-06, |
| "loss": 0.19588389992713928, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.984478935698448, |
| "grad_norm": 0.7587252259254456, |
| "learning_rate": 1.251214757521675e-06, |
| "loss": 0.6986634731292725, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.988913525498891, |
| "grad_norm": 0.548460841178894, |
| "learning_rate": 1.2450695447462214e-06, |
| "loss": 0.5783390998840332, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.9933481152993346, |
| "grad_norm": 4.170194149017334, |
| "learning_rate": 1.2389445789834534e-06, |
| "loss": 0.6150118112564087, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.9977827050997785, |
| "grad_norm": 0.9792019128799438, |
| "learning_rate": 1.2328399426373511e-06, |
| "loss": 0.6677907109260559, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.002217294900222, |
| "grad_norm": 0.8542647361755371, |
| "learning_rate": 1.2267557178383886e-06, |
| "loss": 0.8499741554260254, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.0066518847006654, |
| "grad_norm": 0.7518671154975891, |
| "learning_rate": 1.220691986442424e-06, |
| "loss": 0.42442217469215393, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.011086474501109, |
| "grad_norm": 1.2137625217437744, |
| "learning_rate": 1.2146488300296047e-06, |
| "loss": 0.6506487727165222, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.015521064301552, |
| "grad_norm": 0.703611433506012, |
| "learning_rate": 1.2086263299032652e-06, |
| "loss": 0.8044725656509399, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.0199556541019956, |
| "grad_norm": 0.8881542682647705, |
| "learning_rate": 1.2026245670888343e-06, |
| "loss": 0.7103544473648071, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.024390243902439, |
| "grad_norm": 0.7568899393081665, |
| "learning_rate": 1.196643622332747e-06, |
| "loss": 0.8767702579498291, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.0288248337028825, |
| "grad_norm": 0.25662195682525635, |
| "learning_rate": 1.1906835761013547e-06, |
| "loss": 0.30692797899246216, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.033259423503326, |
| "grad_norm": 0.7841421961784363, |
| "learning_rate": 1.184744508579846e-06, |
| "loss": 0.46566513180732727, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.0376940133037693, |
| "grad_norm": 1.7681467533111572, |
| "learning_rate": 1.178826499671167e-06, |
| "loss": 0.5476133227348328, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.0421286031042127, |
| "grad_norm": 0.914473295211792, |
| "learning_rate": 1.172929628994943e-06, |
| "loss": 0.7700155377388, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.046563192904656, |
| "grad_norm": 1.8283075094223022, |
| "learning_rate": 1.167053975886413e-06, |
| "loss": 0.29538294672966003, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.0509977827050996, |
| "grad_norm": 2.4396283626556396, |
| "learning_rate": 1.1611996193953569e-06, |
| "loss": 0.4983513057231903, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.0554323725055434, |
| "grad_norm": 1.0929163694381714, |
| "learning_rate": 1.1553666382850366e-06, |
| "loss": 0.3278832733631134, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.059866962305987, |
| "grad_norm": 0.1607833206653595, |
| "learning_rate": 1.1495551110311324e-06, |
| "loss": 0.319016695022583, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.0643015521064303, |
| "grad_norm": 2.2611818313598633, |
| "learning_rate": 1.1437651158206904e-06, |
| "loss": 0.2882533073425293, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.0687361419068737, |
| "grad_norm": 1.358695387840271, |
| "learning_rate": 1.137996730551069e-06, |
| "loss": 0.5356056690216064, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.073170731707317, |
| "grad_norm": 0.34475207328796387, |
| "learning_rate": 1.1322500328288897e-06, |
| "loss": 0.31114962697029114, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.0776053215077606, |
| "grad_norm": 0.14836685359477997, |
| "learning_rate": 1.1265250999689966e-06, |
| "loss": 0.4476943016052246, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.082039911308204, |
| "grad_norm": 0.9479687809944153, |
| "learning_rate": 1.1208220089934118e-06, |
| "loss": 0.6670686602592468, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.0864745011086474, |
| "grad_norm": 2.1511411666870117, |
| "learning_rate": 1.1151408366303024e-06, |
| "loss": 0.31225770711898804, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.090909090909091, |
| "grad_norm": 3.655069589614868, |
| "learning_rate": 1.1094816593129475e-06, |
| "loss": 0.513544499874115, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.0953436807095343, |
| "grad_norm": 0.8022751212120056, |
| "learning_rate": 1.1038445531787083e-06, |
| "loss": 0.7358729243278503, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.0997782705099777, |
| "grad_norm": 0.9091879725456238, |
| "learning_rate": 1.098229594068007e-06, |
| "loss": 0.739376425743103, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.104212860310421, |
| "grad_norm": 0.7697157859802246, |
| "learning_rate": 1.0926368575233032e-06, |
| "loss": 0.562745213508606, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.1086474501108645, |
| "grad_norm": 0.6193404197692871, |
| "learning_rate": 1.087066418788078e-06, |
| "loss": 0.2242104858160019, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.1130820399113084, |
| "grad_norm": 1.587528944015503, |
| "learning_rate": 1.0815183528058248e-06, |
| "loss": 0.47392910718917847, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.117516629711752, |
| "grad_norm": 0.8710333108901978, |
| "learning_rate": 1.0759927342190362e-06, |
| "loss": 0.6808566451072693, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.1219512195121952, |
| "grad_norm": 0.8722860217094421, |
| "learning_rate": 1.0704896373682052e-06, |
| "loss": 0.8002766966819763, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.1263858093126387, |
| "grad_norm": 0.8693475723266602, |
| "learning_rate": 1.0650091362908189e-06, |
| "loss": 0.6717104315757751, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.130820399113082, |
| "grad_norm": 0.8810287714004517, |
| "learning_rate": 1.0595513047203693e-06, |
| "loss": 0.6879040598869324, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.1352549889135255, |
| "grad_norm": 1.0683605670928955, |
| "learning_rate": 1.0541162160853538e-06, |
| "loss": 0.4185694754123688, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.139689578713969, |
| "grad_norm": 0.7451454401016235, |
| "learning_rate": 1.0487039435082941e-06, |
| "loss": 0.057561103254556656, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.1441241685144123, |
| "grad_norm": 1.1728911399841309, |
| "learning_rate": 1.0433145598047495e-06, |
| "loss": 0.6490657925605774, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.1485587583148558, |
| "grad_norm": 0.90044105052948, |
| "learning_rate": 1.0379481374823358e-06, |
| "loss": 0.7569578886032104, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.152993348115299, |
| "grad_norm": 1.4448527097702026, |
| "learning_rate": 1.032604748739751e-06, |
| "loss": 0.6902734041213989, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.1574279379157426, |
| "grad_norm": 0.5912182927131653, |
| "learning_rate": 1.0272844654658069e-06, |
| "loss": 0.12579640746116638, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.1618625277161865, |
| "grad_norm": 1.5718578100204468, |
| "learning_rate": 1.0219873592384556e-06, |
| "loss": 0.6934728026390076, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.16629711751663, |
| "grad_norm": 1.5502285957336426, |
| "learning_rate": 1.016713501323834e-06, |
| "loss": 0.7339826822280884, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.1707317073170733, |
| "grad_norm": 3.2946419715881348, |
| "learning_rate": 1.0114629626752973e-06, |
| "loss": 0.4983486831188202, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.1751662971175167, |
| "grad_norm": 1.9185384511947632, |
| "learning_rate": 1.0062358139324715e-06, |
| "loss": 0.39363744854927063, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.17960088691796, |
| "grad_norm": 0.8971115946769714, |
| "learning_rate": 1.0010321254202992e-06, |
| "loss": 0.5175668597221375, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.1840354767184036, |
| "grad_norm": 2.1288814544677734, |
| "learning_rate": 9.958519671480919e-07, |
| "loss": 0.17975324392318726, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.188470066518847, |
| "grad_norm": 0.8228841423988342, |
| "learning_rate": 9.906954088085929e-07, |
| "loss": 0.42570653557777405, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.1929046563192904, |
| "grad_norm": 2.6906468868255615, |
| "learning_rate": 9.85562519777035e-07, |
| "loss": 0.585996150970459, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.197339246119734, |
| "grad_norm": 1.0107629299163818, |
| "learning_rate": 9.804533691102112e-07, |
| "loss": 0.7266984581947327, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.2017738359201773, |
| "grad_norm": 0.8374084830284119, |
| "learning_rate": 9.75368025545542e-07, |
| "loss": 0.7630691528320312, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.2062084257206207, |
| "grad_norm": 0.8851264119148254, |
| "learning_rate": 9.703065575001518e-07, |
| "loss": 0.6669173240661621, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.210643015521064, |
| "grad_norm": 4.757336139678955, |
| "learning_rate": 9.65269033069952e-07, |
| "loss": 0.6446712613105774, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.2150776053215075, |
| "grad_norm": 0.8732156753540039, |
| "learning_rate": 9.602555200287184e-07, |
| "loss": 0.8526778817176819, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.2195121951219514, |
| "grad_norm": 1.501761794090271, |
| "learning_rate": 9.552660858271835e-07, |
| "loss": 0.4225665330886841, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.223946784922395, |
| "grad_norm": 0.790913999080658, |
| "learning_rate": 9.503007975921294e-07, |
| "loss": 0.5034030675888062, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.2283813747228383, |
| "grad_norm": 2.5785648822784424, |
| "learning_rate": 9.453597221254821e-07, |
| "loss": 0.7649686336517334, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.2328159645232817, |
| "grad_norm": 5.038004398345947, |
| "learning_rate": 9.404429259034156e-07, |
| "loss": 0.45995619893074036, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.237250554323725, |
| "grad_norm": 0.8205391764640808, |
| "learning_rate": 9.355504750754543e-07, |
| "loss": 0.8184725046157837, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.2416851441241685, |
| "grad_norm": 0.9232129454612732, |
| "learning_rate": 9.306824354635866e-07, |
| "loss": 0.5478826761245728, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.246119733924612, |
| "grad_norm": 2.364551067352295, |
| "learning_rate": 9.258388725613776e-07, |
| "loss": 0.69716876745224, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.2505543237250554, |
| "grad_norm": 1.0339198112487793, |
| "learning_rate": 9.21019851533086e-07, |
| "loss": 0.8049119710922241, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.254988913525499, |
| "grad_norm": 0.22390811145305634, |
| "learning_rate": 9.162254372127921e-07, |
| "loss": 0.12469253689050674, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.259423503325942, |
| "grad_norm": 1.6547586917877197, |
| "learning_rate": 9.114556941035199e-07, |
| "loss": 0.8042660355567932, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.2638580931263856, |
| "grad_norm": 1.0059466361999512, |
| "learning_rate": 9.067106863763752e-07, |
| "loss": 0.8942850828170776, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.2682926829268295, |
| "grad_norm": 3.251643657684326, |
| "learning_rate": 9.01990477869677e-07, |
| "loss": 0.3387027978897095, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.2727272727272725, |
| "grad_norm": 0.6991317272186279, |
| "learning_rate": 8.972951320881014e-07, |
| "loss": 0.5067039728164673, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.2771618625277164, |
| "grad_norm": 0.7981709241867065, |
| "learning_rate": 8.92624712201827e-07, |
| "loss": 0.4391624331474304, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.2815964523281598, |
| "grad_norm": 0.6799890398979187, |
| "learning_rate": 8.879792810456861e-07, |
| "loss": 0.5848779678344727, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.286031042128603, |
| "grad_norm": 0.9311388731002808, |
| "learning_rate": 8.833589011183147e-07, |
| "loss": 0.6908966898918152, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.2904656319290466, |
| "grad_norm": 0.7512919306755066, |
| "learning_rate": 8.78763634581318e-07, |
| "loss": 0.541054904460907, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.29490022172949, |
| "grad_norm": 0.7206840515136719, |
| "learning_rate": 8.741935432584292e-07, |
| "loss": 0.4378011226654053, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.2993348115299335, |
| "grad_norm": 26.240053176879883, |
| "learning_rate": 8.696486886346805e-07, |
| "loss": 0.4610789716243744, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.303769401330377, |
| "grad_norm": 2.8554205894470215, |
| "learning_rate": 8.651291318555745e-07, |
| "loss": 0.26280251145362854, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.3082039911308203, |
| "grad_norm": 0.8796905875205994, |
| "learning_rate": 8.606349337262623e-07, |
| "loss": 0.7376017570495605, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.3126385809312637, |
| "grad_norm": 1.916146993637085, |
| "learning_rate": 8.561661547107243e-07, |
| "loss": 0.5012311935424805, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.317073170731707, |
| "grad_norm": 2.0767107009887695, |
| "learning_rate": 8.517228549309588e-07, |
| "loss": 0.5897710919380188, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.3215077605321506, |
| "grad_norm": 2.7314648628234863, |
| "learning_rate": 8.473050941661717e-07, |
| "loss": 0.7489433288574219, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.3259423503325944, |
| "grad_norm": 0.9693230986595154, |
| "learning_rate": 8.429129318519711e-07, |
| "loss": 0.40758612751960754, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.330376940133038, |
| "grad_norm": 1.1836127042770386, |
| "learning_rate": 8.38546427079571e-07, |
| "loss": 0.749980092048645, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.3348115299334813, |
| "grad_norm": 1.2712533473968506, |
| "learning_rate": 8.342056385949929e-07, |
| "loss": 0.7348231673240662, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.3392461197339247, |
| "grad_norm": 0.25616952776908875, |
| "learning_rate": 8.298906247982768e-07, |
| "loss": 0.32258349657058716, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.343680709534368, |
| "grad_norm": 1.4267375469207764, |
| "learning_rate": 8.25601443742697e-07, |
| "loss": 0.4655570089817047, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.3481152993348116, |
| "grad_norm": 1.8292971849441528, |
| "learning_rate": 8.213381531339776e-07, |
| "loss": 0.8381154537200928, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.352549889135255, |
| "grad_norm": 0.254131019115448, |
| "learning_rate": 8.1710081032952e-07, |
| "loss": 0.40903714299201965, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.3569844789356984, |
| "grad_norm": 1.1773041486740112, |
| "learning_rate": 8.128894723376285e-07, |
| "loss": 0.78590327501297, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.361419068736142, |
| "grad_norm": 2.625889539718628, |
| "learning_rate": 8.087041958167438e-07, |
| "loss": 0.5213326215744019, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.3658536585365852, |
| "grad_norm": 0.7647179365158081, |
| "learning_rate": 8.04545037074683e-07, |
| "loss": 0.5064011812210083, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.3702882483370287, |
| "grad_norm": 0.8953445553779602, |
| "learning_rate": 8.004120520678768e-07, |
| "loss": 0.7650377154350281, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.374722838137472, |
| "grad_norm": 0.39387643337249756, |
| "learning_rate": 7.963052964006243e-07, |
| "loss": 0.45021387934684753, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.3791574279379155, |
| "grad_norm": 3.076669692993164, |
| "learning_rate": 7.922248253243367e-07, |
| "loss": 0.6630456447601318, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.3835920177383594, |
| "grad_norm": 1.8935463428497314, |
| "learning_rate": 7.881706937368005e-07, |
| "loss": 0.6750819683074951, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.388026607538803, |
| "grad_norm": 0.7205215692520142, |
| "learning_rate": 7.84142956181436e-07, |
| "loss": 0.37881627678871155, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.3924611973392462, |
| "grad_norm": 0.5228025317192078, |
| "learning_rate": 7.801416668465621e-07, |
| "loss": 0.3390671908855438, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.3968957871396896, |
| "grad_norm": 2.084331512451172, |
| "learning_rate": 7.76166879564672e-07, |
| "loss": 0.2297561913728714, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.401330376940133, |
| "grad_norm": 0.8670969605445862, |
| "learning_rate": 7.722186478117031e-07, |
| "loss": 0.6209254860877991, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.4057649667405765, |
| "grad_norm": 0.9295784831047058, |
| "learning_rate": 7.682970247063212e-07, |
| "loss": 0.6978744864463806, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.41019955654102, |
| "grad_norm": 1.0750006437301636, |
| "learning_rate": 7.644020630092066e-07, |
| "loss": 0.6786344647407532, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.4146341463414633, |
| "grad_norm": 1.2284328937530518, |
| "learning_rate": 7.605338151223401e-07, |
| "loss": 0.7001453042030334, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.4190687361419068, |
| "grad_norm": 1.4736789464950562, |
| "learning_rate": 7.566923330883029e-07, |
| "loss": 0.5472738742828369, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.42350332594235, |
| "grad_norm": 1.1253695487976074, |
| "learning_rate": 7.528776685895731e-07, |
| "loss": 0.6272318363189697, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.4279379157427936, |
| "grad_norm": 3.8921940326690674, |
| "learning_rate": 7.490898729478312e-07, |
| "loss": 0.25309649109840393, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.4323725055432375, |
| "grad_norm": 0.1467740684747696, |
| "learning_rate": 7.45328997123271e-07, |
| "loss": 0.1823056936264038, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.436807095343681, |
| "grad_norm": 1.1179344654083252, |
| "learning_rate": 7.415950917139106e-07, |
| "loss": 0.8248109221458435, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.4412416851441243, |
| "grad_norm": 0.9201335906982422, |
| "learning_rate": 7.378882069549166e-07, |
| "loss": 0.6940004229545593, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.4456762749445677, |
| "grad_norm": 0.1357531100511551, |
| "learning_rate": 7.342083927179235e-07, |
| "loss": 0.3549342155456543, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.450110864745011, |
| "grad_norm": 1.1405051946640015, |
| "learning_rate": 7.30555698510366e-07, |
| "loss": 0.808836817741394, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.4545454545454546, |
| "grad_norm": 2.6760106086730957, |
| "learning_rate": 7.269301734748107e-07, |
| "loss": 0.7992438077926636, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.458980044345898, |
| "grad_norm": 0.6596611738204956, |
| "learning_rate": 7.233318663882968e-07, |
| "loss": 0.7546770572662354, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.4634146341463414, |
| "grad_norm": 2.3677260875701904, |
| "learning_rate": 7.197608256616792e-07, |
| "loss": 0.2441236525774002, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.467849223946785, |
| "grad_norm": 2.9253904819488525, |
| "learning_rate": 7.162170993389763e-07, |
| "loss": 0.72310870885849, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.4722838137472283, |
| "grad_norm": 0.8974405527114868, |
| "learning_rate": 7.127007350967241e-07, |
| "loss": 0.38693636655807495, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.4767184035476717, |
| "grad_norm": 1.2987812757492065, |
| "learning_rate": 7.092117802433362e-07, |
| "loss": 0.6902230381965637, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.481152993348115, |
| "grad_norm": 0.820105254650116, |
| "learning_rate": 7.057502817184648e-07, |
| "loss": 0.4683529734611511, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.4855875831485585, |
| "grad_norm": 0.34536460041999817, |
| "learning_rate": 7.023162860923722e-07, |
| "loss": 0.4866012930870056, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.4900221729490024, |
| "grad_norm": 0.8184029459953308, |
| "learning_rate": 6.989098395653005e-07, |
| "loss": 0.878727912902832, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.494456762749446, |
| "grad_norm": 2.2575831413269043, |
| "learning_rate": 6.955309879668537e-07, |
| "loss": 0.4023507833480835, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.4988913525498893, |
| "grad_norm": 0.8604305982589722, |
| "learning_rate": 6.921797767553794e-07, |
| "loss": 0.47066283226013184, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.5033259423503327, |
| "grad_norm": 0.9628890752792358, |
| "learning_rate": 6.88856251017356e-07, |
| "loss": 0.7100802659988403, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.507760532150776, |
| "grad_norm": 0.574712336063385, |
| "learning_rate": 6.855604554667897e-07, |
| "loss": 0.8129547834396362, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.5121951219512195, |
| "grad_norm": 0.8234847784042358, |
| "learning_rate": 6.822924344446081e-07, |
| "loss": 0.45433831214904785, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.516629711751663, |
| "grad_norm": 0.8851921558380127, |
| "learning_rate": 6.790522319180687e-07, |
| "loss": 0.38872238993644714, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.5210643015521064, |
| "grad_norm": 0.7976731657981873, |
| "learning_rate": 6.758398914801628e-07, |
| "loss": 0.7368452548980713, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.52549889135255, |
| "grad_norm": 1.8044689893722534, |
| "learning_rate": 6.726554563490321e-07, |
| "loss": 0.48450690507888794, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.529933481152993, |
| "grad_norm": 9.239014625549316, |
| "learning_rate": 6.694989693673872e-07, |
| "loss": 0.4795666038990021, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.5343680709534366, |
| "grad_norm": 1.6922059059143066, |
| "learning_rate": 6.663704730019285e-07, |
| "loss": 0.8343867063522339, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.5388026607538805, |
| "grad_norm": 3.8835480213165283, |
| "learning_rate": 6.632700093427774e-07, |
| "loss": 0.2447872906923294, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.5432372505543235, |
| "grad_norm": 1.5197457075119019, |
| "learning_rate": 6.601976201029095e-07, |
| "loss": 0.4911421537399292, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.5476718403547673, |
| "grad_norm": 0.9553492665290833, |
| "learning_rate": 6.571533466175928e-07, |
| "loss": 0.5422607064247131, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.5521064301552108, |
| "grad_norm": 0.8694108724594116, |
| "learning_rate": 6.541372298438325e-07, |
| "loss": 0.7197349667549133, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.556541019955654, |
| "grad_norm": 0.8564309477806091, |
| "learning_rate": 6.511493103598184e-07, |
| "loss": 0.8826733231544495, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.5609756097560976, |
| "grad_norm": 0.7103037238121033, |
| "learning_rate": 6.481896283643808e-07, |
| "loss": 0.7101774215698242, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.565410199556541, |
| "grad_norm": 0.16576789319515228, |
| "learning_rate": 6.452582236764495e-07, |
| "loss": 0.0969938412308693, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.5698447893569845, |
| "grad_norm": 3.15248966217041, |
| "learning_rate": 6.423551357345154e-07, |
| "loss": 0.5980420112609863, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.574279379157428, |
| "grad_norm": 1.84687077999115, |
| "learning_rate": 6.394804035961038e-07, |
| "loss": 0.15914049744606018, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.5787139689578713, |
| "grad_norm": 3.980046272277832, |
| "learning_rate": 6.366340659372462e-07, |
| "loss": 0.5454177260398865, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.5831485587583147, |
| "grad_norm": 0.8702554702758789, |
| "learning_rate": 6.338161610519618e-07, |
| "loss": 0.7745500206947327, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.587583148558758, |
| "grad_norm": 0.7443963885307312, |
| "learning_rate": 6.310267268517397e-07, |
| "loss": 0.46495673060417175, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.5920177383592016, |
| "grad_norm": 9.520201683044434, |
| "learning_rate": 6.282658008650318e-07, |
| "loss": 0.6363322138786316, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.5964523281596454, |
| "grad_norm": 1.0178289413452148, |
| "learning_rate": 6.255334202367462e-07, |
| "loss": 0.7026889324188232, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.6008869179600884, |
| "grad_norm": 1.213256597518921, |
| "learning_rate": 6.228296217277481e-07, |
| "loss": 0.6059472560882568, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.6053215077605323, |
| "grad_norm": 0.5287774801254272, |
| "learning_rate": 6.201544417143641e-07, |
| "loss": 0.23650091886520386, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.6097560975609757, |
| "grad_norm": 0.9942798614501953, |
| "learning_rate": 6.175079161878951e-07, |
| "loss": 0.7636827826499939, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.614190687361419, |
| "grad_norm": 3.0106701850891113, |
| "learning_rate": 6.148900807541295e-07, |
| "loss": 0.6264622807502747, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.6186252771618626, |
| "grad_norm": 0.984876275062561, |
| "learning_rate": 6.123009706328659e-07, |
| "loss": 0.6594371795654297, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.623059866962306, |
| "grad_norm": 5.279505729675293, |
| "learning_rate": 6.097406206574378e-07, |
| "loss": 0.7096071839332581, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.6274944567627494, |
| "grad_norm": 0.8422771096229553, |
| "learning_rate": 6.072090652742475e-07, |
| "loss": 0.4414654076099396, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.631929046563193, |
| "grad_norm": 6.341533184051514, |
| "learning_rate": 6.047063385422993e-07, |
| "loss": 0.6763387322425842, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.6363636363636362, |
| "grad_norm": 0.9789008498191833, |
| "learning_rate": 6.022324741327438e-07, |
| "loss": 0.7263614535331726, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.6407982261640797, |
| "grad_norm": 1.6151984930038452, |
| "learning_rate": 5.997875053284248e-07, |
| "loss": 0.3981097936630249, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.6452328159645235, |
| "grad_norm": 1.091586947441101, |
| "learning_rate": 5.973714650234287e-07, |
| "loss": 0.5544517636299133, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.6496674057649665, |
| "grad_norm": 0.3249668776988983, |
| "learning_rate": 5.949843857226466e-07, |
| "loss": 0.33355870842933655, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.6541019955654104, |
| "grad_norm": 1.1351978778839111, |
| "learning_rate": 5.926262995413329e-07, |
| "loss": 0.3144383728504181, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.658536585365854, |
| "grad_norm": 1.1642546653747559, |
| "learning_rate": 5.902972382046742e-07, |
| "loss": 0.47315874695777893, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.662971175166297, |
| "grad_norm": 1.5506455898284912, |
| "learning_rate": 5.879972330473651e-07, |
| "loss": 0.6661707758903503, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.6674057649667406, |
| "grad_norm": 0.875584065914154, |
| "learning_rate": 5.857263150131825e-07, |
| "loss": 0.3526417315006256, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.671840354767184, |
| "grad_norm": 0.9616864323616028, |
| "learning_rate": 5.834845146545726e-07, |
| "loss": 0.787284791469574, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.6762749445676275, |
| "grad_norm": 1.849548101425171, |
| "learning_rate": 5.812718621322386e-07, |
| "loss": 0.5197221636772156, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.680709534368071, |
| "grad_norm": 1.266353726387024, |
| "learning_rate": 5.790883872147341e-07, |
| "loss": 0.4882799983024597, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.6851441241685143, |
| "grad_norm": 0.2810562551021576, |
| "learning_rate": 5.769341192780643e-07, |
| "loss": 0.38302525877952576, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.6895787139689578, |
| "grad_norm": 0.9332227110862732, |
| "learning_rate": 5.748090873052892e-07, |
| "loss": 0.3155737817287445, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.694013303769401, |
| "grad_norm": 1.3223484754562378, |
| "learning_rate": 5.727133198861353e-07, |
| "loss": 0.6590555906295776, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.6984478935698446, |
| "grad_norm": 0.7587100863456726, |
| "learning_rate": 5.706468452166091e-07, |
| "loss": 0.6262103915214539, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.7028824833702885, |
| "grad_norm": 0.962223470211029, |
| "learning_rate": 5.686096910986189e-07, |
| "loss": 0.6349048018455505, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.7073170731707314, |
| "grad_norm": 1.7819786071777344, |
| "learning_rate": 5.666018849396016e-07, |
| "loss": 0.6529886722564697, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.7117516629711753, |
| "grad_norm": 0.7751228213310242, |
| "learning_rate": 5.646234537521513e-07, |
| "loss": 0.7602441310882568, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.7161862527716187, |
| "grad_norm": 0.8239582777023315, |
| "learning_rate": 5.626744241536589e-07, |
| "loss": 0.7868402004241943, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.720620842572062, |
| "grad_norm": 1.011643648147583, |
| "learning_rate": 5.607548223659519e-07, |
| "loss": 0.7444002628326416, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.7250554323725056, |
| "grad_norm": 1.968907117843628, |
| "learning_rate": 5.58864674214942e-07, |
| "loss": 0.3951123058795929, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.729490022172949, |
| "grad_norm": 0.7832499742507935, |
| "learning_rate": 5.57004005130279e-07, |
| "loss": 0.5796975493431091, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.7339246119733924, |
| "grad_norm": 0.818016529083252, |
| "learning_rate": 5.551728401450067e-07, |
| "loss": 0.43335816264152527, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.738359201773836, |
| "grad_norm": 2.979412078857422, |
| "learning_rate": 5.533712038952278e-07, |
| "loss": 0.6772918105125427, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.7427937915742793, |
| "grad_norm": 0.39508089423179626, |
| "learning_rate": 5.51599120619771e-07, |
| "loss": 0.2403266280889511, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.7472283813747227, |
| "grad_norm": 1.1755974292755127, |
| "learning_rate": 5.498566141598662e-07, |
| "loss": 0.7278658747673035, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.7516629711751666, |
| "grad_norm": 0.7855948209762573, |
| "learning_rate": 5.481437079588227e-07, |
| "loss": 0.6658391952514648, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.7560975609756095, |
| "grad_norm": 0.7915768027305603, |
| "learning_rate": 5.464604250617143e-07, |
| "loss": 0.8541386127471924, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.7605321507760534, |
| "grad_norm": 0.7992685437202454, |
| "learning_rate": 5.448067881150697e-07, |
| "loss": 0.8131424784660339, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.764966740576497, |
| "grad_norm": 0.9431101679801941, |
| "learning_rate": 5.431828193665664e-07, |
| "loss": 0.4288075268268585, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.7694013303769403, |
| "grad_norm": 2.6646132469177246, |
| "learning_rate": 5.415885406647334e-07, |
| "loss": 0.5178676843643188, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.7738359201773837, |
| "grad_norm": 1.1520713567733765, |
| "learning_rate": 5.400239734586551e-07, |
| "loss": 0.912034273147583, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.778270509977827, |
| "grad_norm": 0.39294496178627014, |
| "learning_rate": 5.384891387976845e-07, |
| "loss": 0.11222898960113525, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.7827050997782705, |
| "grad_norm": 0.22877201437950134, |
| "learning_rate": 5.369840573311593e-07, |
| "loss": 0.4198029041290283, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.787139689578714, |
| "grad_norm": 0.7760717272758484, |
| "learning_rate": 5.355087493081236e-07, |
| "loss": 0.5717388391494751, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.7915742793791574, |
| "grad_norm": 0.8549593687057495, |
| "learning_rate": 5.340632345770564e-07, |
| "loss": 0.8026604652404785, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.796008869179601, |
| "grad_norm": 1.970601201057434, |
| "learning_rate": 5.326475325856036e-07, |
| "loss": 0.5300987958908081, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.800443458980044, |
| "grad_norm": 8.506375312805176, |
| "learning_rate": 5.312616623803174e-07, |
| "loss": 0.5400223731994629, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.8048780487804876, |
| "grad_norm": 1.6792744398117065, |
| "learning_rate": 5.299056426063995e-07, |
| "loss": 0.676804780960083, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.8093126385809315, |
| "grad_norm": 1.1426763534545898, |
| "learning_rate": 5.2857949150745e-07, |
| "loss": 0.5867292881011963, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.8137472283813745, |
| "grad_norm": 0.8977690935134888, |
| "learning_rate": 5.27283226925222e-07, |
| "loss": 0.5383524894714355, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.8181818181818183, |
| "grad_norm": 0.8802960515022278, |
| "learning_rate": 5.260168662993824e-07, |
| "loss": 0.7805699110031128, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.8226164079822618, |
| "grad_norm": 1.9600553512573242, |
| "learning_rate": 5.247804266672765e-07, |
| "loss": 0.6948915719985962, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.827050997782705, |
| "grad_norm": 0.7845137119293213, |
| "learning_rate": 5.235739246636988e-07, |
| "loss": 0.6090778708457947, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.8314855875831486, |
| "grad_norm": 0.8858228921890259, |
| "learning_rate": 5.223973765206694e-07, |
| "loss": 0.38666534423828125, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.835920177383592, |
| "grad_norm": 2.2224628925323486, |
| "learning_rate": 5.212507980672155e-07, |
| "loss": 0.5477333664894104, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.8403547671840355, |
| "grad_norm": 0.6720737814903259, |
| "learning_rate": 5.201342047291587e-07, |
| "loss": 0.7528340816497803, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.844789356984479, |
| "grad_norm": 9.535623550415039, |
| "learning_rate": 5.190476115289063e-07, |
| "loss": 0.7895328402519226, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.8492239467849223, |
| "grad_norm": 0.94792240858078, |
| "learning_rate": 5.179910330852521e-07, |
| "loss": 0.8134070634841919, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.8536585365853657, |
| "grad_norm": 1.6452993154525757, |
| "learning_rate": 5.169644836131759e-07, |
| "loss": 0.8293890953063965, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.858093126385809, |
| "grad_norm": 0.7658231258392334, |
| "learning_rate": 5.159679769236553e-07, |
| "loss": 0.4353466331958771, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.8625277161862526, |
| "grad_norm": 1.3875316381454468, |
| "learning_rate": 5.150015264234782e-07, |
| "loss": 0.42465826869010925, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.8669623059866964, |
| "grad_norm": 0.9564653038978577, |
| "learning_rate": 5.140651451150627e-07, |
| "loss": 0.7305734157562256, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.8713968957871394, |
| "grad_norm": 0.9205288290977478, |
| "learning_rate": 5.131588455962835e-07, |
| "loss": 0.6675954461097717, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.8758314855875833, |
| "grad_norm": 1.4623075723648071, |
| "learning_rate": 5.122826400602999e-07, |
| "loss": 0.43095389008522034, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.8802660753880267, |
| "grad_norm": 0.8612291812896729, |
| "learning_rate": 5.114365402953946e-07, |
| "loss": 0.5411372184753418, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.88470066518847, |
| "grad_norm": 1.1240525245666504, |
| "learning_rate": 5.106205576848123e-07, |
| "loss": 0.6075332760810852, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.8891352549889135, |
| "grad_norm": 1.0948525667190552, |
| "learning_rate": 5.09834703206609e-07, |
| "loss": 0.7073659896850586, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.893569844789357, |
| "grad_norm": 6.487936496734619, |
| "learning_rate": 5.090789874335027e-07, |
| "loss": 0.5417055487632751, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.8980044345898004, |
| "grad_norm": 0.8754919171333313, |
| "learning_rate": 5.083534205327321e-07, |
| "loss": 0.796424150466919, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.902439024390244, |
| "grad_norm": 0.22185245156288147, |
| "learning_rate": 5.076580122659192e-07, |
| "loss": 0.006255284883081913, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.9068736141906872, |
| "grad_norm": 3.0637013912200928, |
| "learning_rate": 5.069927719889383e-07, |
| "loss": 0.36486220359802246, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.9113082039911307, |
| "grad_norm": 0.33201995491981506, |
| "learning_rate": 5.063577086517894e-07, |
| "loss": 0.3559632897377014, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.9157427937915745, |
| "grad_norm": 1.5193932056427002, |
| "learning_rate": 5.057528307984792e-07, |
| "loss": 0.538555920124054, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.9201773835920175, |
| "grad_norm": 1.2443639039993286, |
| "learning_rate": 5.051781465669053e-07, |
| "loss": 0.7477619647979736, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.9246119733924614, |
| "grad_norm": 0.8854790925979614, |
| "learning_rate": 5.04633663688746e-07, |
| "loss": 0.7172592878341675, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.929046563192905, |
| "grad_norm": 1.6672402620315552, |
| "learning_rate": 5.04119389489358e-07, |
| "loss": 0.27976056933403015, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.933481152993348, |
| "grad_norm": 0.8740100264549255, |
| "learning_rate": 5.036353308876764e-07, |
| "loss": 0.6978716254234314, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.9379157427937916, |
| "grad_norm": 0.8391640186309814, |
| "learning_rate": 5.031814943961221e-07, |
| "loss": 0.8046401143074036, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.942350332594235, |
| "grad_norm": 0.3492567241191864, |
| "learning_rate": 5.027578861205139e-07, |
| "loss": 0.13979971408843994, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.9467849223946785, |
| "grad_norm": 2.362764596939087, |
| "learning_rate": 5.023645117599877e-07, |
| "loss": 0.48992088437080383, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.951219512195122, |
| "grad_norm": 0.279731422662735, |
| "learning_rate": 5.020013766069176e-07, |
| "loss": 0.4223584532737732, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.9556541019955653, |
| "grad_norm": 0.77850341796875, |
| "learning_rate": 5.016684855468464e-07, |
| "loss": 0.477926105260849, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.9600886917960088, |
| "grad_norm": 1.2909936904907227, |
| "learning_rate": 5.013658430584194e-07, |
| "loss": 0.7137855887413025, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.964523281596452, |
| "grad_norm": 0.8325835466384888, |
| "learning_rate": 5.010934532133236e-07, |
| "loss": 0.4540127217769623, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.9689578713968956, |
| "grad_norm": 0.9248032569885254, |
| "learning_rate": 5.008513196762342e-07, |
| "loss": 0.5620056390762329, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.9733924611973395, |
| "grad_norm": 0.9865884780883789, |
| "learning_rate": 5.006394457047638e-07, |
| "loss": 0.6748104095458984, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.9778270509977824, |
| "grad_norm": 1.5635875463485718, |
| "learning_rate": 5.004578341494197e-07, |
| "loss": 0.38833579421043396, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.9822616407982263, |
| "grad_norm": 0.9720349907875061, |
| "learning_rate": 5.003064874535649e-07, |
| "loss": 0.680509626865387, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.9866962305986697, |
| "grad_norm": 1.0985702276229858, |
| "learning_rate": 5.00185407653385e-07, |
| "loss": 0.7808913588523865, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.991130820399113, |
| "grad_norm": 4.035973072052002, |
| "learning_rate": 5.000945963778627e-07, |
| "loss": 0.6849638223648071, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.9955654101995566, |
| "grad_norm": 0.8696609735488892, |
| "learning_rate": 5.000340548487528e-07, |
| "loss": 0.7774142622947693, |
| "step": 1802 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.2884798049926758, |
| "learning_rate": 5.000037838805682e-07, |
| "loss": 0.4334436058998108, |
| "step": 1804 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1804, |
| "total_flos": 3.4175049861232067e+18, |
| "train_loss": 0.8579487466323551, |
| "train_runtime": 9192.0887, |
| "train_samples_per_second": 5.888, |
| "train_steps_per_second": 0.196 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1804, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.4175049861232067e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
