| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2623, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0019063959584405682, |
| "grad_norm": 1.2586055994033813, |
| "learning_rate": 5.063291139240506e-06, |
| "loss": 3.003311538696289, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0038127919168811364, |
| "grad_norm": 1.5307438373565674, |
| "learning_rate": 1.139240506329114e-05, |
| "loss": 2.9366327285766602, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.005719187875321705, |
| "grad_norm": 0.592338502407074, |
| "learning_rate": 1.7721518987341772e-05, |
| "loss": 2.7316946029663085, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.007625583833762273, |
| "grad_norm": 0.36872273683547974, |
| "learning_rate": 2.4050632911392405e-05, |
| "loss": 2.587538719177246, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009531979792202841, |
| "grad_norm": 0.2774277329444885, |
| "learning_rate": 3.0379746835443042e-05, |
| "loss": 2.4864227294921877, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01143837575064341, |
| "grad_norm": 0.3261786997318268, |
| "learning_rate": 3.670886075949367e-05, |
| "loss": 2.456864929199219, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.013344771709083977, |
| "grad_norm": 0.2876887917518616, |
| "learning_rate": 4.3037974683544305e-05, |
| "loss": 2.372416877746582, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.015251167667524546, |
| "grad_norm": 0.2148808389902115, |
| "learning_rate": 4.936708860759494e-05, |
| "loss": 2.2838165283203127, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.017157563625965114, |
| "grad_norm": 0.24246512353420258, |
| "learning_rate": 5.569620253164557e-05, |
| "loss": 2.198516845703125, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.019063959584405682, |
| "grad_norm": 0.23023569583892822, |
| "learning_rate": 6.20253164556962e-05, |
| "loss": 2.1250381469726562, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02097035554284625, |
| "grad_norm": 0.1854756623506546, |
| "learning_rate": 6.835443037974683e-05, |
| "loss": 2.082244873046875, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02287675150128682, |
| "grad_norm": 0.19344080984592438, |
| "learning_rate": 7.468354430379747e-05, |
| "loss": 1.9703384399414063, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.024783147459727387, |
| "grad_norm": 0.2533968389034271, |
| "learning_rate": 8.10126582278481e-05, |
| "loss": 1.950678825378418, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.026689543418167955, |
| "grad_norm": 0.21384087204933167, |
| "learning_rate": 8.734177215189874e-05, |
| "loss": 1.9272956848144531, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.028595939376608523, |
| "grad_norm": 0.19282890856266022, |
| "learning_rate": 9.367088607594936e-05, |
| "loss": 1.8916118621826172, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03050233533504909, |
| "grad_norm": 0.21983802318572998, |
| "learning_rate": 0.0001, |
| "loss": 1.8754505157470702, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03240873129348966, |
| "grad_norm": 0.2724936008453369, |
| "learning_rate": 9.999904688749192e-05, |
| "loss": 1.854794692993164, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.03431512725193023, |
| "grad_norm": 0.26541006565093994, |
| "learning_rate": 9.999618758630464e-05, |
| "loss": 1.8259353637695312, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.036221523210370796, |
| "grad_norm": 0.1897761970758438, |
| "learning_rate": 9.999142220544758e-05, |
| "loss": 1.7403358459472655, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.038127919168811364, |
| "grad_norm": 0.26632198691368103, |
| "learning_rate": 9.99847509265985e-05, |
| "loss": 1.6990802764892579, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04003431512725193, |
| "grad_norm": 0.2682671546936035, |
| "learning_rate": 9.997617400409658e-05, |
| "loss": 1.744873046875, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.0419407110856925, |
| "grad_norm": 0.2320956140756607, |
| "learning_rate": 9.996569176493269e-05, |
| "loss": 1.7325843811035155, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04384710704413307, |
| "grad_norm": 0.24077412486076355, |
| "learning_rate": 9.995330460873698e-05, |
| "loss": 1.7279281616210938, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.04575350300257364, |
| "grad_norm": 0.23554739356040955, |
| "learning_rate": 9.993901300776359e-05, |
| "loss": 1.7739908218383789, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.047659898961014205, |
| "grad_norm": 0.274027943611145, |
| "learning_rate": 9.992281750687265e-05, |
| "loss": 1.730174446105957, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.04956629491945477, |
| "grad_norm": 0.25585317611694336, |
| "learning_rate": 9.990471872350954e-05, |
| "loss": 1.6933242797851562, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.05147269087789534, |
| "grad_norm": 0.25577089190483093, |
| "learning_rate": 9.988471734768135e-05, |
| "loss": 1.6811307907104491, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05337908683633591, |
| "grad_norm": 0.305698037147522, |
| "learning_rate": 9.986281414193051e-05, |
| "loss": 1.6803890228271485, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.05528548279477648, |
| "grad_norm": 0.25642573833465576, |
| "learning_rate": 9.983900994130583e-05, |
| "loss": 1.6894367218017579, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.057191878753217046, |
| "grad_norm": 0.29189297556877136, |
| "learning_rate": 9.981330565333054e-05, |
| "loss": 1.6893959045410156, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.059098274711657614, |
| "grad_norm": 0.27010300755500793, |
| "learning_rate": 9.978570225796777e-05, |
| "loss": 1.635919189453125, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06100467067009818, |
| "grad_norm": 0.232698455452919, |
| "learning_rate": 9.97562008075832e-05, |
| "loss": 1.6725154876708985, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06291106662853875, |
| "grad_norm": 0.24709032475948334, |
| "learning_rate": 9.972480242690488e-05, |
| "loss": 1.6602203369140625, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.06481746258697932, |
| "grad_norm": 0.247094988822937, |
| "learning_rate": 9.969150831298038e-05, |
| "loss": 1.613349723815918, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.06672385854541989, |
| "grad_norm": 0.24072547256946564, |
| "learning_rate": 9.965631973513115e-05, |
| "loss": 1.6103199005126954, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.06863025450386046, |
| "grad_norm": 0.2545181214809418, |
| "learning_rate": 9.961923803490412e-05, |
| "loss": 1.6176319122314453, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07053665046230102, |
| "grad_norm": 0.23141637444496155, |
| "learning_rate": 9.958026462602062e-05, |
| "loss": 1.6500850677490235, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.07244304642074159, |
| "grad_norm": 0.25008970499038696, |
| "learning_rate": 9.953940099432238e-05, |
| "loss": 1.5950878143310547, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.07434944237918216, |
| "grad_norm": 0.25782686471939087, |
| "learning_rate": 9.949664869771491e-05, |
| "loss": 1.5809452056884765, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.07625583833762273, |
| "grad_norm": 0.28598663210868835, |
| "learning_rate": 9.94520093661082e-05, |
| "loss": 1.5538606643676758, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0781622342960633, |
| "grad_norm": 0.29584410786628723, |
| "learning_rate": 9.940548470135444e-05, |
| "loss": 1.6130935668945312, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08006863025450386, |
| "grad_norm": 0.27961355447769165, |
| "learning_rate": 9.935707647718322e-05, |
| "loss": 1.599756908416748, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.08197502621294443, |
| "grad_norm": 0.23241564631462097, |
| "learning_rate": 9.930678653913391e-05, |
| "loss": 1.628369140625, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.083881422171385, |
| "grad_norm": 0.2561100423336029, |
| "learning_rate": 9.925461680448526e-05, |
| "loss": 1.624163818359375, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.08578781812982557, |
| "grad_norm": 0.26588836312294006, |
| "learning_rate": 9.920056926218235e-05, |
| "loss": 1.6177953720092773, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.08769421408826614, |
| "grad_norm": 0.27178075909614563, |
| "learning_rate": 9.914464597276071e-05, |
| "loss": 1.5150765419006347, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.0896006100467067, |
| "grad_norm": 0.26186487078666687, |
| "learning_rate": 9.908684906826781e-05, |
| "loss": 1.6010353088378906, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.09150700600514727, |
| "grad_norm": 0.23075440526008606, |
| "learning_rate": 9.902718075218176e-05, |
| "loss": 1.5511919021606446, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.09341340196358784, |
| "grad_norm": 0.278274267911911, |
| "learning_rate": 9.896564329932727e-05, |
| "loss": 1.5401070594787598, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.09531979792202841, |
| "grad_norm": 0.22299042344093323, |
| "learning_rate": 9.890223905578901e-05, |
| "loss": 1.5656064987182616, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.09722619388046898, |
| "grad_norm": 0.25387582182884216, |
| "learning_rate": 9.883697043882209e-05, |
| "loss": 1.6029573440551759, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.09913258983890955, |
| "grad_norm": 0.23146803677082062, |
| "learning_rate": 9.876983993675989e-05, |
| "loss": 1.5423292160034179, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.10103898579735011, |
| "grad_norm": 0.28828540444374084, |
| "learning_rate": 9.870085010891927e-05, |
| "loss": 1.612344741821289, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.10294538175579068, |
| "grad_norm": 0.2970161736011505, |
| "learning_rate": 9.863000358550296e-05, |
| "loss": 1.5890921592712401, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.10485177771423125, |
| "grad_norm": 0.289323627948761, |
| "learning_rate": 9.855730306749922e-05, |
| "loss": 1.5366689682006835, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.10675817367267182, |
| "grad_norm": 0.28991764783859253, |
| "learning_rate": 9.848275132657903e-05, |
| "loss": 1.475804901123047, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.10866456963111239, |
| "grad_norm": 0.2903752028942108, |
| "learning_rate": 9.840635120499023e-05, |
| "loss": 1.5855154991149902, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.11057096558955296, |
| "grad_norm": 0.3289552927017212, |
| "learning_rate": 9.832810561544925e-05, |
| "loss": 1.558029556274414, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.11247736154799352, |
| "grad_norm": 0.27089908719062805, |
| "learning_rate": 9.824801754103016e-05, |
| "loss": 1.5478031158447265, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.11438375750643409, |
| "grad_norm": 0.22977833449840546, |
| "learning_rate": 9.816609003505073e-05, |
| "loss": 1.544564437866211, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.11629015346487466, |
| "grad_norm": 0.23880314826965332, |
| "learning_rate": 9.808232622095621e-05, |
| "loss": 1.5019208908081054, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.11819654942331523, |
| "grad_norm": 0.2860472500324249, |
| "learning_rate": 9.799672929220015e-05, |
| "loss": 1.5145726203918457, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1201029453817558, |
| "grad_norm": 0.24491359293460846, |
| "learning_rate": 9.790930251212269e-05, |
| "loss": 1.588730239868164, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.12200934134019636, |
| "grad_norm": 0.2457381784915924, |
| "learning_rate": 9.782004921382612e-05, |
| "loss": 1.5239738464355468, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.12391573729863693, |
| "grad_norm": 0.2565726339817047, |
| "learning_rate": 9.772897280004787e-05, |
| "loss": 1.5374886512756347, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.1258221332570775, |
| "grad_norm": 0.23986336588859558, |
| "learning_rate": 9.763607674303068e-05, |
| "loss": 1.534232997894287, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.12772852921551806, |
| "grad_norm": 0.2615854740142822, |
| "learning_rate": 9.754136458439033e-05, |
| "loss": 1.4485984802246095, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.12963492517395864, |
| "grad_norm": 0.30507153272628784, |
| "learning_rate": 9.744483993498052e-05, |
| "loss": 1.4952167510986327, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1315413211323992, |
| "grad_norm": 0.2607581317424774, |
| "learning_rate": 9.73465064747553e-05, |
| "loss": 1.5398927688598634, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.13344771709083977, |
| "grad_norm": 0.33851197361946106, |
| "learning_rate": 9.724636795262868e-05, |
| "loss": 1.4469717025756836, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.13535411304928033, |
| "grad_norm": 0.24243547022342682, |
| "learning_rate": 9.714442818633179e-05, |
| "loss": 1.5158900260925292, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1372605090077209, |
| "grad_norm": 0.25393182039260864, |
| "learning_rate": 9.704069106226727e-05, |
| "loss": 1.5190658569335938, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.13916690496616146, |
| "grad_norm": 0.237921342253685, |
| "learning_rate": 9.693516053536117e-05, |
| "loss": 1.4767440795898437, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.14107330092460205, |
| "grad_norm": 0.2758413553237915, |
| "learning_rate": 9.682784062891209e-05, |
| "loss": 1.4936092376708985, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1429796968830426, |
| "grad_norm": 0.2373586744070053, |
| "learning_rate": 9.671873543443783e-05, |
| "loss": 1.4848154067993165, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.14488609284148318, |
| "grad_norm": 0.2621917128562927, |
| "learning_rate": 9.66078491115194e-05, |
| "loss": 1.4819945335388183, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.14679248879992374, |
| "grad_norm": 0.22313298285007477, |
| "learning_rate": 9.649518588764247e-05, |
| "loss": 1.5208452224731446, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.14869888475836432, |
| "grad_norm": 0.23852401971817017, |
| "learning_rate": 9.638075005803616e-05, |
| "loss": 1.494023036956787, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.15060528071680487, |
| "grad_norm": 0.26584136486053467, |
| "learning_rate": 9.626454598550927e-05, |
| "loss": 1.4752232551574707, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.15251167667524546, |
| "grad_norm": 0.24776215851306915, |
| "learning_rate": 9.614657810028402e-05, |
| "loss": 1.4930031776428223, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.154418072633686, |
| "grad_norm": 0.3163340985774994, |
| "learning_rate": 9.602685089982708e-05, |
| "loss": 1.4964912414550782, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.1563244685921266, |
| "grad_norm": 0.2543104887008667, |
| "learning_rate": 9.590536894867814e-05, |
| "loss": 1.5049744606018067, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.15823086455056715, |
| "grad_norm": 0.2678035497665405, |
| "learning_rate": 9.578213687827591e-05, |
| "loss": 1.461942195892334, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.16013726050900773, |
| "grad_norm": 0.2502294182777405, |
| "learning_rate": 9.565715938678147e-05, |
| "loss": 1.4835428237915038, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.16204365646744828, |
| "grad_norm": 0.2536308467388153, |
| "learning_rate": 9.553044123889922e-05, |
| "loss": 1.4969836235046388, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.16395005242588886, |
| "grad_norm": 0.2468816339969635, |
| "learning_rate": 9.540198726569528e-05, |
| "loss": 1.4650330543518066, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.16585644838432942, |
| "grad_norm": 0.27914702892303467, |
| "learning_rate": 9.527180236441317e-05, |
| "loss": 1.4838687896728515, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.16776284434277, |
| "grad_norm": 0.22599376738071442, |
| "learning_rate": 9.513989149828718e-05, |
| "loss": 1.4824600219726562, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.16966924030121056, |
| "grad_norm": 0.24725623428821564, |
| "learning_rate": 9.50062596963532e-05, |
| "loss": 1.4750584602355956, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.17157563625965114, |
| "grad_norm": 0.29999127984046936, |
| "learning_rate": 9.487091205325687e-05, |
| "loss": 1.4551380157470704, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1734820322180917, |
| "grad_norm": 0.25167712569236755, |
| "learning_rate": 9.47338537290595e-05, |
| "loss": 1.495721435546875, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.17538842817653227, |
| "grad_norm": 0.24826137721538544, |
| "learning_rate": 9.459508994904119e-05, |
| "loss": 1.501543140411377, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.17729482413497283, |
| "grad_norm": 0.2614264190196991, |
| "learning_rate": 9.44546260035017e-05, |
| "loss": 1.5151371955871582, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.1792012200934134, |
| "grad_norm": 0.26163870096206665, |
| "learning_rate": 9.431246724755877e-05, |
| "loss": 1.4383647918701172, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.18110761605185396, |
| "grad_norm": 0.22550693154335022, |
| "learning_rate": 9.416861910094397e-05, |
| "loss": 1.5205669403076172, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.18301401201029455, |
| "grad_norm": 0.26660946011543274, |
| "learning_rate": 9.402308704779599e-05, |
| "loss": 1.436134147644043, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.1849204079687351, |
| "grad_norm": 0.24280768632888794, |
| "learning_rate": 9.387587663645163e-05, |
| "loss": 1.5114476203918457, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.18682680392717568, |
| "grad_norm": 0.25510141253471375, |
| "learning_rate": 9.37269934792343e-05, |
| "loss": 1.4367637634277344, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.18873319988561624, |
| "grad_norm": 0.2576332986354828, |
| "learning_rate": 9.357644325223993e-05, |
| "loss": 1.471407127380371, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.19063959584405682, |
| "grad_norm": 0.23395271599292755, |
| "learning_rate": 9.342423169512071e-05, |
| "loss": 1.4066363334655763, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.19254599180249737, |
| "grad_norm": 0.2984515428543091, |
| "learning_rate": 9.327036461086622e-05, |
| "loss": 1.468923854827881, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.19445238776093796, |
| "grad_norm": 0.24967055022716522, |
| "learning_rate": 9.311484786558214e-05, |
| "loss": 1.4417306900024414, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.1963587837193785, |
| "grad_norm": 0.2556474506855011, |
| "learning_rate": 9.295768738826668e-05, |
| "loss": 1.528633213043213, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.1982651796778191, |
| "grad_norm": 0.24390017986297607, |
| "learning_rate": 9.279888917058452e-05, |
| "loss": 1.4584775924682618, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.20017157563625965, |
| "grad_norm": 0.25844407081604004, |
| "learning_rate": 9.263845926663835e-05, |
| "loss": 1.4421388626098632, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.20207797159470023, |
| "grad_norm": 0.36213552951812744, |
| "learning_rate": 9.247640379273811e-05, |
| "loss": 1.4121234893798829, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.20398436755314078, |
| "grad_norm": 0.2492515742778778, |
| "learning_rate": 9.231272892716774e-05, |
| "loss": 1.4554323196411132, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.20589076351158137, |
| "grad_norm": 0.30490273237228394, |
| "learning_rate": 9.214744090994973e-05, |
| "loss": 1.4580575942993164, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.20779715947002192, |
| "grad_norm": 0.30119040608406067, |
| "learning_rate": 9.198054604260714e-05, |
| "loss": 1.4783581733703612, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2097035554284625, |
| "grad_norm": 0.24260403215885162, |
| "learning_rate": 9.181205068792339e-05, |
| "loss": 1.4456222534179688, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.21160995138690306, |
| "grad_norm": 0.24098362028598785, |
| "learning_rate": 9.164196126969969e-05, |
| "loss": 1.4119773864746095, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.21351634734534364, |
| "grad_norm": 0.26129308342933655, |
| "learning_rate": 9.14702842725101e-05, |
| "loss": 1.4306962013244628, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2154227433037842, |
| "grad_norm": 0.24792641401290894, |
| "learning_rate": 9.129702624145438e-05, |
| "loss": 1.4851024627685547, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.21732913926222477, |
| "grad_norm": 0.26257944107055664, |
| "learning_rate": 9.112219378190837e-05, |
| "loss": 1.4666027069091796, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.21923553522066533, |
| "grad_norm": 0.262560099363327, |
| "learning_rate": 9.094579355927224e-05, |
| "loss": 1.4559066772460938, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2211419311791059, |
| "grad_norm": 0.2670407295227051, |
| "learning_rate": 9.076783229871635e-05, |
| "loss": 1.4089237213134767, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.22304832713754646, |
| "grad_norm": 0.25297465920448303, |
| "learning_rate": 9.058831678492482e-05, |
| "loss": 1.4622627258300782, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.22495472309598705, |
| "grad_norm": 0.2526761591434479, |
| "learning_rate": 9.040725386183691e-05, |
| "loss": 1.4129371643066406, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2268611190544276, |
| "grad_norm": 0.30954116582870483, |
| "learning_rate": 9.02246504323861e-05, |
| "loss": 1.395735740661621, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.22876751501286818, |
| "grad_norm": 0.2452450692653656, |
| "learning_rate": 9.004051345823689e-05, |
| "loss": 1.4689098358154298, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.23067391097130874, |
| "grad_norm": 0.26220786571502686, |
| "learning_rate": 8.98548499595194e-05, |
| "loss": 1.4297904014587401, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.23258030692974932, |
| "grad_norm": 0.23016299307346344, |
| "learning_rate": 8.966766701456177e-05, |
| "loss": 1.4439301490783691, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.23448670288818987, |
| "grad_norm": 0.25978660583496094, |
| "learning_rate": 8.947897175962021e-05, |
| "loss": 1.4122808456420899, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.23639309884663046, |
| "grad_norm": 0.29846689105033875, |
| "learning_rate": 8.928877138860707e-05, |
| "loss": 1.380140209197998, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.238299494805071, |
| "grad_norm": 0.2431071400642395, |
| "learning_rate": 8.909707315281644e-05, |
| "loss": 1.4312551498413086, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.2402058907635116, |
| "grad_norm": 0.23043565452098846, |
| "learning_rate": 8.890388436064775e-05, |
| "loss": 1.4197410583496093, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.24211228672195215, |
| "grad_norm": 0.25711482763290405, |
| "learning_rate": 8.870921237732721e-05, |
| "loss": 1.4300183296203612, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.24401868268039273, |
| "grad_norm": 0.22921070456504822, |
| "learning_rate": 8.851306462462688e-05, |
| "loss": 1.4581551551818848, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.24592507863883328, |
| "grad_norm": 0.24076664447784424, |
| "learning_rate": 8.831544858058183e-05, |
| "loss": 1.4910277366638183, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.24783147459727387, |
| "grad_norm": 0.24699273705482483, |
| "learning_rate": 8.8116371779205e-05, |
| "loss": 1.4063929557800292, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.24973787055571442, |
| "grad_norm": 0.3326893150806427, |
| "learning_rate": 8.791584181019996e-05, |
| "loss": 1.4108802795410156, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.251644266514155, |
| "grad_norm": 0.3746221959590912, |
| "learning_rate": 8.771386631867158e-05, |
| "loss": 1.4183805465698243, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.25355066247259556, |
| "grad_norm": 0.2820988595485687, |
| "learning_rate": 8.751045300483455e-05, |
| "loss": 1.4383504867553711, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.2554570584310361, |
| "grad_norm": 0.28455182909965515, |
| "learning_rate": 8.730560962371984e-05, |
| "loss": 1.4205707550048827, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2573634543894767, |
| "grad_norm": 0.2357279509305954, |
| "learning_rate": 8.709934398487897e-05, |
| "loss": 1.429055404663086, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.2592698503479173, |
| "grad_norm": 0.26164668798446655, |
| "learning_rate": 8.689166395208636e-05, |
| "loss": 1.4281024932861328, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.26117624630635783, |
| "grad_norm": 0.2792905271053314, |
| "learning_rate": 8.668257744303952e-05, |
| "loss": 1.4488028526306151, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.2630826422647984, |
| "grad_norm": 0.23465481400489807, |
| "learning_rate": 8.647209242905708e-05, |
| "loss": 1.393794631958008, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.264989038223239, |
| "grad_norm": 0.284840852022171, |
| "learning_rate": 8.626021693477507e-05, |
| "loss": 1.4296216011047362, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.26689543418167955, |
| "grad_norm": 0.2479892373085022, |
| "learning_rate": 8.60469590378408e-05, |
| "loss": 1.4239065170288085, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.2688018301401201, |
| "grad_norm": 0.3007226884365082, |
| "learning_rate": 8.583232686860506e-05, |
| "loss": 1.4247923851013184, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.27070822609856066, |
| "grad_norm": 0.2490592896938324, |
| "learning_rate": 8.561632860981205e-05, |
| "loss": 1.4240179061889648, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.27261462205700127, |
| "grad_norm": 0.25223028659820557, |
| "learning_rate": 8.539897249628745e-05, |
| "loss": 1.4027082443237304, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.2745210180154418, |
| "grad_norm": 0.2591800391674042, |
| "learning_rate": 8.518026681462448e-05, |
| "loss": 1.3855839729309083, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2764274139738824, |
| "grad_norm": 0.29331284761428833, |
| "learning_rate": 8.496021990286798e-05, |
| "loss": 1.418544864654541, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.27833380993232293, |
| "grad_norm": 0.25057944655418396, |
| "learning_rate": 8.473884015019648e-05, |
| "loss": 1.4180222511291505, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.28024020589076354, |
| "grad_norm": 0.22133305668830872, |
| "learning_rate": 8.451613599660249e-05, |
| "loss": 1.3833829879760742, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.2821466018492041, |
| "grad_norm": 0.251863569021225, |
| "learning_rate": 8.429211593257054e-05, |
| "loss": 1.4573945999145508, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.28405299780764465, |
| "grad_norm": 0.2532324492931366, |
| "learning_rate": 8.406678849875363e-05, |
| "loss": 1.4017548561096191, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.2859593937660852, |
| "grad_norm": 0.2683808207511902, |
| "learning_rate": 8.384016228564759e-05, |
| "loss": 1.4019456863403321, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2878657897245258, |
| "grad_norm": 0.2368578314781189, |
| "learning_rate": 8.36122459332636e-05, |
| "loss": 1.4322586059570312, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.28977218568296637, |
| "grad_norm": 0.24327214062213898, |
| "learning_rate": 8.338304813079865e-05, |
| "loss": 1.3828792572021484, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2916785816414069, |
| "grad_norm": 0.26548320055007935, |
| "learning_rate": 8.315257761630444e-05, |
| "loss": 1.4083205223083497, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.2935849775998475, |
| "grad_norm": 0.25241178274154663, |
| "learning_rate": 8.29208431763542e-05, |
| "loss": 1.413995361328125, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.2954913735582881, |
| "grad_norm": 0.30916735529899597, |
| "learning_rate": 8.268785364570767e-05, |
| "loss": 1.3871379852294923, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.29739776951672864, |
| "grad_norm": 0.2495160698890686, |
| "learning_rate": 8.245361790697426e-05, |
| "loss": 1.3945639610290528, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2993041654751692, |
| "grad_norm": 0.2700437605381012, |
| "learning_rate": 8.221814489027447e-05, |
| "loss": 1.4237943649291993, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.30121056143360975, |
| "grad_norm": 0.23574313521385193, |
| "learning_rate": 8.19814435728994e-05, |
| "loss": 1.385953998565674, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3031169573920503, |
| "grad_norm": 0.24942244589328766, |
| "learning_rate": 8.174352297896851e-05, |
| "loss": 1.3988289833068848, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.3050233533504909, |
| "grad_norm": 0.280823677778244, |
| "learning_rate": 8.150439217908556e-05, |
| "loss": 1.3632831573486328, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.30692974930893147, |
| "grad_norm": 0.255289763212204, |
| "learning_rate": 8.12640602899928e-05, |
| "loss": 1.3655292510986328, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.308836145267372, |
| "grad_norm": 0.29499486088752747, |
| "learning_rate": 8.102253647422341e-05, |
| "loss": 1.3923774719238282, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.3107425412258126, |
| "grad_norm": 0.2698020339012146, |
| "learning_rate": 8.077982993975221e-05, |
| "loss": 1.471755027770996, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3126489371842532, |
| "grad_norm": 0.29889410734176636, |
| "learning_rate": 8.053594993964452e-05, |
| "loss": 1.3912424087524413, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.31455533314269374, |
| "grad_norm": 0.22284908592700958, |
| "learning_rate": 8.029090577170351e-05, |
| "loss": 1.4176401138305663, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.3164617291011343, |
| "grad_norm": 0.2976219058036804, |
| "learning_rate": 8.00447067781156e-05, |
| "loss": 1.439077663421631, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.31836812505957485, |
| "grad_norm": 0.24919576942920685, |
| "learning_rate": 7.979736234509444e-05, |
| "loss": 1.408050537109375, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.32027452101801546, |
| "grad_norm": 0.2600626051425934, |
| "learning_rate": 7.954888190252292e-05, |
| "loss": 1.3918458938598632, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.322180916976456, |
| "grad_norm": 0.253104031085968, |
| "learning_rate": 7.929927492359377e-05, |
| "loss": 1.4648473739624024, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.32408731293489657, |
| "grad_norm": 0.22518160939216614, |
| "learning_rate": 7.904855092444833e-05, |
| "loss": 1.4031518936157226, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3259937088933371, |
| "grad_norm": 0.28883233666419983, |
| "learning_rate": 7.87967194638138e-05, |
| "loss": 1.3993185043334961, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.32790010485177773, |
| "grad_norm": 0.28593140840530396, |
| "learning_rate": 7.854379014263876e-05, |
| "loss": 1.3652525901794434, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.3298065008102183, |
| "grad_norm": 0.22951166331768036, |
| "learning_rate": 7.828977260372722e-05, |
| "loss": 1.4364437103271483, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.33171289676865884, |
| "grad_norm": 0.29228949546813965, |
| "learning_rate": 7.803467653137091e-05, |
| "loss": 1.4088499069213867, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.3336192927270994, |
| "grad_norm": 0.2429066151380539, |
| "learning_rate": 7.777851165098012e-05, |
| "loss": 1.37188777923584, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.33552568868554, |
| "grad_norm": 0.33716997504234314, |
| "learning_rate": 7.752128772871292e-05, |
| "loss": 1.363558292388916, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.33743208464398056, |
| "grad_norm": 0.24004337191581726, |
| "learning_rate": 7.726301457110282e-05, |
| "loss": 1.4081727027893067, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.3393384806024211, |
| "grad_norm": 0.24102216958999634, |
| "learning_rate": 7.700370202468489e-05, |
| "loss": 1.3424272537231445, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.34124487656086167, |
| "grad_norm": 0.2801651656627655, |
| "learning_rate": 7.674335997562043e-05, |
| "loss": 1.3846661567687988, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3431512725193023, |
| "grad_norm": 0.19731613993644714, |
| "learning_rate": 7.648199834931992e-05, |
| "loss": 1.438795280456543, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.34505766847774283, |
| "grad_norm": 0.2224002629518509, |
| "learning_rate": 7.621962711006479e-05, |
| "loss": 1.3394567489624023, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.3469640644361834, |
| "grad_norm": 0.30952727794647217, |
| "learning_rate": 7.595625626062744e-05, |
| "loss": 1.3653787612915038, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.34887046039462394, |
| "grad_norm": 0.2750058174133301, |
| "learning_rate": 7.569189584188989e-05, |
| "loss": 1.3910099029541017, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.35077685635306455, |
| "grad_norm": 0.2625235915184021, |
| "learning_rate": 7.542655593246103e-05, |
| "loss": 1.3822028160095214, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3526832523115051, |
| "grad_norm": 0.2934473752975464, |
| "learning_rate": 7.51602466482923e-05, |
| "loss": 1.399022388458252, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.35458964826994566, |
| "grad_norm": 0.25218287110328674, |
| "learning_rate": 7.48929781422921e-05, |
| "loss": 1.394824504852295, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3564960442283862, |
| "grad_norm": 0.28869032859802246, |
| "learning_rate": 7.46247606039387e-05, |
| "loss": 1.4306042671203614, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.3584024401868268, |
| "grad_norm": 0.24312981963157654, |
| "learning_rate": 7.435560425889169e-05, |
| "loss": 1.398825740814209, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.3603088361452674, |
| "grad_norm": 0.2509699761867523, |
| "learning_rate": 7.408551936860224e-05, |
| "loss": 1.3485726356506347, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.36221523210370793, |
| "grad_norm": 0.22470155358314514, |
| "learning_rate": 7.381451622992184e-05, |
| "loss": 1.3923337936401368, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3641216280621485, |
| "grad_norm": 0.32364603877067566, |
| "learning_rate": 7.354260517470975e-05, |
| "loss": 1.334847640991211, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.3660280240205891, |
| "grad_norm": 0.2654114365577698, |
| "learning_rate": 7.326979656943906e-05, |
| "loss": 1.3885457992553711, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.36793441997902965, |
| "grad_norm": 0.3019956350326538, |
| "learning_rate": 7.299610081480155e-05, |
| "loss": 1.4311206817626954, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.3698408159374702, |
| "grad_norm": 0.25415265560150146, |
| "learning_rate": 7.272152834531112e-05, |
| "loss": 1.3751686096191407, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.37174721189591076, |
| "grad_norm": 0.30601051449775696, |
| "learning_rate": 7.244608962890593e-05, |
| "loss": 1.4377851486206055, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.37365360785435137, |
| "grad_norm": 0.24736209213733673, |
| "learning_rate": 7.216979516654943e-05, |
| "loss": 1.3647064208984374, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.3755600038127919, |
| "grad_norm": 0.26788419485092163, |
| "learning_rate": 7.189265549182995e-05, |
| "loss": 1.3745835304260254, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.3774663997712325, |
| "grad_norm": 0.2601538300514221, |
| "learning_rate": 7.161468117055911e-05, |
| "loss": 1.4127769470214844, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.37937279572967303, |
| "grad_norm": 0.2553812265396118, |
| "learning_rate": 7.133588280036899e-05, |
| "loss": 1.420806312561035, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.38127919168811364, |
| "grad_norm": 0.25586581230163574, |
| "learning_rate": 7.105627101030817e-05, |
| "loss": 1.3908451080322266, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3831855876465542, |
| "grad_norm": 0.25829628109931946, |
| "learning_rate": 7.07758564604364e-05, |
| "loss": 1.3931778907775878, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.38509198360499475, |
| "grad_norm": 0.2720872163772583, |
| "learning_rate": 7.04946498414183e-05, |
| "loss": 1.3420132637023925, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3869983795634353, |
| "grad_norm": 0.23615601658821106, |
| "learning_rate": 7.021266187411572e-05, |
| "loss": 1.3387642860412599, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.3889047755218759, |
| "grad_norm": 0.28808966279029846, |
| "learning_rate": 6.992990330917896e-05, |
| "loss": 1.3504127502441405, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.39081117148031647, |
| "grad_norm": 0.25406962633132935, |
| "learning_rate": 6.964638492663708e-05, |
| "loss": 1.377500343322754, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.392717567438757, |
| "grad_norm": 0.24571816623210907, |
| "learning_rate": 6.93621175354867e-05, |
| "loss": 1.3347816467285156, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.3946239633971976, |
| "grad_norm": 0.253203809261322, |
| "learning_rate": 6.907711197328011e-05, |
| "loss": 1.4103373527526855, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.3965303593556382, |
| "grad_norm": 0.37093397974967957, |
| "learning_rate": 6.879137910571191e-05, |
| "loss": 1.3626442909240724, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.39843675531407874, |
| "grad_norm": 0.2757250666618347, |
| "learning_rate": 6.850492982620494e-05, |
| "loss": 1.3676484107971192, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.4003431512725193, |
| "grad_norm": 0.23742161691188812, |
| "learning_rate": 6.821777505549484e-05, |
| "loss": 1.340796947479248, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.40224954723095985, |
| "grad_norm": 0.24769580364227295, |
| "learning_rate": 6.792992574121374e-05, |
| "loss": 1.3983160972595214, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.40415594318940046, |
| "grad_norm": 0.26636403799057007, |
| "learning_rate": 6.764139285747292e-05, |
| "loss": 1.330171489715576, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.406062339147841, |
| "grad_norm": 0.24734552204608917, |
| "learning_rate": 6.735218740444442e-05, |
| "loss": 1.3838493347167968, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.40796873510628157, |
| "grad_norm": 0.2548673748970032, |
| "learning_rate": 6.706232040794161e-05, |
| "loss": 1.388270378112793, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.4098751310647221, |
| "grad_norm": 0.2421494573354721, |
| "learning_rate": 6.677180291899892e-05, |
| "loss": 1.3804280281066894, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.41178152702316273, |
| "grad_norm": 0.33268406987190247, |
| "learning_rate": 6.64806460134504e-05, |
| "loss": 1.4276175498962402, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.4136879229816033, |
| "grad_norm": 0.24848121404647827, |
| "learning_rate": 6.618886079150764e-05, |
| "loss": 1.3721673965454102, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.41559431894004384, |
| "grad_norm": 0.21902380883693695, |
| "learning_rate": 6.58964583773364e-05, |
| "loss": 1.3873804092407227, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4175007148984844, |
| "grad_norm": 0.25105956196784973, |
| "learning_rate": 6.56034499186326e-05, |
| "loss": 1.3554351806640625, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.419407110856925, |
| "grad_norm": 0.3022575080394745, |
| "learning_rate": 6.530984658619734e-05, |
| "loss": 1.3639636993408204, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.42131350681536556, |
| "grad_norm": 0.27669885754585266, |
| "learning_rate": 6.501565957351097e-05, |
| "loss": 1.3871520042419434, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.4232199027738061, |
| "grad_norm": 0.26725828647613525, |
| "learning_rate": 6.472090009630634e-05, |
| "loss": 1.2727947235107422, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.42512629873224667, |
| "grad_norm": 0.26539531350135803, |
| "learning_rate": 6.442557939214125e-05, |
| "loss": 1.3116284370422364, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.4270326946906873, |
| "grad_norm": 0.29391223192214966, |
| "learning_rate": 6.412970871996995e-05, |
| "loss": 1.3417422294616699, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.42893909064912783, |
| "grad_norm": 0.27035921812057495, |
| "learning_rate": 6.383329935971399e-05, |
| "loss": 1.331747817993164, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.4308454866075684, |
| "grad_norm": 0.2546106278896332, |
| "learning_rate": 6.353636261183213e-05, |
| "loss": 1.355039405822754, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.43275188256600894, |
| "grad_norm": 0.23129746317863464, |
| "learning_rate": 6.323890979688951e-05, |
| "loss": 1.3793773651123047, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.43465827852444955, |
| "grad_norm": 0.2750200033187866, |
| "learning_rate": 6.294095225512603e-05, |
| "loss": 1.2835375785827636, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4365646744828901, |
| "grad_norm": 0.2910929322242737, |
| "learning_rate": 6.264250134602416e-05, |
| "loss": 1.2731900215148926, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.43847107044133066, |
| "grad_norm": 0.23885288834571838, |
| "learning_rate": 6.234356844787563e-05, |
| "loss": 1.3810148239135742, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4403774663997712, |
| "grad_norm": 0.2842715084552765, |
| "learning_rate": 6.204416495734781e-05, |
| "loss": 1.3476411819458007, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.4422838623582118, |
| "grad_norm": 0.27236074209213257, |
| "learning_rate": 6.174430228904919e-05, |
| "loss": 1.3782694816589356, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.4441902583166524, |
| "grad_norm": 0.2982919216156006, |
| "learning_rate": 6.144399187509416e-05, |
| "loss": 1.3414841651916505, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.44609665427509293, |
| "grad_norm": 0.2682361304759979, |
| "learning_rate": 6.11432451646672e-05, |
| "loss": 1.3429731369018554, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.4480030502335335, |
| "grad_norm": 0.29433199763298035, |
| "learning_rate": 6.084207362358635e-05, |
| "loss": 1.3581157684326173, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.4499094461919741, |
| "grad_norm": 0.22920751571655273, |
| "learning_rate": 6.054048873386613e-05, |
| "loss": 1.3716768264770507, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.45181584215041465, |
| "grad_norm": 0.2386595457792282, |
| "learning_rate": 6.0238501993279784e-05, |
| "loss": 1.297121238708496, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.4537222381088552, |
| "grad_norm": 0.28741690516471863, |
| "learning_rate": 5.993612491492088e-05, |
| "loss": 1.3232603073120117, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.45562863406729576, |
| "grad_norm": 0.2324090301990509, |
| "learning_rate": 5.963336902676445e-05, |
| "loss": 1.3853673934936523, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.45753503002573637, |
| "grad_norm": 0.2917945683002472, |
| "learning_rate": 5.9330245871227454e-05, |
| "loss": 1.3603765487670898, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4594414259841769, |
| "grad_norm": 0.30369922518730164, |
| "learning_rate": 5.902676700472873e-05, |
| "loss": 1.3104385375976562, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.4613478219426175, |
| "grad_norm": 0.29477372765541077, |
| "learning_rate": 5.872294399724842e-05, |
| "loss": 1.331740951538086, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.46325421790105803, |
| "grad_norm": 0.2806938588619232, |
| "learning_rate": 5.841878843188684e-05, |
| "loss": 1.3606687545776368, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.46516061385949864, |
| "grad_norm": 0.2490273416042328, |
| "learning_rate": 5.8114311904423004e-05, |
| "loss": 1.3449721336364746, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.4670670098179392, |
| "grad_norm": 0.2897224426269531, |
| "learning_rate": 5.780952602287233e-05, |
| "loss": 1.3665520668029785, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.46897340577637975, |
| "grad_norm": 0.24134814739227295, |
| "learning_rate": 5.750444240704429e-05, |
| "loss": 1.3601598739624023, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.4708798017348203, |
| "grad_norm": 0.27711760997772217, |
| "learning_rate": 5.7199072688099266e-05, |
| "loss": 1.3746469497680665, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.4727861976932609, |
| "grad_norm": 0.23725396394729614, |
| "learning_rate": 5.6893428508105225e-05, |
| "loss": 1.3549458503723144, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.47469259365170147, |
| "grad_norm": 0.2515436112880707, |
| "learning_rate": 5.65875215195938e-05, |
| "loss": 1.372105026245117, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.476598989610142, |
| "grad_norm": 0.2758740782737732, |
| "learning_rate": 5.628136338511607e-05, |
| "loss": 1.3271823883056642, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4785053855685826, |
| "grad_norm": 0.2380417436361313, |
| "learning_rate": 5.597496577679793e-05, |
| "loss": 1.2887084007263183, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.4804117815270232, |
| "grad_norm": 0.34265971183776855, |
| "learning_rate": 5.566834037589511e-05, |
| "loss": 1.3523871421813964, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.48231817748546374, |
| "grad_norm": 0.3290402591228485, |
| "learning_rate": 5.5361498872347804e-05, |
| "loss": 1.287813377380371, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.4842245734439043, |
| "grad_norm": 0.2645690143108368, |
| "learning_rate": 5.5054452964335004e-05, |
| "loss": 1.3339000701904298, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.48613096940234485, |
| "grad_norm": 0.2834484875202179, |
| "learning_rate": 5.4747214357828535e-05, |
| "loss": 1.3187914848327638, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.48803736536078546, |
| "grad_norm": 0.25123342871665955, |
| "learning_rate": 5.4439794766146746e-05, |
| "loss": 1.3513497352600097, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.489943761319226, |
| "grad_norm": 0.2649517357349396, |
| "learning_rate": 5.413220590950796e-05, |
| "loss": 1.3626354217529297, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.49185015727766657, |
| "grad_norm": 0.24755874276161194, |
| "learning_rate": 5.382445951458365e-05, |
| "loss": 1.355795192718506, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4937565532361071, |
| "grad_norm": 0.24829553067684174, |
| "learning_rate": 5.351656731405133e-05, |
| "loss": 1.3056276321411133, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.49566294919454773, |
| "grad_norm": 0.260469526052475, |
| "learning_rate": 5.3208541046147306e-05, |
| "loss": 1.328080940246582, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.4975693451529883, |
| "grad_norm": 0.2671087086200714, |
| "learning_rate": 5.290039245421914e-05, |
| "loss": 1.3472344398498535, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.49947574111142884, |
| "grad_norm": 0.29492273926734924, |
| "learning_rate": 5.259213328627792e-05, |
| "loss": 1.2832697868347167, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5013821370698694, |
| "grad_norm": 0.25961264967918396, |
| "learning_rate": 5.228377529455039e-05, |
| "loss": 1.3272671699523926, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.50328853302831, |
| "grad_norm": 0.2618507742881775, |
| "learning_rate": 5.197533023503089e-05, |
| "loss": 1.3849388122558595, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5051949289867506, |
| "grad_norm": 0.27279746532440186, |
| "learning_rate": 5.166680986703323e-05, |
| "loss": 1.2919696807861327, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5071013249451911, |
| "grad_norm": 0.24809473752975464, |
| "learning_rate": 5.1358225952742246e-05, |
| "loss": 1.3210315704345703, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5090077209036317, |
| "grad_norm": 0.25010329484939575, |
| "learning_rate": 5.104959025676548e-05, |
| "loss": 1.2906679153442382, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5109141168620722, |
| "grad_norm": 0.298988938331604, |
| "learning_rate": 5.074091454568464e-05, |
| "loss": 1.3387374877929688, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 0.27491581439971924, |
| "learning_rate": 5.043221058760695e-05, |
| "loss": 1.3015724182128907, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5147269087789534, |
| "grad_norm": 0.25862807035446167, |
| "learning_rate": 5.012349015171659e-05, |
| "loss": 1.3090481758117676, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.516633304737394, |
| "grad_norm": 0.22323614358901978, |
| "learning_rate": 4.981476500782591e-05, |
| "loss": 1.2918867111206054, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5185397006958345, |
| "grad_norm": 0.2747284471988678, |
| "learning_rate": 4.950604692592672e-05, |
| "loss": 1.3748528480529785, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5204460966542751, |
| "grad_norm": 0.29153740406036377, |
| "learning_rate": 4.919734767574167e-05, |
| "loss": 1.3216867446899414, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5223524926127157, |
| "grad_norm": 0.2901960015296936, |
| "learning_rate": 4.888867902627544e-05, |
| "loss": 1.2926323890686036, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5242588885711562, |
| "grad_norm": 0.29376184940338135, |
| "learning_rate": 4.8580052745365996e-05, |
| "loss": 1.3518081665039063, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5261652845295968, |
| "grad_norm": 0.2881779074668884, |
| "learning_rate": 4.827148059923614e-05, |
| "loss": 1.3113883972167968, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5280716804880373, |
| "grad_norm": 0.23365597426891327, |
| "learning_rate": 4.796297435204473e-05, |
| "loss": 1.328169822692871, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.529978076446478, |
| "grad_norm": 0.3102223575115204, |
| "learning_rate": 4.76545457654383e-05, |
| "loss": 1.2958507537841797, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.5318844724049185, |
| "grad_norm": 0.3015563189983368, |
| "learning_rate": 4.73462065981026e-05, |
| "loss": 1.305961513519287, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.5337908683633591, |
| "grad_norm": 0.24197225272655487, |
| "learning_rate": 4.703796860531429e-05, |
| "loss": 1.3416491508483888, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5356972643217996, |
| "grad_norm": 0.29191067814826965, |
| "learning_rate": 4.6729843538492847e-05, |
| "loss": 1.2949129104614259, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.5376036602802402, |
| "grad_norm": 0.2928674519062042, |
| "learning_rate": 4.642184314475249e-05, |
| "loss": 1.3139276504516602, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5395100562386808, |
| "grad_norm": 0.26519039273262024, |
| "learning_rate": 4.6113979166454295e-05, |
| "loss": 1.3090953826904297, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.5414164521971213, |
| "grad_norm": 0.27504435181617737, |
| "learning_rate": 4.5806263340758645e-05, |
| "loss": 1.3588967323303223, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5433228481555619, |
| "grad_norm": 0.2822822332382202, |
| "learning_rate": 4.54987073991776e-05, |
| "loss": 1.2958033561706543, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.5452292441140025, |
| "grad_norm": 0.29674676060676575, |
| "learning_rate": 4.519132306712778e-05, |
| "loss": 1.266901969909668, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.5471356400724431, |
| "grad_norm": 0.2783163785934448, |
| "learning_rate": 4.488412206348325e-05, |
| "loss": 1.3179558753967284, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.5490420360308836, |
| "grad_norm": 0.2501155138015747, |
| "learning_rate": 4.4577116100128735e-05, |
| "loss": 1.317795181274414, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5509484319893242, |
| "grad_norm": 0.2776888608932495, |
| "learning_rate": 4.427031688151321e-05, |
| "loss": 1.2918581008911132, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.5528548279477647, |
| "grad_norm": 0.2992541193962097, |
| "learning_rate": 4.396373610420362e-05, |
| "loss": 1.329861545562744, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.5547612239062053, |
| "grad_norm": 0.3052087724208832, |
| "learning_rate": 4.365738545643884e-05, |
| "loss": 1.2998424530029298, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.5566676198646459, |
| "grad_norm": 0.27905166149139404, |
| "learning_rate": 4.335127661768429e-05, |
| "loss": 1.3324199676513673, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.5585740158230864, |
| "grad_norm": 0.28347963094711304, |
| "learning_rate": 4.304542125818648e-05, |
| "loss": 1.3317461967468263, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.5604804117815271, |
| "grad_norm": 0.29316428303718567, |
| "learning_rate": 4.273983103852815e-05, |
| "loss": 1.3193351745605468, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.5623868077399676, |
| "grad_norm": 0.29219284653663635, |
| "learning_rate": 4.243451760918375e-05, |
| "loss": 1.328935146331787, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.5642932036984082, |
| "grad_norm": 0.34995195269584656, |
| "learning_rate": 4.212949261007519e-05, |
| "loss": 1.2937623977661132, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5661995996568487, |
| "grad_norm": 0.2483871728181839, |
| "learning_rate": 4.1824767670128154e-05, |
| "loss": 1.3481175422668457, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.5681059956152893, |
| "grad_norm": 0.2733031213283539, |
| "learning_rate": 4.1520354406828736e-05, |
| "loss": 1.27366304397583, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5700123915737298, |
| "grad_norm": 0.3554569482803345, |
| "learning_rate": 4.121626442578045e-05, |
| "loss": 1.3291565895080566, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.5719187875321704, |
| "grad_norm": 0.2724780738353729, |
| "learning_rate": 4.0912509320261914e-05, |
| "loss": 1.3142485618591309, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.573825183490611, |
| "grad_norm": 0.2626362442970276, |
| "learning_rate": 4.060910067078475e-05, |
| "loss": 1.2978642463684082, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.5757315794490516, |
| "grad_norm": 0.277729868888855, |
| "learning_rate": 4.030605004465207e-05, |
| "loss": 1.2920963287353515, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.5776379754074922, |
| "grad_norm": 0.28084853291511536, |
| "learning_rate": 4.000336899551759e-05, |
| "loss": 1.2903416633605957, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.5795443713659327, |
| "grad_norm": 0.3141873776912689, |
| "learning_rate": 3.970106906294509e-05, |
| "loss": 1.300405788421631, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.5814507673243733, |
| "grad_norm": 0.34942084550857544, |
| "learning_rate": 3.939916177196841e-05, |
| "loss": 1.325791358947754, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.5833571632828138, |
| "grad_norm": 0.3157213032245636, |
| "learning_rate": 3.909765863265219e-05, |
| "loss": 1.2976320266723633, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.5852635592412544, |
| "grad_norm": 0.29693111777305603, |
| "learning_rate": 3.879657113965294e-05, |
| "loss": 1.2306509971618653, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.587169955199695, |
| "grad_norm": 0.30891987681388855, |
| "learning_rate": 3.84959107717809e-05, |
| "loss": 1.3545056343078614, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.5890763511581355, |
| "grad_norm": 0.3011731207370758, |
| "learning_rate": 3.819568899156236e-05, |
| "loss": 1.307596778869629, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.5909827471165762, |
| "grad_norm": 0.29167380928993225, |
| "learning_rate": 3.7895917244802656e-05, |
| "loss": 1.3272083282470704, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.5928891430750167, |
| "grad_norm": 0.263597697019577, |
| "learning_rate": 3.759660696014987e-05, |
| "loss": 1.33306827545166, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.5947955390334573, |
| "grad_norm": 0.25330621004104614, |
| "learning_rate": 3.729776954865905e-05, |
| "loss": 1.2714315414428712, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.5967019349918978, |
| "grad_norm": 0.2821616530418396, |
| "learning_rate": 3.699941640335716e-05, |
| "loss": 1.3136507034301759, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.5986083309503384, |
| "grad_norm": 0.2773730158805847, |
| "learning_rate": 3.670155889880881e-05, |
| "loss": 1.3050535202026368, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6005147269087789, |
| "grad_norm": 0.24520425498485565, |
| "learning_rate": 3.64042083906825e-05, |
| "loss": 1.3005794525146483, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.6024211228672195, |
| "grad_norm": 0.28279751539230347, |
| "learning_rate": 3.6107376215317815e-05, |
| "loss": 1.2946210861206056, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.60432751882566, |
| "grad_norm": 0.268442302942276, |
| "learning_rate": 3.5811073689293084e-05, |
| "loss": 1.320157814025879, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.6062339147841006, |
| "grad_norm": 0.2854236364364624, |
| "learning_rate": 3.551531210899406e-05, |
| "loss": 1.3783449172973632, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6081403107425413, |
| "grad_norm": 0.2724571228027344, |
| "learning_rate": 3.522010275018322e-05, |
| "loss": 1.2988112449645997, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.6100467067009818, |
| "grad_norm": 0.24997997283935547, |
| "learning_rate": 3.492545686756986e-05, |
| "loss": 1.282177734375, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6119531026594224, |
| "grad_norm": 0.2501998543739319, |
| "learning_rate": 3.4631385694381e-05, |
| "loss": 1.2766773223876953, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.6138594986178629, |
| "grad_norm": 0.26247185468673706, |
| "learning_rate": 3.433790044193323e-05, |
| "loss": 1.3106462478637695, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6157658945763035, |
| "grad_norm": 0.27473998069763184, |
| "learning_rate": 3.40450122992051e-05, |
| "loss": 1.271501350402832, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.617672290534744, |
| "grad_norm": 0.30904969573020935, |
| "learning_rate": 3.375273243241071e-05, |
| "loss": 1.2359012603759765, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.6195786864931846, |
| "grad_norm": 0.27315428853034973, |
| "learning_rate": 3.3461071984573986e-05, |
| "loss": 1.304299545288086, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.6214850824516251, |
| "grad_norm": 0.3226105570793152, |
| "learning_rate": 3.317004207510369e-05, |
| "loss": 1.3027402877807617, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6233914784100658, |
| "grad_norm": 0.2585526406764984, |
| "learning_rate": 3.287965379936974e-05, |
| "loss": 1.2923802375793456, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.6252978743685064, |
| "grad_norm": 0.32294324040412903, |
| "learning_rate": 3.258991822828007e-05, |
| "loss": 1.356869888305664, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6272042703269469, |
| "grad_norm": 0.29488036036491394, |
| "learning_rate": 3.230084640785851e-05, |
| "loss": 1.3255125045776368, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.6291106662853875, |
| "grad_norm": 0.3081420660018921, |
| "learning_rate": 3.2012449358823796e-05, |
| "loss": 1.311000442504883, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.631017062243828, |
| "grad_norm": 0.2720779776573181, |
| "learning_rate": 3.172473807616931e-05, |
| "loss": 1.2965307235717773, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.6329234582022686, |
| "grad_norm": 0.28681716322898865, |
| "learning_rate": 3.1437723528743934e-05, |
| "loss": 1.3056275367736816, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6348298541607091, |
| "grad_norm": 0.29165732860565186, |
| "learning_rate": 3.11514166588339e-05, |
| "loss": 1.3133922576904298, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.6367362501191497, |
| "grad_norm": 0.25299572944641113, |
| "learning_rate": 3.086582838174551e-05, |
| "loss": 1.2984167098999024, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.6386426460775904, |
| "grad_norm": 0.24326911568641663, |
| "learning_rate": 3.058096958538917e-05, |
| "loss": 1.3146974563598632, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.6405490420360309, |
| "grad_norm": 0.2539363503456116, |
| "learning_rate": 3.0296851129864168e-05, |
| "loss": 1.2391217231750489, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.6424554379944715, |
| "grad_norm": 0.25005969405174255, |
| "learning_rate": 3.001348384704461e-05, |
| "loss": 1.2616147994995117, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.644361833952912, |
| "grad_norm": 0.2587001323699951, |
| "learning_rate": 2.9730878540166585e-05, |
| "loss": 1.2715343475341796, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6462682299113526, |
| "grad_norm": 0.24096567928791046, |
| "learning_rate": 2.9449045983416207e-05, |
| "loss": 1.314798927307129, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.6481746258697931, |
| "grad_norm": 0.2563248574733734, |
| "learning_rate": 2.9167996921518848e-05, |
| "loss": 1.3071712493896483, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6500810218282337, |
| "grad_norm": 0.22646738588809967, |
| "learning_rate": 2.8887742069329606e-05, |
| "loss": 1.2838253021240233, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.6519874177866742, |
| "grad_norm": 0.28143811225891113, |
| "learning_rate": 2.860829211142466e-05, |
| "loss": 1.2992055892944336, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6538938137451149, |
| "grad_norm": 0.28922876715660095, |
| "learning_rate": 2.8329657701694013e-05, |
| "loss": 1.33804349899292, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.6558002097035555, |
| "grad_norm": 0.3674686849117279, |
| "learning_rate": 2.805184946293532e-05, |
| "loss": 1.281188678741455, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.657706605661996, |
| "grad_norm": 0.3004717528820038, |
| "learning_rate": 2.7774877986448856e-05, |
| "loss": 1.2528301239013673, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.6596130016204366, |
| "grad_norm": 0.2616945207118988, |
| "learning_rate": 2.7498753831633773e-05, |
| "loss": 1.2314598083496093, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.6615193975788771, |
| "grad_norm": 0.31714972853660583, |
| "learning_rate": 2.722348752558552e-05, |
| "loss": 1.2884645462036133, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.6634257935373177, |
| "grad_norm": 0.32175734639167786, |
| "learning_rate": 2.6949089562694435e-05, |
| "loss": 1.3210320472717285, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.6653321894957582, |
| "grad_norm": 0.274068146944046, |
| "learning_rate": 2.667557040424578e-05, |
| "loss": 1.2970300674438477, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.6672385854541988, |
| "grad_norm": 0.2562931478023529, |
| "learning_rate": 2.6402940478020767e-05, |
| "loss": 1.3085933685302735, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.6691449814126395, |
| "grad_norm": 0.31347551941871643, |
| "learning_rate": 2.6131210177899113e-05, |
| "loss": 1.3006364822387695, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.67105137737108, |
| "grad_norm": 0.3195972740650177, |
| "learning_rate": 2.5860389863462765e-05, |
| "loss": 1.2757848739624023, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.6729577733295206, |
| "grad_norm": 0.26257574558258057, |
| "learning_rate": 2.559048985960084e-05, |
| "loss": 1.3114376068115234, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.6748641692879611, |
| "grad_norm": 0.27884575724601746, |
| "learning_rate": 2.532152045611615e-05, |
| "loss": 1.2742648124694824, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.6767705652464017, |
| "grad_norm": 0.26600757241249084, |
| "learning_rate": 2.5053491907332815e-05, |
| "loss": 1.3461550712585448, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.6786769612048422, |
| "grad_norm": 0.23416565358638763, |
| "learning_rate": 2.4786414431705302e-05, |
| "loss": 1.2992279052734375, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.6805833571632828, |
| "grad_norm": 0.2441694587469101, |
| "learning_rate": 2.4520298211428945e-05, |
| "loss": 1.3232810020446777, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.6824897531217233, |
| "grad_norm": 0.27872809767723083, |
| "learning_rate": 2.4255153392051655e-05, |
| "loss": 1.2967830657958985, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.684396149080164, |
| "grad_norm": 0.31921660900115967, |
| "learning_rate": 2.3990990082087166e-05, |
| "loss": 1.3162948608398437, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.6863025450386046, |
| "grad_norm": 0.2605992555618286, |
| "learning_rate": 2.3727818352629712e-05, |
| "loss": 1.2798006057739257, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6882089409970451, |
| "grad_norm": 0.2766391634941101, |
| "learning_rate": 2.3465648236969938e-05, |
| "loss": 1.248784637451172, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.6901153369554857, |
| "grad_norm": 0.2724340558052063, |
| "learning_rate": 2.320448973021252e-05, |
| "loss": 1.267018985748291, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.6920217329139262, |
| "grad_norm": 0.269867867231369, |
| "learning_rate": 2.2944352788895064e-05, |
| "loss": 1.2623897552490235, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.6939281288723668, |
| "grad_norm": 0.2870424687862396, |
| "learning_rate": 2.2685247330608417e-05, |
| "loss": 1.2856816291809081, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.6958345248308073, |
| "grad_norm": 0.34039217233657837, |
| "learning_rate": 2.242718323361876e-05, |
| "loss": 1.3209775924682616, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.6977409207892479, |
| "grad_norm": 0.2975488007068634, |
| "learning_rate": 2.21701703364908e-05, |
| "loss": 1.3308780670166016, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.6996473167476885, |
| "grad_norm": 0.2922642230987549, |
| "learning_rate": 2.1914218437712824e-05, |
| "loss": 1.2677643775939942, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.7015537127061291, |
| "grad_norm": 0.30045410990715027, |
| "learning_rate": 2.1659337295323118e-05, |
| "loss": 1.2900771141052245, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7034601086645696, |
| "grad_norm": 0.2769049406051636, |
| "learning_rate": 2.1405536626537825e-05, |
| "loss": 1.2788096427917481, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.7053665046230102, |
| "grad_norm": 0.3026473820209503, |
| "learning_rate": 2.1152826107380653e-05, |
| "loss": 1.348760223388672, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7072729005814508, |
| "grad_norm": 0.3524516224861145, |
| "learning_rate": 2.0901215372313888e-05, |
| "loss": 1.2741279602050781, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.7091792965398913, |
| "grad_norm": 0.29180601239204407, |
| "learning_rate": 2.065071401387105e-05, |
| "loss": 1.283041000366211, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7110856924983319, |
| "grad_norm": 0.24817217886447906, |
| "learning_rate": 2.0401331582291257e-05, |
| "loss": 1.261880111694336, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.7129920884567724, |
| "grad_norm": 0.25220730900764465, |
| "learning_rate": 2.015307758515513e-05, |
| "loss": 1.2523793220520019, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.7148984844152131, |
| "grad_norm": 0.2991998493671417, |
| "learning_rate": 1.9905961487022222e-05, |
| "loss": 1.2672356605529784, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.7168048803736536, |
| "grad_norm": 0.27264538407325745, |
| "learning_rate": 1.9659992709070345e-05, |
| "loss": 1.2976717948913574, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7187112763320942, |
| "grad_norm": 0.2786688804626465, |
| "learning_rate": 1.941518062873621e-05, |
| "loss": 1.2084770202636719, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.7206176722905347, |
| "grad_norm": 0.2885562479496002, |
| "learning_rate": 1.9171534579358075e-05, |
| "loss": 1.2393610000610351, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.7225240682489753, |
| "grad_norm": 0.23934251070022583, |
| "learning_rate": 1.8929063849819845e-05, |
| "loss": 1.2703269004821778, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.7244304642074159, |
| "grad_norm": 0.27533578872680664, |
| "learning_rate": 1.8687777684196882e-05, |
| "loss": 1.2818480491638184, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7263368601658564, |
| "grad_norm": 0.2798852324485779, |
| "learning_rate": 1.8447685281403714e-05, |
| "loss": 1.2778390884399413, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.728243256124297, |
| "grad_norm": 0.2818307876586914, |
| "learning_rate": 1.8208795794843247e-05, |
| "loss": 1.302980899810791, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.7301496520827376, |
| "grad_norm": 0.24400120973587036, |
| "learning_rate": 1.7971118332057746e-05, |
| "loss": 1.3045165061950683, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.7320560480411782, |
| "grad_norm": 0.27064794301986694, |
| "learning_rate": 1.7734661954381754e-05, |
| "loss": 1.2538033485412599, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7339624439996187, |
| "grad_norm": 0.27026423811912537, |
| "learning_rate": 1.749943567659648e-05, |
| "loss": 1.3045284271240234, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.7358688399580593, |
| "grad_norm": 0.26858365535736084, |
| "learning_rate": 1.726544846658626e-05, |
| "loss": 1.2713985443115234, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.7377752359164998, |
| "grad_norm": 0.2613442838191986, |
| "learning_rate": 1.703270924499656e-05, |
| "loss": 1.243505096435547, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.7396816318749404, |
| "grad_norm": 0.4013001024723053, |
| "learning_rate": 1.6801226884893896e-05, |
| "loss": 1.296872043609619, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.741588027833381, |
| "grad_norm": 0.25249019265174866, |
| "learning_rate": 1.6571010211427564e-05, |
| "loss": 1.2743738174438477, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.7434944237918215, |
| "grad_norm": 0.30830514430999756, |
| "learning_rate": 1.6342068001493234e-05, |
| "loss": 1.347235107421875, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.7454008197502622, |
| "grad_norm": 0.25204187631607056, |
| "learning_rate": 1.611440898339824e-05, |
| "loss": 1.3047658920288085, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.7473072157087027, |
| "grad_norm": 0.23890092968940735, |
| "learning_rate": 1.5888041836528915e-05, |
| "loss": 1.3173834800720214, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.7492136116671433, |
| "grad_norm": 0.27674582600593567, |
| "learning_rate": 1.5662975191019598e-05, |
| "loss": 1.2952470779418945, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.7511200076255838, |
| "grad_norm": 0.24614043533802032, |
| "learning_rate": 1.5439217627423697e-05, |
| "loss": 1.2403566360473632, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.7530264035840244, |
| "grad_norm": 0.21446549892425537, |
| "learning_rate": 1.5216777676386534e-05, |
| "loss": 1.268918228149414, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.754932799542465, |
| "grad_norm": 0.3373437821865082, |
| "learning_rate": 1.4995663818320072e-05, |
| "loss": 1.2323001861572265, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.7568391955009055, |
| "grad_norm": 0.24887199699878693, |
| "learning_rate": 1.4775884483079666e-05, |
| "loss": 1.2946328163146972, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.7587455914593461, |
| "grad_norm": 0.3030349910259247, |
| "learning_rate": 1.455744804964268e-05, |
| "loss": 1.2589397430419922, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.7606519874177867, |
| "grad_norm": 0.28345075249671936, |
| "learning_rate": 1.4340362845788958e-05, |
| "loss": 1.25282564163208, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.7625583833762273, |
| "grad_norm": 0.2806551456451416, |
| "learning_rate": 1.4124637147783432e-05, |
| "loss": 1.2873175621032715, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7644647793346678, |
| "grad_norm": 0.26797688007354736, |
| "learning_rate": 1.391027918006057e-05, |
| "loss": 1.3533535957336427, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.7663711752931084, |
| "grad_norm": 0.30630385875701904, |
| "learning_rate": 1.3697297114910768e-05, |
| "loss": 1.319953727722168, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.7682775712515489, |
| "grad_norm": 0.21564672887325287, |
| "learning_rate": 1.348569907216881e-05, |
| "loss": 1.266263771057129, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.7701839672099895, |
| "grad_norm": 0.31971731781959534, |
| "learning_rate": 1.3275493118904386e-05, |
| "loss": 1.2573046684265137, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.77209036316843, |
| "grad_norm": 0.26772141456604004, |
| "learning_rate": 1.3066687269114398e-05, |
| "loss": 1.2881788253784179, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.7739967591268706, |
| "grad_norm": 0.2569355368614197, |
| "learning_rate": 1.2859289483417558e-05, |
| "loss": 1.275874137878418, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.7759031550853113, |
| "grad_norm": 0.27180615067481995, |
| "learning_rate": 1.2653307668750786e-05, |
| "loss": 1.3089826583862305, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.7778095510437518, |
| "grad_norm": 0.2430656999349594, |
| "learning_rate": 1.2448749678067856e-05, |
| "loss": 1.2678367614746093, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.7797159470021924, |
| "grad_norm": 0.23877812922000885, |
| "learning_rate": 1.2245623310039973e-05, |
| "loss": 1.3602535247802734, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.7816223429606329, |
| "grad_norm": 0.26600319147109985, |
| "learning_rate": 1.204393630875838e-05, |
| "loss": 1.2801698684692382, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.7835287389190735, |
| "grad_norm": 0.30729660391807556, |
| "learning_rate": 1.1843696363439261e-05, |
| "loss": 1.23919677734375, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.785435134877514, |
| "grad_norm": 0.227600559592247, |
| "learning_rate": 1.1644911108130435e-05, |
| "loss": 1.3255355834960938, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.7873415308359546, |
| "grad_norm": 0.3176155686378479, |
| "learning_rate": 1.1447588121420461e-05, |
| "loss": 1.2895964622497558, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.7892479267943951, |
| "grad_norm": 0.3035479187965393, |
| "learning_rate": 1.125173492614961e-05, |
| "loss": 1.2202783584594727, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.7911543227528358, |
| "grad_norm": 0.24790754914283752, |
| "learning_rate": 1.1057358989123073e-05, |
| "loss": 1.2362918853759766, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.7930607187112764, |
| "grad_norm": 0.27740412950515747, |
| "learning_rate": 1.0864467720826343e-05, |
| "loss": 1.3022624969482421, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.7949671146697169, |
| "grad_norm": 0.2983035743236542, |
| "learning_rate": 1.0673068475142612e-05, |
| "loss": 1.2851173400878906, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.7968735106281575, |
| "grad_norm": 0.28451427817344666, |
| "learning_rate": 1.0483168549072519e-05, |
| "loss": 1.2093828201293946, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.798779906586598, |
| "grad_norm": 0.31136924028396606, |
| "learning_rate": 1.029477518245584e-05, |
| "loss": 1.2966349601745606, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.8006863025450386, |
| "grad_norm": 0.2705349028110504, |
| "learning_rate": 1.0107895557695523e-05, |
| "loss": 1.27640380859375, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8025926985034791, |
| "grad_norm": 0.32963642477989197, |
| "learning_rate": 9.922536799483901e-06, |
| "loss": 1.304217529296875, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.8044990944619197, |
| "grad_norm": 0.30048057436943054, |
| "learning_rate": 9.738705974531026e-06, |
| "loss": 1.2751550674438477, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8064054904203604, |
| "grad_norm": 0.2719151973724365, |
| "learning_rate": 9.556410091295215e-06, |
| "loss": 1.310124397277832, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.8083118863788009, |
| "grad_norm": 0.3245067000389099, |
| "learning_rate": 9.375656099715934e-06, |
| "loss": 1.3070714950561524, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8102182823372415, |
| "grad_norm": 0.29382047057151794, |
| "learning_rate": 9.196450890948816e-06, |
| "loss": 1.2848482131958008, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.812124678295682, |
| "grad_norm": 0.2974618971347809, |
| "learning_rate": 9.01880129710287e-06, |
| "loss": 1.3063250541687013, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.8140310742541226, |
| "grad_norm": 0.28922203183174133, |
| "learning_rate": 8.84271409098012e-06, |
| "loss": 1.3028696060180665, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.8159374702125631, |
| "grad_norm": 0.2505742311477661, |
| "learning_rate": 8.66819598581729e-06, |
| "loss": 1.2682609558105469, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8178438661710037, |
| "grad_norm": 0.30349427461624146, |
| "learning_rate": 8.495253635029943e-06, |
| "loss": 1.2464805603027345, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.8197502621294442, |
| "grad_norm": 0.2700892388820648, |
| "learning_rate": 8.323893631958806e-06, |
| "loss": 1.2069608688354492, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8216566580878849, |
| "grad_norm": 0.34289395809173584, |
| "learning_rate": 8.154122509618346e-06, |
| "loss": 1.3153762817382812, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.8235630540463255, |
| "grad_norm": 0.3248732388019562, |
| "learning_rate": 7.985946740447791e-06, |
| "loss": 1.2754580497741699, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.825469450004766, |
| "grad_norm": 0.2394816279411316, |
| "learning_rate": 7.81937273606429e-06, |
| "loss": 1.2874581336975097, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.8273758459632066, |
| "grad_norm": 0.25531205534935, |
| "learning_rate": 7.654406847018541e-06, |
| "loss": 1.3131428718566895, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.8292822419216471, |
| "grad_norm": 0.28492212295532227, |
| "learning_rate": 7.491055362552624e-06, |
| "loss": 1.2674978256225586, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.8311886378800877, |
| "grad_norm": 0.3087736666202545, |
| "learning_rate": 7.329324510360269e-06, |
| "loss": 1.2896101951599122, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.8330950338385282, |
| "grad_norm": 0.24922163784503937, |
| "learning_rate": 7.1692204563493956e-06, |
| "loss": 1.2613224029541015, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.8350014297969688, |
| "grad_norm": 0.23499475419521332, |
| "learning_rate": 7.010749304407077e-06, |
| "loss": 1.2360116004943849, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.8369078257554095, |
| "grad_norm": 0.3109460771083832, |
| "learning_rate": 6.853917096166768e-06, |
| "loss": 1.264583206176758, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.83881422171385, |
| "grad_norm": 0.2958238422870636, |
| "learning_rate": 6.698729810778065e-06, |
| "loss": 1.2924345970153808, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8407206176722906, |
| "grad_norm": 0.28373780846595764, |
| "learning_rate": 6.5451933646786865e-06, |
| "loss": 1.2855048179626465, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.8426270136307311, |
| "grad_norm": 0.29589641094207764, |
| "learning_rate": 6.3933136113689e-06, |
| "loss": 1.278209114074707, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.8445334095891717, |
| "grad_norm": 0.28071531653404236, |
| "learning_rate": 6.2430963411884205e-06, |
| "loss": 1.2841176986694336, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.8464398055476122, |
| "grad_norm": 0.321755051612854, |
| "learning_rate": 6.09454728109562e-06, |
| "loss": 1.2955687522888184, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.8483462015060528, |
| "grad_norm": 0.240579292178154, |
| "learning_rate": 5.947672094449169e-06, |
| "loss": 1.2783164978027344, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.8502525974644933, |
| "grad_norm": 0.2967662513256073, |
| "learning_rate": 5.802476380792194e-06, |
| "loss": 1.2826072692871093, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.852158993422934, |
| "grad_norm": 0.2595486640930176, |
| "learning_rate": 5.658965675638706e-06, |
| "loss": 1.3454477310180664, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.8540653893813746, |
| "grad_norm": 0.26660287380218506, |
| "learning_rate": 5.51714545026264e-06, |
| "loss": 1.3258867263793945, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.8559717853398151, |
| "grad_norm": 0.31178662180900574, |
| "learning_rate": 5.377021111489222e-06, |
| "loss": 1.243789291381836, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.8578781812982557, |
| "grad_norm": 0.3128054738044739, |
| "learning_rate": 5.238598001488842e-06, |
| "loss": 1.2453927040100097, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.8597845772566962, |
| "grad_norm": 0.28166258335113525, |
| "learning_rate": 5.101881397573416e-06, |
| "loss": 1.2805182456970214, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.8616909732151368, |
| "grad_norm": 0.29216358065605164, |
| "learning_rate": 4.96687651199515e-06, |
| "loss": 1.2676274299621582, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.8635973691735773, |
| "grad_norm": 0.2604143023490906, |
| "learning_rate": 4.8335884917478365e-06, |
| "loss": 1.2538568496704101, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.8655037651320179, |
| "grad_norm": 0.28287389874458313, |
| "learning_rate": 4.702022418370672e-06, |
| "loss": 1.2607022285461427, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.8674101610904585, |
| "grad_norm": 0.2540261745452881, |
| "learning_rate": 4.57218330775443e-06, |
| "loss": 1.2899112701416016, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.8693165570488991, |
| "grad_norm": 0.3204768896102905, |
| "learning_rate": 4.4440761099503455e-06, |
| "loss": 1.2618412017822265, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.8712229530073397, |
| "grad_norm": 0.24816618859767914, |
| "learning_rate": 4.3177057089813285e-06, |
| "loss": 1.2558921813964843, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.8731293489657802, |
| "grad_norm": 0.32940608263015747, |
| "learning_rate": 4.193076922655759e-06, |
| "loss": 1.255124568939209, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.8750357449242208, |
| "grad_norm": 0.32961541414260864, |
| "learning_rate": 4.070194502383839e-06, |
| "loss": 1.228334617614746, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.8769421408826613, |
| "grad_norm": 0.30504852533340454, |
| "learning_rate": 3.949063132996455e-06, |
| "loss": 1.2398731231689453, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.8788485368411019, |
| "grad_norm": 0.2569536864757538, |
| "learning_rate": 3.829687432566525e-06, |
| "loss": 1.3019656181335448, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.8807549327995424, |
| "grad_norm": 0.27825555205345154, |
| "learning_rate": 3.7120719522329873e-06, |
| "loss": 1.2222501754760742, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.8826613287579831, |
| "grad_norm": 0.2801966667175293, |
| "learning_rate": 3.596221176027248e-06, |
| "loss": 1.226343822479248, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.8845677247164236, |
| "grad_norm": 0.27791348099708557, |
| "learning_rate": 3.4821395207022766e-06, |
| "loss": 1.2490703582763671, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.8864741206748642, |
| "grad_norm": 0.30703672766685486, |
| "learning_rate": 3.369831335564172e-06, |
| "loss": 1.1726917266845702, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.8883805166333048, |
| "grad_norm": 0.25407636165618896, |
| "learning_rate": 3.259300902306367e-06, |
| "loss": 1.259549903869629, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.8902869125917453, |
| "grad_norm": 0.2748848795890808, |
| "learning_rate": 3.15055243484641e-06, |
| "loss": 1.3021918296813966, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.8921933085501859, |
| "grad_norm": 0.3162597715854645, |
| "learning_rate": 3.0435900791652816e-06, |
| "loss": 1.2593650817871094, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.8940997045086264, |
| "grad_norm": 0.3766025900840759, |
| "learning_rate": 2.938417913149344e-06, |
| "loss": 1.2838375091552734, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.896006100467067, |
| "grad_norm": 0.2617952227592468, |
| "learning_rate": 2.83503994643487e-06, |
| "loss": 1.2173202514648438, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.8979124964255075, |
| "grad_norm": 0.32625946402549744, |
| "learning_rate": 2.733460120255199e-06, |
| "loss": 1.2620113372802735, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.8998188923839482, |
| "grad_norm": 0.2758268713951111, |
| "learning_rate": 2.6336823072904304e-06, |
| "loss": 1.3287481307983398, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.9017252883423887, |
| "grad_norm": 0.30779194831848145, |
| "learning_rate": 2.53571031151984e-06, |
| "loss": 1.2549450874328614, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.9036316843008293, |
| "grad_norm": 0.2871108651161194, |
| "learning_rate": 2.4395478680768023e-06, |
| "loss": 1.184624195098877, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.9055380802592699, |
| "grad_norm": 0.2998097538948059, |
| "learning_rate": 2.345198643106428e-06, |
| "loss": 1.1927226066589356, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.9074444762177104, |
| "grad_norm": 0.31913626194000244, |
| "learning_rate": 2.252666233625783e-06, |
| "loss": 1.2860239028930665, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.909350872176151, |
| "grad_norm": 0.32737797498703003, |
| "learning_rate": 2.161954167386726e-06, |
| "loss": 1.2646794319152832, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.9112572681345915, |
| "grad_norm": 0.34339675307273865, |
| "learning_rate": 2.073065902741472e-06, |
| "loss": 1.2995262145996094, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.9131636640930321, |
| "grad_norm": 0.2388019859790802, |
| "learning_rate": 1.986004828510685e-06, |
| "loss": 1.2607707977294922, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.9150700600514727, |
| "grad_norm": 0.2666759192943573, |
| "learning_rate": 1.9007742638543102e-06, |
| "loss": 1.3214723587036132, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9169764560099133, |
| "grad_norm": 0.2996501326560974, |
| "learning_rate": 1.8173774581450588e-06, |
| "loss": 1.3515162467956543, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.9188828519683538, |
| "grad_norm": 0.2618994116783142, |
| "learning_rate": 1.7358175908444574e-06, |
| "loss": 1.2994682312011718, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.9207892479267944, |
| "grad_norm": 0.33215808868408203, |
| "learning_rate": 1.6560977713816982e-06, |
| "loss": 1.289261817932129, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.922695643885235, |
| "grad_norm": 0.29186832904815674, |
| "learning_rate": 1.5782210390350716e-06, |
| "loss": 1.2653358459472657, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.9246020398436755, |
| "grad_norm": 0.28440016508102417, |
| "learning_rate": 1.5021903628160804e-06, |
| "loss": 1.254986572265625, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.9265084358021161, |
| "grad_norm": 0.2949380576610565, |
| "learning_rate": 1.42800864135626e-06, |
| "loss": 1.336177444458008, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.9284148317605566, |
| "grad_norm": 0.2676756978034973, |
| "learning_rate": 1.3556787027966866e-06, |
| "loss": 1.2899702072143555, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.9303212277189973, |
| "grad_norm": 0.2686278522014618, |
| "learning_rate": 1.2852033046801104e-06, |
| "loss": 1.2718887329101562, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.9322276236774378, |
| "grad_norm": 0.2600155174732208, |
| "learning_rate": 1.2165851338458821e-06, |
| "loss": 1.2679462432861328, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.9341340196358784, |
| "grad_norm": 0.29629039764404297, |
| "learning_rate": 1.1498268063274697e-06, |
| "loss": 1.274935531616211, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.9360404155943189, |
| "grad_norm": 0.32085058093070984, |
| "learning_rate": 1.0849308672527591e-06, |
| "loss": 1.2384976387023925, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.9379468115527595, |
| "grad_norm": 0.2750713527202606, |
| "learning_rate": 1.0218997907469941e-06, |
| "loss": 1.290949821472168, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.9398532075112, |
| "grad_norm": 0.334941029548645, |
| "learning_rate": 9.607359798384785e-07, |
| "loss": 1.269826316833496, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.9417596034696406, |
| "grad_norm": 0.30846548080444336, |
| "learning_rate": 9.014417663669339e-07, |
| "loss": 1.2838249206542969, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.9436659994280812, |
| "grad_norm": 0.25176286697387695, |
| "learning_rate": 8.440194108946253e-07, |
| "loss": 1.2833518028259276, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.9455723953865218, |
| "grad_norm": 0.324649453163147, |
| "learning_rate": 7.884711026201585e-07, |
| "loss": 1.2897378921508789, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.9474787913449624, |
| "grad_norm": 0.2945902347564697, |
| "learning_rate": 7.347989592950355e-07, |
| "loss": 1.2712274551391602, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.9493851873034029, |
| "grad_norm": 0.26208600401878357, |
| "learning_rate": 6.830050271429023e-07, |
| "loss": 1.2482695579528809, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.9512915832618435, |
| "grad_norm": 0.41000497341156006, |
| "learning_rate": 6.330912807815336e-07, |
| "loss": 1.2295034408569336, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.953197979220284, |
| "grad_norm": 0.2501354217529297, |
| "learning_rate": 5.850596231475769e-07, |
| "loss": 1.2919734001159668, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.9551043751787246, |
| "grad_norm": 0.27073603868484497, |
| "learning_rate": 5.389118854239705e-07, |
| "loss": 1.2957923889160157, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.9570107711371652, |
| "grad_norm": 0.3306446671485901, |
| "learning_rate": 4.946498269701616e-07, |
| "loss": 1.2615965843200683, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.9589171670956057, |
| "grad_norm": 0.32333266735076904, |
| "learning_rate": 4.522751352550203e-07, |
| "loss": 1.2839290618896484, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.9608235630540464, |
| "grad_norm": 0.31210148334503174, |
| "learning_rate": 4.1178942579248036e-07, |
| "loss": 1.223864459991455, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.9627299590124869, |
| "grad_norm": 0.281080037355423, |
| "learning_rate": 3.7319424207999385e-07, |
| "loss": 1.312656784057617, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.9646363549709275, |
| "grad_norm": 0.28866586089134216, |
| "learning_rate": 3.3649105553965055e-07, |
| "loss": 1.2236149787902832, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.966542750929368, |
| "grad_norm": 0.34519168734550476, |
| "learning_rate": 3.016812654621004e-07, |
| "loss": 1.2471606254577636, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.9684491468878086, |
| "grad_norm": 0.29924488067626953, |
| "learning_rate": 2.687661989531964e-07, |
| "loss": 1.2718618392944336, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.9703555428462491, |
| "grad_norm": 0.30336493253707886, |
| "learning_rate": 2.3774711088340173e-07, |
| "loss": 1.256441879272461, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.9722619388046897, |
| "grad_norm": 0.32538875937461853, |
| "learning_rate": 2.0862518383995e-07, |
| "loss": 1.29504337310791, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.9741683347631303, |
| "grad_norm": 0.31382668018341064, |
| "learning_rate": 1.814015280817538e-07, |
| "loss": 1.245374870300293, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.9760747307215709, |
| "grad_norm": 0.2408931404352188, |
| "learning_rate": 1.560771814970885e-07, |
| "loss": 1.3099851608276367, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.9779811266800115, |
| "grad_norm": 0.2902478277683258, |
| "learning_rate": 1.3265310956401268e-07, |
| "loss": 1.258431625366211, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.979887522638452, |
| "grad_norm": 0.279956191778183, |
| "learning_rate": 1.1113020531357543e-07, |
| "loss": 1.2262717247009278, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.9817939185968926, |
| "grad_norm": 0.3357672095298767, |
| "learning_rate": 9.1509289295727e-08, |
| "loss": 1.257904052734375, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.9837003145553331, |
| "grad_norm": 0.2751654386520386, |
| "learning_rate": 7.379110954810475e-08, |
| "loss": 1.1847064018249511, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.9856067105137737, |
| "grad_norm": 0.2778809070587158, |
| "learning_rate": 5.797634156744502e-08, |
| "loss": 1.2715692520141602, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.9875131064722142, |
| "grad_norm": 0.28509262204170227, |
| "learning_rate": 4.406558828388141e-08, |
| "loss": 1.2061580657958983, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.9894195024306548, |
| "grad_norm": 0.2964514493942261, |
| "learning_rate": 3.2059380037929856e-08, |
| "loss": 1.284592628479004, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.9913258983890955, |
| "grad_norm": 0.27075910568237305, |
| "learning_rate": 2.1958174560282595e-08, |
| "loss": 1.2388830184936523, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.993232294347536, |
| "grad_norm": 0.2943772077560425, |
| "learning_rate": 1.376235695434991e-08, |
| "loss": 1.2309008598327638, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.9951386903059766, |
| "grad_norm": 0.2736813426017761, |
| "learning_rate": 7.472239681582949e-09, |
| "loss": 1.2411253929138184, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.9970450862644171, |
| "grad_norm": 0.2683391273021698, |
| "learning_rate": 3.088062549555515e-09, |
| "loss": 1.2596145629882813, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.9989514822228577, |
| "grad_norm": 0.26884642243385315, |
| "learning_rate": 6.099927028380137e-10, |
| "loss": 1.316823673248291, |
| "step": 2620 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2623, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.043371813447926e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
