| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 6.622338113863537, |
| "eval_steps": 500, |
| "global_step": 1907, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003476749239461104, |
| "grad_norm": 28.668624877929688, |
| "learning_rate": 0.0, |
| "loss": 10.9346, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006953498478922208, |
| "grad_norm": 29.20085334777832, |
| "learning_rate": 5.235602094240838e-07, |
| "loss": 10.9266, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.010430247718383311, |
| "grad_norm": 27.985437393188477, |
| "learning_rate": 1.0471204188481676e-06, |
| "loss": 10.8227, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.013906996957844416, |
| "grad_norm": 26.395610809326172, |
| "learning_rate": 1.5706806282722513e-06, |
| "loss": 10.6153, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.017383746197305518, |
| "grad_norm": 21.0169677734375, |
| "learning_rate": 2.094240837696335e-06, |
| "loss": 10.3783, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.020860495436766623, |
| "grad_norm": 17.197437286376953, |
| "learning_rate": 2.617801047120419e-06, |
| "loss": 10.0927, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.024337244676227728, |
| "grad_norm": 14.133214950561523, |
| "learning_rate": 3.1413612565445026e-06, |
| "loss": 9.8757, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.027813993915688832, |
| "grad_norm": 12.546614646911621, |
| "learning_rate": 3.664921465968586e-06, |
| "loss": 9.5995, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03129074315514994, |
| "grad_norm": 10.003512382507324, |
| "learning_rate": 4.18848167539267e-06, |
| "loss": 9.4723, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.034767492394611035, |
| "grad_norm": 9.371498107910156, |
| "learning_rate": 4.712041884816754e-06, |
| "loss": 9.2018, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03824424163407214, |
| "grad_norm": 7.8304948806762695, |
| "learning_rate": 5.235602094240838e-06, |
| "loss": 9.0917, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.041720990873533245, |
| "grad_norm": 7.299487113952637, |
| "learning_rate": 5.759162303664922e-06, |
| "loss": 8.9398, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04519774011299435, |
| "grad_norm": 6.750319480895996, |
| "learning_rate": 6.282722513089005e-06, |
| "loss": 8.8567, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.048674489352455455, |
| "grad_norm": 6.2069993019104, |
| "learning_rate": 6.8062827225130895e-06, |
| "loss": 8.6588, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05215123859191656, |
| "grad_norm": 5.454948425292969, |
| "learning_rate": 7.329842931937172e-06, |
| "loss": 8.5728, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.055627987831377665, |
| "grad_norm": 5.076164722442627, |
| "learning_rate": 7.853403141361257e-06, |
| "loss": 8.5335, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.05910473707083876, |
| "grad_norm": 5.935672283172607, |
| "learning_rate": 8.37696335078534e-06, |
| "loss": 8.3915, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.06258148631029987, |
| "grad_norm": 6.291903972625732, |
| "learning_rate": 8.900523560209424e-06, |
| "loss": 8.3351, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.06605823554976098, |
| "grad_norm": 4.611499786376953, |
| "learning_rate": 9.424083769633508e-06, |
| "loss": 8.1489, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.06953498478922207, |
| "grad_norm": 4.213597297668457, |
| "learning_rate": 9.947643979057591e-06, |
| "loss": 8.1105, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.07301173402868318, |
| "grad_norm": 7.032574653625488, |
| "learning_rate": 1.0471204188481676e-05, |
| "loss": 7.9326, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.07648848326814428, |
| "grad_norm": 3.5775418281555176, |
| "learning_rate": 1.099476439790576e-05, |
| "loss": 8.0387, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.07996523250760539, |
| "grad_norm": 3.3227384090423584, |
| "learning_rate": 1.1518324607329843e-05, |
| "loss": 8.0855, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.08344198174706649, |
| "grad_norm": 3.577180862426758, |
| "learning_rate": 1.2041884816753927e-05, |
| "loss": 7.8638, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0869187309865276, |
| "grad_norm": 3.077481508255005, |
| "learning_rate": 1.256544502617801e-05, |
| "loss": 7.7775, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0903954802259887, |
| "grad_norm": 2.4729714393615723, |
| "learning_rate": 1.3089005235602096e-05, |
| "loss": 7.7653, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0938722294654498, |
| "grad_norm": 2.7105133533477783, |
| "learning_rate": 1.3612565445026179e-05, |
| "loss": 7.8085, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.09734897870491091, |
| "grad_norm": 2.2809700965881348, |
| "learning_rate": 1.4136125654450264e-05, |
| "loss": 7.6766, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.10082572794437202, |
| "grad_norm": 2.30652117729187, |
| "learning_rate": 1.4659685863874344e-05, |
| "loss": 7.703, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.10430247718383312, |
| "grad_norm": 2.233243703842163, |
| "learning_rate": 1.518324607329843e-05, |
| "loss": 7.7391, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.10777922642329422, |
| "grad_norm": 2.0807292461395264, |
| "learning_rate": 1.5706806282722515e-05, |
| "loss": 7.5976, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.11125597566275533, |
| "grad_norm": 2.4727425575256348, |
| "learning_rate": 1.6230366492146596e-05, |
| "loss": 7.5206, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.11473272490221642, |
| "grad_norm": 3.1418378353118896, |
| "learning_rate": 1.675392670157068e-05, |
| "loss": 7.6335, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.11820947414167753, |
| "grad_norm": 3.3428750038146973, |
| "learning_rate": 1.7277486910994763e-05, |
| "loss": 7.5816, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.12168622338113863, |
| "grad_norm": 2.7240543365478516, |
| "learning_rate": 1.780104712041885e-05, |
| "loss": 7.4649, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.12516297262059975, |
| "grad_norm": 2.6777167320251465, |
| "learning_rate": 1.8324607329842934e-05, |
| "loss": 7.2798, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.12863972186006084, |
| "grad_norm": 2.6221325397491455, |
| "learning_rate": 1.8848167539267016e-05, |
| "loss": 7.2434, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.13211647109952196, |
| "grad_norm": 3.304597854614258, |
| "learning_rate": 1.93717277486911e-05, |
| "loss": 7.3748, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.13559322033898305, |
| "grad_norm": 2.2426793575286865, |
| "learning_rate": 1.9895287958115183e-05, |
| "loss": 7.2165, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.13906996957844414, |
| "grad_norm": 2.3125767707824707, |
| "learning_rate": 2.0418848167539268e-05, |
| "loss": 7.0828, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.14254671881790526, |
| "grad_norm": 2.921846389770508, |
| "learning_rate": 2.0942408376963353e-05, |
| "loss": 7.242, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.14602346805736635, |
| "grad_norm": 2.0602433681488037, |
| "learning_rate": 2.1465968586387435e-05, |
| "loss": 7.1855, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.14950021729682747, |
| "grad_norm": 2.180553436279297, |
| "learning_rate": 2.198952879581152e-05, |
| "loss": 7.0872, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.15297696653628856, |
| "grad_norm": 1.9306440353393555, |
| "learning_rate": 2.25130890052356e-05, |
| "loss": 7.1991, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.15645371577574968, |
| "grad_norm": 2.243671417236328, |
| "learning_rate": 2.3036649214659687e-05, |
| "loss": 7.087, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.15993046501521077, |
| "grad_norm": 1.9487829208374023, |
| "learning_rate": 2.3560209424083772e-05, |
| "loss": 6.9366, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1634072142546719, |
| "grad_norm": 2.5406157970428467, |
| "learning_rate": 2.4083769633507854e-05, |
| "loss": 7.1055, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.16688396349413298, |
| "grad_norm": 3.9518744945526123, |
| "learning_rate": 2.460732984293194e-05, |
| "loss": 6.8859, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1703607127335941, |
| "grad_norm": 1.8939940929412842, |
| "learning_rate": 2.513089005235602e-05, |
| "loss": 6.9724, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.1738374619730552, |
| "grad_norm": 2.785097360610962, |
| "learning_rate": 2.5654450261780106e-05, |
| "loss": 6.8924, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1773142112125163, |
| "grad_norm": 3.876585006713867, |
| "learning_rate": 2.617801047120419e-05, |
| "loss": 6.7097, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.1807909604519774, |
| "grad_norm": 1.672093391418457, |
| "learning_rate": 2.6701570680628273e-05, |
| "loss": 6.8596, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1842677096914385, |
| "grad_norm": 3.9122424125671387, |
| "learning_rate": 2.7225130890052358e-05, |
| "loss": 6.745, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.1877444589308996, |
| "grad_norm": 2.6010124683380127, |
| "learning_rate": 2.7748691099476443e-05, |
| "loss": 6.7213, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1912212081703607, |
| "grad_norm": 3.1334500312805176, |
| "learning_rate": 2.827225130890053e-05, |
| "loss": 6.5959, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.19469795740982182, |
| "grad_norm": 2.5764386653900146, |
| "learning_rate": 2.879581151832461e-05, |
| "loss": 6.7594, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1981747066492829, |
| "grad_norm": 2.5421552658081055, |
| "learning_rate": 2.931937172774869e-05, |
| "loss": 6.5791, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.20165145588874403, |
| "grad_norm": 2.9680330753326416, |
| "learning_rate": 2.9842931937172774e-05, |
| "loss": 6.5585, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 2.292030096054077, |
| "learning_rate": 3.036649214659686e-05, |
| "loss": 6.4137, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.20860495436766624, |
| "grad_norm": 3.2336649894714355, |
| "learning_rate": 3.0890052356020944e-05, |
| "loss": 6.542, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.21208170360712733, |
| "grad_norm": 2.3037948608398438, |
| "learning_rate": 3.141361256544503e-05, |
| "loss": 6.4735, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.21555845284658845, |
| "grad_norm": 2.364863157272339, |
| "learning_rate": 3.1937172774869115e-05, |
| "loss": 6.4433, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.21903520208604954, |
| "grad_norm": 1.9736865758895874, |
| "learning_rate": 3.246073298429319e-05, |
| "loss": 6.2436, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.22251195132551066, |
| "grad_norm": 2.201551914215088, |
| "learning_rate": 3.298429319371728e-05, |
| "loss": 6.4195, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.22598870056497175, |
| "grad_norm": 2.3755462169647217, |
| "learning_rate": 3.350785340314136e-05, |
| "loss": 6.3625, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.22946544980443284, |
| "grad_norm": 3.011631727218628, |
| "learning_rate": 3.403141361256545e-05, |
| "loss": 6.3454, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.23294219904389396, |
| "grad_norm": 2.120392084121704, |
| "learning_rate": 3.455497382198953e-05, |
| "loss": 6.2755, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.23641894828335505, |
| "grad_norm": 2.4527335166931152, |
| "learning_rate": 3.507853403141361e-05, |
| "loss": 6.3017, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.23989569752281617, |
| "grad_norm": 2.6498172283172607, |
| "learning_rate": 3.56020942408377e-05, |
| "loss": 6.2205, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.24337244676227726, |
| "grad_norm": 1.6044883728027344, |
| "learning_rate": 3.612565445026178e-05, |
| "loss": 6.1502, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.24684919600173838, |
| "grad_norm": 4.1391143798828125, |
| "learning_rate": 3.664921465968587e-05, |
| "loss": 6.1017, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2503259452411995, |
| "grad_norm": 2.0595903396606445, |
| "learning_rate": 3.717277486910995e-05, |
| "loss": 6.1089, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.25380269448066056, |
| "grad_norm": 3.4644057750701904, |
| "learning_rate": 3.769633507853403e-05, |
| "loss": 6.0465, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2572794437201217, |
| "grad_norm": 2.4427716732025146, |
| "learning_rate": 3.8219895287958116e-05, |
| "loss": 6.0676, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.2607561929595828, |
| "grad_norm": 3.2828521728515625, |
| "learning_rate": 3.87434554973822e-05, |
| "loss": 6.1147, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.2642329421990439, |
| "grad_norm": 2.433551788330078, |
| "learning_rate": 3.926701570680629e-05, |
| "loss": 6.0704, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.267709691438505, |
| "grad_norm": 1.9476454257965088, |
| "learning_rate": 3.9790575916230365e-05, |
| "loss": 5.9814, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2711864406779661, |
| "grad_norm": 2.0444705486297607, |
| "learning_rate": 4.031413612565445e-05, |
| "loss": 5.8327, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2746631899174272, |
| "grad_norm": 2.3648533821105957, |
| "learning_rate": 4.0837696335078535e-05, |
| "loss": 5.9608, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2781399391568883, |
| "grad_norm": 2.4138662815093994, |
| "learning_rate": 4.136125654450262e-05, |
| "loss": 5.9469, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2816166883963494, |
| "grad_norm": 2.0390286445617676, |
| "learning_rate": 4.1884816753926706e-05, |
| "loss": 5.8486, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2850934376358105, |
| "grad_norm": 2.036783218383789, |
| "learning_rate": 4.240837696335079e-05, |
| "loss": 5.8894, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.28857018687527164, |
| "grad_norm": 2.660581111907959, |
| "learning_rate": 4.293193717277487e-05, |
| "loss": 5.8379, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.2920469361147327, |
| "grad_norm": 2.0146775245666504, |
| "learning_rate": 4.3455497382198955e-05, |
| "loss": 5.7308, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2955236853541938, |
| "grad_norm": 2.3022539615631104, |
| "learning_rate": 4.397905759162304e-05, |
| "loss": 5.816, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.29900043459365494, |
| "grad_norm": 2.7125766277313232, |
| "learning_rate": 4.4502617801047125e-05, |
| "loss": 5.6184, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.30247718383311606, |
| "grad_norm": 2.6640212535858154, |
| "learning_rate": 4.50261780104712e-05, |
| "loss": 5.8341, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3059539330725771, |
| "grad_norm": 2.317542314529419, |
| "learning_rate": 4.554973821989529e-05, |
| "loss": 5.7043, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.30943068231203824, |
| "grad_norm": 1.7317227125167847, |
| "learning_rate": 4.6073298429319374e-05, |
| "loss": 5.7464, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.31290743155149936, |
| "grad_norm": 2.3583664894104004, |
| "learning_rate": 4.659685863874346e-05, |
| "loss": 5.5552, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3163841807909605, |
| "grad_norm": 2.680361270904541, |
| "learning_rate": 4.7120418848167544e-05, |
| "loss": 5.6926, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.31986093003042154, |
| "grad_norm": 1.4900928735733032, |
| "learning_rate": 4.764397905759162e-05, |
| "loss": 5.6321, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.32333767926988266, |
| "grad_norm": 2.226301431655884, |
| "learning_rate": 4.816753926701571e-05, |
| "loss": 5.4741, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3268144285093438, |
| "grad_norm": 2.516113519668579, |
| "learning_rate": 4.869109947643979e-05, |
| "loss": 5.687, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.33029117774880484, |
| "grad_norm": 1.9042409658432007, |
| "learning_rate": 4.921465968586388e-05, |
| "loss": 5.5558, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.33376792698826596, |
| "grad_norm": 1.791879653930664, |
| "learning_rate": 4.973821989528796e-05, |
| "loss": 5.4747, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3372446762277271, |
| "grad_norm": 1.4365205764770508, |
| "learning_rate": 5.026178010471204e-05, |
| "loss": 5.5098, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3407214254671882, |
| "grad_norm": 2.371295690536499, |
| "learning_rate": 5.0785340314136134e-05, |
| "loss": 5.448, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.34419817470664926, |
| "grad_norm": 2.3430371284484863, |
| "learning_rate": 5.130890052356021e-05, |
| "loss": 5.5506, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.3476749239461104, |
| "grad_norm": 1.4759836196899414, |
| "learning_rate": 5.18324607329843e-05, |
| "loss": 5.4155, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3511516731855715, |
| "grad_norm": 2.003601551055908, |
| "learning_rate": 5.235602094240838e-05, |
| "loss": 5.5077, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.3546284224250326, |
| "grad_norm": 1.7206441164016724, |
| "learning_rate": 5.287958115183246e-05, |
| "loss": 5.4507, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3581051716644937, |
| "grad_norm": 2.2505338191986084, |
| "learning_rate": 5.3403141361256546e-05, |
| "loss": 5.3292, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.3615819209039548, |
| "grad_norm": 2.510773181915283, |
| "learning_rate": 5.3926701570680624e-05, |
| "loss": 5.4533, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.3650586701434159, |
| "grad_norm": 1.8072589635849, |
| "learning_rate": 5.4450261780104716e-05, |
| "loss": 5.355, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.368535419382877, |
| "grad_norm": 2.089144706726074, |
| "learning_rate": 5.4973821989528795e-05, |
| "loss": 5.5014, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3720121686223381, |
| "grad_norm": 1.5899293422698975, |
| "learning_rate": 5.5497382198952887e-05, |
| "loss": 5.376, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.3754889178617992, |
| "grad_norm": 1.6699646711349487, |
| "learning_rate": 5.6020942408376965e-05, |
| "loss": 5.3309, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.37896566710126034, |
| "grad_norm": 1.2876421213150024, |
| "learning_rate": 5.654450261780106e-05, |
| "loss": 5.3524, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.3824424163407214, |
| "grad_norm": 2.535942316055298, |
| "learning_rate": 5.7068062827225135e-05, |
| "loss": 5.3004, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.3859191655801825, |
| "grad_norm": 1.8234626054763794, |
| "learning_rate": 5.759162303664922e-05, |
| "loss": 5.2188, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.38939591481964364, |
| "grad_norm": 2.6738812923431396, |
| "learning_rate": 5.81151832460733e-05, |
| "loss": 5.3345, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.39287266405910476, |
| "grad_norm": 2.4427976608276367, |
| "learning_rate": 5.863874345549738e-05, |
| "loss": 5.2417, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3963494132985658, |
| "grad_norm": 2.158632516860962, |
| "learning_rate": 5.916230366492147e-05, |
| "loss": 5.2943, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.39982616253802694, |
| "grad_norm": 2.0583152770996094, |
| "learning_rate": 5.968586387434555e-05, |
| "loss": 5.2959, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.40330291177748806, |
| "grad_norm": 1.8146238327026367, |
| "learning_rate": 6.020942408376964e-05, |
| "loss": 5.3123, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.4067796610169492, |
| "grad_norm": 1.9138127565383911, |
| "learning_rate": 6.073298429319372e-05, |
| "loss": 5.1541, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 2.2583582401275635, |
| "learning_rate": 6.125654450261781e-05, |
| "loss": 5.0541, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.41373315949587136, |
| "grad_norm": 1.597258448600769, |
| "learning_rate": 6.178010471204189e-05, |
| "loss": 5.199, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.4172099087353325, |
| "grad_norm": 2.2339518070220947, |
| "learning_rate": 6.230366492146598e-05, |
| "loss": 5.1763, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.42068665797479354, |
| "grad_norm": 2.5288898944854736, |
| "learning_rate": 6.282722513089006e-05, |
| "loss": 5.2478, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.42416340721425466, |
| "grad_norm": 1.9757497310638428, |
| "learning_rate": 6.335078534031414e-05, |
| "loss": 5.0547, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.4276401564537158, |
| "grad_norm": 2.4785637855529785, |
| "learning_rate": 6.387434554973823e-05, |
| "loss": 5.0945, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.4311169056931769, |
| "grad_norm": 2.1948068141937256, |
| "learning_rate": 6.439790575916231e-05, |
| "loss": 5.119, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.43459365493263796, |
| "grad_norm": 1.3128104209899902, |
| "learning_rate": 6.492146596858639e-05, |
| "loss": 5.0568, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4380704041720991, |
| "grad_norm": 2.0916574001312256, |
| "learning_rate": 6.544502617801048e-05, |
| "loss": 5.197, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.4415471534115602, |
| "grad_norm": 1.8343582153320312, |
| "learning_rate": 6.596858638743456e-05, |
| "loss": 5.1277, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4450239026510213, |
| "grad_norm": 2.083747386932373, |
| "learning_rate": 6.649214659685863e-05, |
| "loss": 5.1871, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4485006518904824, |
| "grad_norm": 2.1757895946502686, |
| "learning_rate": 6.701570680628273e-05, |
| "loss": 5.0276, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.4519774011299435, |
| "grad_norm": 2.2232532501220703, |
| "learning_rate": 6.75392670157068e-05, |
| "loss": 4.9795, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.4554541503694046, |
| "grad_norm": 1.853911280632019, |
| "learning_rate": 6.80628272251309e-05, |
| "loss": 5.0363, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.4589308996088657, |
| "grad_norm": 2.0266318321228027, |
| "learning_rate": 6.858638743455498e-05, |
| "loss": 5.2211, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.4624076488483268, |
| "grad_norm": 2.087162971496582, |
| "learning_rate": 6.910994764397905e-05, |
| "loss": 4.8979, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4658843980877879, |
| "grad_norm": 1.4458317756652832, |
| "learning_rate": 6.963350785340315e-05, |
| "loss": 5.0776, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.46936114732724904, |
| "grad_norm": 2.3262505531311035, |
| "learning_rate": 7.015706806282722e-05, |
| "loss": 5.0269, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.4728378965667101, |
| "grad_norm": 2.3064498901367188, |
| "learning_rate": 7.068062827225132e-05, |
| "loss": 4.8792, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4763146458061712, |
| "grad_norm": 1.705779790878296, |
| "learning_rate": 7.12041884816754e-05, |
| "loss": 4.9817, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.47979139504563234, |
| "grad_norm": 1.8515121936798096, |
| "learning_rate": 7.172774869109949e-05, |
| "loss": 5.106, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.48326814428509346, |
| "grad_norm": 1.824192762374878, |
| "learning_rate": 7.225130890052356e-05, |
| "loss": 4.9356, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.4867448935245545, |
| "grad_norm": 1.516313076019287, |
| "learning_rate": 7.277486910994766e-05, |
| "loss": 5.0519, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.49022164276401564, |
| "grad_norm": 1.6829155683517456, |
| "learning_rate": 7.329842931937174e-05, |
| "loss": 4.8605, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.49369839200347676, |
| "grad_norm": 1.4541552066802979, |
| "learning_rate": 7.382198952879581e-05, |
| "loss": 4.94, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.4971751412429379, |
| "grad_norm": 2.4809017181396484, |
| "learning_rate": 7.43455497382199e-05, |
| "loss": 4.959, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.500651890482399, |
| "grad_norm": 2.6929731369018555, |
| "learning_rate": 7.486910994764398e-05, |
| "loss": 5.0495, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5041286397218601, |
| "grad_norm": 1.3168176412582397, |
| "learning_rate": 7.539267015706806e-05, |
| "loss": 4.8998, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5076053889613211, |
| "grad_norm": 1.5721124410629272, |
| "learning_rate": 7.591623036649214e-05, |
| "loss": 4.8676, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5110821382007823, |
| "grad_norm": 2.32256817817688, |
| "learning_rate": 7.643979057591623e-05, |
| "loss": 5.0139, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5145588874402434, |
| "grad_norm": 2.1673014163970947, |
| "learning_rate": 7.696335078534031e-05, |
| "loss": 4.942, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5180356366797044, |
| "grad_norm": 1.5646917819976807, |
| "learning_rate": 7.74869109947644e-05, |
| "loss": 4.7135, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5215123859191656, |
| "grad_norm": 1.453816294670105, |
| "learning_rate": 7.801047120418848e-05, |
| "loss": 4.7374, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5249891351586267, |
| "grad_norm": 1.178645372390747, |
| "learning_rate": 7.853403141361257e-05, |
| "loss": 4.7643, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5284658843980878, |
| "grad_norm": 2.270442247390747, |
| "learning_rate": 7.905759162303665e-05, |
| "loss": 4.8833, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5319426336375489, |
| "grad_norm": 1.6220506429672241, |
| "learning_rate": 7.958115183246073e-05, |
| "loss": 4.8259, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.53541938287701, |
| "grad_norm": 1.7205973863601685, |
| "learning_rate": 8.010471204188482e-05, |
| "loss": 4.8368, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.5388961321164711, |
| "grad_norm": 2.033658504486084, |
| "learning_rate": 8.06282722513089e-05, |
| "loss": 4.7614, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.5423728813559322, |
| "grad_norm": 2.0730934143066406, |
| "learning_rate": 8.115183246073299e-05, |
| "loss": 4.7387, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.5458496305953933, |
| "grad_norm": 1.7333288192749023, |
| "learning_rate": 8.167539267015707e-05, |
| "loss": 4.8901, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.5493263798348544, |
| "grad_norm": 1.4700742959976196, |
| "learning_rate": 8.219895287958116e-05, |
| "loss": 4.9365, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.5528031290743155, |
| "grad_norm": 1.8137691020965576, |
| "learning_rate": 8.272251308900524e-05, |
| "loss": 4.785, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5562798783137766, |
| "grad_norm": 1.1198782920837402, |
| "learning_rate": 8.324607329842933e-05, |
| "loss": 4.7751, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5597566275532377, |
| "grad_norm": 1.5133748054504395, |
| "learning_rate": 8.376963350785341e-05, |
| "loss": 4.7732, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5632333767926988, |
| "grad_norm": 1.357731819152832, |
| "learning_rate": 8.429319371727749e-05, |
| "loss": 4.7859, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.56671012603216, |
| "grad_norm": 1.9853086471557617, |
| "learning_rate": 8.481675392670158e-05, |
| "loss": 4.8198, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.570186875271621, |
| "grad_norm": 2.5406196117401123, |
| "learning_rate": 8.534031413612566e-05, |
| "loss": 4.8113, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5736636245110821, |
| "grad_norm": 2.0581886768341064, |
| "learning_rate": 8.586387434554974e-05, |
| "loss": 4.8693, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5771403737505433, |
| "grad_norm": 1.1141613721847534, |
| "learning_rate": 8.638743455497382e-05, |
| "loss": 4.7263, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5806171229900043, |
| "grad_norm": 1.7544695138931274, |
| "learning_rate": 8.691099476439791e-05, |
| "loss": 4.7621, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5840938722294654, |
| "grad_norm": 2.428950548171997, |
| "learning_rate": 8.743455497382199e-05, |
| "loss": 4.7001, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5875706214689266, |
| "grad_norm": 2.087353467941284, |
| "learning_rate": 8.795811518324608e-05, |
| "loss": 4.7774, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.5910473707083876, |
| "grad_norm": 1.6976741552352905, |
| "learning_rate": 8.848167539267016e-05, |
| "loss": 4.7362, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5945241199478487, |
| "grad_norm": 1.7949515581130981, |
| "learning_rate": 8.900523560209425e-05, |
| "loss": 4.8683, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5980008691873099, |
| "grad_norm": 1.0558027029037476, |
| "learning_rate": 8.952879581151833e-05, |
| "loss": 4.6915, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6014776184267709, |
| "grad_norm": 2.1845736503601074, |
| "learning_rate": 9.00523560209424e-05, |
| "loss": 4.6825, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6049543676662321, |
| "grad_norm": 1.852575659751892, |
| "learning_rate": 9.05759162303665e-05, |
| "loss": 4.5881, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.6084311169056932, |
| "grad_norm": 2.295853853225708, |
| "learning_rate": 9.109947643979058e-05, |
| "loss": 4.8337, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6119078661451542, |
| "grad_norm": 1.8543741703033447, |
| "learning_rate": 9.162303664921467e-05, |
| "loss": 4.7888, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 1.4840337038040161, |
| "learning_rate": 9.214659685863875e-05, |
| "loss": 4.7088, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6188613646240765, |
| "grad_norm": 1.1520745754241943, |
| "learning_rate": 9.267015706806284e-05, |
| "loss": 4.7188, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.6223381138635375, |
| "grad_norm": 1.4230411052703857, |
| "learning_rate": 9.319371727748692e-05, |
| "loss": 4.7505, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.6258148631029987, |
| "grad_norm": 1.6348016262054443, |
| "learning_rate": 9.371727748691101e-05, |
| "loss": 4.7266, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6292916123424598, |
| "grad_norm": 1.824994444847107, |
| "learning_rate": 9.424083769633509e-05, |
| "loss": 4.7228, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.632768361581921, |
| "grad_norm": 1.3238110542297363, |
| "learning_rate": 9.476439790575917e-05, |
| "loss": 4.74, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.636245110821382, |
| "grad_norm": 1.4533603191375732, |
| "learning_rate": 9.528795811518324e-05, |
| "loss": 4.639, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.6397218600608431, |
| "grad_norm": 1.7972502708435059, |
| "learning_rate": 9.581151832460732e-05, |
| "loss": 4.6973, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.6431986093003043, |
| "grad_norm": 1.4870437383651733, |
| "learning_rate": 9.633507853403142e-05, |
| "loss": 4.6286, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.6466753585397653, |
| "grad_norm": 1.4717066287994385, |
| "learning_rate": 9.68586387434555e-05, |
| "loss": 4.5181, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.6501521077792264, |
| "grad_norm": 1.4903441667556763, |
| "learning_rate": 9.738219895287959e-05, |
| "loss": 4.6885, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.6536288570186876, |
| "grad_norm": 2.0264744758605957, |
| "learning_rate": 9.790575916230366e-05, |
| "loss": 4.7168, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.6571056062581486, |
| "grad_norm": 1.5279369354248047, |
| "learning_rate": 9.842931937172776e-05, |
| "loss": 4.6545, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.6605823554976097, |
| "grad_norm": 1.2937990427017212, |
| "learning_rate": 9.895287958115183e-05, |
| "loss": 4.648, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6640591047370709, |
| "grad_norm": 0.9555952548980713, |
| "learning_rate": 9.947643979057593e-05, |
| "loss": 4.5756, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6675358539765319, |
| "grad_norm": 1.3998730182647705, |
| "learning_rate": 0.0001, |
| "loss": 4.538, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6710126032159931, |
| "grad_norm": 0.8394646048545837, |
| "learning_rate": 9.999991620751589e-05, |
| "loss": 4.5968, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6744893524554542, |
| "grad_norm": 1.3991713523864746, |
| "learning_rate": 9.999966483034437e-05, |
| "loss": 4.6261, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.6779661016949152, |
| "grad_norm": 1.7438290119171143, |
| "learning_rate": 9.999924586932803e-05, |
| "loss": 4.5051, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6814428509343764, |
| "grad_norm": 1.0810681581497192, |
| "learning_rate": 9.999865932587107e-05, |
| "loss": 4.5634, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.6849196001738375, |
| "grad_norm": 1.470165729522705, |
| "learning_rate": 9.99979052019394e-05, |
| "loss": 4.7187, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.6883963494132985, |
| "grad_norm": 1.3457802534103394, |
| "learning_rate": 9.999698350006063e-05, |
| "loss": 4.5977, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.6918730986527597, |
| "grad_norm": 1.7207729816436768, |
| "learning_rate": 9.999589422332404e-05, |
| "loss": 4.5589, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6953498478922208, |
| "grad_norm": 1.0946606397628784, |
| "learning_rate": 9.999463737538053e-05, |
| "loss": 4.3829, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6988265971316818, |
| "grad_norm": 1.4563919305801392, |
| "learning_rate": 9.99932129604427e-05, |
| "loss": 4.5988, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.702303346371143, |
| "grad_norm": 1.7498416900634766, |
| "learning_rate": 9.999162098328474e-05, |
| "loss": 4.6138, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.7057800956106041, |
| "grad_norm": 1.4779905080795288, |
| "learning_rate": 9.998986144924251e-05, |
| "loss": 4.6133, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.7092568448500652, |
| "grad_norm": 0.8581809401512146, |
| "learning_rate": 9.99879343642134e-05, |
| "loss": 4.5436, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.7127335940895263, |
| "grad_norm": 1.22317373752594, |
| "learning_rate": 9.998583973465646e-05, |
| "loss": 4.5361, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.7162103433289874, |
| "grad_norm": 1.2488147020339966, |
| "learning_rate": 9.998357756759222e-05, |
| "loss": 4.5957, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.7196870925684485, |
| "grad_norm": 1.6058237552642822, |
| "learning_rate": 9.998114787060282e-05, |
| "loss": 4.562, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.7231638418079096, |
| "grad_norm": 1.423363208770752, |
| "learning_rate": 9.997855065183184e-05, |
| "loss": 4.6001, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.7266405910473707, |
| "grad_norm": 0.9326280951499939, |
| "learning_rate": 9.99757859199844e-05, |
| "loss": 4.4833, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.7301173402868318, |
| "grad_norm": 1.4092398881912231, |
| "learning_rate": 9.997285368432703e-05, |
| "loss": 4.447, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7335940895262929, |
| "grad_norm": 0.8156947493553162, |
| "learning_rate": 9.996975395468772e-05, |
| "loss": 4.5549, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.737070838765754, |
| "grad_norm": 1.4543663263320923, |
| "learning_rate": 9.996648674145583e-05, |
| "loss": 4.4712, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.7405475880052151, |
| "grad_norm": 1.1543498039245605, |
| "learning_rate": 9.996305205558207e-05, |
| "loss": 4.7086, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.7440243372446762, |
| "grad_norm": 1.3337583541870117, |
| "learning_rate": 9.995944990857849e-05, |
| "loss": 4.5306, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.7475010864841374, |
| "grad_norm": 1.3848955631256104, |
| "learning_rate": 9.995568031251838e-05, |
| "loss": 4.4306, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.7509778357235984, |
| "grad_norm": 1.0516972541809082, |
| "learning_rate": 9.995174328003631e-05, |
| "loss": 4.5513, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.7544545849630595, |
| "grad_norm": 1.375748634338379, |
| "learning_rate": 9.9947638824328e-05, |
| "loss": 4.5299, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.7579313342025207, |
| "grad_norm": 0.9336188435554504, |
| "learning_rate": 9.99433669591504e-05, |
| "loss": 4.5093, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.7614080834419817, |
| "grad_norm": 1.1167926788330078, |
| "learning_rate": 9.99389276988215e-05, |
| "loss": 4.5166, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.7648848326814428, |
| "grad_norm": 1.5452927350997925, |
| "learning_rate": 9.993432105822034e-05, |
| "loss": 4.5704, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.768361581920904, |
| "grad_norm": 0.8405366539955139, |
| "learning_rate": 9.9929547052787e-05, |
| "loss": 4.4324, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.771838331160365, |
| "grad_norm": 0.9402779936790466, |
| "learning_rate": 9.992460569852256e-05, |
| "loss": 4.5248, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.7753150803998262, |
| "grad_norm": 1.0658060312271118, |
| "learning_rate": 9.991949701198889e-05, |
| "loss": 4.4155, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.7787918296392873, |
| "grad_norm": 1.407897710800171, |
| "learning_rate": 9.99142210103088e-05, |
| "loss": 4.517, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7822685788787483, |
| "grad_norm": 1.3789775371551514, |
| "learning_rate": 9.990877771116589e-05, |
| "loss": 4.5166, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7857453281182095, |
| "grad_norm": 1.715079665184021, |
| "learning_rate": 9.99031671328044e-05, |
| "loss": 4.4957, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.7892220773576706, |
| "grad_norm": 0.7953473329544067, |
| "learning_rate": 9.989738929402934e-05, |
| "loss": 4.4265, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.7926988265971316, |
| "grad_norm": 1.3501601219177246, |
| "learning_rate": 9.98914442142063e-05, |
| "loss": 4.4762, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.7961755758365928, |
| "grad_norm": 1.1037392616271973, |
| "learning_rate": 9.988533191326137e-05, |
| "loss": 4.553, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.7996523250760539, |
| "grad_norm": 0.9815847873687744, |
| "learning_rate": 9.987905241168117e-05, |
| "loss": 4.4133, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.803129074315515, |
| "grad_norm": 0.9624298214912415, |
| "learning_rate": 9.987260573051269e-05, |
| "loss": 4.3117, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.8066058235549761, |
| "grad_norm": 0.8100147843360901, |
| "learning_rate": 9.986599189136325e-05, |
| "loss": 4.4257, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.8100825727944372, |
| "grad_norm": 0.8231883645057678, |
| "learning_rate": 9.98592109164005e-05, |
| "loss": 4.3901, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.8135593220338984, |
| "grad_norm": 0.7882739901542664, |
| "learning_rate": 9.985226282835216e-05, |
| "loss": 4.4451, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.8170360712733594, |
| "grad_norm": 1.0251091718673706, |
| "learning_rate": 9.984514765050619e-05, |
| "loss": 4.4834, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 1.483324408531189, |
| "learning_rate": 9.983786540671051e-05, |
| "loss": 4.3826, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.8239895697522817, |
| "grad_norm": 1.0795848369598389, |
| "learning_rate": 9.983041612137301e-05, |
| "loss": 4.4195, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.8274663189917427, |
| "grad_norm": 0.9076191186904907, |
| "learning_rate": 9.982279981946143e-05, |
| "loss": 4.3718, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.8309430682312038, |
| "grad_norm": 0.7669966816902161, |
| "learning_rate": 9.981501652650337e-05, |
| "loss": 4.3789, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.834419817470665, |
| "grad_norm": 0.9206002354621887, |
| "learning_rate": 9.980706626858607e-05, |
| "loss": 4.4972, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.837896566710126, |
| "grad_norm": 0.9446786046028137, |
| "learning_rate": 9.979894907235639e-05, |
| "loss": 4.4284, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.8413733159495871, |
| "grad_norm": 0.898154616355896, |
| "learning_rate": 9.979066496502074e-05, |
| "loss": 4.3296, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.8448500651890483, |
| "grad_norm": 1.006205677986145, |
| "learning_rate": 9.978221397434496e-05, |
| "loss": 4.3849, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.8483268144285093, |
| "grad_norm": 1.512513279914856, |
| "learning_rate": 9.977359612865423e-05, |
| "loss": 4.4939, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.8518035636679705, |
| "grad_norm": 0.9920049905776978, |
| "learning_rate": 9.976481145683299e-05, |
| "loss": 4.3769, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.8552803129074316, |
| "grad_norm": 0.7966930866241455, |
| "learning_rate": 9.97558599883248e-05, |
| "loss": 4.4977, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.8587570621468926, |
| "grad_norm": 0.715207040309906, |
| "learning_rate": 9.974674175313228e-05, |
| "loss": 4.4068, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.8622338113863538, |
| "grad_norm": 0.9936574697494507, |
| "learning_rate": 9.973745678181705e-05, |
| "loss": 4.477, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.8657105606258149, |
| "grad_norm": 1.4594191312789917, |
| "learning_rate": 9.972800510549951e-05, |
| "loss": 4.4045, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.8691873098652759, |
| "grad_norm": 0.7639303207397461, |
| "learning_rate": 9.971838675585888e-05, |
| "loss": 4.3301, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8726640591047371, |
| "grad_norm": 0.901237964630127, |
| "learning_rate": 9.970860176513291e-05, |
| "loss": 4.5048, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.8761408083441982, |
| "grad_norm": 1.1843230724334717, |
| "learning_rate": 9.9698650166118e-05, |
| "loss": 4.4119, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.8796175575836592, |
| "grad_norm": 0.8304505944252014, |
| "learning_rate": 9.96885319921689e-05, |
| "loss": 4.3257, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.8830943068231204, |
| "grad_norm": 0.7715577483177185, |
| "learning_rate": 9.96782472771987e-05, |
| "loss": 4.4614, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.8865710560625815, |
| "grad_norm": 0.9905951619148254, |
| "learning_rate": 9.966779605567866e-05, |
| "loss": 4.389, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.8900478053020426, |
| "grad_norm": 0.8776286244392395, |
| "learning_rate": 9.965717836263812e-05, |
| "loss": 4.4466, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.8935245545415037, |
| "grad_norm": 0.7492311596870422, |
| "learning_rate": 9.964639423366442e-05, |
| "loss": 4.4444, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.8970013037809648, |
| "grad_norm": 0.7437993288040161, |
| "learning_rate": 9.96354437049027e-05, |
| "loss": 4.4429, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.9004780530204259, |
| "grad_norm": 0.9150131344795227, |
| "learning_rate": 9.962432681305586e-05, |
| "loss": 4.2684, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.903954802259887, |
| "grad_norm": 0.9309634566307068, |
| "learning_rate": 9.961304359538437e-05, |
| "loss": 4.4381, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.9074315514993481, |
| "grad_norm": 1.0173296928405762, |
| "learning_rate": 9.960159408970616e-05, |
| "loss": 4.3821, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.9109083007388092, |
| "grad_norm": 1.237082839012146, |
| "learning_rate": 9.958997833439657e-05, |
| "loss": 4.3013, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.9143850499782703, |
| "grad_norm": 0.8809208869934082, |
| "learning_rate": 9.95781963683881e-05, |
| "loss": 4.4633, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.9178617992177314, |
| "grad_norm": 0.8925305008888245, |
| "learning_rate": 9.956624823117036e-05, |
| "loss": 4.3338, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.9213385484571925, |
| "grad_norm": 1.145957589149475, |
| "learning_rate": 9.955413396278989e-05, |
| "loss": 4.363, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.9248152976966536, |
| "grad_norm": 0.9999008178710938, |
| "learning_rate": 9.954185360385013e-05, |
| "loss": 4.3985, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.9282920469361148, |
| "grad_norm": 1.0845799446105957, |
| "learning_rate": 9.952940719551112e-05, |
| "loss": 4.4413, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.9317687961755758, |
| "grad_norm": 1.0020147562026978, |
| "learning_rate": 9.951679477948947e-05, |
| "loss": 4.2964, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.9352455454150369, |
| "grad_norm": 0.8358871340751648, |
| "learning_rate": 9.95040163980582e-05, |
| "loss": 4.4035, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.9387222946544981, |
| "grad_norm": 0.9009070992469788, |
| "learning_rate": 9.949107209404665e-05, |
| "loss": 4.51, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9421990438939591, |
| "grad_norm": 1.1610163450241089, |
| "learning_rate": 9.947796191084017e-05, |
| "loss": 4.4029, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.9456757931334202, |
| "grad_norm": 0.9122158288955688, |
| "learning_rate": 9.946468589238021e-05, |
| "loss": 4.2494, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.9491525423728814, |
| "grad_norm": 0.908501148223877, |
| "learning_rate": 9.945124408316398e-05, |
| "loss": 4.3541, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.9526292916123424, |
| "grad_norm": 0.9475510120391846, |
| "learning_rate": 9.943763652824436e-05, |
| "loss": 4.3241, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.9561060408518036, |
| "grad_norm": 0.8620980978012085, |
| "learning_rate": 9.942386327322978e-05, |
| "loss": 4.2955, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.9595827900912647, |
| "grad_norm": 0.8473606109619141, |
| "learning_rate": 9.940992436428409e-05, |
| "loss": 4.2834, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.9630595393307257, |
| "grad_norm": 0.7120651006698608, |
| "learning_rate": 9.93958198481263e-05, |
| "loss": 4.4614, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.9665362885701869, |
| "grad_norm": 0.613216757774353, |
| "learning_rate": 9.938154977203049e-05, |
| "loss": 4.3594, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.970013037809648, |
| "grad_norm": 0.7402132153511047, |
| "learning_rate": 9.93671141838257e-05, |
| "loss": 4.377, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.973489787049109, |
| "grad_norm": 0.6736766695976257, |
| "learning_rate": 9.935251313189564e-05, |
| "loss": 4.2954, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.9769665362885702, |
| "grad_norm": 0.6440555453300476, |
| "learning_rate": 9.93377466651787e-05, |
| "loss": 4.342, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.9804432855280313, |
| "grad_norm": 0.6008772850036621, |
| "learning_rate": 9.932281483316758e-05, |
| "loss": 4.2842, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.9839200347674923, |
| "grad_norm": 0.6302841901779175, |
| "learning_rate": 9.930771768590933e-05, |
| "loss": 4.347, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.9873967840069535, |
| "grad_norm": 0.6728438138961792, |
| "learning_rate": 9.929245527400503e-05, |
| "loss": 4.403, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.9908735332464146, |
| "grad_norm": 0.8032251596450806, |
| "learning_rate": 9.927702764860973e-05, |
| "loss": 4.3079, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.9943502824858758, |
| "grad_norm": 0.8664717674255371, |
| "learning_rate": 9.926143486143214e-05, |
| "loss": 4.3445, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.9978270317253368, |
| "grad_norm": 0.9623958468437195, |
| "learning_rate": 9.924567696473464e-05, |
| "loss": 4.2848, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.8602651357650757, |
| "learning_rate": 9.922975401133293e-05, |
| "loss": 4.4036, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.0034767492394612, |
| "grad_norm": 1.0667355060577393, |
| "learning_rate": 9.921366605459597e-05, |
| "loss": 4.1641, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.0069534984789221, |
| "grad_norm": 1.0437101125717163, |
| "learning_rate": 9.919741314844577e-05, |
| "loss": 4.2776, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.0104302477183833, |
| "grad_norm": 1.0120586156845093, |
| "learning_rate": 9.918099534735718e-05, |
| "loss": 4.2515, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.0139069969578445, |
| "grad_norm": 0.9842764735221863, |
| "learning_rate": 9.916441270635772e-05, |
| "loss": 4.2831, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.0173837461973054, |
| "grad_norm": 0.8590813279151917, |
| "learning_rate": 9.914766528102744e-05, |
| "loss": 4.2932, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.0208604954367666, |
| "grad_norm": 0.8668161034584045, |
| "learning_rate": 9.913075312749866e-05, |
| "loss": 4.1978, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.0243372446762278, |
| "grad_norm": 0.6615017652511597, |
| "learning_rate": 9.911367630245582e-05, |
| "loss": 4.3328, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.0278139939156887, |
| "grad_norm": 0.802143931388855, |
| "learning_rate": 9.909643486313533e-05, |
| "loss": 4.2053, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.03129074315515, |
| "grad_norm": 0.9250998497009277, |
| "learning_rate": 9.907902886732532e-05, |
| "loss": 4.2751, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.034767492394611, |
| "grad_norm": 1.1024829149246216, |
| "learning_rate": 9.90614583733654e-05, |
| "loss": 4.3187, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.038244241634072, |
| "grad_norm": 0.8108821511268616, |
| "learning_rate": 9.904372344014665e-05, |
| "loss": 4.234, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.0417209908735332, |
| "grad_norm": 0.7548679709434509, |
| "learning_rate": 9.90258241271112e-05, |
| "loss": 4.2868, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.0451977401129944, |
| "grad_norm": 0.7505620718002319, |
| "learning_rate": 9.900776049425215e-05, |
| "loss": 4.3266, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.0486744893524556, |
| "grad_norm": 0.7533482909202576, |
| "learning_rate": 9.898953260211338e-05, |
| "loss": 4.3681, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.0521512385919165, |
| "grad_norm": 0.7146593928337097, |
| "learning_rate": 9.897114051178934e-05, |
| "loss": 4.3203, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.0556279878313777, |
| "grad_norm": 0.7534311413764954, |
| "learning_rate": 9.895258428492475e-05, |
| "loss": 4.3486, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.0591047370708389, |
| "grad_norm": 0.7221617102622986, |
| "learning_rate": 9.89338639837145e-05, |
| "loss": 4.3302, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.0625814863102998, |
| "grad_norm": 0.7446046471595764, |
| "learning_rate": 9.891497967090344e-05, |
| "loss": 4.2775, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.066058235549761, |
| "grad_norm": 0.9568740725517273, |
| "learning_rate": 9.889593140978608e-05, |
| "loss": 4.3143, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.0695349847892222, |
| "grad_norm": 1.138326644897461, |
| "learning_rate": 9.887671926420648e-05, |
| "loss": 4.2791, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.073011734028683, |
| "grad_norm": 1.1122509241104126, |
| "learning_rate": 9.885734329855798e-05, |
| "loss": 4.4454, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.0764884832681443, |
| "grad_norm": 0.7699280977249146, |
| "learning_rate": 9.883780357778299e-05, |
| "loss": 4.2428, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.0799652325076055, |
| "grad_norm": 0.7796168923377991, |
| "learning_rate": 9.881810016737276e-05, |
| "loss": 4.2749, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.0834419817470664, |
| "grad_norm": 0.9707072377204895, |
| "learning_rate": 9.879823313336722e-05, |
| "loss": 4.2417, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.0869187309865276, |
| "grad_norm": 1.184442162513733, |
| "learning_rate": 9.877820254235471e-05, |
| "loss": 4.1928, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.0903954802259888, |
| "grad_norm": 0.8373008966445923, |
| "learning_rate": 9.87580084614717e-05, |
| "loss": 4.3421, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.0938722294654497, |
| "grad_norm": 0.7426689863204956, |
| "learning_rate": 9.873765095840271e-05, |
| "loss": 4.1962, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.0973489787049109, |
| "grad_norm": 0.7142062187194824, |
| "learning_rate": 9.871713010137997e-05, |
| "loss": 4.2231, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.100825727944372, |
| "grad_norm": 0.6791448593139648, |
| "learning_rate": 9.869644595918323e-05, |
| "loss": 4.305, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.104302477183833, |
| "grad_norm": 0.7155593633651733, |
| "learning_rate": 9.86755986011395e-05, |
| "loss": 4.1596, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.1077792264232942, |
| "grad_norm": 0.6412737965583801, |
| "learning_rate": 9.865458809712286e-05, |
| "loss": 4.239, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.1112559756627554, |
| "grad_norm": 0.6325717568397522, |
| "learning_rate": 9.86334145175542e-05, |
| "loss": 4.1725, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.1147327249022165, |
| "grad_norm": 0.5991365909576416, |
| "learning_rate": 9.861207793340101e-05, |
| "loss": 4.3368, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.1182094741416775, |
| "grad_norm": 0.7135671973228455, |
| "learning_rate": 9.859057841617709e-05, |
| "loss": 4.3057, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.1216862233811387, |
| "grad_norm": 0.8155140280723572, |
| "learning_rate": 9.856891603794235e-05, |
| "loss": 4.3181, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.1251629726205998, |
| "grad_norm": 0.8652500510215759, |
| "learning_rate": 9.85470908713026e-05, |
| "loss": 4.1882, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.1286397218600608, |
| "grad_norm": 0.7795478105545044, |
| "learning_rate": 9.852510298940922e-05, |
| "loss": 4.2282, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.132116471099522, |
| "grad_norm": 0.8294603228569031, |
| "learning_rate": 9.850295246595898e-05, |
| "loss": 4.2696, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.1355932203389831, |
| "grad_norm": 1.0049405097961426, |
| "learning_rate": 9.848063937519376e-05, |
| "loss": 4.2633, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.139069969578444, |
| "grad_norm": 1.0607136487960815, |
| "learning_rate": 9.845816379190036e-05, |
| "loss": 4.1424, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.1425467188179053, |
| "grad_norm": 0.9381546974182129, |
| "learning_rate": 9.843552579141016e-05, |
| "loss": 4.2441, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.1460234680573664, |
| "grad_norm": 0.8802816271781921, |
| "learning_rate": 9.841272544959892e-05, |
| "loss": 4.3125, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1495002172968274, |
| "grad_norm": 0.8450530767440796, |
| "learning_rate": 9.838976284288657e-05, |
| "loss": 4.2173, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.1529769665362886, |
| "grad_norm": 0.8956658244132996, |
| "learning_rate": 9.836663804823683e-05, |
| "loss": 4.1585, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.1564537157757497, |
| "grad_norm": 0.8815373182296753, |
| "learning_rate": 9.834335114315708e-05, |
| "loss": 4.1268, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.1599304650152107, |
| "grad_norm": 0.785399317741394, |
| "learning_rate": 9.831990220569801e-05, |
| "loss": 4.264, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.1634072142546719, |
| "grad_norm": 0.7312754988670349, |
| "learning_rate": 9.829629131445342e-05, |
| "loss": 4.1669, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.166883963494133, |
| "grad_norm": 0.7686638832092285, |
| "learning_rate": 9.827251854855991e-05, |
| "loss": 4.1686, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.170360712733594, |
| "grad_norm": 0.7417734265327454, |
| "learning_rate": 9.824858398769665e-05, |
| "loss": 4.2047, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.1738374619730552, |
| "grad_norm": 0.8165032863616943, |
| "learning_rate": 9.82244877120851e-05, |
| "loss": 4.2661, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.1773142112125163, |
| "grad_norm": 0.9953269958496094, |
| "learning_rate": 9.820022980248871e-05, |
| "loss": 4.143, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.1807909604519775, |
| "grad_norm": 1.0205968618392944, |
| "learning_rate": 9.817581034021272e-05, |
| "loss": 4.146, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.1842677096914385, |
| "grad_norm": 0.8952431082725525, |
| "learning_rate": 9.815122940710382e-05, |
| "loss": 4.2152, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.1877444589308996, |
| "grad_norm": 0.799082338809967, |
| "learning_rate": 9.81264870855499e-05, |
| "loss": 4.2976, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.1912212081703606, |
| "grad_norm": 0.8718714714050293, |
| "learning_rate": 9.81015834584798e-05, |
| "loss": 4.2623, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.1946979574098218, |
| "grad_norm": 0.8109663724899292, |
| "learning_rate": 9.807651860936297e-05, |
| "loss": 4.0596, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.198174706649283, |
| "grad_norm": 0.742445707321167, |
| "learning_rate": 9.805129262220927e-05, |
| "loss": 4.165, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.2016514558887441, |
| "grad_norm": 0.7259525060653687, |
| "learning_rate": 9.802590558156862e-05, |
| "loss": 4.2433, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.205128205128205, |
| "grad_norm": 0.5326026678085327, |
| "learning_rate": 9.800035757253074e-05, |
| "loss": 4.1949, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.2086049543676662, |
| "grad_norm": 0.6962956190109253, |
| "learning_rate": 9.797464868072488e-05, |
| "loss": 4.2642, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.2120817036071274, |
| "grad_norm": 0.6962010860443115, |
| "learning_rate": 9.794877899231951e-05, |
| "loss": 4.2872, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.2155584528465884, |
| "grad_norm": 0.596272885799408, |
| "learning_rate": 9.792274859402205e-05, |
| "loss": 4.2611, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.2190352020860495, |
| "grad_norm": 0.6690101027488708, |
| "learning_rate": 9.789655757307858e-05, |
| "loss": 4.3164, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.2225119513255107, |
| "grad_norm": 0.64564049243927, |
| "learning_rate": 9.787020601727352e-05, |
| "loss": 4.2659, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.2259887005649717, |
| "grad_norm": 0.5660618543624878, |
| "learning_rate": 9.784369401492937e-05, |
| "loss": 4.2104, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.2294654498044328, |
| "grad_norm": 0.5513273477554321, |
| "learning_rate": 9.781702165490639e-05, |
| "loss": 4.1671, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.232942199043894, |
| "grad_norm": 0.617933452129364, |
| "learning_rate": 9.779018902660228e-05, |
| "loss": 4.2193, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.236418948283355, |
| "grad_norm": 0.632296621799469, |
| "learning_rate": 9.776319621995201e-05, |
| "loss": 4.1993, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.2398956975228161, |
| "grad_norm": 0.6899546384811401, |
| "learning_rate": 9.773604332542729e-05, |
| "loss": 4.1942, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.2433724467622773, |
| "grad_norm": 0.9000681638717651, |
| "learning_rate": 9.770873043403648e-05, |
| "loss": 4.2009, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.2468491960017385, |
| "grad_norm": 1.3722553253173828, |
| "learning_rate": 9.76812576373242e-05, |
| "loss": 4.1257, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.2503259452411994, |
| "grad_norm": 0.8985775709152222, |
| "learning_rate": 9.765362502737097e-05, |
| "loss": 4.1981, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2538026944806606, |
| "grad_norm": 0.7751098275184631, |
| "learning_rate": 9.762583269679303e-05, |
| "loss": 4.1548, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.2572794437201216, |
| "grad_norm": 0.7167885899543762, |
| "learning_rate": 9.759788073874189e-05, |
| "loss": 4.1174, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.2607561929595827, |
| "grad_norm": 0.9465803503990173, |
| "learning_rate": 9.756976924690412e-05, |
| "loss": 4.1763, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.264232942199044, |
| "grad_norm": 1.0560104846954346, |
| "learning_rate": 9.754149831550098e-05, |
| "loss": 4.1163, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.267709691438505, |
| "grad_norm": 0.811275839805603, |
| "learning_rate": 9.751306803928815e-05, |
| "loss": 4.1351, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.271186440677966, |
| "grad_norm": 0.7459397912025452, |
| "learning_rate": 9.748447851355535e-05, |
| "loss": 4.1354, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.2746631899174272, |
| "grad_norm": 0.6689170002937317, |
| "learning_rate": 9.745572983412607e-05, |
| "loss": 4.2022, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.2781399391568882, |
| "grad_norm": 0.6770418882369995, |
| "learning_rate": 9.742682209735727e-05, |
| "loss": 4.1978, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.2816166883963493, |
| "grad_norm": 0.7698088884353638, |
| "learning_rate": 9.7397755400139e-05, |
| "loss": 4.1294, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.2850934376358105, |
| "grad_norm": 0.8307857513427734, |
| "learning_rate": 9.736852983989404e-05, |
| "loss": 4.0905, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.2885701868752717, |
| "grad_norm": 0.8605286478996277, |
| "learning_rate": 9.733914551457771e-05, |
| "loss": 4.2347, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.2920469361147326, |
| "grad_norm": 0.8637606501579285, |
| "learning_rate": 9.730960252267743e-05, |
| "loss": 4.1814, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.2955236853541938, |
| "grad_norm": 0.9002863764762878, |
| "learning_rate": 9.727990096321244e-05, |
| "loss": 4.1763, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.299000434593655, |
| "grad_norm": 0.7790195345878601, |
| "learning_rate": 9.725004093573342e-05, |
| "loss": 4.1895, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.302477183833116, |
| "grad_norm": 0.8514074087142944, |
| "learning_rate": 9.722002254032224e-05, |
| "loss": 4.1396, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.3059539330725771, |
| "grad_norm": 0.9697980284690857, |
| "learning_rate": 9.718984587759148e-05, |
| "loss": 4.1228, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.3094306823120383, |
| "grad_norm": 0.9058026671409607, |
| "learning_rate": 9.715951104868428e-05, |
| "loss": 4.1695, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.3129074315514995, |
| "grad_norm": 0.8548423051834106, |
| "learning_rate": 9.712901815527386e-05, |
| "loss": 4.17, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.3163841807909604, |
| "grad_norm": 0.9168500304222107, |
| "learning_rate": 9.709836729956325e-05, |
| "loss": 4.1448, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.3198609300304216, |
| "grad_norm": 1.040820837020874, |
| "learning_rate": 9.706755858428486e-05, |
| "loss": 4.2922, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.3233376792698825, |
| "grad_norm": 0.9632564187049866, |
| "learning_rate": 9.703659211270028e-05, |
| "loss": 4.0698, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.3268144285093437, |
| "grad_norm": 1.0353721380233765, |
| "learning_rate": 9.70054679885998e-05, |
| "loss": 4.0974, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.330291177748805, |
| "grad_norm": 0.9106934070587158, |
| "learning_rate": 9.69741863163021e-05, |
| "loss": 4.1968, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.333767926988266, |
| "grad_norm": 0.7971479892730713, |
| "learning_rate": 9.694274720065399e-05, |
| "loss": 4.1139, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.337244676227727, |
| "grad_norm": 0.8078503608703613, |
| "learning_rate": 9.691115074702992e-05, |
| "loss": 4.1033, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.3407214254671882, |
| "grad_norm": 0.8231106996536255, |
| "learning_rate": 9.687939706133168e-05, |
| "loss": 4.2063, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.3441981747066492, |
| "grad_norm": 0.7890482544898987, |
| "learning_rate": 9.68474862499881e-05, |
| "loss": 4.0187, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.3476749239461103, |
| "grad_norm": 0.658843994140625, |
| "learning_rate": 9.681541841995461e-05, |
| "loss": 4.114, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.3511516731855715, |
| "grad_norm": 0.7294294238090515, |
| "learning_rate": 9.678319367871293e-05, |
| "loss": 4.198, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.3546284224250327, |
| "grad_norm": 0.9159700274467468, |
| "learning_rate": 9.675081213427076e-05, |
| "loss": 4.1494, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.3581051716644936, |
| "grad_norm": 0.964610755443573, |
| "learning_rate": 9.671827389516122e-05, |
| "loss": 4.2178, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.3615819209039548, |
| "grad_norm": 0.8890171647071838, |
| "learning_rate": 9.668557907044276e-05, |
| "loss": 4.2487, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.365058670143416, |
| "grad_norm": 0.999011754989624, |
| "learning_rate": 9.66527277696986e-05, |
| "loss": 4.222, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.368535419382877, |
| "grad_norm": 1.05777108669281, |
| "learning_rate": 9.661972010303641e-05, |
| "loss": 4.191, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.372012168622338, |
| "grad_norm": 0.6993465423583984, |
| "learning_rate": 9.658655618108796e-05, |
| "loss": 4.0272, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.3754889178617993, |
| "grad_norm": 0.8366750478744507, |
| "learning_rate": 9.655323611500875e-05, |
| "loss": 4.1595, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.3789656671012605, |
| "grad_norm": 0.8456549048423767, |
| "learning_rate": 9.651976001647765e-05, |
| "loss": 4.237, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.3824424163407214, |
| "grad_norm": 0.791394054889679, |
| "learning_rate": 9.648612799769644e-05, |
| "loss": 4.2289, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.3859191655801826, |
| "grad_norm": 0.9533299803733826, |
| "learning_rate": 9.645234017138956e-05, |
| "loss": 4.1586, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.3893959148196435, |
| "grad_norm": 1.044310450553894, |
| "learning_rate": 9.641839665080363e-05, |
| "loss": 4.2023, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.3928726640591047, |
| "grad_norm": 0.920463502407074, |
| "learning_rate": 9.638429754970715e-05, |
| "loss": 4.1882, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.3963494132985659, |
| "grad_norm": 0.9414947032928467, |
| "learning_rate": 9.635004298239004e-05, |
| "loss": 4.0434, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.399826162538027, |
| "grad_norm": 0.8273729085922241, |
| "learning_rate": 9.63156330636633e-05, |
| "loss": 4.1685, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.403302911777488, |
| "grad_norm": 0.6224656105041504, |
| "learning_rate": 9.628106790885865e-05, |
| "loss": 4.1801, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.4067796610169492, |
| "grad_norm": 0.7260700464248657, |
| "learning_rate": 9.62463476338281e-05, |
| "loss": 4.164, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.4102564102564101, |
| "grad_norm": 0.7788506150245667, |
| "learning_rate": 9.621147235494356e-05, |
| "loss": 4.1687, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.4137331594958713, |
| "grad_norm": 0.9212743043899536, |
| "learning_rate": 9.617644218909649e-05, |
| "loss": 4.094, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.4172099087353325, |
| "grad_norm": 0.9231887459754944, |
| "learning_rate": 9.614125725369747e-05, |
| "loss": 4.221, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.4206866579747937, |
| "grad_norm": 0.8516282439231873, |
| "learning_rate": 9.610591766667583e-05, |
| "loss": 4.0776, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.4241634072142546, |
| "grad_norm": 0.6721898913383484, |
| "learning_rate": 9.607042354647924e-05, |
| "loss": 4.0561, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.4276401564537158, |
| "grad_norm": 0.9020458459854126, |
| "learning_rate": 9.60347750120733e-05, |
| "loss": 4.0563, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.431116905693177, |
| "grad_norm": 0.8082847595214844, |
| "learning_rate": 9.599897218294122e-05, |
| "loss": 4.0433, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.434593654932638, |
| "grad_norm": 0.89698725938797, |
| "learning_rate": 9.596301517908328e-05, |
| "loss": 4.1292, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.438070404172099, |
| "grad_norm": 1.1492091417312622, |
| "learning_rate": 9.592690412101658e-05, |
| "loss": 4.1224, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.4415471534115603, |
| "grad_norm": 0.8929200172424316, |
| "learning_rate": 9.589063912977451e-05, |
| "loss": 4.0852, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.4450239026510214, |
| "grad_norm": 0.8456454873085022, |
| "learning_rate": 9.585422032690643e-05, |
| "loss": 4.1604, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.4485006518904824, |
| "grad_norm": 0.9664533734321594, |
| "learning_rate": 9.581764783447719e-05, |
| "loss": 4.234, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.4519774011299436, |
| "grad_norm": 0.8303775787353516, |
| "learning_rate": 9.578092177506683e-05, |
| "loss": 4.1508, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.4554541503694045, |
| "grad_norm": 0.735723614692688, |
| "learning_rate": 9.574404227177005e-05, |
| "loss": 4.0714, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.4589308996088657, |
| "grad_norm": 0.7835253477096558, |
| "learning_rate": 9.570700944819584e-05, |
| "loss": 4.0993, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.4624076488483269, |
| "grad_norm": 0.8943220376968384, |
| "learning_rate": 9.566982342846709e-05, |
| "loss": 4.0499, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.465884398087788, |
| "grad_norm": 1.0396778583526611, |
| "learning_rate": 9.563248433722019e-05, |
| "loss": 4.0751, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.469361147327249, |
| "grad_norm": 0.9445440173149109, |
| "learning_rate": 9.559499229960451e-05, |
| "loss": 4.0111, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.4728378965667102, |
| "grad_norm": 0.8301072716712952, |
| "learning_rate": 9.55573474412821e-05, |
| "loss": 4.045, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.476314645806171, |
| "grad_norm": 0.9725110530853271, |
| "learning_rate": 9.551954988842724e-05, |
| "loss": 4.0069, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.4797913950456323, |
| "grad_norm": 1.132828712463379, |
| "learning_rate": 9.548159976772592e-05, |
| "loss": 4.125, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.4832681442850935, |
| "grad_norm": 0.7702617645263672, |
| "learning_rate": 9.544349720637556e-05, |
| "loss": 4.0776, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.4867448935245546, |
| "grad_norm": 0.7960605025291443, |
| "learning_rate": 9.540524233208448e-05, |
| "loss": 4.0346, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.4902216427640156, |
| "grad_norm": 0.9969260096549988, |
| "learning_rate": 9.536683527307153e-05, |
| "loss": 4.1162, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.4936983920034768, |
| "grad_norm": 1.1111648082733154, |
| "learning_rate": 9.53282761580656e-05, |
| "loss": 4.0933, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.497175141242938, |
| "grad_norm": 1.198155164718628, |
| "learning_rate": 9.528956511630529e-05, |
| "loss": 4.0783, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.5006518904823989, |
| "grad_norm": 1.0453709363937378, |
| "learning_rate": 9.525070227753834e-05, |
| "loss": 4.0607, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.50412863972186, |
| "grad_norm": 0.9988518953323364, |
| "learning_rate": 9.521168777202132e-05, |
| "loss": 4.112, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.5076053889613212, |
| "grad_norm": 0.918400764465332, |
| "learning_rate": 9.517252173051911e-05, |
| "loss": 4.0134, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.5110821382007824, |
| "grad_norm": 0.869310200214386, |
| "learning_rate": 9.513320428430452e-05, |
| "loss": 4.0576, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.5145588874402434, |
| "grad_norm": 0.9518806338310242, |
| "learning_rate": 9.509373556515782e-05, |
| "loss": 4.1244, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.5180356366797043, |
| "grad_norm": 0.8721877336502075, |
| "learning_rate": 9.505411570536626e-05, |
| "loss": 4.0608, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.5215123859191655, |
| "grad_norm": 0.7652842998504639, |
| "learning_rate": 9.50143448377237e-05, |
| "loss": 4.0603, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.5249891351586267, |
| "grad_norm": 0.8885753750801086, |
| "learning_rate": 9.497442309553016e-05, |
| "loss": 3.8367, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.5284658843980878, |
| "grad_norm": 0.6828482151031494, |
| "learning_rate": 9.493435061259131e-05, |
| "loss": 4.1155, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.531942633637549, |
| "grad_norm": 0.729836642742157, |
| "learning_rate": 9.489412752321805e-05, |
| "loss": 4.0957, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.53541938287701, |
| "grad_norm": 0.9394379258155823, |
| "learning_rate": 9.485375396222609e-05, |
| "loss": 3.9957, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.5388961321164711, |
| "grad_norm": 0.9025709629058838, |
| "learning_rate": 9.481323006493547e-05, |
| "loss": 4.0381, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.542372881355932, |
| "grad_norm": 0.861587405204773, |
| "learning_rate": 9.477255596717012e-05, |
| "loss": 4.2398, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.5458496305953933, |
| "grad_norm": 0.8114928007125854, |
| "learning_rate": 9.473173180525737e-05, |
| "loss": 4.096, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.5493263798348544, |
| "grad_norm": 0.8760333061218262, |
| "learning_rate": 9.469075771602755e-05, |
| "loss": 4.1301, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.5528031290743156, |
| "grad_norm": 1.0566339492797852, |
| "learning_rate": 9.464963383681349e-05, |
| "loss": 3.9805, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.5562798783137766, |
| "grad_norm": 0.9962750673294067, |
| "learning_rate": 9.460836030545007e-05, |
| "loss": 3.9729, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.5597566275532377, |
| "grad_norm": 0.9361708164215088, |
| "learning_rate": 9.456693726027375e-05, |
| "loss": 4.0141, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.5632333767926987, |
| "grad_norm": 0.9272918105125427, |
| "learning_rate": 9.452536484012212e-05, |
| "loss": 4.079, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.5667101260321599, |
| "grad_norm": 1.0941708087921143, |
| "learning_rate": 9.448364318433345e-05, |
| "loss": 4.0688, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.570186875271621, |
| "grad_norm": 0.9107572436332703, |
| "learning_rate": 9.444177243274618e-05, |
| "loss": 3.9463, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.5736636245110822, |
| "grad_norm": 0.786167562007904, |
| "learning_rate": 9.439975272569848e-05, |
| "loss": 4.0317, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.5771403737505434, |
| "grad_norm": 0.7826558947563171, |
| "learning_rate": 9.435758420402778e-05, |
| "loss": 4.0186, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.5806171229900043, |
| "grad_norm": 0.8052117824554443, |
| "learning_rate": 9.431526700907027e-05, |
| "loss": 4.0627, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.5840938722294653, |
| "grad_norm": 1.0061588287353516, |
| "learning_rate": 9.42728012826605e-05, |
| "loss": 3.9494, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.5875706214689265, |
| "grad_norm": 0.9913825392723083, |
| "learning_rate": 9.423018716713079e-05, |
| "loss": 4.0443, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.5910473707083876, |
| "grad_norm": 0.8176896572113037, |
| "learning_rate": 9.418742480531085e-05, |
| "loss": 3.9168, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.5945241199478488, |
| "grad_norm": 0.7156447768211365, |
| "learning_rate": 9.414451434052727e-05, |
| "loss": 4.0151, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.59800086918731, |
| "grad_norm": 0.7260638475418091, |
| "learning_rate": 9.410145591660301e-05, |
| "loss": 4.0644, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.601477618426771, |
| "grad_norm": 0.8086751103401184, |
| "learning_rate": 9.405824967785698e-05, |
| "loss": 3.9587, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.6049543676662321, |
| "grad_norm": 0.9354509115219116, |
| "learning_rate": 9.401489576910349e-05, |
| "loss": 3.9932, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.608431116905693, |
| "grad_norm": 1.1333049535751343, |
| "learning_rate": 9.39713943356518e-05, |
| "loss": 3.9713, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.6119078661451542, |
| "grad_norm": 0.9655582904815674, |
| "learning_rate": 9.392774552330567e-05, |
| "loss": 3.9768, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 1.089020013809204, |
| "learning_rate": 9.388394947836279e-05, |
| "loss": 3.8841, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.6188613646240766, |
| "grad_norm": 0.7879194021224976, |
| "learning_rate": 9.38400063476143e-05, |
| "loss": 3.9356, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.6223381138635375, |
| "grad_norm": 0.6482805013656616, |
| "learning_rate": 9.37959162783444e-05, |
| "loss": 3.9739, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.6258148631029987, |
| "grad_norm": 0.7414939403533936, |
| "learning_rate": 9.375167941832973e-05, |
| "loss": 3.9431, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.6292916123424597, |
| "grad_norm": 0.9199277758598328, |
| "learning_rate": 9.370729591583894e-05, |
| "loss": 3.949, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.6327683615819208, |
| "grad_norm": 1.0250579118728638, |
| "learning_rate": 9.366276591963221e-05, |
| "loss": 4.0201, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.636245110821382, |
| "grad_norm": 1.1997772455215454, |
| "learning_rate": 9.361808957896067e-05, |
| "loss": 4.0029, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.6397218600608432, |
| "grad_norm": 1.0056092739105225, |
| "learning_rate": 9.357326704356602e-05, |
| "loss": 3.9536, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.6431986093003044, |
| "grad_norm": 0.8187026977539062, |
| "learning_rate": 9.35282984636799e-05, |
| "loss": 4.0072, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.6466753585397653, |
| "grad_norm": 1.099008321762085, |
| "learning_rate": 9.348318399002347e-05, |
| "loss": 4.0514, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.6501521077792263, |
| "grad_norm": 1.1227092742919922, |
| "learning_rate": 9.343792377380687e-05, |
| "loss": 3.9256, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.6536288570186874, |
| "grad_norm": 0.8582590222358704, |
| "learning_rate": 9.339251796672877e-05, |
| "loss": 3.9037, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.6571056062581486, |
| "grad_norm": 1.0513243675231934, |
| "learning_rate": 9.334696672097576e-05, |
| "loss": 3.9695, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.6605823554976098, |
| "grad_norm": 1.0664559602737427, |
| "learning_rate": 9.330127018922194e-05, |
| "loss": 3.9251, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.664059104737071, |
| "grad_norm": 1.0497174263000488, |
| "learning_rate": 9.325542852462833e-05, |
| "loss": 4.0381, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.667535853976532, |
| "grad_norm": 0.9143519401550293, |
| "learning_rate": 9.320944188084242e-05, |
| "loss": 3.9366, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.671012603215993, |
| "grad_norm": 0.7945806384086609, |
| "learning_rate": 9.31633104119976e-05, |
| "loss": 4.0225, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.674489352455454, |
| "grad_norm": 0.8599205613136292, |
| "learning_rate": 9.31170342727127e-05, |
| "loss": 4.0028, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.6779661016949152, |
| "grad_norm": 1.0326347351074219, |
| "learning_rate": 9.307061361809141e-05, |
| "loss": 3.9804, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.6814428509343764, |
| "grad_norm": 1.0522825717926025, |
| "learning_rate": 9.302404860372185e-05, |
| "loss": 3.9047, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.6849196001738376, |
| "grad_norm": 0.9849698543548584, |
| "learning_rate": 9.29773393856759e-05, |
| "loss": 3.9828, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.6883963494132985, |
| "grad_norm": 1.1080557107925415, |
| "learning_rate": 9.293048612050883e-05, |
| "loss": 3.9129, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.6918730986527597, |
| "grad_norm": 0.9390277862548828, |
| "learning_rate": 9.28834889652587e-05, |
| "loss": 4.0346, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.6953498478922207, |
| "grad_norm": 0.8586708903312683, |
| "learning_rate": 9.283634807744586e-05, |
| "loss": 3.992, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.6988265971316818, |
| "grad_norm": 0.9357092976570129, |
| "learning_rate": 9.278906361507238e-05, |
| "loss": 3.9007, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.702303346371143, |
| "grad_norm": 1.0461989641189575, |
| "learning_rate": 9.274163573662157e-05, |
| "loss": 3.9684, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.7057800956106042, |
| "grad_norm": 1.0791900157928467, |
| "learning_rate": 9.26940646010574e-05, |
| "loss": 3.9989, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.7092568448500653, |
| "grad_norm": 0.7584978938102722, |
| "learning_rate": 9.264635036782405e-05, |
| "loss": 3.9932, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.7127335940895263, |
| "grad_norm": 0.8475772142410278, |
| "learning_rate": 9.259849319684526e-05, |
| "loss": 3.879, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.7162103433289873, |
| "grad_norm": 0.8825334310531616, |
| "learning_rate": 9.255049324852388e-05, |
| "loss": 3.8554, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.7196870925684484, |
| "grad_norm": 0.9635478258132935, |
| "learning_rate": 9.250235068374133e-05, |
| "loss": 3.882, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.7231638418079096, |
| "grad_norm": 1.0515531301498413, |
| "learning_rate": 9.245406566385697e-05, |
| "loss": 3.767, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.7266405910473708, |
| "grad_norm": 0.951738715171814, |
| "learning_rate": 9.240563835070771e-05, |
| "loss": 3.9327, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.730117340286832, |
| "grad_norm": 0.9645599126815796, |
| "learning_rate": 9.235706890660733e-05, |
| "loss": 3.9418, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.733594089526293, |
| "grad_norm": 0.9542970061302185, |
| "learning_rate": 9.230835749434601e-05, |
| "loss": 3.9136, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.7370708387657539, |
| "grad_norm": 0.9848579168319702, |
| "learning_rate": 9.225950427718975e-05, |
| "loss": 3.8674, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.740547588005215, |
| "grad_norm": 0.8875890374183655, |
| "learning_rate": 9.221050941887984e-05, |
| "loss": 3.8565, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.7440243372446762, |
| "grad_norm": 0.9016240835189819, |
| "learning_rate": 9.216137308363233e-05, |
| "loss": 3.9054, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.7475010864841374, |
| "grad_norm": 0.8858099579811096, |
| "learning_rate": 9.211209543613746e-05, |
| "loss": 3.9223, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.7509778357235986, |
| "grad_norm": 0.8951818943023682, |
| "learning_rate": 9.206267664155907e-05, |
| "loss": 3.8056, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.7544545849630595, |
| "grad_norm": 0.8185245394706726, |
| "learning_rate": 9.201311686553408e-05, |
| "loss": 3.9184, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.7579313342025207, |
| "grad_norm": 0.8379631042480469, |
| "learning_rate": 9.1963416274172e-05, |
| "loss": 3.9537, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.7614080834419816, |
| "grad_norm": 0.6970687508583069, |
| "learning_rate": 9.191357503405425e-05, |
| "loss": 3.8938, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.7648848326814428, |
| "grad_norm": 0.7571694254875183, |
| "learning_rate": 9.186359331223369e-05, |
| "loss": 3.8748, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.768361581920904, |
| "grad_norm": 0.916691780090332, |
| "learning_rate": 9.181347127623403e-05, |
| "loss": 3.8796, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.7718383311603652, |
| "grad_norm": 0.8490556478500366, |
| "learning_rate": 9.176320909404924e-05, |
| "loss": 3.8544, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.7753150803998263, |
| "grad_norm": 0.8541643619537354, |
| "learning_rate": 9.171280693414307e-05, |
| "loss": 3.9174, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.7787918296392873, |
| "grad_norm": 0.7272506356239319, |
| "learning_rate": 9.166226496544839e-05, |
| "loss": 3.7822, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.7822685788787482, |
| "grad_norm": 0.7909744381904602, |
| "learning_rate": 9.161158335736671e-05, |
| "loss": 3.9238, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.7857453281182094, |
| "grad_norm": 1.08568274974823, |
| "learning_rate": 9.156076227976752e-05, |
| "loss": 3.9444, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.7892220773576706, |
| "grad_norm": 1.0940698385238647, |
| "learning_rate": 9.15098019029878e-05, |
| "loss": 3.8727, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.7926988265971318, |
| "grad_norm": 0.9210303425788879, |
| "learning_rate": 9.145870239783142e-05, |
| "loss": 3.9063, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.796175575836593, |
| "grad_norm": 0.9154436588287354, |
| "learning_rate": 9.140746393556854e-05, |
| "loss": 3.8853, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.7996523250760539, |
| "grad_norm": 1.0353447198867798, |
| "learning_rate": 9.135608668793511e-05, |
| "loss": 3.841, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.8031290743155148, |
| "grad_norm": 0.8575829863548279, |
| "learning_rate": 9.130457082713219e-05, |
| "loss": 3.8811, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.806605823554976, |
| "grad_norm": 0.9011865854263306, |
| "learning_rate": 9.125291652582549e-05, |
| "loss": 3.7803, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.8100825727944372, |
| "grad_norm": 0.9533329606056213, |
| "learning_rate": 9.120112395714463e-05, |
| "loss": 3.8986, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.8135593220338984, |
| "grad_norm": 0.9975365996360779, |
| "learning_rate": 9.114919329468282e-05, |
| "loss": 3.9143, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.8170360712733595, |
| "grad_norm": 1.015561819076538, |
| "learning_rate": 9.109712471249598e-05, |
| "loss": 3.8863, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.8205128205128205, |
| "grad_norm": 1.0247142314910889, |
| "learning_rate": 9.104491838510235e-05, |
| "loss": 3.9139, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.8239895697522817, |
| "grad_norm": 1.0852620601654053, |
| "learning_rate": 9.099257448748184e-05, |
| "loss": 3.8964, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.8274663189917426, |
| "grad_norm": 0.9563137292861938, |
| "learning_rate": 9.094009319507547e-05, |
| "loss": 3.8767, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.8309430682312038, |
| "grad_norm": 1.0613676309585571, |
| "learning_rate": 9.088747468378474e-05, |
| "loss": 3.9272, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.834419817470665, |
| "grad_norm": 1.0097156763076782, |
| "learning_rate": 9.083471912997108e-05, |
| "loss": 3.9006, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.8378965667101261, |
| "grad_norm": 0.9422491192817688, |
| "learning_rate": 9.078182671045527e-05, |
| "loss": 3.7358, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.841373315949587, |
| "grad_norm": 0.9380639791488647, |
| "learning_rate": 9.072879760251679e-05, |
| "loss": 3.8661, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.8448500651890483, |
| "grad_norm": 0.9634526371955872, |
| "learning_rate": 9.067563198389326e-05, |
| "loss": 3.8993, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.8483268144285092, |
| "grad_norm": 0.9645963907241821, |
| "learning_rate": 9.062233003277983e-05, |
| "loss": 3.8783, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.8518035636679704, |
| "grad_norm": 0.9658483862876892, |
| "learning_rate": 9.056889192782866e-05, |
| "loss": 3.8708, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.8552803129074316, |
| "grad_norm": 0.8875890970230103, |
| "learning_rate": 9.051531784814817e-05, |
| "loss": 3.7292, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.8587570621468927, |
| "grad_norm": 0.9648452997207642, |
| "learning_rate": 9.04616079733026e-05, |
| "loss": 3.8904, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.862233811386354, |
| "grad_norm": 1.1329749822616577, |
| "learning_rate": 9.040776248331129e-05, |
| "loss": 3.8909, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.8657105606258149, |
| "grad_norm": 0.9306442141532898, |
| "learning_rate": 9.035378155864813e-05, |
| "loss": 3.8015, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.8691873098652758, |
| "grad_norm": 0.8368638753890991, |
| "learning_rate": 9.029966538024097e-05, |
| "loss": 3.7593, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.872664059104737, |
| "grad_norm": 0.7863436937332153, |
| "learning_rate": 9.024541412947094e-05, |
| "loss": 3.7565, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.8761408083441982, |
| "grad_norm": 0.8507801294326782, |
| "learning_rate": 9.019102798817197e-05, |
| "loss": 3.867, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.8796175575836593, |
| "grad_norm": 0.8136400580406189, |
| "learning_rate": 9.013650713863e-05, |
| "loss": 3.6624, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.8830943068231205, |
| "grad_norm": 0.8798525929450989, |
| "learning_rate": 9.008185176358256e-05, |
| "loss": 3.7241, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.8865710560625815, |
| "grad_norm": 0.7656006217002869, |
| "learning_rate": 9.002706204621803e-05, |
| "loss": 3.9443, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.8900478053020426, |
| "grad_norm": 1.18944251537323, |
| "learning_rate": 8.997213817017507e-05, |
| "loss": 3.861, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.8935245545415036, |
| "grad_norm": 1.3046687841415405, |
| "learning_rate": 8.991708031954199e-05, |
| "loss": 3.7927, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.8970013037809648, |
| "grad_norm": 0.7693729400634766, |
| "learning_rate": 8.986188867885617e-05, |
| "loss": 3.7631, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.900478053020426, |
| "grad_norm": 0.9569775462150574, |
| "learning_rate": 8.980656343310338e-05, |
| "loss": 3.8547, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.9039548022598871, |
| "grad_norm": 1.0345852375030518, |
| "learning_rate": 8.975110476771724e-05, |
| "loss": 3.8461, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.907431551499348, |
| "grad_norm": 0.9311661124229431, |
| "learning_rate": 8.969551286857849e-05, |
| "loss": 3.831, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.9109083007388092, |
| "grad_norm": 0.847986102104187, |
| "learning_rate": 8.963978792201449e-05, |
| "loss": 3.6819, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.9143850499782702, |
| "grad_norm": 0.7580497860908508, |
| "learning_rate": 8.958393011479848e-05, |
| "loss": 3.7759, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.9178617992177314, |
| "grad_norm": 0.7308617830276489, |
| "learning_rate": 8.952793963414907e-05, |
| "loss": 3.8164, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.9213385484571925, |
| "grad_norm": 0.7043769955635071, |
| "learning_rate": 8.947181666772948e-05, |
| "loss": 3.7235, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.9248152976966537, |
| "grad_norm": 0.6796336770057678, |
| "learning_rate": 8.941556140364706e-05, |
| "loss": 3.8156, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.928292046936115, |
| "grad_norm": 0.6973956227302551, |
| "learning_rate": 8.935917403045251e-05, |
| "loss": 3.7504, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.9317687961755758, |
| "grad_norm": 0.8313055038452148, |
| "learning_rate": 8.930265473713938e-05, |
| "loss": 3.8686, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.9352455454150368, |
| "grad_norm": 0.8577587604522705, |
| "learning_rate": 8.924600371314334e-05, |
| "loss": 3.7068, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.938722294654498, |
| "grad_norm": 0.7737483978271484, |
| "learning_rate": 8.918922114834156e-05, |
| "loss": 3.7297, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.9421990438939591, |
| "grad_norm": 0.826034665107727, |
| "learning_rate": 8.913230723305218e-05, |
| "loss": 3.8176, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.9456757931334203, |
| "grad_norm": 0.9927733540534973, |
| "learning_rate": 8.90752621580335e-05, |
| "loss": 3.8469, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.9491525423728815, |
| "grad_norm": 1.0524464845657349, |
| "learning_rate": 8.901808611448348e-05, |
| "loss": 3.8041, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.9526292916123424, |
| "grad_norm": 1.098197102546692, |
| "learning_rate": 8.896077929403901e-05, |
| "loss": 3.7239, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.9561060408518036, |
| "grad_norm": 0.9311512112617493, |
| "learning_rate": 8.890334188877533e-05, |
| "loss": 3.8397, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.9595827900912646, |
| "grad_norm": 0.8799173831939697, |
| "learning_rate": 8.884577409120535e-05, |
| "loss": 3.7943, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.9630595393307257, |
| "grad_norm": 0.9762241840362549, |
| "learning_rate": 8.878807609427905e-05, |
| "loss": 3.7369, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.966536288570187, |
| "grad_norm": 1.0802910327911377, |
| "learning_rate": 8.873024809138272e-05, |
| "loss": 3.7294, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.970013037809648, |
| "grad_norm": 0.9968630075454712, |
| "learning_rate": 8.86722902763385e-05, |
| "loss": 3.8131, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.973489787049109, |
| "grad_norm": 1.0812654495239258, |
| "learning_rate": 8.861420284340352e-05, |
| "loss": 3.7722, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.9769665362885702, |
| "grad_norm": 1.0790822505950928, |
| "learning_rate": 8.855598598726939e-05, |
| "loss": 3.7907, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.9804432855280312, |
| "grad_norm": 1.0286710262298584, |
| "learning_rate": 8.849763990306152e-05, |
| "loss": 3.8615, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.9839200347674923, |
| "grad_norm": 0.9916720390319824, |
| "learning_rate": 8.843916478633845e-05, |
| "loss": 3.8969, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.9873967840069535, |
| "grad_norm": 1.0431153774261475, |
| "learning_rate": 8.838056083309118e-05, |
| "loss": 3.8122, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.9908735332464147, |
| "grad_norm": 0.9479820728302002, |
| "learning_rate": 8.832182823974256e-05, |
| "loss": 3.7987, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.9943502824858759, |
| "grad_norm": 0.8419528603553772, |
| "learning_rate": 8.826296720314657e-05, |
| "loss": 3.7854, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.9978270317253368, |
| "grad_norm": 0.7449129223823547, |
| "learning_rate": 8.820397792058772e-05, |
| "loss": 3.7427, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.7268674373626709, |
| "learning_rate": 8.814486058978035e-05, |
| "loss": 3.7999, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.003476749239461, |
| "grad_norm": 0.7994548082351685, |
| "learning_rate": 8.808561540886796e-05, |
| "loss": 3.737, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.0069534984789223, |
| "grad_norm": 0.8729116320610046, |
| "learning_rate": 8.802624257642261e-05, |
| "loss": 3.8124, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.0104302477183835, |
| "grad_norm": 0.9562597274780273, |
| "learning_rate": 8.796674229144418e-05, |
| "loss": 3.8352, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.0139069969578443, |
| "grad_norm": 1.0685930252075195, |
| "learning_rate": 8.790711475335971e-05, |
| "loss": 3.799, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.0173837461973054, |
| "grad_norm": 1.0459791421890259, |
| "learning_rate": 8.784736016202282e-05, |
| "loss": 3.8583, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.0208604954367666, |
| "grad_norm": 0.8897305130958557, |
| "learning_rate": 8.778747871771292e-05, |
| "loss": 3.6429, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.0243372446762278, |
| "grad_norm": 0.8162091374397278, |
| "learning_rate": 8.77274706211346e-05, |
| "loss": 3.6127, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.027813993915689, |
| "grad_norm": 0.7601345181465149, |
| "learning_rate": 8.766733607341698e-05, |
| "loss": 3.7352, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.03129074315515, |
| "grad_norm": 0.7575955986976624, |
| "learning_rate": 8.760707527611297e-05, |
| "loss": 3.7707, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.034767492394611, |
| "grad_norm": 0.6935109496116638, |
| "learning_rate": 8.754668843119864e-05, |
| "loss": 3.6845, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.038244241634072, |
| "grad_norm": 0.6233929395675659, |
| "learning_rate": 8.748617574107257e-05, |
| "loss": 3.6204, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.041720990873533, |
| "grad_norm": 0.6228452920913696, |
| "learning_rate": 8.742553740855506e-05, |
| "loss": 3.7569, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.0451977401129944, |
| "grad_norm": 0.6230937838554382, |
| "learning_rate": 8.736477363688761e-05, |
| "loss": 3.7207, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.0486744893524556, |
| "grad_norm": 0.6162528395652771, |
| "learning_rate": 8.730388462973208e-05, |
| "loss": 3.7242, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.0521512385919167, |
| "grad_norm": 0.7501924633979797, |
| "learning_rate": 8.724287059117016e-05, |
| "loss": 3.7486, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.0556279878313775, |
| "grad_norm": 0.8422186970710754, |
| "learning_rate": 8.718173172570254e-05, |
| "loss": 3.6304, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.0591047370708386, |
| "grad_norm": 0.8915469646453857, |
| "learning_rate": 8.71204682382483e-05, |
| "loss": 3.7905, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.0625814863103, |
| "grad_norm": 0.9807952642440796, |
| "learning_rate": 8.705908033414425e-05, |
| "loss": 3.643, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.066058235549761, |
| "grad_norm": 1.0013173818588257, |
| "learning_rate": 8.69975682191442e-05, |
| "loss": 3.6854, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.069534984789222, |
| "grad_norm": 0.9831700325012207, |
| "learning_rate": 8.693593209941825e-05, |
| "loss": 3.673, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.0730117340286833, |
| "grad_norm": 1.1712896823883057, |
| "learning_rate": 8.687417218155213e-05, |
| "loss": 3.8204, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.076488483268144, |
| "grad_norm": 0.9944608807563782, |
| "learning_rate": 8.681228867254655e-05, |
| "loss": 3.7916, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.0799652325076052, |
| "grad_norm": 1.0010840892791748, |
| "learning_rate": 8.675028177981643e-05, |
| "loss": 3.7294, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.0834419817470664, |
| "grad_norm": 0.9211255311965942, |
| "learning_rate": 8.668815171119021e-05, |
| "loss": 3.6087, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.0869187309865276, |
| "grad_norm": 0.869985818862915, |
| "learning_rate": 8.66258986749092e-05, |
| "loss": 3.5953, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.0903954802259888, |
| "grad_norm": 0.7657525539398193, |
| "learning_rate": 8.656352287962686e-05, |
| "loss": 3.6554, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.09387222946545, |
| "grad_norm": 0.7607572078704834, |
| "learning_rate": 8.650102453440813e-05, |
| "loss": 3.6477, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.097348978704911, |
| "grad_norm": 0.9117911458015442, |
| "learning_rate": 8.643840384872866e-05, |
| "loss": 3.6963, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.100825727944372, |
| "grad_norm": 0.8420771956443787, |
| "learning_rate": 8.637566103247415e-05, |
| "loss": 3.6472, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.104302477183833, |
| "grad_norm": 0.7396708726882935, |
| "learning_rate": 8.631279629593966e-05, |
| "loss": 3.7796, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.107779226423294, |
| "grad_norm": 0.6754468083381653, |
| "learning_rate": 8.624980984982892e-05, |
| "loss": 3.581, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.1112559756627554, |
| "grad_norm": 0.78558748960495, |
| "learning_rate": 8.618670190525352e-05, |
| "loss": 3.7445, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.1147327249022165, |
| "grad_norm": 0.7408106923103333, |
| "learning_rate": 8.612347267373234e-05, |
| "loss": 3.7551, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.1182094741416777, |
| "grad_norm": 0.7574490904808044, |
| "learning_rate": 8.606012236719073e-05, |
| "loss": 3.5841, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.1216862233811384, |
| "grad_norm": 0.8567992448806763, |
| "learning_rate": 8.599665119795992e-05, |
| "loss": 3.5432, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.1251629726205996, |
| "grad_norm": 1.0516282320022583, |
| "learning_rate": 8.593305937877614e-05, |
| "loss": 3.6579, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.128639721860061, |
| "grad_norm": 1.0702804327011108, |
| "learning_rate": 8.586934712278006e-05, |
| "loss": 3.7136, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.132116471099522, |
| "grad_norm": 0.9042352437973022, |
| "learning_rate": 8.580551464351603e-05, |
| "loss": 3.7588, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.135593220338983, |
| "grad_norm": 1.0957833528518677, |
| "learning_rate": 8.574156215493132e-05, |
| "loss": 3.7078, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.1390699695784443, |
| "grad_norm": 1.1452794075012207, |
| "learning_rate": 8.567748987137544e-05, |
| "loss": 3.6626, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.142546718817905, |
| "grad_norm": 0.8174344897270203, |
| "learning_rate": 8.561329800759943e-05, |
| "loss": 3.7657, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.146023468057366, |
| "grad_norm": 0.8348018527030945, |
| "learning_rate": 8.554898677875509e-05, |
| "loss": 3.7377, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.1495002172968274, |
| "grad_norm": 0.8676193952560425, |
| "learning_rate": 8.548455640039437e-05, |
| "loss": 3.6855, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.1529769665362886, |
| "grad_norm": 0.7565463185310364, |
| "learning_rate": 8.542000708846852e-05, |
| "loss": 3.6733, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.1564537157757497, |
| "grad_norm": 0.7726176977157593, |
| "learning_rate": 8.535533905932738e-05, |
| "loss": 3.6327, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.159930465015211, |
| "grad_norm": 0.7790519595146179, |
| "learning_rate": 8.529055252971879e-05, |
| "loss": 3.6361, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.163407214254672, |
| "grad_norm": 0.7205121517181396, |
| "learning_rate": 8.522564771678771e-05, |
| "loss": 3.6716, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.166883963494133, |
| "grad_norm": 0.7978485226631165, |
| "learning_rate": 8.516062483807556e-05, |
| "loss": 3.7891, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.170360712733594, |
| "grad_norm": 0.7888757586479187, |
| "learning_rate": 8.509548411151948e-05, |
| "loss": 3.6903, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.173837461973055, |
| "grad_norm": 0.7865068912506104, |
| "learning_rate": 8.503022575545158e-05, |
| "loss": 3.7538, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.1773142112125163, |
| "grad_norm": 0.943021833896637, |
| "learning_rate": 8.49648499885983e-05, |
| "loss": 3.6956, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.1807909604519775, |
| "grad_norm": 1.2752074003219604, |
| "learning_rate": 8.489935703007949e-05, |
| "loss": 3.719, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.1842677096914387, |
| "grad_norm": 0.9368734955787659, |
| "learning_rate": 8.483374709940792e-05, |
| "loss": 3.7057, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.1877444589308994, |
| "grad_norm": 0.8080997467041016, |
| "learning_rate": 8.476802041648832e-05, |
| "loss": 3.7596, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.1912212081703606, |
| "grad_norm": 0.8630561828613281, |
| "learning_rate": 8.47021772016168e-05, |
| "loss": 3.6446, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.1946979574098218, |
| "grad_norm": 0.975145161151886, |
| "learning_rate": 8.463621767547998e-05, |
| "loss": 3.7115, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.198174706649283, |
| "grad_norm": 0.9544527530670166, |
| "learning_rate": 8.457014205915438e-05, |
| "loss": 3.6173, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.201651455888744, |
| "grad_norm": 0.8249536752700806, |
| "learning_rate": 8.450395057410561e-05, |
| "loss": 3.606, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.2051282051282053, |
| "grad_norm": 0.852883517742157, |
| "learning_rate": 8.443764344218761e-05, |
| "loss": 3.6814, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.208604954367666, |
| "grad_norm": 0.8320687413215637, |
| "learning_rate": 8.437122088564198e-05, |
| "loss": 3.7175, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.212081703607127, |
| "grad_norm": 0.781334638595581, |
| "learning_rate": 8.430468312709712e-05, |
| "loss": 3.7437, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.2155584528465884, |
| "grad_norm": 0.7602312564849854, |
| "learning_rate": 8.423803038956764e-05, |
| "loss": 3.6857, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.2190352020860495, |
| "grad_norm": 0.7551150918006897, |
| "learning_rate": 8.417126289645344e-05, |
| "loss": 3.7341, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.2225119513255107, |
| "grad_norm": 0.8869550228118896, |
| "learning_rate": 8.410438087153911e-05, |
| "loss": 3.6262, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.225988700564972, |
| "grad_norm": 0.8678908348083496, |
| "learning_rate": 8.403738453899308e-05, |
| "loss": 3.5698, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.229465449804433, |
| "grad_norm": 0.7575172781944275, |
| "learning_rate": 8.39702741233669e-05, |
| "loss": 3.6571, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.232942199043894, |
| "grad_norm": 0.7576946020126343, |
| "learning_rate": 8.390304984959454e-05, |
| "loss": 3.7523, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.236418948283355, |
| "grad_norm": 0.7081326246261597, |
| "learning_rate": 8.383571194299154e-05, |
| "loss": 3.6405, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.239895697522816, |
| "grad_norm": 0.7227503657341003, |
| "learning_rate": 8.376826062925432e-05, |
| "loss": 3.5813, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.2433724467622773, |
| "grad_norm": 0.9157429933547974, |
| "learning_rate": 8.370069613445939e-05, |
| "loss": 3.7295, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.2468491960017385, |
| "grad_norm": 0.9113756418228149, |
| "learning_rate": 8.363301868506264e-05, |
| "loss": 3.6834, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.2503259452411997, |
| "grad_norm": 0.9403269290924072, |
| "learning_rate": 8.356522850789852e-05, |
| "loss": 3.7961, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.2538026944806604, |
| "grad_norm": 0.7835237979888916, |
| "learning_rate": 8.349732583017934e-05, |
| "loss": 3.5661, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.2572794437201216, |
| "grad_norm": 0.7705581188201904, |
| "learning_rate": 8.342931087949446e-05, |
| "loss": 3.658, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.2607561929595827, |
| "grad_norm": 0.9230582118034363, |
| "learning_rate": 8.336118388380954e-05, |
| "loss": 3.5736, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.264232942199044, |
| "grad_norm": 0.8842865824699402, |
| "learning_rate": 8.329294507146579e-05, |
| "loss": 3.7125, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.267709691438505, |
| "grad_norm": 0.8269637823104858, |
| "learning_rate": 8.32245946711792e-05, |
| "loss": 3.7351, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.2711864406779663, |
| "grad_norm": 0.8161711096763611, |
| "learning_rate": 8.315613291203976e-05, |
| "loss": 3.561, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.274663189917427, |
| "grad_norm": 0.8007653951644897, |
| "learning_rate": 8.30875600235107e-05, |
| "loss": 3.6928, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.278139939156888, |
| "grad_norm": 0.685224175453186, |
| "learning_rate": 8.301887623542773e-05, |
| "loss": 3.6402, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.2816166883963493, |
| "grad_norm": 0.6802821755409241, |
| "learning_rate": 8.295008177799827e-05, |
| "loss": 3.6212, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.2850934376358105, |
| "grad_norm": 0.6886381506919861, |
| "learning_rate": 8.288117688180064e-05, |
| "loss": 3.5536, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.2885701868752717, |
| "grad_norm": 0.7427237629890442, |
| "learning_rate": 8.281216177778334e-05, |
| "loss": 3.7049, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.292046936114733, |
| "grad_norm": 0.6893945932388306, |
| "learning_rate": 8.274303669726426e-05, |
| "loss": 3.6027, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.295523685354194, |
| "grad_norm": 0.7162789106369019, |
| "learning_rate": 8.267380187192989e-05, |
| "loss": 3.7657, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.2990004345936548, |
| "grad_norm": 0.7326735854148865, |
| "learning_rate": 8.260445753383452e-05, |
| "loss": 3.5549, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.302477183833116, |
| "grad_norm": 0.8043762445449829, |
| "learning_rate": 8.253500391539956e-05, |
| "loss": 3.5237, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.305953933072577, |
| "grad_norm": 0.9436041712760925, |
| "learning_rate": 8.246544124941266e-05, |
| "loss": 3.6999, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.3094306823120383, |
| "grad_norm": 0.9793234467506409, |
| "learning_rate": 8.239576976902695e-05, |
| "loss": 3.6953, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.3129074315514995, |
| "grad_norm": 0.8090691566467285, |
| "learning_rate": 8.232598970776028e-05, |
| "loss": 3.6129, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.3163841807909606, |
| "grad_norm": 0.8231872320175171, |
| "learning_rate": 8.225610129949443e-05, |
| "loss": 3.6311, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.3198609300304214, |
| "grad_norm": 0.7168385982513428, |
| "learning_rate": 8.218610477847436e-05, |
| "loss": 3.5907, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.3233376792698825, |
| "grad_norm": 0.7335355877876282, |
| "learning_rate": 8.211600037930736e-05, |
| "loss": 3.6044, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.3268144285093437, |
| "grad_norm": 0.8048617839813232, |
| "learning_rate": 8.204578833696228e-05, |
| "loss": 3.7008, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.330291177748805, |
| "grad_norm": 0.8575453758239746, |
| "learning_rate": 8.197546888676878e-05, |
| "loss": 3.6408, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.333767926988266, |
| "grad_norm": 0.7635408043861389, |
| "learning_rate": 8.190504226441654e-05, |
| "loss": 3.605, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.3372446762277272, |
| "grad_norm": 0.6884478330612183, |
| "learning_rate": 8.183450870595441e-05, |
| "loss": 3.6391, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.340721425467188, |
| "grad_norm": 0.9262790083885193, |
| "learning_rate": 8.176386844778968e-05, |
| "loss": 3.5877, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.344198174706649, |
| "grad_norm": 1.1123980283737183, |
| "learning_rate": 8.169312172668726e-05, |
| "loss": 3.5557, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.3476749239461103, |
| "grad_norm": 0.8961548805236816, |
| "learning_rate": 8.162226877976887e-05, |
| "loss": 3.6788, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.3511516731855715, |
| "grad_norm": 1.1101398468017578, |
| "learning_rate": 8.15513098445123e-05, |
| "loss": 3.653, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.3546284224250327, |
| "grad_norm": 1.0202254056930542, |
| "learning_rate": 8.148024515875057e-05, |
| "loss": 3.6128, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.358105171664494, |
| "grad_norm": 0.9809442758560181, |
| "learning_rate": 8.140907496067114e-05, |
| "loss": 3.6884, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.361581920903955, |
| "grad_norm": 0.998312771320343, |
| "learning_rate": 8.133779948881514e-05, |
| "loss": 3.6343, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.3650586701434158, |
| "grad_norm": 0.8048033118247986, |
| "learning_rate": 8.126641898207648e-05, |
| "loss": 3.6517, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.368535419382877, |
| "grad_norm": 0.7618369460105896, |
| "learning_rate": 8.119493367970119e-05, |
| "loss": 3.5172, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.372012168622338, |
| "grad_norm": 0.7011895775794983, |
| "learning_rate": 8.112334382128651e-05, |
| "loss": 3.5716, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.3754889178617993, |
| "grad_norm": 0.7433372735977173, |
| "learning_rate": 8.105164964678009e-05, |
| "loss": 3.7358, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.3789656671012605, |
| "grad_norm": 0.8242580890655518, |
| "learning_rate": 8.09798513964793e-05, |
| "loss": 3.5706, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.382442416340721, |
| "grad_norm": 0.7195044755935669, |
| "learning_rate": 8.090794931103026e-05, |
| "loss": 3.6252, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.3859191655801824, |
| "grad_norm": 0.7642951011657715, |
| "learning_rate": 8.083594363142717e-05, |
| "loss": 3.6058, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.3893959148196435, |
| "grad_norm": 0.799333393573761, |
| "learning_rate": 8.076383459901137e-05, |
| "loss": 3.5904, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.3928726640591047, |
| "grad_norm": 0.7877199053764343, |
| "learning_rate": 8.06916224554707e-05, |
| "loss": 3.5985, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.396349413298566, |
| "grad_norm": 0.8267778754234314, |
| "learning_rate": 8.061930744283854e-05, |
| "loss": 3.5293, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.399826162538027, |
| "grad_norm": 0.8435574173927307, |
| "learning_rate": 8.054688980349309e-05, |
| "loss": 3.614, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.4033029117774882, |
| "grad_norm": 0.7058742046356201, |
| "learning_rate": 8.047436978015649e-05, |
| "loss": 3.5749, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.406779661016949, |
| "grad_norm": 0.6880009770393372, |
| "learning_rate": 8.040174761589406e-05, |
| "loss": 3.6028, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.41025641025641, |
| "grad_norm": 0.7245696187019348, |
| "learning_rate": 8.032902355411345e-05, |
| "loss": 3.6305, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.4137331594958713, |
| "grad_norm": 0.7221509218215942, |
| "learning_rate": 8.025619783856388e-05, |
| "loss": 3.552, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.4172099087353325, |
| "grad_norm": 0.6806580424308777, |
| "learning_rate": 8.018327071333521e-05, |
| "loss": 3.497, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.4206866579747937, |
| "grad_norm": 0.6653738617897034, |
| "learning_rate": 8.011024242285728e-05, |
| "loss": 3.5242, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.424163407214255, |
| "grad_norm": 0.725482702255249, |
| "learning_rate": 8.003711321189895e-05, |
| "loss": 3.6399, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.427640156453716, |
| "grad_norm": 0.6843823194503784, |
| "learning_rate": 7.996388332556735e-05, |
| "loss": 3.5002, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.4311169056931767, |
| "grad_norm": 0.6126710772514343, |
| "learning_rate": 7.989055300930704e-05, |
| "loss": 3.5279, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.434593654932638, |
| "grad_norm": 0.6402905583381653, |
| "learning_rate": 7.981712250889921e-05, |
| "loss": 3.4861, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.438070404172099, |
| "grad_norm": 0.6130061745643616, |
| "learning_rate": 7.97435920704608e-05, |
| "loss": 3.5446, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.4415471534115603, |
| "grad_norm": 0.6037262678146362, |
| "learning_rate": 7.966996194044376e-05, |
| "loss": 3.5591, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.4450239026510214, |
| "grad_norm": 0.5912169218063354, |
| "learning_rate": 7.959623236563411e-05, |
| "loss": 3.5881, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.448500651890482, |
| "grad_norm": 0.6557775139808655, |
| "learning_rate": 7.952240359315126e-05, |
| "loss": 3.5602, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.4519774011299433, |
| "grad_norm": 0.7176311016082764, |
| "learning_rate": 7.944847587044704e-05, |
| "loss": 3.6946, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.4554541503694045, |
| "grad_norm": 0.9263601303100586, |
| "learning_rate": 7.937444944530495e-05, |
| "loss": 3.4952, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.4589308996088657, |
| "grad_norm": 0.8851249814033508, |
| "learning_rate": 7.930032456583931e-05, |
| "loss": 3.4797, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.462407648848327, |
| "grad_norm": 0.7957706451416016, |
| "learning_rate": 7.922610148049445e-05, |
| "loss": 3.4552, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.465884398087788, |
| "grad_norm": 0.8621044754981995, |
| "learning_rate": 7.915178043804382e-05, |
| "loss": 3.6836, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.469361147327249, |
| "grad_norm": 0.8820719718933105, |
| "learning_rate": 7.907736168758921e-05, |
| "loss": 3.4278, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.47283789656671, |
| "grad_norm": 0.9527013301849365, |
| "learning_rate": 7.900284547855991e-05, |
| "loss": 3.4505, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.476314645806171, |
| "grad_norm": 0.8297730088233948, |
| "learning_rate": 7.892823206071185e-05, |
| "loss": 3.5746, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.4797913950456323, |
| "grad_norm": 0.8282458186149597, |
| "learning_rate": 7.885352168412676e-05, |
| "loss": 3.566, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.4832681442850935, |
| "grad_norm": 0.8243257403373718, |
| "learning_rate": 7.877871459921138e-05, |
| "loss": 3.4891, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.4867448935245546, |
| "grad_norm": 0.8400633335113525, |
| "learning_rate": 7.870381105669657e-05, |
| "loss": 3.4364, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.490221642764016, |
| "grad_norm": 0.9697174429893494, |
| "learning_rate": 7.862881130763646e-05, |
| "loss": 3.58, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.493698392003477, |
| "grad_norm": 0.882383406162262, |
| "learning_rate": 7.85537156034077e-05, |
| "loss": 3.5832, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.4971751412429377, |
| "grad_norm": 0.7008349299430847, |
| "learning_rate": 7.847852419570846e-05, |
| "loss": 3.4555, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.500651890482399, |
| "grad_norm": 0.8088206648826599, |
| "learning_rate": 7.840323733655778e-05, |
| "loss": 3.5888, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.50412863972186, |
| "grad_norm": 0.8056133985519409, |
| "learning_rate": 7.832785527829458e-05, |
| "loss": 3.6404, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.5076053889613212, |
| "grad_norm": 0.9462586045265198, |
| "learning_rate": 7.825237827357683e-05, |
| "loss": 3.5969, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.5110821382007824, |
| "grad_norm": 0.8435570597648621, |
| "learning_rate": 7.817680657538078e-05, |
| "loss": 3.5405, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.514558887440243, |
| "grad_norm": 0.7596110105514526, |
| "learning_rate": 7.8101140437e-05, |
| "loss": 3.5774, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.5180356366797043, |
| "grad_norm": 0.8581807017326355, |
| "learning_rate": 7.80253801120447e-05, |
| "loss": 3.4993, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.5215123859191655, |
| "grad_norm": 0.7680181860923767, |
| "learning_rate": 7.794952585444068e-05, |
| "loss": 3.5667, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.5249891351586267, |
| "grad_norm": 0.8518640398979187, |
| "learning_rate": 7.78735779184286e-05, |
| "loss": 3.5648, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.528465884398088, |
| "grad_norm": 0.8862175345420837, |
| "learning_rate": 7.779753655856312e-05, |
| "loss": 3.608, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.531942633637549, |
| "grad_norm": 0.8444491028785706, |
| "learning_rate": 7.772140202971204e-05, |
| "loss": 3.5332, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.53541938287701, |
| "grad_norm": 0.8340655565261841, |
| "learning_rate": 7.764517458705536e-05, |
| "loss": 3.4764, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.538896132116471, |
| "grad_norm": 0.9282291531562805, |
| "learning_rate": 7.756885448608459e-05, |
| "loss": 3.5358, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.542372881355932, |
| "grad_norm": 0.7459742426872253, |
| "learning_rate": 7.749244198260175e-05, |
| "loss": 3.5173, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.5458496305953933, |
| "grad_norm": 0.6265541315078735, |
| "learning_rate": 7.74159373327186e-05, |
| "loss": 3.5435, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.5493263798348544, |
| "grad_norm": 0.6342918276786804, |
| "learning_rate": 7.733934079285569e-05, |
| "loss": 3.5435, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.5528031290743156, |
| "grad_norm": 0.6661461591720581, |
| "learning_rate": 7.726265261974162e-05, |
| "loss": 3.4791, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.5562798783137763, |
| "grad_norm": 0.6519825458526611, |
| "learning_rate": 7.718587307041208e-05, |
| "loss": 3.6155, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.559756627553238, |
| "grad_norm": 0.6564475297927856, |
| "learning_rate": 7.710900240220904e-05, |
| "loss": 3.6105, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.5632333767926987, |
| "grad_norm": 0.6510676741600037, |
| "learning_rate": 7.703204087277988e-05, |
| "loss": 3.5056, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.56671012603216, |
| "grad_norm": 0.7257498502731323, |
| "learning_rate": 7.695498874007649e-05, |
| "loss": 3.4504, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.570186875271621, |
| "grad_norm": 0.7453542351722717, |
| "learning_rate": 7.687784626235448e-05, |
| "loss": 3.5899, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.573663624511082, |
| "grad_norm": 0.855290949344635, |
| "learning_rate": 7.680061369817222e-05, |
| "loss": 3.5492, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.5771403737505434, |
| "grad_norm": 0.9114766120910645, |
| "learning_rate": 7.672329130639005e-05, |
| "loss": 3.5393, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.580617122990004, |
| "grad_norm": 0.7029814720153809, |
| "learning_rate": 7.66458793461694e-05, |
| "loss": 3.5573, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.5840938722294653, |
| "grad_norm": 0.6988779306411743, |
| "learning_rate": 7.656837807697187e-05, |
| "loss": 3.596, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.5875706214689265, |
| "grad_norm": 0.7252441048622131, |
| "learning_rate": 7.64907877585584e-05, |
| "loss": 3.479, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.5910473707083876, |
| "grad_norm": 0.7226544618606567, |
| "learning_rate": 7.641310865098845e-05, |
| "loss": 3.6214, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.594524119947849, |
| "grad_norm": 0.6503444314002991, |
| "learning_rate": 7.633534101461902e-05, |
| "loss": 3.5305, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.59800086918731, |
| "grad_norm": 0.635787844657898, |
| "learning_rate": 7.625748511010382e-05, |
| "loss": 3.5219, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.601477618426771, |
| "grad_norm": 0.6334975957870483, |
| "learning_rate": 7.617954119839247e-05, |
| "loss": 3.468, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.604954367666232, |
| "grad_norm": 0.692579448223114, |
| "learning_rate": 7.610150954072952e-05, |
| "loss": 3.4644, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.608431116905693, |
| "grad_norm": 0.8107365369796753, |
| "learning_rate": 7.602339039865362e-05, |
| "loss": 3.488, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.6119078661451542, |
| "grad_norm": 0.8618629574775696, |
| "learning_rate": 7.594518403399667e-05, |
| "loss": 3.5615, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.6153846153846154, |
| "grad_norm": 0.8016732931137085, |
| "learning_rate": 7.586689070888284e-05, |
| "loss": 3.4891, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.6188613646240766, |
| "grad_norm": 0.9589606523513794, |
| "learning_rate": 7.578851068572788e-05, |
| "loss": 3.5743, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.6223381138635373, |
| "grad_norm": 1.0258772373199463, |
| "learning_rate": 7.571004422723805e-05, |
| "loss": 3.5625, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.625814863102999, |
| "grad_norm": 0.7846320271492004, |
| "learning_rate": 7.563149159640929e-05, |
| "loss": 3.5014, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.6292916123424597, |
| "grad_norm": 0.7241854667663574, |
| "learning_rate": 7.555285305652644e-05, |
| "loss": 3.5707, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.632768361581921, |
| "grad_norm": 0.6381678581237793, |
| "learning_rate": 7.547412887116223e-05, |
| "loss": 3.5553, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.636245110821382, |
| "grad_norm": 0.6428322196006775, |
| "learning_rate": 7.539531930417648e-05, |
| "loss": 3.4585, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.639721860060843, |
| "grad_norm": 0.6515122056007385, |
| "learning_rate": 7.531642461971516e-05, |
| "loss": 3.4973, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.6431986093003044, |
| "grad_norm": 0.7195065021514893, |
| "learning_rate": 7.523744508220949e-05, |
| "loss": 3.5204, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.646675358539765, |
| "grad_norm": 0.7389284372329712, |
| "learning_rate": 7.51583809563752e-05, |
| "loss": 3.5345, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.6501521077792263, |
| "grad_norm": 0.8561949133872986, |
| "learning_rate": 7.507923250721145e-05, |
| "loss": 3.5781, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.6536288570186874, |
| "grad_norm": 0.9598309993743896, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 3.5838, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.6571056062581486, |
| "grad_norm": 1.006478190422058, |
| "learning_rate": 7.492068370030447e-05, |
| "loss": 3.6576, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.66058235549761, |
| "grad_norm": 0.9836744666099548, |
| "learning_rate": 7.48412838739692e-05, |
| "loss": 3.649, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.664059104737071, |
| "grad_norm": 0.8797217011451721, |
| "learning_rate": 7.476180078711854e-05, |
| "loss": 3.4689, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.667535853976532, |
| "grad_norm": 0.8832845091819763, |
| "learning_rate": 7.468223470615593e-05, |
| "loss": 3.3975, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.671012603215993, |
| "grad_norm": 0.7454182505607605, |
| "learning_rate": 7.460258589776292e-05, |
| "loss": 3.5938, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.674489352455454, |
| "grad_norm": 0.6505441069602966, |
| "learning_rate": 7.452285462889841e-05, |
| "loss": 3.5975, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.6779661016949152, |
| "grad_norm": 0.6446083188056946, |
| "learning_rate": 7.44430411667976e-05, |
| "loss": 3.4146, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.6814428509343764, |
| "grad_norm": 0.6646334528923035, |
| "learning_rate": 7.436314577897126e-05, |
| "loss": 3.5033, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.6849196001738376, |
| "grad_norm": 0.7433136105537415, |
| "learning_rate": 7.428316873320466e-05, |
| "loss": 3.3934, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.6883963494132983, |
| "grad_norm": 0.7214708924293518, |
| "learning_rate": 7.420311029755688e-05, |
| "loss": 3.5329, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.69187309865276, |
| "grad_norm": 0.7187039852142334, |
| "learning_rate": 7.412297074035967e-05, |
| "loss": 3.6085, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.6953498478922207, |
| "grad_norm": 0.6889802813529968, |
| "learning_rate": 7.404275033021676e-05, |
| "loss": 3.5609, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.698826597131682, |
| "grad_norm": 0.7113670706748962, |
| "learning_rate": 7.396244933600285e-05, |
| "loss": 3.5038, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.702303346371143, |
| "grad_norm": 0.7699861526489258, |
| "learning_rate": 7.388206802686272e-05, |
| "loss": 3.4915, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.705780095610604, |
| "grad_norm": 0.874978244304657, |
| "learning_rate": 7.380160667221035e-05, |
| "loss": 3.5332, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.7092568448500653, |
| "grad_norm": 0.8308786153793335, |
| "learning_rate": 7.372106554172802e-05, |
| "loss": 3.5566, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.712733594089526, |
| "grad_norm": 0.8035147786140442, |
| "learning_rate": 7.364044490536539e-05, |
| "loss": 3.4245, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.7162103433289873, |
| "grad_norm": 0.6532664895057678, |
| "learning_rate": 7.355974503333859e-05, |
| "loss": 3.5687, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.7196870925684484, |
| "grad_norm": 0.7014971375465393, |
| "learning_rate": 7.347896619612932e-05, |
| "loss": 3.3345, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.7231638418079096, |
| "grad_norm": 0.8252018690109253, |
| "learning_rate": 7.339810866448398e-05, |
| "loss": 3.4766, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.7266405910473708, |
| "grad_norm": 0.8229169845581055, |
| "learning_rate": 7.331717270941268e-05, |
| "loss": 3.4474, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.730117340286832, |
| "grad_norm": 0.7657115459442139, |
| "learning_rate": 7.323615860218843e-05, |
| "loss": 3.5018, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.733594089526293, |
| "grad_norm": 0.7167194485664368, |
| "learning_rate": 7.315506661434616e-05, |
| "loss": 3.3943, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.737070838765754, |
| "grad_norm": 0.6008238196372986, |
| "learning_rate": 7.307389701768182e-05, |
| "loss": 3.4675, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.740547588005215, |
| "grad_norm": 0.63405841588974, |
| "learning_rate": 7.299265008425151e-05, |
| "loss": 3.4227, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.744024337244676, |
| "grad_norm": 0.6532236337661743, |
| "learning_rate": 7.291132608637052e-05, |
| "loss": 3.5426, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.7475010864841374, |
| "grad_norm": 0.6104541420936584, |
| "learning_rate": 7.282992529661246e-05, |
| "loss": 3.4405, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.7509778357235986, |
| "grad_norm": 0.620786726474762, |
| "learning_rate": 7.274844798780826e-05, |
| "loss": 3.5128, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.7544545849630593, |
| "grad_norm": 0.6040831804275513, |
| "learning_rate": 7.266689443304541e-05, |
| "loss": 3.3964, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.757931334202521, |
| "grad_norm": 0.6351047158241272, |
| "learning_rate": 7.258526490566687e-05, |
| "loss": 3.4846, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.7614080834419816, |
| "grad_norm": 0.6179344654083252, |
| "learning_rate": 7.25035596792703e-05, |
| "loss": 3.3667, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.764884832681443, |
| "grad_norm": 0.5391456484794617, |
| "learning_rate": 7.242177902770707e-05, |
| "loss": 3.5516, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.768361581920904, |
| "grad_norm": 0.5362287759780884, |
| "learning_rate": 7.233992322508129e-05, |
| "loss": 3.5142, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.771838331160365, |
| "grad_norm": 0.5863167643547058, |
| "learning_rate": 7.225799254574904e-05, |
| "loss": 3.468, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.7753150803998263, |
| "grad_norm": 0.6511790156364441, |
| "learning_rate": 7.217598726431734e-05, |
| "loss": 3.38, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.778791829639287, |
| "grad_norm": 0.7753508687019348, |
| "learning_rate": 7.209390765564318e-05, |
| "loss": 3.4388, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.7822685788787482, |
| "grad_norm": 0.9056048393249512, |
| "learning_rate": 7.201175399483278e-05, |
| "loss": 3.4029, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.7857453281182094, |
| "grad_norm": 0.8542281985282898, |
| "learning_rate": 7.192952655724049e-05, |
| "loss": 3.504, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.7892220773576706, |
| "grad_norm": 0.7020969986915588, |
| "learning_rate": 7.184722561846798e-05, |
| "loss": 3.479, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.7926988265971318, |
| "grad_norm": 0.7977145314216614, |
| "learning_rate": 7.176485145436325e-05, |
| "loss": 3.41, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.796175575836593, |
| "grad_norm": 0.8588235378265381, |
| "learning_rate": 7.168240434101971e-05, |
| "loss": 3.5017, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.799652325076054, |
| "grad_norm": 0.8466975092887878, |
| "learning_rate": 7.159988455477534e-05, |
| "loss": 3.5023, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.803129074315515, |
| "grad_norm": 0.8365435600280762, |
| "learning_rate": 7.151729237221162e-05, |
| "loss": 3.5185, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.806605823554976, |
| "grad_norm": 0.8156039118766785, |
| "learning_rate": 7.143462807015271e-05, |
| "loss": 3.4056, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.810082572794437, |
| "grad_norm": 0.8369770050048828, |
| "learning_rate": 7.135189192566453e-05, |
| "loss": 3.4314, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.8135593220338984, |
| "grad_norm": 0.7135697603225708, |
| "learning_rate": 7.126908421605375e-05, |
| "loss": 3.4166, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.8170360712733595, |
| "grad_norm": 0.6435958743095398, |
| "learning_rate": 7.11862052188669e-05, |
| "loss": 3.469, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.8205128205128203, |
| "grad_norm": 0.6611959934234619, |
| "learning_rate": 7.110325521188949e-05, |
| "loss": 3.3635, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.823989569752282, |
| "grad_norm": 0.6469593644142151, |
| "learning_rate": 7.102023447314501e-05, |
| "loss": 3.4362, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.8274663189917426, |
| "grad_norm": 0.6080538630485535, |
| "learning_rate": 7.093714328089399e-05, |
| "loss": 3.4378, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.830943068231204, |
| "grad_norm": 0.6681721210479736, |
| "learning_rate": 7.085398191363313e-05, |
| "loss": 3.4019, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.834419817470665, |
| "grad_norm": 0.6522132158279419, |
| "learning_rate": 7.077075065009433e-05, |
| "loss": 3.4162, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.837896566710126, |
| "grad_norm": 0.5956054329872131, |
| "learning_rate": 7.068744976924378e-05, |
| "loss": 3.3781, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.8413733159495873, |
| "grad_norm": 0.5895470976829529, |
| "learning_rate": 7.060407955028097e-05, |
| "loss": 3.4813, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.844850065189048, |
| "grad_norm": 0.6135871410369873, |
| "learning_rate": 7.052064027263786e-05, |
| "loss": 3.4464, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.848326814428509, |
| "grad_norm": 0.5782895088195801, |
| "learning_rate": 7.043713221597774e-05, |
| "loss": 3.3993, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.8518035636679704, |
| "grad_norm": 0.6497248411178589, |
| "learning_rate": 7.035355566019458e-05, |
| "loss": 3.4595, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.8552803129074316, |
| "grad_norm": 0.7294395565986633, |
| "learning_rate": 7.026991088541184e-05, |
| "loss": 3.3974, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.8587570621468927, |
| "grad_norm": 0.6991782188415527, |
| "learning_rate": 7.018619817198165e-05, |
| "loss": 3.4243, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.862233811386354, |
| "grad_norm": 0.688694417476654, |
| "learning_rate": 7.01024178004839e-05, |
| "loss": 3.4343, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.865710560625815, |
| "grad_norm": 0.8485518097877502, |
| "learning_rate": 7.001857005172515e-05, |
| "loss": 3.4753, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.869187309865276, |
| "grad_norm": 0.7970876097679138, |
| "learning_rate": 6.99346552067379e-05, |
| "loss": 3.3739, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.872664059104737, |
| "grad_norm": 0.8355128765106201, |
| "learning_rate": 6.985067354677946e-05, |
| "loss": 3.3663, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.876140808344198, |
| "grad_norm": 1.0474745035171509, |
| "learning_rate": 6.976662535333107e-05, |
| "loss": 3.4602, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.8796175575836593, |
| "grad_norm": 0.971641480922699, |
| "learning_rate": 6.968251090809708e-05, |
| "loss": 3.5213, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.8830943068231205, |
| "grad_norm": 0.85914146900177, |
| "learning_rate": 6.959833049300377e-05, |
| "loss": 3.4002, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.8865710560625812, |
| "grad_norm": 0.7117258310317993, |
| "learning_rate": 6.951408439019858e-05, |
| "loss": 3.3931, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.890047805302043, |
| "grad_norm": 0.7882718443870544, |
| "learning_rate": 6.942977288204915e-05, |
| "loss": 3.4796, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.8935245545415036, |
| "grad_norm": 0.8237490057945251, |
| "learning_rate": 6.93453962511423e-05, |
| "loss": 3.511, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.8970013037809648, |
| "grad_norm": 0.8855555057525635, |
| "learning_rate": 6.926095478028311e-05, |
| "loss": 3.4921, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.900478053020426, |
| "grad_norm": 0.8086044788360596, |
| "learning_rate": 6.917644875249404e-05, |
| "loss": 3.3488, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.903954802259887, |
| "grad_norm": 0.672223687171936, |
| "learning_rate": 6.909187845101387e-05, |
| "loss": 3.4005, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.9074315514993483, |
| "grad_norm": 0.7050768136978149, |
| "learning_rate": 6.900724415929681e-05, |
| "loss": 3.436, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.910908300738809, |
| "grad_norm": 0.6785340905189514, |
| "learning_rate": 6.892254616101159e-05, |
| "loss": 3.4632, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.91438504997827, |
| "grad_norm": 0.6947048902511597, |
| "learning_rate": 6.883778474004041e-05, |
| "loss": 3.3555, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.9178617992177314, |
| "grad_norm": 0.712297797203064, |
| "learning_rate": 6.87529601804781e-05, |
| "loss": 3.4413, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.9213385484571925, |
| "grad_norm": 0.6110817193984985, |
| "learning_rate": 6.866807276663106e-05, |
| "loss": 3.3946, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.9248152976966537, |
| "grad_norm": 0.5554404258728027, |
| "learning_rate": 6.858312278301637e-05, |
| "loss": 3.3931, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.928292046936115, |
| "grad_norm": 0.5974950194358826, |
| "learning_rate": 6.849811051436088e-05, |
| "loss": 3.4516, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.931768796175576, |
| "grad_norm": 0.6106230020523071, |
| "learning_rate": 6.841303624560012e-05, |
| "loss": 3.4381, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.935245545415037, |
| "grad_norm": 0.6150991320610046, |
| "learning_rate": 6.832790026187748e-05, |
| "loss": 3.3654, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.938722294654498, |
| "grad_norm": 0.6058139204978943, |
| "learning_rate": 6.824270284854319e-05, |
| "loss": 3.4406, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.942199043893959, |
| "grad_norm": 0.6507914066314697, |
| "learning_rate": 6.815744429115331e-05, |
| "loss": 3.4364, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.9456757931334203, |
| "grad_norm": 0.7351534962654114, |
| "learning_rate": 6.807212487546897e-05, |
| "loss": 3.4768, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.9491525423728815, |
| "grad_norm": 0.7599115371704102, |
| "learning_rate": 6.798674488745515e-05, |
| "loss": 3.3948, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.952629291612342, |
| "grad_norm": 0.6528266668319702, |
| "learning_rate": 6.790130461327993e-05, |
| "loss": 3.4272, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.956106040851804, |
| "grad_norm": 0.5727442502975464, |
| "learning_rate": 6.78158043393134e-05, |
| "loss": 3.324, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.9595827900912646, |
| "grad_norm": 0.5675135254859924, |
| "learning_rate": 6.773024435212678e-05, |
| "loss": 3.3768, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.9630595393307257, |
| "grad_norm": 0.5391719937324524, |
| "learning_rate": 6.764462493849144e-05, |
| "loss": 3.3768, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.966536288570187, |
| "grad_norm": 0.5126081705093384, |
| "learning_rate": 6.755894638537791e-05, |
| "loss": 3.3735, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.970013037809648, |
| "grad_norm": 0.5525986552238464, |
| "learning_rate": 6.747320897995493e-05, |
| "loss": 3.3825, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.9734897870491093, |
| "grad_norm": 0.5459985733032227, |
| "learning_rate": 6.73874130095885e-05, |
| "loss": 3.3285, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.97696653628857, |
| "grad_norm": 0.5992332696914673, |
| "learning_rate": 6.730155876184094e-05, |
| "loss": 3.3521, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.980443285528031, |
| "grad_norm": 0.6372593641281128, |
| "learning_rate": 6.721564652446986e-05, |
| "loss": 3.3832, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.9839200347674923, |
| "grad_norm": 0.740464448928833, |
| "learning_rate": 6.712967658542729e-05, |
| "loss": 3.4085, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.9873967840069535, |
| "grad_norm": 0.8248367309570312, |
| "learning_rate": 6.704364923285857e-05, |
| "loss": 3.4706, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.9908735332464147, |
| "grad_norm": 0.9461883306503296, |
| "learning_rate": 6.695756475510156e-05, |
| "loss": 3.3043, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.994350282485876, |
| "grad_norm": 0.8672154545783997, |
| "learning_rate": 6.687142344068553e-05, |
| "loss": 3.4494, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.997827031725337, |
| "grad_norm": 0.7892129421234131, |
| "learning_rate": 6.678522557833024e-05, |
| "loss": 3.2984, |
| "step": 863 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.7941856384277344, |
| "learning_rate": 6.669897145694507e-05, |
| "loss": 3.4018, |
| "step": 864 |
| }, |
| { |
| "epoch": 3.003476749239461, |
| "grad_norm": 0.7466159462928772, |
| "learning_rate": 6.661266136562788e-05, |
| "loss": 3.3642, |
| "step": 865 |
| }, |
| { |
| "epoch": 3.0069534984789223, |
| "grad_norm": 0.8197594881057739, |
| "learning_rate": 6.652629559366414e-05, |
| "loss": 3.4616, |
| "step": 866 |
| }, |
| { |
| "epoch": 3.0104302477183835, |
| "grad_norm": 0.8821737766265869, |
| "learning_rate": 6.643987443052595e-05, |
| "loss": 3.4096, |
| "step": 867 |
| }, |
| { |
| "epoch": 3.0139069969578443, |
| "grad_norm": 1.0090149641036987, |
| "learning_rate": 6.635339816587109e-05, |
| "loss": 3.313, |
| "step": 868 |
| }, |
| { |
| "epoch": 3.0173837461973054, |
| "grad_norm": 0.958720862865448, |
| "learning_rate": 6.626686708954198e-05, |
| "loss": 3.4145, |
| "step": 869 |
| }, |
| { |
| "epoch": 3.0208604954367666, |
| "grad_norm": 0.8551411628723145, |
| "learning_rate": 6.618028149156479e-05, |
| "loss": 3.4031, |
| "step": 870 |
| }, |
| { |
| "epoch": 3.0243372446762278, |
| "grad_norm": 0.8152096271514893, |
| "learning_rate": 6.609364166214837e-05, |
| "loss": 3.4753, |
| "step": 871 |
| }, |
| { |
| "epoch": 3.027813993915689, |
| "grad_norm": 0.797737717628479, |
| "learning_rate": 6.600694789168344e-05, |
| "loss": 3.4012, |
| "step": 872 |
| }, |
| { |
| "epoch": 3.03129074315515, |
| "grad_norm": 0.8055285215377808, |
| "learning_rate": 6.592020047074144e-05, |
| "loss": 3.3403, |
| "step": 873 |
| }, |
| { |
| "epoch": 3.034767492394611, |
| "grad_norm": 0.6998369693756104, |
| "learning_rate": 6.583339969007363e-05, |
| "loss": 3.3336, |
| "step": 874 |
| }, |
| { |
| "epoch": 3.038244241634072, |
| "grad_norm": 0.6863573789596558, |
| "learning_rate": 6.574654584061013e-05, |
| "loss": 3.369, |
| "step": 875 |
| }, |
| { |
| "epoch": 3.041720990873533, |
| "grad_norm": 0.6229199767112732, |
| "learning_rate": 6.565963921345895e-05, |
| "loss": 3.2858, |
| "step": 876 |
| }, |
| { |
| "epoch": 3.0451977401129944, |
| "grad_norm": 0.7069191336631775, |
| "learning_rate": 6.557268009990496e-05, |
| "loss": 3.4242, |
| "step": 877 |
| }, |
| { |
| "epoch": 3.0486744893524556, |
| "grad_norm": 0.6492975354194641, |
| "learning_rate": 6.548566879140897e-05, |
| "loss": 3.4076, |
| "step": 878 |
| }, |
| { |
| "epoch": 3.0521512385919167, |
| "grad_norm": 0.5807247161865234, |
| "learning_rate": 6.539860557960674e-05, |
| "loss": 3.3027, |
| "step": 879 |
| }, |
| { |
| "epoch": 3.0556279878313775, |
| "grad_norm": 0.6085408926010132, |
| "learning_rate": 6.531149075630796e-05, |
| "loss": 3.3768, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.0591047370708386, |
| "grad_norm": 0.6492026448249817, |
| "learning_rate": 6.522432461349536e-05, |
| "loss": 3.3567, |
| "step": 881 |
| }, |
| { |
| "epoch": 3.0625814863103, |
| "grad_norm": 0.6504300832748413, |
| "learning_rate": 6.51371074433236e-05, |
| "loss": 3.3631, |
| "step": 882 |
| }, |
| { |
| "epoch": 3.066058235549761, |
| "grad_norm": 0.616385281085968, |
| "learning_rate": 6.504983953811845e-05, |
| "loss": 3.399, |
| "step": 883 |
| }, |
| { |
| "epoch": 3.069534984789222, |
| "grad_norm": 0.6602182984352112, |
| "learning_rate": 6.49625211903757e-05, |
| "loss": 3.2783, |
| "step": 884 |
| }, |
| { |
| "epoch": 3.0730117340286833, |
| "grad_norm": 0.6816926002502441, |
| "learning_rate": 6.487515269276016e-05, |
| "loss": 3.4135, |
| "step": 885 |
| }, |
| { |
| "epoch": 3.076488483268144, |
| "grad_norm": 0.6374818682670593, |
| "learning_rate": 6.478773433810477e-05, |
| "loss": 3.4138, |
| "step": 886 |
| }, |
| { |
| "epoch": 3.0799652325076052, |
| "grad_norm": 0.6355860829353333, |
| "learning_rate": 6.470026641940963e-05, |
| "loss": 3.3589, |
| "step": 887 |
| }, |
| { |
| "epoch": 3.0834419817470664, |
| "grad_norm": 0.6020347476005554, |
| "learning_rate": 6.461274922984086e-05, |
| "loss": 3.3701, |
| "step": 888 |
| }, |
| { |
| "epoch": 3.0869187309865276, |
| "grad_norm": 0.5898982882499695, |
| "learning_rate": 6.45251830627298e-05, |
| "loss": 3.332, |
| "step": 889 |
| }, |
| { |
| "epoch": 3.0903954802259888, |
| "grad_norm": 0.6016554236412048, |
| "learning_rate": 6.443756821157186e-05, |
| "loss": 3.3707, |
| "step": 890 |
| }, |
| { |
| "epoch": 3.09387222946545, |
| "grad_norm": 0.59771728515625, |
| "learning_rate": 6.434990497002573e-05, |
| "loss": 3.462, |
| "step": 891 |
| }, |
| { |
| "epoch": 3.097348978704911, |
| "grad_norm": 0.5475634336471558, |
| "learning_rate": 6.426219363191224e-05, |
| "loss": 3.3056, |
| "step": 892 |
| }, |
| { |
| "epoch": 3.100825727944372, |
| "grad_norm": 0.5900417566299438, |
| "learning_rate": 6.417443449121339e-05, |
| "loss": 3.2803, |
| "step": 893 |
| }, |
| { |
| "epoch": 3.104302477183833, |
| "grad_norm": 0.5932677388191223, |
| "learning_rate": 6.408662784207149e-05, |
| "loss": 3.4113, |
| "step": 894 |
| }, |
| { |
| "epoch": 3.107779226423294, |
| "grad_norm": 0.6010504961013794, |
| "learning_rate": 6.3998773978788e-05, |
| "loss": 3.4699, |
| "step": 895 |
| }, |
| { |
| "epoch": 3.1112559756627554, |
| "grad_norm": 0.7265802025794983, |
| "learning_rate": 6.391087319582264e-05, |
| "loss": 3.3484, |
| "step": 896 |
| }, |
| { |
| "epoch": 3.1147327249022165, |
| "grad_norm": 0.8029538989067078, |
| "learning_rate": 6.382292578779243e-05, |
| "loss": 3.4066, |
| "step": 897 |
| }, |
| { |
| "epoch": 3.1182094741416777, |
| "grad_norm": 0.7880899310112, |
| "learning_rate": 6.373493204947065e-05, |
| "loss": 3.4581, |
| "step": 898 |
| }, |
| { |
| "epoch": 3.1216862233811384, |
| "grad_norm": 0.9686315655708313, |
| "learning_rate": 6.364689227578583e-05, |
| "loss": 3.3693, |
| "step": 899 |
| }, |
| { |
| "epoch": 3.1251629726205996, |
| "grad_norm": 0.9728556871414185, |
| "learning_rate": 6.355880676182086e-05, |
| "loss": 3.3544, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.128639721860061, |
| "grad_norm": 0.700410783290863, |
| "learning_rate": 6.347067580281186e-05, |
| "loss": 3.384, |
| "step": 901 |
| }, |
| { |
| "epoch": 3.132116471099522, |
| "grad_norm": 0.8260563611984253, |
| "learning_rate": 6.338249969414734e-05, |
| "loss": 3.375, |
| "step": 902 |
| }, |
| { |
| "epoch": 3.135593220338983, |
| "grad_norm": 0.8206276297569275, |
| "learning_rate": 6.32942787313671e-05, |
| "loss": 3.2862, |
| "step": 903 |
| }, |
| { |
| "epoch": 3.1390699695784443, |
| "grad_norm": 0.6374201774597168, |
| "learning_rate": 6.320601321016128e-05, |
| "loss": 3.3537, |
| "step": 904 |
| }, |
| { |
| "epoch": 3.142546718817905, |
| "grad_norm": 0.7070665955543518, |
| "learning_rate": 6.311770342636937e-05, |
| "loss": 3.3998, |
| "step": 905 |
| }, |
| { |
| "epoch": 3.146023468057366, |
| "grad_norm": 0.6780283451080322, |
| "learning_rate": 6.302934967597922e-05, |
| "loss": 3.4153, |
| "step": 906 |
| }, |
| { |
| "epoch": 3.1495002172968274, |
| "grad_norm": 0.6037342548370361, |
| "learning_rate": 6.294095225512603e-05, |
| "loss": 3.3119, |
| "step": 907 |
| }, |
| { |
| "epoch": 3.1529769665362886, |
| "grad_norm": 0.617067813873291, |
| "learning_rate": 6.28525114600914e-05, |
| "loss": 3.415, |
| "step": 908 |
| }, |
| { |
| "epoch": 3.1564537157757497, |
| "grad_norm": 0.5938243269920349, |
| "learning_rate": 6.276402758730229e-05, |
| "loss": 3.3607, |
| "step": 909 |
| }, |
| { |
| "epoch": 3.159930465015211, |
| "grad_norm": 0.5539820194244385, |
| "learning_rate": 6.267550093333e-05, |
| "loss": 3.3559, |
| "step": 910 |
| }, |
| { |
| "epoch": 3.163407214254672, |
| "grad_norm": 0.6201304197311401, |
| "learning_rate": 6.25869317948893e-05, |
| "loss": 3.3305, |
| "step": 911 |
| }, |
| { |
| "epoch": 3.166883963494133, |
| "grad_norm": 0.6455796957015991, |
| "learning_rate": 6.24983204688373e-05, |
| "loss": 3.3515, |
| "step": 912 |
| }, |
| { |
| "epoch": 3.170360712733594, |
| "grad_norm": 0.6351650953292847, |
| "learning_rate": 6.240966725217249e-05, |
| "loss": 3.3312, |
| "step": 913 |
| }, |
| { |
| "epoch": 3.173837461973055, |
| "grad_norm": 0.6822057366371155, |
| "learning_rate": 6.232097244203388e-05, |
| "loss": 3.3026, |
| "step": 914 |
| }, |
| { |
| "epoch": 3.1773142112125163, |
| "grad_norm": 0.700149655342102, |
| "learning_rate": 6.223223633569973e-05, |
| "loss": 3.3879, |
| "step": 915 |
| }, |
| { |
| "epoch": 3.1807909604519775, |
| "grad_norm": 0.5904785990715027, |
| "learning_rate": 6.214345923058686e-05, |
| "loss": 3.3544, |
| "step": 916 |
| }, |
| { |
| "epoch": 3.1842677096914387, |
| "grad_norm": 0.6163371205329895, |
| "learning_rate": 6.205464142424938e-05, |
| "loss": 3.2991, |
| "step": 917 |
| }, |
| { |
| "epoch": 3.1877444589308994, |
| "grad_norm": 0.6407819390296936, |
| "learning_rate": 6.19657832143779e-05, |
| "loss": 3.3577, |
| "step": 918 |
| }, |
| { |
| "epoch": 3.1912212081703606, |
| "grad_norm": 0.7109596133232117, |
| "learning_rate": 6.187688489879842e-05, |
| "loss": 3.359, |
| "step": 919 |
| }, |
| { |
| "epoch": 3.1946979574098218, |
| "grad_norm": 0.6707236766815186, |
| "learning_rate": 6.178794677547137e-05, |
| "loss": 3.3949, |
| "step": 920 |
| }, |
| { |
| "epoch": 3.198174706649283, |
| "grad_norm": 0.6592925190925598, |
| "learning_rate": 6.169896914249059e-05, |
| "loss": 3.3861, |
| "step": 921 |
| }, |
| { |
| "epoch": 3.201651455888744, |
| "grad_norm": 0.6427909731864929, |
| "learning_rate": 6.160995229808239e-05, |
| "loss": 3.4066, |
| "step": 922 |
| }, |
| { |
| "epoch": 3.2051282051282053, |
| "grad_norm": 0.6185514330863953, |
| "learning_rate": 6.152089654060444e-05, |
| "loss": 3.305, |
| "step": 923 |
| }, |
| { |
| "epoch": 3.208604954367666, |
| "grad_norm": 0.6078172326087952, |
| "learning_rate": 6.143180216854487e-05, |
| "loss": 3.2733, |
| "step": 924 |
| }, |
| { |
| "epoch": 3.212081703607127, |
| "grad_norm": 0.6162821650505066, |
| "learning_rate": 6.134266948052126e-05, |
| "loss": 3.4089, |
| "step": 925 |
| }, |
| { |
| "epoch": 3.2155584528465884, |
| "grad_norm": 0.6186605095863342, |
| "learning_rate": 6.125349877527952e-05, |
| "loss": 3.3432, |
| "step": 926 |
| }, |
| { |
| "epoch": 3.2190352020860495, |
| "grad_norm": 0.582805335521698, |
| "learning_rate": 6.116429035169309e-05, |
| "loss": 3.2337, |
| "step": 927 |
| }, |
| { |
| "epoch": 3.2225119513255107, |
| "grad_norm": 0.6280192136764526, |
| "learning_rate": 6.107504450876181e-05, |
| "loss": 3.4249, |
| "step": 928 |
| }, |
| { |
| "epoch": 3.225988700564972, |
| "grad_norm": 0.6952533721923828, |
| "learning_rate": 6.098576154561087e-05, |
| "loss": 3.397, |
| "step": 929 |
| }, |
| { |
| "epoch": 3.229465449804433, |
| "grad_norm": 0.7494910955429077, |
| "learning_rate": 6.089644176148992e-05, |
| "loss": 3.3243, |
| "step": 930 |
| }, |
| { |
| "epoch": 3.232942199043894, |
| "grad_norm": 0.8510701656341553, |
| "learning_rate": 6.080708545577206e-05, |
| "loss": 3.3274, |
| "step": 931 |
| }, |
| { |
| "epoch": 3.236418948283355, |
| "grad_norm": 0.8542797565460205, |
| "learning_rate": 6.0717692927952744e-05, |
| "loss": 3.3442, |
| "step": 932 |
| }, |
| { |
| "epoch": 3.239895697522816, |
| "grad_norm": 0.8013666868209839, |
| "learning_rate": 6.062826447764883e-05, |
| "loss": 3.4637, |
| "step": 933 |
| }, |
| { |
| "epoch": 3.2433724467622773, |
| "grad_norm": 0.6489382982254028, |
| "learning_rate": 6.053880040459764e-05, |
| "loss": 3.2955, |
| "step": 934 |
| }, |
| { |
| "epoch": 3.2468491960017385, |
| "grad_norm": 0.7227512001991272, |
| "learning_rate": 6.044930100865582e-05, |
| "loss": 3.3125, |
| "step": 935 |
| }, |
| { |
| "epoch": 3.2503259452411997, |
| "grad_norm": 0.6559109091758728, |
| "learning_rate": 6.035976658979846e-05, |
| "loss": 3.3617, |
| "step": 936 |
| }, |
| { |
| "epoch": 3.2538026944806604, |
| "grad_norm": 0.5902848839759827, |
| "learning_rate": 6.027019744811799e-05, |
| "loss": 3.3577, |
| "step": 937 |
| }, |
| { |
| "epoch": 3.2572794437201216, |
| "grad_norm": 0.6053394079208374, |
| "learning_rate": 6.0180593883823266e-05, |
| "loss": 3.3575, |
| "step": 938 |
| }, |
| { |
| "epoch": 3.2607561929595827, |
| "grad_norm": 0.6064934730529785, |
| "learning_rate": 6.009095619723849e-05, |
| "loss": 3.2599, |
| "step": 939 |
| }, |
| { |
| "epoch": 3.264232942199044, |
| "grad_norm": 0.5894815325737, |
| "learning_rate": 6.0001284688802226e-05, |
| "loss": 3.3916, |
| "step": 940 |
| }, |
| { |
| "epoch": 3.267709691438505, |
| "grad_norm": 0.6426341533660889, |
| "learning_rate": 5.991157965906643e-05, |
| "loss": 3.2913, |
| "step": 941 |
| }, |
| { |
| "epoch": 3.2711864406779663, |
| "grad_norm": 0.6230353713035583, |
| "learning_rate": 5.982184140869539e-05, |
| "loss": 3.2609, |
| "step": 942 |
| }, |
| { |
| "epoch": 3.274663189917427, |
| "grad_norm": 0.604451060295105, |
| "learning_rate": 5.973207023846475e-05, |
| "loss": 3.3861, |
| "step": 943 |
| }, |
| { |
| "epoch": 3.278139939156888, |
| "grad_norm": 0.5737584829330444, |
| "learning_rate": 5.964226644926045e-05, |
| "loss": 3.3206, |
| "step": 944 |
| }, |
| { |
| "epoch": 3.2816166883963493, |
| "grad_norm": 0.563567042350769, |
| "learning_rate": 5.9552430342077845e-05, |
| "loss": 3.3096, |
| "step": 945 |
| }, |
| { |
| "epoch": 3.2850934376358105, |
| "grad_norm": 0.6597940325737, |
| "learning_rate": 5.946256221802051e-05, |
| "loss": 3.4015, |
| "step": 946 |
| }, |
| { |
| "epoch": 3.2885701868752717, |
| "grad_norm": 0.771218478679657, |
| "learning_rate": 5.937266237829941e-05, |
| "loss": 3.4045, |
| "step": 947 |
| }, |
| { |
| "epoch": 3.292046936114733, |
| "grad_norm": 0.8483478426933289, |
| "learning_rate": 5.928273112423177e-05, |
| "loss": 3.2997, |
| "step": 948 |
| }, |
| { |
| "epoch": 3.295523685354194, |
| "grad_norm": 0.7908669114112854, |
| "learning_rate": 5.9192768757240115e-05, |
| "loss": 3.3535, |
| "step": 949 |
| }, |
| { |
| "epoch": 3.2990004345936548, |
| "grad_norm": 0.831207811832428, |
| "learning_rate": 5.9102775578851275e-05, |
| "loss": 3.3441, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.302477183833116, |
| "grad_norm": 0.8150995373725891, |
| "learning_rate": 5.90127518906953e-05, |
| "loss": 3.2245, |
| "step": 951 |
| }, |
| { |
| "epoch": 3.305953933072577, |
| "grad_norm": 0.5736242532730103, |
| "learning_rate": 5.892269799450453e-05, |
| "loss": 3.3601, |
| "step": 952 |
| }, |
| { |
| "epoch": 3.3094306823120383, |
| "grad_norm": 0.724216639995575, |
| "learning_rate": 5.883261419211257e-05, |
| "loss": 3.3684, |
| "step": 953 |
| }, |
| { |
| "epoch": 3.3129074315514995, |
| "grad_norm": 0.6450987458229065, |
| "learning_rate": 5.874250078545323e-05, |
| "loss": 3.3208, |
| "step": 954 |
| }, |
| { |
| "epoch": 3.3163841807909606, |
| "grad_norm": 0.630285382270813, |
| "learning_rate": 5.8652358076559554e-05, |
| "loss": 3.2841, |
| "step": 955 |
| }, |
| { |
| "epoch": 3.3198609300304214, |
| "grad_norm": 0.6654447913169861, |
| "learning_rate": 5.856218636756281e-05, |
| "loss": 3.3725, |
| "step": 956 |
| }, |
| { |
| "epoch": 3.3233376792698825, |
| "grad_norm": 0.6245713829994202, |
| "learning_rate": 5.847198596069148e-05, |
| "loss": 3.2424, |
| "step": 957 |
| }, |
| { |
| "epoch": 3.3268144285093437, |
| "grad_norm": 0.6425074338912964, |
| "learning_rate": 5.838175715827016e-05, |
| "loss": 3.3608, |
| "step": 958 |
| }, |
| { |
| "epoch": 3.330291177748805, |
| "grad_norm": 0.635083019733429, |
| "learning_rate": 5.829150026271871e-05, |
| "loss": 3.408, |
| "step": 959 |
| }, |
| { |
| "epoch": 3.333767926988266, |
| "grad_norm": 0.6142615675926208, |
| "learning_rate": 5.820121557655109e-05, |
| "loss": 3.2893, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.3372446762277272, |
| "grad_norm": 0.62328040599823, |
| "learning_rate": 5.811090340237445e-05, |
| "loss": 3.2408, |
| "step": 961 |
| }, |
| { |
| "epoch": 3.340721425467188, |
| "grad_norm": 0.6543041467666626, |
| "learning_rate": 5.8020564042888015e-05, |
| "loss": 3.3329, |
| "step": 962 |
| }, |
| { |
| "epoch": 3.344198174706649, |
| "grad_norm": 0.6720776557922363, |
| "learning_rate": 5.793019780088217e-05, |
| "loss": 3.2764, |
| "step": 963 |
| }, |
| { |
| "epoch": 3.3476749239461103, |
| "grad_norm": 0.6297585368156433, |
| "learning_rate": 5.783980497923742e-05, |
| "loss": 3.3776, |
| "step": 964 |
| }, |
| { |
| "epoch": 3.3511516731855715, |
| "grad_norm": 0.5663807988166809, |
| "learning_rate": 5.774938588092327e-05, |
| "loss": 3.2923, |
| "step": 965 |
| }, |
| { |
| "epoch": 3.3546284224250327, |
| "grad_norm": 0.5683589577674866, |
| "learning_rate": 5.7658940808997394e-05, |
| "loss": 3.2942, |
| "step": 966 |
| }, |
| { |
| "epoch": 3.358105171664494, |
| "grad_norm": 0.6379316449165344, |
| "learning_rate": 5.7568470066604485e-05, |
| "loss": 3.3255, |
| "step": 967 |
| }, |
| { |
| "epoch": 3.361581920903955, |
| "grad_norm": 0.7071390151977539, |
| "learning_rate": 5.747797395697525e-05, |
| "loss": 3.2915, |
| "step": 968 |
| }, |
| { |
| "epoch": 3.3650586701434158, |
| "grad_norm": 0.7530797719955444, |
| "learning_rate": 5.738745278342546e-05, |
| "loss": 3.2985, |
| "step": 969 |
| }, |
| { |
| "epoch": 3.368535419382877, |
| "grad_norm": 0.7314615845680237, |
| "learning_rate": 5.729690684935487e-05, |
| "loss": 3.2902, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.372012168622338, |
| "grad_norm": 0.6785851120948792, |
| "learning_rate": 5.7206336458246234e-05, |
| "loss": 3.1867, |
| "step": 971 |
| }, |
| { |
| "epoch": 3.3754889178617993, |
| "grad_norm": 0.6161269545555115, |
| "learning_rate": 5.7115741913664264e-05, |
| "loss": 3.3526, |
| "step": 972 |
| }, |
| { |
| "epoch": 3.3789656671012605, |
| "grad_norm": 0.6322996020317078, |
| "learning_rate": 5.702512351925464e-05, |
| "loss": 3.2621, |
| "step": 973 |
| }, |
| { |
| "epoch": 3.382442416340721, |
| "grad_norm": 0.6312293410301208, |
| "learning_rate": 5.693448157874298e-05, |
| "loss": 3.3925, |
| "step": 974 |
| }, |
| { |
| "epoch": 3.3859191655801824, |
| "grad_norm": 0.6690333485603333, |
| "learning_rate": 5.6843816395933825e-05, |
| "loss": 3.3599, |
| "step": 975 |
| }, |
| { |
| "epoch": 3.3893959148196435, |
| "grad_norm": 0.6046136021614075, |
| "learning_rate": 5.675312827470959e-05, |
| "loss": 3.2502, |
| "step": 976 |
| }, |
| { |
| "epoch": 3.3928726640591047, |
| "grad_norm": 0.5736027359962463, |
| "learning_rate": 5.666241751902962e-05, |
| "loss": 3.2605, |
| "step": 977 |
| }, |
| { |
| "epoch": 3.396349413298566, |
| "grad_norm": 0.6438172459602356, |
| "learning_rate": 5.6571684432929085e-05, |
| "loss": 3.4194, |
| "step": 978 |
| }, |
| { |
| "epoch": 3.399826162538027, |
| "grad_norm": 0.6276637315750122, |
| "learning_rate": 5.648092932051801e-05, |
| "loss": 3.4356, |
| "step": 979 |
| }, |
| { |
| "epoch": 3.4033029117774882, |
| "grad_norm": 0.6946492195129395, |
| "learning_rate": 5.6390152485980244e-05, |
| "loss": 3.3409, |
| "step": 980 |
| }, |
| { |
| "epoch": 3.406779661016949, |
| "grad_norm": 0.7016040682792664, |
| "learning_rate": 5.6299354233572445e-05, |
| "loss": 3.2799, |
| "step": 981 |
| }, |
| { |
| "epoch": 3.41025641025641, |
| "grad_norm": 0.6583088636398315, |
| "learning_rate": 5.6208534867623067e-05, |
| "loss": 3.3199, |
| "step": 982 |
| }, |
| { |
| "epoch": 3.4137331594958713, |
| "grad_norm": 0.6809118390083313, |
| "learning_rate": 5.611769469253132e-05, |
| "loss": 3.3738, |
| "step": 983 |
| }, |
| { |
| "epoch": 3.4172099087353325, |
| "grad_norm": 0.7044417858123779, |
| "learning_rate": 5.602683401276615e-05, |
| "loss": 3.2786, |
| "step": 984 |
| }, |
| { |
| "epoch": 3.4206866579747937, |
| "grad_norm": 0.7142994999885559, |
| "learning_rate": 5.593595313286526e-05, |
| "loss": 3.2612, |
| "step": 985 |
| }, |
| { |
| "epoch": 3.424163407214255, |
| "grad_norm": 0.5846092104911804, |
| "learning_rate": 5.584505235743403e-05, |
| "loss": 3.2446, |
| "step": 986 |
| }, |
| { |
| "epoch": 3.427640156453716, |
| "grad_norm": 0.6685866117477417, |
| "learning_rate": 5.575413199114452e-05, |
| "loss": 3.3602, |
| "step": 987 |
| }, |
| { |
| "epoch": 3.4311169056931767, |
| "grad_norm": 0.6180519461631775, |
| "learning_rate": 5.566319233873446e-05, |
| "loss": 3.1912, |
| "step": 988 |
| }, |
| { |
| "epoch": 3.434593654932638, |
| "grad_norm": 0.6132622361183167, |
| "learning_rate": 5.557223370500626e-05, |
| "loss": 3.3666, |
| "step": 989 |
| }, |
| { |
| "epoch": 3.438070404172099, |
| "grad_norm": 0.6167900562286377, |
| "learning_rate": 5.548125639482586e-05, |
| "loss": 3.3479, |
| "step": 990 |
| }, |
| { |
| "epoch": 3.4415471534115603, |
| "grad_norm": 0.6413175463676453, |
| "learning_rate": 5.539026071312191e-05, |
| "loss": 3.2576, |
| "step": 991 |
| }, |
| { |
| "epoch": 3.4450239026510214, |
| "grad_norm": 0.6170135736465454, |
| "learning_rate": 5.529924696488456e-05, |
| "loss": 3.3199, |
| "step": 992 |
| }, |
| { |
| "epoch": 3.448500651890482, |
| "grad_norm": 0.5534811019897461, |
| "learning_rate": 5.52082154551645e-05, |
| "loss": 3.1903, |
| "step": 993 |
| }, |
| { |
| "epoch": 3.4519774011299433, |
| "grad_norm": 0.608566403388977, |
| "learning_rate": 5.5117166489072014e-05, |
| "loss": 3.319, |
| "step": 994 |
| }, |
| { |
| "epoch": 3.4554541503694045, |
| "grad_norm": 0.6388020515441895, |
| "learning_rate": 5.502610037177586e-05, |
| "loss": 3.2828, |
| "step": 995 |
| }, |
| { |
| "epoch": 3.4589308996088657, |
| "grad_norm": 0.6199042201042175, |
| "learning_rate": 5.4935017408502274e-05, |
| "loss": 3.3288, |
| "step": 996 |
| }, |
| { |
| "epoch": 3.462407648848327, |
| "grad_norm": 0.6209288835525513, |
| "learning_rate": 5.4843917904533994e-05, |
| "loss": 3.277, |
| "step": 997 |
| }, |
| { |
| "epoch": 3.465884398087788, |
| "grad_norm": 0.657084584236145, |
| "learning_rate": 5.475280216520913e-05, |
| "loss": 3.3167, |
| "step": 998 |
| }, |
| { |
| "epoch": 3.469361147327249, |
| "grad_norm": 0.6538966298103333, |
| "learning_rate": 5.466167049592029e-05, |
| "loss": 3.1976, |
| "step": 999 |
| }, |
| { |
| "epoch": 3.47283789656671, |
| "grad_norm": 0.7147399187088013, |
| "learning_rate": 5.4570523202113396e-05, |
| "loss": 3.3552, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.476314645806171, |
| "grad_norm": 0.7168034315109253, |
| "learning_rate": 5.44793605892868e-05, |
| "loss": 3.3, |
| "step": 1001 |
| }, |
| { |
| "epoch": 3.4797913950456323, |
| "grad_norm": 0.6470374464988708, |
| "learning_rate": 5.438818296299015e-05, |
| "loss": 3.3219, |
| "step": 1002 |
| }, |
| { |
| "epoch": 3.4832681442850935, |
| "grad_norm": 0.666338324546814, |
| "learning_rate": 5.4296990628823455e-05, |
| "loss": 3.2503, |
| "step": 1003 |
| }, |
| { |
| "epoch": 3.4867448935245546, |
| "grad_norm": 0.6241434216499329, |
| "learning_rate": 5.420578389243599e-05, |
| "loss": 3.1832, |
| "step": 1004 |
| }, |
| { |
| "epoch": 3.490221642764016, |
| "grad_norm": 0.6188483238220215, |
| "learning_rate": 5.4114563059525346e-05, |
| "loss": 3.256, |
| "step": 1005 |
| }, |
| { |
| "epoch": 3.493698392003477, |
| "grad_norm": 0.6511822938919067, |
| "learning_rate": 5.402332843583631e-05, |
| "loss": 3.3172, |
| "step": 1006 |
| }, |
| { |
| "epoch": 3.4971751412429377, |
| "grad_norm": 0.5653273463249207, |
| "learning_rate": 5.3932080327159886e-05, |
| "loss": 3.2706, |
| "step": 1007 |
| }, |
| { |
| "epoch": 3.500651890482399, |
| "grad_norm": 0.5717982649803162, |
| "learning_rate": 5.384081903933235e-05, |
| "loss": 3.2577, |
| "step": 1008 |
| }, |
| { |
| "epoch": 3.50412863972186, |
| "grad_norm": 0.5827626585960388, |
| "learning_rate": 5.374954487823407e-05, |
| "loss": 3.3031, |
| "step": 1009 |
| }, |
| { |
| "epoch": 3.5076053889613212, |
| "grad_norm": 0.611819326877594, |
| "learning_rate": 5.365825814978861e-05, |
| "loss": 3.2244, |
| "step": 1010 |
| }, |
| { |
| "epoch": 3.5110821382007824, |
| "grad_norm": 0.6256561875343323, |
| "learning_rate": 5.3566959159961615e-05, |
| "loss": 3.2336, |
| "step": 1011 |
| }, |
| { |
| "epoch": 3.514558887440243, |
| "grad_norm": 0.6403440237045288, |
| "learning_rate": 5.3475648214759896e-05, |
| "loss": 3.3431, |
| "step": 1012 |
| }, |
| { |
| "epoch": 3.5180356366797043, |
| "grad_norm": 0.612866997718811, |
| "learning_rate": 5.3384325620230245e-05, |
| "loss": 3.2884, |
| "step": 1013 |
| }, |
| { |
| "epoch": 3.5215123859191655, |
| "grad_norm": 0.5799668431282043, |
| "learning_rate": 5.3292991682458574e-05, |
| "loss": 3.3096, |
| "step": 1014 |
| }, |
| { |
| "epoch": 3.5249891351586267, |
| "grad_norm": 0.5905560255050659, |
| "learning_rate": 5.3201646707568764e-05, |
| "loss": 3.274, |
| "step": 1015 |
| }, |
| { |
| "epoch": 3.528465884398088, |
| "grad_norm": 0.5543707609176636, |
| "learning_rate": 5.311029100172172e-05, |
| "loss": 3.1989, |
| "step": 1016 |
| }, |
| { |
| "epoch": 3.531942633637549, |
| "grad_norm": 0.5833373069763184, |
| "learning_rate": 5.3018924871114305e-05, |
| "loss": 3.2519, |
| "step": 1017 |
| }, |
| { |
| "epoch": 3.53541938287701, |
| "grad_norm": 0.5746926069259644, |
| "learning_rate": 5.292754862197831e-05, |
| "loss": 3.1616, |
| "step": 1018 |
| }, |
| { |
| "epoch": 3.538896132116471, |
| "grad_norm": 0.5569521188735962, |
| "learning_rate": 5.2836162560579486e-05, |
| "loss": 3.2796, |
| "step": 1019 |
| }, |
| { |
| "epoch": 3.542372881355932, |
| "grad_norm": 0.5777444839477539, |
| "learning_rate": 5.274476699321638e-05, |
| "loss": 3.2595, |
| "step": 1020 |
| }, |
| { |
| "epoch": 3.5458496305953933, |
| "grad_norm": 0.5533985495567322, |
| "learning_rate": 5.265336222621949e-05, |
| "loss": 3.2107, |
| "step": 1021 |
| }, |
| { |
| "epoch": 3.5493263798348544, |
| "grad_norm": 0.5138996839523315, |
| "learning_rate": 5.2561948565950126e-05, |
| "loss": 3.2121, |
| "step": 1022 |
| }, |
| { |
| "epoch": 3.5528031290743156, |
| "grad_norm": 0.5798884630203247, |
| "learning_rate": 5.2470526318799365e-05, |
| "loss": 3.2697, |
| "step": 1023 |
| }, |
| { |
| "epoch": 3.5562798783137763, |
| "grad_norm": 0.6103897094726562, |
| "learning_rate": 5.2379095791187124e-05, |
| "loss": 3.2417, |
| "step": 1024 |
| }, |
| { |
| "epoch": 3.559756627553238, |
| "grad_norm": 0.5791857242584229, |
| "learning_rate": 5.228765728956102e-05, |
| "loss": 3.2789, |
| "step": 1025 |
| }, |
| { |
| "epoch": 3.5632333767926987, |
| "grad_norm": 0.5706868767738342, |
| "learning_rate": 5.2196211120395444e-05, |
| "loss": 3.3693, |
| "step": 1026 |
| }, |
| { |
| "epoch": 3.56671012603216, |
| "grad_norm": 0.5966957807540894, |
| "learning_rate": 5.2104757590190445e-05, |
| "loss": 3.2444, |
| "step": 1027 |
| }, |
| { |
| "epoch": 3.570186875271621, |
| "grad_norm": 0.5554029941558838, |
| "learning_rate": 5.201329700547076e-05, |
| "loss": 3.2575, |
| "step": 1028 |
| }, |
| { |
| "epoch": 3.573663624511082, |
| "grad_norm": 0.5967298150062561, |
| "learning_rate": 5.1921829672784786e-05, |
| "loss": 3.2913, |
| "step": 1029 |
| }, |
| { |
| "epoch": 3.5771403737505434, |
| "grad_norm": 0.6098992824554443, |
| "learning_rate": 5.183035589870353e-05, |
| "loss": 3.2266, |
| "step": 1030 |
| }, |
| { |
| "epoch": 3.580617122990004, |
| "grad_norm": 0.5845767259597778, |
| "learning_rate": 5.173887598981956e-05, |
| "loss": 3.2771, |
| "step": 1031 |
| }, |
| { |
| "epoch": 3.5840938722294653, |
| "grad_norm": 0.6617316603660583, |
| "learning_rate": 5.164739025274604e-05, |
| "loss": 3.2556, |
| "step": 1032 |
| }, |
| { |
| "epoch": 3.5875706214689265, |
| "grad_norm": 0.7001234292984009, |
| "learning_rate": 5.155589899411567e-05, |
| "loss": 3.264, |
| "step": 1033 |
| }, |
| { |
| "epoch": 3.5910473707083876, |
| "grad_norm": 0.7605653405189514, |
| "learning_rate": 5.146440252057961e-05, |
| "loss": 3.2912, |
| "step": 1034 |
| }, |
| { |
| "epoch": 3.594524119947849, |
| "grad_norm": 0.74252849817276, |
| "learning_rate": 5.137290113880656e-05, |
| "loss": 3.2395, |
| "step": 1035 |
| }, |
| { |
| "epoch": 3.59800086918731, |
| "grad_norm": 0.7059817314147949, |
| "learning_rate": 5.128139515548164e-05, |
| "loss": 3.2552, |
| "step": 1036 |
| }, |
| { |
| "epoch": 3.601477618426771, |
| "grad_norm": 0.7125615477561951, |
| "learning_rate": 5.1189884877305375e-05, |
| "loss": 3.2621, |
| "step": 1037 |
| }, |
| { |
| "epoch": 3.604954367666232, |
| "grad_norm": 0.7657261490821838, |
| "learning_rate": 5.109837061099274e-05, |
| "loss": 3.1871, |
| "step": 1038 |
| }, |
| { |
| "epoch": 3.608431116905693, |
| "grad_norm": 0.6542237401008606, |
| "learning_rate": 5.100685266327202e-05, |
| "loss": 3.1583, |
| "step": 1039 |
| }, |
| { |
| "epoch": 3.6119078661451542, |
| "grad_norm": 0.6304188370704651, |
| "learning_rate": 5.091533134088388e-05, |
| "loss": 3.2659, |
| "step": 1040 |
| }, |
| { |
| "epoch": 3.6153846153846154, |
| "grad_norm": 0.6933708190917969, |
| "learning_rate": 5.0823806950580254e-05, |
| "loss": 3.2046, |
| "step": 1041 |
| }, |
| { |
| "epoch": 3.6188613646240766, |
| "grad_norm": 0.6795551776885986, |
| "learning_rate": 5.073227979912339e-05, |
| "loss": 3.3441, |
| "step": 1042 |
| }, |
| { |
| "epoch": 3.6223381138635373, |
| "grad_norm": 0.6919432282447815, |
| "learning_rate": 5.064075019328479e-05, |
| "loss": 3.2962, |
| "step": 1043 |
| }, |
| { |
| "epoch": 3.625814863102999, |
| "grad_norm": 0.7967680096626282, |
| "learning_rate": 5.054921843984418e-05, |
| "loss": 3.2839, |
| "step": 1044 |
| }, |
| { |
| "epoch": 3.6292916123424597, |
| "grad_norm": 0.7113544940948486, |
| "learning_rate": 5.045768484558847e-05, |
| "loss": 3.2422, |
| "step": 1045 |
| }, |
| { |
| "epoch": 3.632768361581921, |
| "grad_norm": 0.6717776656150818, |
| "learning_rate": 5.036614971731076e-05, |
| "loss": 3.256, |
| "step": 1046 |
| }, |
| { |
| "epoch": 3.636245110821382, |
| "grad_norm": 0.5887851119041443, |
| "learning_rate": 5.027461336180929e-05, |
| "loss": 3.1419, |
| "step": 1047 |
| }, |
| { |
| "epoch": 3.639721860060843, |
| "grad_norm": 0.6715282201766968, |
| "learning_rate": 5.018307608588636e-05, |
| "loss": 3.2874, |
| "step": 1048 |
| }, |
| { |
| "epoch": 3.6431986093003044, |
| "grad_norm": 0.6706719994544983, |
| "learning_rate": 5.0091538196347445e-05, |
| "loss": 3.2945, |
| "step": 1049 |
| }, |
| { |
| "epoch": 3.646675358539765, |
| "grad_norm": 0.6065131425857544, |
| "learning_rate": 5e-05, |
| "loss": 3.2286, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.6501521077792263, |
| "grad_norm": 0.5673298239707947, |
| "learning_rate": 4.9908461803652566e-05, |
| "loss": 3.332, |
| "step": 1051 |
| }, |
| { |
| "epoch": 3.6536288570186874, |
| "grad_norm": 0.5908064842224121, |
| "learning_rate": 4.981692391411366e-05, |
| "loss": 3.3474, |
| "step": 1052 |
| }, |
| { |
| "epoch": 3.6571056062581486, |
| "grad_norm": 0.5967066884040833, |
| "learning_rate": 4.972538663819073e-05, |
| "loss": 3.248, |
| "step": 1053 |
| }, |
| { |
| "epoch": 3.66058235549761, |
| "grad_norm": 0.6299230456352234, |
| "learning_rate": 4.9633850282689246e-05, |
| "loss": 3.1357, |
| "step": 1054 |
| }, |
| { |
| "epoch": 3.664059104737071, |
| "grad_norm": 0.5750209093093872, |
| "learning_rate": 4.954231515441153e-05, |
| "loss": 3.1899, |
| "step": 1055 |
| }, |
| { |
| "epoch": 3.667535853976532, |
| "grad_norm": 0.6004741787910461, |
| "learning_rate": 4.9450781560155816e-05, |
| "loss": 3.3146, |
| "step": 1056 |
| }, |
| { |
| "epoch": 3.671012603215993, |
| "grad_norm": 0.6603873372077942, |
| "learning_rate": 4.935924980671522e-05, |
| "loss": 3.3052, |
| "step": 1057 |
| }, |
| { |
| "epoch": 3.674489352455454, |
| "grad_norm": 0.5748945474624634, |
| "learning_rate": 4.926772020087663e-05, |
| "loss": 3.294, |
| "step": 1058 |
| }, |
| { |
| "epoch": 3.6779661016949152, |
| "grad_norm": 0.56917804479599, |
| "learning_rate": 4.917619304941977e-05, |
| "loss": 3.2473, |
| "step": 1059 |
| }, |
| { |
| "epoch": 3.6814428509343764, |
| "grad_norm": 0.6211404204368591, |
| "learning_rate": 4.9084668659116154e-05, |
| "loss": 3.3157, |
| "step": 1060 |
| }, |
| { |
| "epoch": 3.6849196001738376, |
| "grad_norm": 0.6026207804679871, |
| "learning_rate": 4.899314733672799e-05, |
| "loss": 3.2696, |
| "step": 1061 |
| }, |
| { |
| "epoch": 3.6883963494132983, |
| "grad_norm": 0.5868690609931946, |
| "learning_rate": 4.890162938900727e-05, |
| "loss": 3.1322, |
| "step": 1062 |
| }, |
| { |
| "epoch": 3.69187309865276, |
| "grad_norm": 0.5615720748901367, |
| "learning_rate": 4.881011512269463e-05, |
| "loss": 3.3041, |
| "step": 1063 |
| }, |
| { |
| "epoch": 3.6953498478922207, |
| "grad_norm": 0.5574554800987244, |
| "learning_rate": 4.871860484451838e-05, |
| "loss": 3.2903, |
| "step": 1064 |
| }, |
| { |
| "epoch": 3.698826597131682, |
| "grad_norm": 0.589513897895813, |
| "learning_rate": 4.862709886119344e-05, |
| "loss": 3.1515, |
| "step": 1065 |
| }, |
| { |
| "epoch": 3.702303346371143, |
| "grad_norm": 0.6018418073654175, |
| "learning_rate": 4.8535597479420406e-05, |
| "loss": 3.2614, |
| "step": 1066 |
| }, |
| { |
| "epoch": 3.705780095610604, |
| "grad_norm": 0.5487574934959412, |
| "learning_rate": 4.844410100588435e-05, |
| "loss": 3.2011, |
| "step": 1067 |
| }, |
| { |
| "epoch": 3.7092568448500653, |
| "grad_norm": 0.5497720241546631, |
| "learning_rate": 4.835260974725397e-05, |
| "loss": 3.2824, |
| "step": 1068 |
| }, |
| { |
| "epoch": 3.712733594089526, |
| "grad_norm": 0.5350008606910706, |
| "learning_rate": 4.8261124010180445e-05, |
| "loss": 3.2405, |
| "step": 1069 |
| }, |
| { |
| "epoch": 3.7162103433289873, |
| "grad_norm": 0.5541216135025024, |
| "learning_rate": 4.8169644101296474e-05, |
| "loss": 3.2287, |
| "step": 1070 |
| }, |
| { |
| "epoch": 3.7196870925684484, |
| "grad_norm": 0.6203867197036743, |
| "learning_rate": 4.807817032721522e-05, |
| "loss": 3.2801, |
| "step": 1071 |
| }, |
| { |
| "epoch": 3.7231638418079096, |
| "grad_norm": 0.6372770667076111, |
| "learning_rate": 4.798670299452926e-05, |
| "loss": 3.2477, |
| "step": 1072 |
| }, |
| { |
| "epoch": 3.7266405910473708, |
| "grad_norm": 0.6761902570724487, |
| "learning_rate": 4.789524240980958e-05, |
| "loss": 3.2624, |
| "step": 1073 |
| }, |
| { |
| "epoch": 3.730117340286832, |
| "grad_norm": 0.732210636138916, |
| "learning_rate": 4.780378887960458e-05, |
| "loss": 3.2492, |
| "step": 1074 |
| }, |
| { |
| "epoch": 3.733594089526293, |
| "grad_norm": 0.6838912963867188, |
| "learning_rate": 4.7712342710438987e-05, |
| "loss": 3.1799, |
| "step": 1075 |
| }, |
| { |
| "epoch": 3.737070838765754, |
| "grad_norm": 0.6677350401878357, |
| "learning_rate": 4.762090420881289e-05, |
| "loss": 3.1473, |
| "step": 1076 |
| }, |
| { |
| "epoch": 3.740547588005215, |
| "grad_norm": 0.6039561033248901, |
| "learning_rate": 4.7529473681200646e-05, |
| "loss": 3.178, |
| "step": 1077 |
| }, |
| { |
| "epoch": 3.744024337244676, |
| "grad_norm": 0.6518564224243164, |
| "learning_rate": 4.743805143404989e-05, |
| "loss": 3.2581, |
| "step": 1078 |
| }, |
| { |
| "epoch": 3.7475010864841374, |
| "grad_norm": 0.6599782705307007, |
| "learning_rate": 4.734663777378052e-05, |
| "loss": 3.2275, |
| "step": 1079 |
| }, |
| { |
| "epoch": 3.7509778357235986, |
| "grad_norm": 0.5603999495506287, |
| "learning_rate": 4.725523300678363e-05, |
| "loss": 3.2184, |
| "step": 1080 |
| }, |
| { |
| "epoch": 3.7544545849630593, |
| "grad_norm": 0.6059252619743347, |
| "learning_rate": 4.7163837439420525e-05, |
| "loss": 3.272, |
| "step": 1081 |
| }, |
| { |
| "epoch": 3.757931334202521, |
| "grad_norm": 0.5787419080734253, |
| "learning_rate": 4.707245137802169e-05, |
| "loss": 3.1984, |
| "step": 1082 |
| }, |
| { |
| "epoch": 3.7614080834419816, |
| "grad_norm": 0.5447966456413269, |
| "learning_rate": 4.6981075128885693e-05, |
| "loss": 3.1944, |
| "step": 1083 |
| }, |
| { |
| "epoch": 3.764884832681443, |
| "grad_norm": 0.5587812066078186, |
| "learning_rate": 4.6889708998278284e-05, |
| "loss": 3.2819, |
| "step": 1084 |
| }, |
| { |
| "epoch": 3.768361581920904, |
| "grad_norm": 0.5818442106246948, |
| "learning_rate": 4.6798353292431254e-05, |
| "loss": 3.2023, |
| "step": 1085 |
| }, |
| { |
| "epoch": 3.771838331160365, |
| "grad_norm": 0.6101146340370178, |
| "learning_rate": 4.6707008317541444e-05, |
| "loss": 3.1397, |
| "step": 1086 |
| }, |
| { |
| "epoch": 3.7753150803998263, |
| "grad_norm": 0.5633519291877747, |
| "learning_rate": 4.661567437976977e-05, |
| "loss": 3.196, |
| "step": 1087 |
| }, |
| { |
| "epoch": 3.778791829639287, |
| "grad_norm": 0.5950900912284851, |
| "learning_rate": 4.652435178524013e-05, |
| "loss": 3.2732, |
| "step": 1088 |
| }, |
| { |
| "epoch": 3.7822685788787482, |
| "grad_norm": 0.6070186495780945, |
| "learning_rate": 4.643304084003839e-05, |
| "loss": 3.233, |
| "step": 1089 |
| }, |
| { |
| "epoch": 3.7857453281182094, |
| "grad_norm": 0.622246503829956, |
| "learning_rate": 4.6341741850211404e-05, |
| "loss": 3.2402, |
| "step": 1090 |
| }, |
| { |
| "epoch": 3.7892220773576706, |
| "grad_norm": 0.628646731376648, |
| "learning_rate": 4.6250455121765944e-05, |
| "loss": 3.2109, |
| "step": 1091 |
| }, |
| { |
| "epoch": 3.7926988265971318, |
| "grad_norm": 0.5549827218055725, |
| "learning_rate": 4.615918096066766e-05, |
| "loss": 3.254, |
| "step": 1092 |
| }, |
| { |
| "epoch": 3.796175575836593, |
| "grad_norm": 0.5434677600860596, |
| "learning_rate": 4.606791967284012e-05, |
| "loss": 3.2507, |
| "step": 1093 |
| }, |
| { |
| "epoch": 3.799652325076054, |
| "grad_norm": 0.5489455461502075, |
| "learning_rate": 4.597667156416371e-05, |
| "loss": 3.26, |
| "step": 1094 |
| }, |
| { |
| "epoch": 3.803129074315515, |
| "grad_norm": 0.5459377765655518, |
| "learning_rate": 4.588543694047466e-05, |
| "loss": 3.2457, |
| "step": 1095 |
| }, |
| { |
| "epoch": 3.806605823554976, |
| "grad_norm": 0.5723990201950073, |
| "learning_rate": 4.5794216107564e-05, |
| "loss": 3.2643, |
| "step": 1096 |
| }, |
| { |
| "epoch": 3.810082572794437, |
| "grad_norm": 0.5779864192008972, |
| "learning_rate": 4.570300937117655e-05, |
| "loss": 3.1926, |
| "step": 1097 |
| }, |
| { |
| "epoch": 3.8135593220338984, |
| "grad_norm": 0.5621626973152161, |
| "learning_rate": 4.561181703700986e-05, |
| "loss": 3.2111, |
| "step": 1098 |
| }, |
| { |
| "epoch": 3.8170360712733595, |
| "grad_norm": 0.5523443818092346, |
| "learning_rate": 4.552063941071323e-05, |
| "loss": 3.2244, |
| "step": 1099 |
| }, |
| { |
| "epoch": 3.8205128205128203, |
| "grad_norm": 0.5601244568824768, |
| "learning_rate": 4.542947679788662e-05, |
| "loss": 3.1726, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.823989569752282, |
| "grad_norm": 0.5333982110023499, |
| "learning_rate": 4.533832950407973e-05, |
| "loss": 3.2602, |
| "step": 1101 |
| }, |
| { |
| "epoch": 3.8274663189917426, |
| "grad_norm": 0.5482881665229797, |
| "learning_rate": 4.5247197834790876e-05, |
| "loss": 3.2696, |
| "step": 1102 |
| }, |
| { |
| "epoch": 3.830943068231204, |
| "grad_norm": 0.5877856016159058, |
| "learning_rate": 4.515608209546602e-05, |
| "loss": 3.2463, |
| "step": 1103 |
| }, |
| { |
| "epoch": 3.834419817470665, |
| "grad_norm": 0.6199784874916077, |
| "learning_rate": 4.506498259149774e-05, |
| "loss": 3.1951, |
| "step": 1104 |
| }, |
| { |
| "epoch": 3.837896566710126, |
| "grad_norm": 0.5966984629631042, |
| "learning_rate": 4.4973899628224154e-05, |
| "loss": 3.2796, |
| "step": 1105 |
| }, |
| { |
| "epoch": 3.8413733159495873, |
| "grad_norm": 0.5492768287658691, |
| "learning_rate": 4.488283351092799e-05, |
| "loss": 3.2153, |
| "step": 1106 |
| }, |
| { |
| "epoch": 3.844850065189048, |
| "grad_norm": 0.5626404881477356, |
| "learning_rate": 4.4791784544835515e-05, |
| "loss": 3.0994, |
| "step": 1107 |
| }, |
| { |
| "epoch": 3.848326814428509, |
| "grad_norm": 0.5543808937072754, |
| "learning_rate": 4.4700753035115454e-05, |
| "loss": 3.2721, |
| "step": 1108 |
| }, |
| { |
| "epoch": 3.8518035636679704, |
| "grad_norm": 0.6047621369361877, |
| "learning_rate": 4.460973928687809e-05, |
| "loss": 3.2098, |
| "step": 1109 |
| }, |
| { |
| "epoch": 3.8552803129074316, |
| "grad_norm": 0.6789091229438782, |
| "learning_rate": 4.4518743605174136e-05, |
| "loss": 3.2294, |
| "step": 1110 |
| }, |
| { |
| "epoch": 3.8587570621468927, |
| "grad_norm": 0.5913859009742737, |
| "learning_rate": 4.442776629499375e-05, |
| "loss": 3.1556, |
| "step": 1111 |
| }, |
| { |
| "epoch": 3.862233811386354, |
| "grad_norm": 0.5494495034217834, |
| "learning_rate": 4.433680766126554e-05, |
| "loss": 3.2562, |
| "step": 1112 |
| }, |
| { |
| "epoch": 3.865710560625815, |
| "grad_norm": 0.6001352667808533, |
| "learning_rate": 4.424586800885551e-05, |
| "loss": 3.2289, |
| "step": 1113 |
| }, |
| { |
| "epoch": 3.869187309865276, |
| "grad_norm": 0.6379590630531311, |
| "learning_rate": 4.415494764256599e-05, |
| "loss": 3.2218, |
| "step": 1114 |
| }, |
| { |
| "epoch": 3.872664059104737, |
| "grad_norm": 0.5929582118988037, |
| "learning_rate": 4.4064046867134756e-05, |
| "loss": 3.2409, |
| "step": 1115 |
| }, |
| { |
| "epoch": 3.876140808344198, |
| "grad_norm": 0.567794680595398, |
| "learning_rate": 4.397316598723385e-05, |
| "loss": 3.1523, |
| "step": 1116 |
| }, |
| { |
| "epoch": 3.8796175575836593, |
| "grad_norm": 0.6330842971801758, |
| "learning_rate": 4.388230530746869e-05, |
| "loss": 3.1354, |
| "step": 1117 |
| }, |
| { |
| "epoch": 3.8830943068231205, |
| "grad_norm": 0.5656293034553528, |
| "learning_rate": 4.379146513237695e-05, |
| "loss": 3.197, |
| "step": 1118 |
| }, |
| { |
| "epoch": 3.8865710560625812, |
| "grad_norm": 0.5936200618743896, |
| "learning_rate": 4.370064576642757e-05, |
| "loss": 3.2288, |
| "step": 1119 |
| }, |
| { |
| "epoch": 3.890047805302043, |
| "grad_norm": 0.6053287982940674, |
| "learning_rate": 4.360984751401977e-05, |
| "loss": 3.134, |
| "step": 1120 |
| }, |
| { |
| "epoch": 3.8935245545415036, |
| "grad_norm": 0.5832516551017761, |
| "learning_rate": 4.351907067948201e-05, |
| "loss": 3.1563, |
| "step": 1121 |
| }, |
| { |
| "epoch": 3.8970013037809648, |
| "grad_norm": 0.5615696907043457, |
| "learning_rate": 4.3428315567070926e-05, |
| "loss": 3.2662, |
| "step": 1122 |
| }, |
| { |
| "epoch": 3.900478053020426, |
| "grad_norm": 0.557080090045929, |
| "learning_rate": 4.333758248097039e-05, |
| "loss": 3.2424, |
| "step": 1123 |
| }, |
| { |
| "epoch": 3.903954802259887, |
| "grad_norm": 0.6137921810150146, |
| "learning_rate": 4.324687172529041e-05, |
| "loss": 3.2753, |
| "step": 1124 |
| }, |
| { |
| "epoch": 3.9074315514993483, |
| "grad_norm": 0.6269393563270569, |
| "learning_rate": 4.315618360406618e-05, |
| "loss": 3.1655, |
| "step": 1125 |
| }, |
| { |
| "epoch": 3.910908300738809, |
| "grad_norm": 0.6167050004005432, |
| "learning_rate": 4.306551842125702e-05, |
| "loss": 3.183, |
| "step": 1126 |
| }, |
| { |
| "epoch": 3.91438504997827, |
| "grad_norm": 0.5596528649330139, |
| "learning_rate": 4.297487648074538e-05, |
| "loss": 3.212, |
| "step": 1127 |
| }, |
| { |
| "epoch": 3.9178617992177314, |
| "grad_norm": 0.5810624957084656, |
| "learning_rate": 4.288425808633575e-05, |
| "loss": 3.2202, |
| "step": 1128 |
| }, |
| { |
| "epoch": 3.9213385484571925, |
| "grad_norm": 0.5932186245918274, |
| "learning_rate": 4.2793663541753784e-05, |
| "loss": 3.1973, |
| "step": 1129 |
| }, |
| { |
| "epoch": 3.9248152976966537, |
| "grad_norm": 0.5662857294082642, |
| "learning_rate": 4.2703093150645144e-05, |
| "loss": 3.2006, |
| "step": 1130 |
| }, |
| { |
| "epoch": 3.928292046936115, |
| "grad_norm": 0.5792871117591858, |
| "learning_rate": 4.261254721657454e-05, |
| "loss": 3.2062, |
| "step": 1131 |
| }, |
| { |
| "epoch": 3.931768796175576, |
| "grad_norm": 0.6331871151924133, |
| "learning_rate": 4.252202604302476e-05, |
| "loss": 3.2503, |
| "step": 1132 |
| }, |
| { |
| "epoch": 3.935245545415037, |
| "grad_norm": 0.5286860466003418, |
| "learning_rate": 4.2431529933395527e-05, |
| "loss": 3.2181, |
| "step": 1133 |
| }, |
| { |
| "epoch": 3.938722294654498, |
| "grad_norm": 0.5583444833755493, |
| "learning_rate": 4.234105919100261e-05, |
| "loss": 3.2073, |
| "step": 1134 |
| }, |
| { |
| "epoch": 3.942199043893959, |
| "grad_norm": 0.5682042837142944, |
| "learning_rate": 4.2250614119076735e-05, |
| "loss": 3.2068, |
| "step": 1135 |
| }, |
| { |
| "epoch": 3.9456757931334203, |
| "grad_norm": 0.6427503824234009, |
| "learning_rate": 4.2160195020762597e-05, |
| "loss": 3.2051, |
| "step": 1136 |
| }, |
| { |
| "epoch": 3.9491525423728815, |
| "grad_norm": 0.5848159193992615, |
| "learning_rate": 4.206980219911783e-05, |
| "loss": 3.1387, |
| "step": 1137 |
| }, |
| { |
| "epoch": 3.952629291612342, |
| "grad_norm": 0.5341483354568481, |
| "learning_rate": 4.197943595711198e-05, |
| "loss": 3.2449, |
| "step": 1138 |
| }, |
| { |
| "epoch": 3.956106040851804, |
| "grad_norm": 0.5785036683082581, |
| "learning_rate": 4.188909659762556e-05, |
| "loss": 3.2745, |
| "step": 1139 |
| }, |
| { |
| "epoch": 3.9595827900912646, |
| "grad_norm": 0.5817328095436096, |
| "learning_rate": 4.179878442344892e-05, |
| "loss": 3.1943, |
| "step": 1140 |
| }, |
| { |
| "epoch": 3.9630595393307257, |
| "grad_norm": 0.6359755396842957, |
| "learning_rate": 4.17084997372813e-05, |
| "loss": 3.251, |
| "step": 1141 |
| }, |
| { |
| "epoch": 3.966536288570187, |
| "grad_norm": 0.6350237727165222, |
| "learning_rate": 4.1618242841729846e-05, |
| "loss": 3.2164, |
| "step": 1142 |
| }, |
| { |
| "epoch": 3.970013037809648, |
| "grad_norm": 0.6320176720619202, |
| "learning_rate": 4.152801403930855e-05, |
| "loss": 3.2481, |
| "step": 1143 |
| }, |
| { |
| "epoch": 3.9734897870491093, |
| "grad_norm": 0.6210284233093262, |
| "learning_rate": 4.14378136324372e-05, |
| "loss": 3.1793, |
| "step": 1144 |
| }, |
| { |
| "epoch": 3.97696653628857, |
| "grad_norm": 0.543938934803009, |
| "learning_rate": 4.134764192344046e-05, |
| "loss": 3.2093, |
| "step": 1145 |
| }, |
| { |
| "epoch": 3.980443285528031, |
| "grad_norm": 0.5592504143714905, |
| "learning_rate": 4.125749921454679e-05, |
| "loss": 3.1314, |
| "step": 1146 |
| }, |
| { |
| "epoch": 3.9839200347674923, |
| "grad_norm": 0.5563082695007324, |
| "learning_rate": 4.116738580788744e-05, |
| "loss": 3.1755, |
| "step": 1147 |
| }, |
| { |
| "epoch": 3.9873967840069535, |
| "grad_norm": 0.5996997952461243, |
| "learning_rate": 4.107730200549549e-05, |
| "loss": 3.3564, |
| "step": 1148 |
| }, |
| { |
| "epoch": 3.9908735332464147, |
| "grad_norm": 0.5965397357940674, |
| "learning_rate": 4.0987248109304714e-05, |
| "loss": 3.1906, |
| "step": 1149 |
| }, |
| { |
| "epoch": 3.994350282485876, |
| "grad_norm": 0.5691776871681213, |
| "learning_rate": 4.089722442114873e-05, |
| "loss": 3.1736, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.997827031725337, |
| "grad_norm": 0.5946555733680725, |
| "learning_rate": 4.080723124275988e-05, |
| "loss": 3.1895, |
| "step": 1151 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.5992119312286377, |
| "learning_rate": 4.0717268875768225e-05, |
| "loss": 3.2406, |
| "step": 1152 |
| }, |
| { |
| "epoch": 4.003476749239461, |
| "grad_norm": 0.5725580453872681, |
| "learning_rate": 4.062733762170059e-05, |
| "loss": 3.2336, |
| "step": 1153 |
| }, |
| { |
| "epoch": 4.006953498478922, |
| "grad_norm": 0.6200286746025085, |
| "learning_rate": 4.0537437781979506e-05, |
| "loss": 3.0999, |
| "step": 1154 |
| }, |
| { |
| "epoch": 4.010430247718383, |
| "grad_norm": 0.6485391855239868, |
| "learning_rate": 4.044756965792218e-05, |
| "loss": 3.259, |
| "step": 1155 |
| }, |
| { |
| "epoch": 4.013906996957845, |
| "grad_norm": 0.5790440440177917, |
| "learning_rate": 4.0357733550739554e-05, |
| "loss": 3.1542, |
| "step": 1156 |
| }, |
| { |
| "epoch": 4.017383746197305, |
| "grad_norm": 0.6082708835601807, |
| "learning_rate": 4.026792976153527e-05, |
| "loss": 3.2343, |
| "step": 1157 |
| }, |
| { |
| "epoch": 4.020860495436767, |
| "grad_norm": 0.6026447415351868, |
| "learning_rate": 4.017815859130461e-05, |
| "loss": 3.181, |
| "step": 1158 |
| }, |
| { |
| "epoch": 4.024337244676228, |
| "grad_norm": 0.617872953414917, |
| "learning_rate": 4.008842034093359e-05, |
| "loss": 3.1653, |
| "step": 1159 |
| }, |
| { |
| "epoch": 4.0278139939156885, |
| "grad_norm": 0.5940406918525696, |
| "learning_rate": 3.9998715311197785e-05, |
| "loss": 3.082, |
| "step": 1160 |
| }, |
| { |
| "epoch": 4.03129074315515, |
| "grad_norm": 0.5831135511398315, |
| "learning_rate": 3.990904380276153e-05, |
| "loss": 3.153, |
| "step": 1161 |
| }, |
| { |
| "epoch": 4.034767492394611, |
| "grad_norm": 0.5792697072029114, |
| "learning_rate": 3.981940611617675e-05, |
| "loss": 3.2169, |
| "step": 1162 |
| }, |
| { |
| "epoch": 4.0382442416340725, |
| "grad_norm": 0.5567387342453003, |
| "learning_rate": 3.972980255188201e-05, |
| "loss": 3.1521, |
| "step": 1163 |
| }, |
| { |
| "epoch": 4.041720990873533, |
| "grad_norm": 0.6137407422065735, |
| "learning_rate": 3.9640233410201553e-05, |
| "loss": 3.2615, |
| "step": 1164 |
| }, |
| { |
| "epoch": 4.045197740112994, |
| "grad_norm": 0.6380611062049866, |
| "learning_rate": 3.955069899134418e-05, |
| "loss": 3.2734, |
| "step": 1165 |
| }, |
| { |
| "epoch": 4.0486744893524556, |
| "grad_norm": 0.6026031374931335, |
| "learning_rate": 3.9461199595402354e-05, |
| "loss": 3.1017, |
| "step": 1166 |
| }, |
| { |
| "epoch": 4.052151238591916, |
| "grad_norm": 0.5493614673614502, |
| "learning_rate": 3.937173552235117e-05, |
| "loss": 3.1587, |
| "step": 1167 |
| }, |
| { |
| "epoch": 4.055627987831378, |
| "grad_norm": 0.5663195848464966, |
| "learning_rate": 3.928230707204729e-05, |
| "loss": 3.1702, |
| "step": 1168 |
| }, |
| { |
| "epoch": 4.059104737070839, |
| "grad_norm": 0.5667363405227661, |
| "learning_rate": 3.919291454422796e-05, |
| "loss": 3.1958, |
| "step": 1169 |
| }, |
| { |
| "epoch": 4.0625814863103, |
| "grad_norm": 0.5629976987838745, |
| "learning_rate": 3.9103558238510086e-05, |
| "loss": 3.2153, |
| "step": 1170 |
| }, |
| { |
| "epoch": 4.066058235549761, |
| "grad_norm": 0.6252686381340027, |
| "learning_rate": 3.901423845438916e-05, |
| "loss": 3.2646, |
| "step": 1171 |
| }, |
| { |
| "epoch": 4.069534984789222, |
| "grad_norm": 0.5598259568214417, |
| "learning_rate": 3.8924955491238216e-05, |
| "loss": 3.1532, |
| "step": 1172 |
| }, |
| { |
| "epoch": 4.073011734028683, |
| "grad_norm": 0.5491876602172852, |
| "learning_rate": 3.883570964830692e-05, |
| "loss": 3.124, |
| "step": 1173 |
| }, |
| { |
| "epoch": 4.076488483268144, |
| "grad_norm": 0.5444916486740112, |
| "learning_rate": 3.874650122472049e-05, |
| "loss": 3.1616, |
| "step": 1174 |
| }, |
| { |
| "epoch": 4.079965232507606, |
| "grad_norm": 0.5169205069541931, |
| "learning_rate": 3.865733051947876e-05, |
| "loss": 3.1565, |
| "step": 1175 |
| }, |
| { |
| "epoch": 4.083441981747066, |
| "grad_norm": 0.5438332557678223, |
| "learning_rate": 3.856819783145514e-05, |
| "loss": 3.2329, |
| "step": 1176 |
| }, |
| { |
| "epoch": 4.086918730986528, |
| "grad_norm": 0.551806628704071, |
| "learning_rate": 3.847910345939557e-05, |
| "loss": 3.2382, |
| "step": 1177 |
| }, |
| { |
| "epoch": 4.090395480225989, |
| "grad_norm": 0.5678349733352661, |
| "learning_rate": 3.839004770191762e-05, |
| "loss": 3.2062, |
| "step": 1178 |
| }, |
| { |
| "epoch": 4.0938722294654495, |
| "grad_norm": 0.5699625611305237, |
| "learning_rate": 3.83010308575094e-05, |
| "loss": 3.1105, |
| "step": 1179 |
| }, |
| { |
| "epoch": 4.097348978704911, |
| "grad_norm": 0.5540375709533691, |
| "learning_rate": 3.821205322452863e-05, |
| "loss": 3.1929, |
| "step": 1180 |
| }, |
| { |
| "epoch": 4.100825727944372, |
| "grad_norm": 0.5406695008277893, |
| "learning_rate": 3.812311510120159e-05, |
| "loss": 3.0958, |
| "step": 1181 |
| }, |
| { |
| "epoch": 4.1043024771838335, |
| "grad_norm": 0.5478038787841797, |
| "learning_rate": 3.803421678562213e-05, |
| "loss": 3.1762, |
| "step": 1182 |
| }, |
| { |
| "epoch": 4.107779226423294, |
| "grad_norm": 0.6140181422233582, |
| "learning_rate": 3.794535857575064e-05, |
| "loss": 3.1347, |
| "step": 1183 |
| }, |
| { |
| "epoch": 4.111255975662755, |
| "grad_norm": 0.578913152217865, |
| "learning_rate": 3.785654076941317e-05, |
| "loss": 3.1791, |
| "step": 1184 |
| }, |
| { |
| "epoch": 4.1147327249022165, |
| "grad_norm": 0.6035884618759155, |
| "learning_rate": 3.776776366430027e-05, |
| "loss": 3.1587, |
| "step": 1185 |
| }, |
| { |
| "epoch": 4.118209474141677, |
| "grad_norm": 0.5582138895988464, |
| "learning_rate": 3.767902755796613e-05, |
| "loss": 3.1542, |
| "step": 1186 |
| }, |
| { |
| "epoch": 4.121686223381139, |
| "grad_norm": 0.526336669921875, |
| "learning_rate": 3.759033274782751e-05, |
| "loss": 3.1465, |
| "step": 1187 |
| }, |
| { |
| "epoch": 4.1251629726206, |
| "grad_norm": 0.6234402060508728, |
| "learning_rate": 3.750167953116272e-05, |
| "loss": 3.1536, |
| "step": 1188 |
| }, |
| { |
| "epoch": 4.128639721860061, |
| "grad_norm": 0.7032943964004517, |
| "learning_rate": 3.741306820511072e-05, |
| "loss": 3.1409, |
| "step": 1189 |
| }, |
| { |
| "epoch": 4.132116471099522, |
| "grad_norm": 0.7070549726486206, |
| "learning_rate": 3.7324499066670006e-05, |
| "loss": 3.1695, |
| "step": 1190 |
| }, |
| { |
| "epoch": 4.135593220338983, |
| "grad_norm": 0.6663886904716492, |
| "learning_rate": 3.723597241269772e-05, |
| "loss": 3.1933, |
| "step": 1191 |
| }, |
| { |
| "epoch": 4.139069969578444, |
| "grad_norm": 0.6331878900527954, |
| "learning_rate": 3.7147488539908596e-05, |
| "loss": 3.1693, |
| "step": 1192 |
| }, |
| { |
| "epoch": 4.142546718817905, |
| "grad_norm": 0.5591497421264648, |
| "learning_rate": 3.705904774487396e-05, |
| "loss": 3.267, |
| "step": 1193 |
| }, |
| { |
| "epoch": 4.146023468057367, |
| "grad_norm": 0.6263229250907898, |
| "learning_rate": 3.697065032402078e-05, |
| "loss": 3.1842, |
| "step": 1194 |
| }, |
| { |
| "epoch": 4.149500217296827, |
| "grad_norm": 0.6090732216835022, |
| "learning_rate": 3.6882296573630634e-05, |
| "loss": 3.1744, |
| "step": 1195 |
| }, |
| { |
| "epoch": 4.152976966536288, |
| "grad_norm": 0.5834642648696899, |
| "learning_rate": 3.6793986789838744e-05, |
| "loss": 3.1195, |
| "step": 1196 |
| }, |
| { |
| "epoch": 4.15645371577575, |
| "grad_norm": 0.5978863835334778, |
| "learning_rate": 3.6705721268632915e-05, |
| "loss": 3.1333, |
| "step": 1197 |
| }, |
| { |
| "epoch": 4.1599304650152105, |
| "grad_norm": 0.5608931183815002, |
| "learning_rate": 3.6617500305852674e-05, |
| "loss": 3.0997, |
| "step": 1198 |
| }, |
| { |
| "epoch": 4.163407214254672, |
| "grad_norm": 0.6076219081878662, |
| "learning_rate": 3.6529324197188154e-05, |
| "loss": 3.1598, |
| "step": 1199 |
| }, |
| { |
| "epoch": 4.166883963494133, |
| "grad_norm": 0.571110725402832, |
| "learning_rate": 3.644119323817915e-05, |
| "loss": 3.1411, |
| "step": 1200 |
| }, |
| { |
| "epoch": 4.170360712733594, |
| "grad_norm": 0.524634838104248, |
| "learning_rate": 3.6353107724214175e-05, |
| "loss": 3.1337, |
| "step": 1201 |
| }, |
| { |
| "epoch": 4.173837461973055, |
| "grad_norm": 0.5356817245483398, |
| "learning_rate": 3.6265067950529365e-05, |
| "loss": 3.1192, |
| "step": 1202 |
| }, |
| { |
| "epoch": 4.177314211212516, |
| "grad_norm": 0.5559493899345398, |
| "learning_rate": 3.617707421220758e-05, |
| "loss": 3.1269, |
| "step": 1203 |
| }, |
| { |
| "epoch": 4.1807909604519775, |
| "grad_norm": 0.5397975444793701, |
| "learning_rate": 3.608912680417737e-05, |
| "loss": 3.1603, |
| "step": 1204 |
| }, |
| { |
| "epoch": 4.184267709691438, |
| "grad_norm": 0.5938603281974792, |
| "learning_rate": 3.600122602121202e-05, |
| "loss": 3.13, |
| "step": 1205 |
| }, |
| { |
| "epoch": 4.1877444589309, |
| "grad_norm": 0.5785700082778931, |
| "learning_rate": 3.591337215792852e-05, |
| "loss": 3.2027, |
| "step": 1206 |
| }, |
| { |
| "epoch": 4.191221208170361, |
| "grad_norm": 0.5957548022270203, |
| "learning_rate": 3.58255655087866e-05, |
| "loss": 3.1809, |
| "step": 1207 |
| }, |
| { |
| "epoch": 4.194697957409822, |
| "grad_norm": 0.5649887323379517, |
| "learning_rate": 3.5737806368087774e-05, |
| "loss": 3.2136, |
| "step": 1208 |
| }, |
| { |
| "epoch": 4.198174706649283, |
| "grad_norm": 0.5808984637260437, |
| "learning_rate": 3.5650095029974266e-05, |
| "loss": 3.1725, |
| "step": 1209 |
| }, |
| { |
| "epoch": 4.201651455888744, |
| "grad_norm": 0.5980812907218933, |
| "learning_rate": 3.5562431788428156e-05, |
| "loss": 3.1213, |
| "step": 1210 |
| }, |
| { |
| "epoch": 4.205128205128205, |
| "grad_norm": 0.548862099647522, |
| "learning_rate": 3.5474816937270225e-05, |
| "loss": 3.1082, |
| "step": 1211 |
| }, |
| { |
| "epoch": 4.208604954367666, |
| "grad_norm": 0.5771917104721069, |
| "learning_rate": 3.538725077015915e-05, |
| "loss": 3.2051, |
| "step": 1212 |
| }, |
| { |
| "epoch": 4.212081703607128, |
| "grad_norm": 0.5784444808959961, |
| "learning_rate": 3.529973358059038e-05, |
| "loss": 3.0524, |
| "step": 1213 |
| }, |
| { |
| "epoch": 4.215558452846588, |
| "grad_norm": 0.5533136129379272, |
| "learning_rate": 3.521226566189523e-05, |
| "loss": 3.1359, |
| "step": 1214 |
| }, |
| { |
| "epoch": 4.219035202086049, |
| "grad_norm": 0.5978413224220276, |
| "learning_rate": 3.512484730723986e-05, |
| "loss": 3.1429, |
| "step": 1215 |
| }, |
| { |
| "epoch": 4.222511951325511, |
| "grad_norm": 0.5688326358795166, |
| "learning_rate": 3.503747880962431e-05, |
| "loss": 3.1544, |
| "step": 1216 |
| }, |
| { |
| "epoch": 4.2259887005649714, |
| "grad_norm": 0.5804445147514343, |
| "learning_rate": 3.495016046188155e-05, |
| "loss": 3.1167, |
| "step": 1217 |
| }, |
| { |
| "epoch": 4.229465449804433, |
| "grad_norm": 0.5675270557403564, |
| "learning_rate": 3.4862892556676395e-05, |
| "loss": 3.1552, |
| "step": 1218 |
| }, |
| { |
| "epoch": 4.232942199043894, |
| "grad_norm": 0.5292279720306396, |
| "learning_rate": 3.4775675386504656e-05, |
| "loss": 3.1221, |
| "step": 1219 |
| }, |
| { |
| "epoch": 4.236418948283355, |
| "grad_norm": 0.553810179233551, |
| "learning_rate": 3.468850924369203e-05, |
| "loss": 3.2311, |
| "step": 1220 |
| }, |
| { |
| "epoch": 4.239895697522816, |
| "grad_norm": 0.5489530563354492, |
| "learning_rate": 3.460139442039326e-05, |
| "loss": 3.1054, |
| "step": 1221 |
| }, |
| { |
| "epoch": 4.243372446762277, |
| "grad_norm": 0.5100445747375488, |
| "learning_rate": 3.4514331208591025e-05, |
| "loss": 3.2079, |
| "step": 1222 |
| }, |
| { |
| "epoch": 4.2468491960017385, |
| "grad_norm": 0.5427148938179016, |
| "learning_rate": 3.4427319900095055e-05, |
| "loss": 3.1394, |
| "step": 1223 |
| }, |
| { |
| "epoch": 4.250325945241199, |
| "grad_norm": 0.5344714522361755, |
| "learning_rate": 3.4340360786541064e-05, |
| "loss": 3.1592, |
| "step": 1224 |
| }, |
| { |
| "epoch": 4.253802694480661, |
| "grad_norm": 0.5320305824279785, |
| "learning_rate": 3.425345415938988e-05, |
| "loss": 3.193, |
| "step": 1225 |
| }, |
| { |
| "epoch": 4.257279443720122, |
| "grad_norm": 0.5287283062934875, |
| "learning_rate": 3.4166600309926387e-05, |
| "loss": 3.2131, |
| "step": 1226 |
| }, |
| { |
| "epoch": 4.260756192959583, |
| "grad_norm": 0.5557782649993896, |
| "learning_rate": 3.407979952925857e-05, |
| "loss": 3.24, |
| "step": 1227 |
| }, |
| { |
| "epoch": 4.264232942199044, |
| "grad_norm": 0.5349240303039551, |
| "learning_rate": 3.399305210831656e-05, |
| "loss": 3.1917, |
| "step": 1228 |
| }, |
| { |
| "epoch": 4.267709691438505, |
| "grad_norm": 0.5544419884681702, |
| "learning_rate": 3.390635833785163e-05, |
| "loss": 3.1339, |
| "step": 1229 |
| }, |
| { |
| "epoch": 4.271186440677966, |
| "grad_norm": 0.5695310235023499, |
| "learning_rate": 3.3819718508435226e-05, |
| "loss": 3.1142, |
| "step": 1230 |
| }, |
| { |
| "epoch": 4.274663189917427, |
| "grad_norm": 0.4966232180595398, |
| "learning_rate": 3.3733132910458034e-05, |
| "loss": 3.1916, |
| "step": 1231 |
| }, |
| { |
| "epoch": 4.278139939156889, |
| "grad_norm": 0.5800032019615173, |
| "learning_rate": 3.364660183412892e-05, |
| "loss": 3.1645, |
| "step": 1232 |
| }, |
| { |
| "epoch": 4.281616688396349, |
| "grad_norm": 0.5773885250091553, |
| "learning_rate": 3.356012556947405e-05, |
| "loss": 3.1542, |
| "step": 1233 |
| }, |
| { |
| "epoch": 4.28509343763581, |
| "grad_norm": 0.5234330296516418, |
| "learning_rate": 3.347370440633587e-05, |
| "loss": 3.1371, |
| "step": 1234 |
| }, |
| { |
| "epoch": 4.288570186875272, |
| "grad_norm": 0.5608299374580383, |
| "learning_rate": 3.338733863437212e-05, |
| "loss": 3.1268, |
| "step": 1235 |
| }, |
| { |
| "epoch": 4.292046936114732, |
| "grad_norm": 0.5602731108665466, |
| "learning_rate": 3.3301028543054935e-05, |
| "loss": 3.1742, |
| "step": 1236 |
| }, |
| { |
| "epoch": 4.295523685354194, |
| "grad_norm": 0.5070881247520447, |
| "learning_rate": 3.3214774421669774e-05, |
| "loss": 3.1491, |
| "step": 1237 |
| }, |
| { |
| "epoch": 4.299000434593655, |
| "grad_norm": 0.6085598468780518, |
| "learning_rate": 3.3128576559314504e-05, |
| "loss": 3.1355, |
| "step": 1238 |
| }, |
| { |
| "epoch": 4.302477183833116, |
| "grad_norm": 0.562229335308075, |
| "learning_rate": 3.304243524489847e-05, |
| "loss": 3.1475, |
| "step": 1239 |
| }, |
| { |
| "epoch": 4.305953933072577, |
| "grad_norm": 0.50657719373703, |
| "learning_rate": 3.295635076714144e-05, |
| "loss": 3.1014, |
| "step": 1240 |
| }, |
| { |
| "epoch": 4.309430682312038, |
| "grad_norm": 0.547308623790741, |
| "learning_rate": 3.2870323414572726e-05, |
| "loss": 3.1063, |
| "step": 1241 |
| }, |
| { |
| "epoch": 4.3129074315514995, |
| "grad_norm": 0.538101315498352, |
| "learning_rate": 3.278435347553014e-05, |
| "loss": 3.2346, |
| "step": 1242 |
| }, |
| { |
| "epoch": 4.31638418079096, |
| "grad_norm": 0.5632209777832031, |
| "learning_rate": 3.2698441238159065e-05, |
| "loss": 3.1009, |
| "step": 1243 |
| }, |
| { |
| "epoch": 4.319860930030422, |
| "grad_norm": 0.538557231426239, |
| "learning_rate": 3.261258699041152e-05, |
| "loss": 3.1992, |
| "step": 1244 |
| }, |
| { |
| "epoch": 4.3233376792698825, |
| "grad_norm": 0.5102593302726746, |
| "learning_rate": 3.2526791020045086e-05, |
| "loss": 3.0824, |
| "step": 1245 |
| }, |
| { |
| "epoch": 4.326814428509344, |
| "grad_norm": 0.5571600794792175, |
| "learning_rate": 3.24410536146221e-05, |
| "loss": 3.2344, |
| "step": 1246 |
| }, |
| { |
| "epoch": 4.330291177748805, |
| "grad_norm": 0.5731806755065918, |
| "learning_rate": 3.235537506150856e-05, |
| "loss": 3.1911, |
| "step": 1247 |
| }, |
| { |
| "epoch": 4.333767926988266, |
| "grad_norm": 0.568469226360321, |
| "learning_rate": 3.226975564787322e-05, |
| "loss": 3.1631, |
| "step": 1248 |
| }, |
| { |
| "epoch": 4.337244676227727, |
| "grad_norm": 0.6091863512992859, |
| "learning_rate": 3.218419566068661e-05, |
| "loss": 3.1156, |
| "step": 1249 |
| }, |
| { |
| "epoch": 4.340721425467188, |
| "grad_norm": 0.5082367658615112, |
| "learning_rate": 3.209869538672008e-05, |
| "loss": 3.1481, |
| "step": 1250 |
| }, |
| { |
| "epoch": 4.34419817470665, |
| "grad_norm": 0.531330943107605, |
| "learning_rate": 3.201325511254487e-05, |
| "loss": 3.2305, |
| "step": 1251 |
| }, |
| { |
| "epoch": 4.34767492394611, |
| "grad_norm": 0.542111873626709, |
| "learning_rate": 3.192787512453105e-05, |
| "loss": 3.155, |
| "step": 1252 |
| }, |
| { |
| "epoch": 4.351151673185571, |
| "grad_norm": 0.5078598260879517, |
| "learning_rate": 3.18425557088467e-05, |
| "loss": 3.1793, |
| "step": 1253 |
| }, |
| { |
| "epoch": 4.354628422425033, |
| "grad_norm": 0.5410819053649902, |
| "learning_rate": 3.175729715145684e-05, |
| "loss": 3.2161, |
| "step": 1254 |
| }, |
| { |
| "epoch": 4.358105171664493, |
| "grad_norm": 0.5382195711135864, |
| "learning_rate": 3.167209973812253e-05, |
| "loss": 3.1332, |
| "step": 1255 |
| }, |
| { |
| "epoch": 4.361581920903955, |
| "grad_norm": 0.574900209903717, |
| "learning_rate": 3.158696375439989e-05, |
| "loss": 3.1937, |
| "step": 1256 |
| }, |
| { |
| "epoch": 4.365058670143416, |
| "grad_norm": 0.527801513671875, |
| "learning_rate": 3.1501889485639124e-05, |
| "loss": 3.1353, |
| "step": 1257 |
| }, |
| { |
| "epoch": 4.368535419382877, |
| "grad_norm": 0.5430712699890137, |
| "learning_rate": 3.141687721698363e-05, |
| "loss": 3.1929, |
| "step": 1258 |
| }, |
| { |
| "epoch": 4.372012168622338, |
| "grad_norm": 0.5637326240539551, |
| "learning_rate": 3.133192723336895e-05, |
| "loss": 3.1734, |
| "step": 1259 |
| }, |
| { |
| "epoch": 4.375488917861799, |
| "grad_norm": 0.5349778532981873, |
| "learning_rate": 3.124703981952191e-05, |
| "loss": 3.1223, |
| "step": 1260 |
| }, |
| { |
| "epoch": 4.3789656671012605, |
| "grad_norm": 0.5977018475532532, |
| "learning_rate": 3.1162215259959594e-05, |
| "loss": 3.1931, |
| "step": 1261 |
| }, |
| { |
| "epoch": 4.382442416340721, |
| "grad_norm": 0.5777693390846252, |
| "learning_rate": 3.107745383898841e-05, |
| "loss": 3.2519, |
| "step": 1262 |
| }, |
| { |
| "epoch": 4.385919165580183, |
| "grad_norm": 0.5384812951087952, |
| "learning_rate": 3.0992755840703195e-05, |
| "loss": 3.1766, |
| "step": 1263 |
| }, |
| { |
| "epoch": 4.3893959148196435, |
| "grad_norm": 0.5800558924674988, |
| "learning_rate": 3.0908121548986136e-05, |
| "loss": 3.1622, |
| "step": 1264 |
| }, |
| { |
| "epoch": 4.392872664059105, |
| "grad_norm": 0.5624348521232605, |
| "learning_rate": 3.0823551247505975e-05, |
| "loss": 3.1381, |
| "step": 1265 |
| }, |
| { |
| "epoch": 4.396349413298566, |
| "grad_norm": 0.5728154182434082, |
| "learning_rate": 3.073904521971689e-05, |
| "loss": 3.0738, |
| "step": 1266 |
| }, |
| { |
| "epoch": 4.399826162538027, |
| "grad_norm": 0.6084502935409546, |
| "learning_rate": 3.065460374885771e-05, |
| "loss": 3.1587, |
| "step": 1267 |
| }, |
| { |
| "epoch": 4.403302911777488, |
| "grad_norm": 0.5481749773025513, |
| "learning_rate": 3.057022711795086e-05, |
| "loss": 3.1831, |
| "step": 1268 |
| }, |
| { |
| "epoch": 4.406779661016949, |
| "grad_norm": 0.5750850439071655, |
| "learning_rate": 3.048591560980143e-05, |
| "loss": 3.1694, |
| "step": 1269 |
| }, |
| { |
| "epoch": 4.410256410256411, |
| "grad_norm": 0.5632287859916687, |
| "learning_rate": 3.0401669506996256e-05, |
| "loss": 3.1857, |
| "step": 1270 |
| }, |
| { |
| "epoch": 4.413733159495871, |
| "grad_norm": 0.5208144783973694, |
| "learning_rate": 3.0317489091902935e-05, |
| "loss": 3.161, |
| "step": 1271 |
| }, |
| { |
| "epoch": 4.417209908735332, |
| "grad_norm": 0.5646597146987915, |
| "learning_rate": 3.0233374646668933e-05, |
| "loss": 3.1561, |
| "step": 1272 |
| }, |
| { |
| "epoch": 4.420686657974794, |
| "grad_norm": 0.6238527894020081, |
| "learning_rate": 3.014932645322056e-05, |
| "loss": 3.1294, |
| "step": 1273 |
| }, |
| { |
| "epoch": 4.424163407214254, |
| "grad_norm": 0.5221900939941406, |
| "learning_rate": 3.0065344793262112e-05, |
| "loss": 3.1726, |
| "step": 1274 |
| }, |
| { |
| "epoch": 4.427640156453716, |
| "grad_norm": 0.507268488407135, |
| "learning_rate": 2.9981429948274848e-05, |
| "loss": 3.1116, |
| "step": 1275 |
| }, |
| { |
| "epoch": 4.431116905693177, |
| "grad_norm": 0.5262473225593567, |
| "learning_rate": 2.9897582199516104e-05, |
| "loss": 3.1248, |
| "step": 1276 |
| }, |
| { |
| "epoch": 4.434593654932638, |
| "grad_norm": 0.5219045281410217, |
| "learning_rate": 2.9813801828018344e-05, |
| "loss": 3.1733, |
| "step": 1277 |
| }, |
| { |
| "epoch": 4.438070404172099, |
| "grad_norm": 0.5666697025299072, |
| "learning_rate": 2.973008911458816e-05, |
| "loss": 3.1438, |
| "step": 1278 |
| }, |
| { |
| "epoch": 4.44154715341156, |
| "grad_norm": 0.5166260004043579, |
| "learning_rate": 2.9646444339805436e-05, |
| "loss": 3.1529, |
| "step": 1279 |
| }, |
| { |
| "epoch": 4.445023902651021, |
| "grad_norm": 0.5471430420875549, |
| "learning_rate": 2.9562867784022262e-05, |
| "loss": 3.1087, |
| "step": 1280 |
| }, |
| { |
| "epoch": 4.448500651890482, |
| "grad_norm": 0.5563281774520874, |
| "learning_rate": 2.9479359727362173e-05, |
| "loss": 3.1607, |
| "step": 1281 |
| }, |
| { |
| "epoch": 4.451977401129944, |
| "grad_norm": 0.5162192583084106, |
| "learning_rate": 2.9395920449719027e-05, |
| "loss": 3.0287, |
| "step": 1282 |
| }, |
| { |
| "epoch": 4.4554541503694045, |
| "grad_norm": 0.5430468320846558, |
| "learning_rate": 2.931255023075624e-05, |
| "loss": 3.1928, |
| "step": 1283 |
| }, |
| { |
| "epoch": 4.458930899608866, |
| "grad_norm": 0.5762031078338623, |
| "learning_rate": 2.9229249349905684e-05, |
| "loss": 3.1146, |
| "step": 1284 |
| }, |
| { |
| "epoch": 4.462407648848327, |
| "grad_norm": 0.5716304183006287, |
| "learning_rate": 2.91460180863669e-05, |
| "loss": 3.1328, |
| "step": 1285 |
| }, |
| { |
| "epoch": 4.465884398087788, |
| "grad_norm": 0.48609912395477295, |
| "learning_rate": 2.9062856719106034e-05, |
| "loss": 3.1918, |
| "step": 1286 |
| }, |
| { |
| "epoch": 4.469361147327249, |
| "grad_norm": 0.5626135468482971, |
| "learning_rate": 2.8979765526855002e-05, |
| "loss": 3.0825, |
| "step": 1287 |
| }, |
| { |
| "epoch": 4.47283789656671, |
| "grad_norm": 0.5432965755462646, |
| "learning_rate": 2.8896744788110497e-05, |
| "loss": 3.1992, |
| "step": 1288 |
| }, |
| { |
| "epoch": 4.4763146458061716, |
| "grad_norm": 0.5227442979812622, |
| "learning_rate": 2.881379478113311e-05, |
| "loss": 3.1348, |
| "step": 1289 |
| }, |
| { |
| "epoch": 4.479791395045632, |
| "grad_norm": 0.5127291679382324, |
| "learning_rate": 2.873091578394626e-05, |
| "loss": 3.1505, |
| "step": 1290 |
| }, |
| { |
| "epoch": 4.483268144285093, |
| "grad_norm": 0.5297070145606995, |
| "learning_rate": 2.8648108074335472e-05, |
| "loss": 3.1592, |
| "step": 1291 |
| }, |
| { |
| "epoch": 4.486744893524555, |
| "grad_norm": 0.5441714525222778, |
| "learning_rate": 2.8565371929847284e-05, |
| "loss": 3.1568, |
| "step": 1292 |
| }, |
| { |
| "epoch": 4.490221642764015, |
| "grad_norm": 0.527181088924408, |
| "learning_rate": 2.8482707627788406e-05, |
| "loss": 3.0347, |
| "step": 1293 |
| }, |
| { |
| "epoch": 4.493698392003477, |
| "grad_norm": 0.5165045261383057, |
| "learning_rate": 2.840011544522467e-05, |
| "loss": 3.0401, |
| "step": 1294 |
| }, |
| { |
| "epoch": 4.497175141242938, |
| "grad_norm": 0.5333744287490845, |
| "learning_rate": 2.831759565898029e-05, |
| "loss": 3.1488, |
| "step": 1295 |
| }, |
| { |
| "epoch": 4.500651890482399, |
| "grad_norm": 0.5299988985061646, |
| "learning_rate": 2.8235148545636776e-05, |
| "loss": 3.1192, |
| "step": 1296 |
| }, |
| { |
| "epoch": 4.50412863972186, |
| "grad_norm": 0.5290223956108093, |
| "learning_rate": 2.8152774381532033e-05, |
| "loss": 3.1706, |
| "step": 1297 |
| }, |
| { |
| "epoch": 4.507605388961321, |
| "grad_norm": 0.5143240690231323, |
| "learning_rate": 2.8070473442759515e-05, |
| "loss": 3.0781, |
| "step": 1298 |
| }, |
| { |
| "epoch": 4.511082138200782, |
| "grad_norm": 0.5055028796195984, |
| "learning_rate": 2.798824600516723e-05, |
| "loss": 3.0796, |
| "step": 1299 |
| }, |
| { |
| "epoch": 4.514558887440243, |
| "grad_norm": 0.5169261693954468, |
| "learning_rate": 2.790609234435683e-05, |
| "loss": 3.026, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.518035636679705, |
| "grad_norm": 0.48205968737602234, |
| "learning_rate": 2.7824012735682693e-05, |
| "loss": 3.0564, |
| "step": 1301 |
| }, |
| { |
| "epoch": 4.5215123859191655, |
| "grad_norm": 0.5130692720413208, |
| "learning_rate": 2.774200745425096e-05, |
| "loss": 3.0893, |
| "step": 1302 |
| }, |
| { |
| "epoch": 4.524989135158627, |
| "grad_norm": 0.502295196056366, |
| "learning_rate": 2.7660076774918708e-05, |
| "loss": 3.0858, |
| "step": 1303 |
| }, |
| { |
| "epoch": 4.528465884398088, |
| "grad_norm": 0.5414760708808899, |
| "learning_rate": 2.757822097229294e-05, |
| "loss": 3.1763, |
| "step": 1304 |
| }, |
| { |
| "epoch": 4.531942633637549, |
| "grad_norm": 0.5080839991569519, |
| "learning_rate": 2.749644032072969e-05, |
| "loss": 3.1469, |
| "step": 1305 |
| }, |
| { |
| "epoch": 4.53541938287701, |
| "grad_norm": 0.510778546333313, |
| "learning_rate": 2.7414735094333137e-05, |
| "loss": 3.1893, |
| "step": 1306 |
| }, |
| { |
| "epoch": 4.538896132116471, |
| "grad_norm": 0.5154252648353577, |
| "learning_rate": 2.7333105566954627e-05, |
| "loss": 3.1355, |
| "step": 1307 |
| }, |
| { |
| "epoch": 4.5423728813559325, |
| "grad_norm": 0.5087947249412537, |
| "learning_rate": 2.7251552012191762e-05, |
| "loss": 3.1925, |
| "step": 1308 |
| }, |
| { |
| "epoch": 4.545849630595393, |
| "grad_norm": 0.5253137350082397, |
| "learning_rate": 2.7170074703387565e-05, |
| "loss": 3.2108, |
| "step": 1309 |
| }, |
| { |
| "epoch": 4.549326379834854, |
| "grad_norm": 0.5336745381355286, |
| "learning_rate": 2.708867391362948e-05, |
| "loss": 3.1476, |
| "step": 1310 |
| }, |
| { |
| "epoch": 4.552803129074316, |
| "grad_norm": 0.5403643846511841, |
| "learning_rate": 2.700734991574849e-05, |
| "loss": 3.1474, |
| "step": 1311 |
| }, |
| { |
| "epoch": 4.556279878313776, |
| "grad_norm": 0.5262840986251831, |
| "learning_rate": 2.6926102982318192e-05, |
| "loss": 3.2003, |
| "step": 1312 |
| }, |
| { |
| "epoch": 4.559756627553238, |
| "grad_norm": 0.5386162996292114, |
| "learning_rate": 2.684493338565386e-05, |
| "loss": 3.1021, |
| "step": 1313 |
| }, |
| { |
| "epoch": 4.563233376792699, |
| "grad_norm": 0.4971773624420166, |
| "learning_rate": 2.6763841397811573e-05, |
| "loss": 3.1549, |
| "step": 1314 |
| }, |
| { |
| "epoch": 4.56671012603216, |
| "grad_norm": 0.5384669303894043, |
| "learning_rate": 2.668282729058732e-05, |
| "loss": 3.1015, |
| "step": 1315 |
| }, |
| { |
| "epoch": 4.570186875271621, |
| "grad_norm": 0.5245262384414673, |
| "learning_rate": 2.6601891335516028e-05, |
| "loss": 3.1012, |
| "step": 1316 |
| }, |
| { |
| "epoch": 4.573663624511082, |
| "grad_norm": 0.5222594141960144, |
| "learning_rate": 2.6521033803870692e-05, |
| "loss": 3.1934, |
| "step": 1317 |
| }, |
| { |
| "epoch": 4.577140373750543, |
| "grad_norm": 0.5642375349998474, |
| "learning_rate": 2.6440254966661425e-05, |
| "loss": 3.1681, |
| "step": 1318 |
| }, |
| { |
| "epoch": 4.580617122990004, |
| "grad_norm": 0.5803114175796509, |
| "learning_rate": 2.6359555094634615e-05, |
| "loss": 3.152, |
| "step": 1319 |
| }, |
| { |
| "epoch": 4.584093872229466, |
| "grad_norm": 0.5136197209358215, |
| "learning_rate": 2.6278934458271997e-05, |
| "loss": 3.1403, |
| "step": 1320 |
| }, |
| { |
| "epoch": 4.5875706214689265, |
| "grad_norm": 0.5403902530670166, |
| "learning_rate": 2.6198393327789662e-05, |
| "loss": 3.1996, |
| "step": 1321 |
| }, |
| { |
| "epoch": 4.591047370708388, |
| "grad_norm": 0.5205239653587341, |
| "learning_rate": 2.6117931973137296e-05, |
| "loss": 3.0724, |
| "step": 1322 |
| }, |
| { |
| "epoch": 4.594524119947849, |
| "grad_norm": 0.5435472726821899, |
| "learning_rate": 2.603755066399718e-05, |
| "loss": 3.0977, |
| "step": 1323 |
| }, |
| { |
| "epoch": 4.5980008691873095, |
| "grad_norm": 0.5279546976089478, |
| "learning_rate": 2.5957249669783256e-05, |
| "loss": 3.0092, |
| "step": 1324 |
| }, |
| { |
| "epoch": 4.601477618426771, |
| "grad_norm": 0.5379184484481812, |
| "learning_rate": 2.587702925964034e-05, |
| "loss": 3.1167, |
| "step": 1325 |
| }, |
| { |
| "epoch": 4.604954367666232, |
| "grad_norm": 0.5148362517356873, |
| "learning_rate": 2.579688970244313e-05, |
| "loss": 3.098, |
| "step": 1326 |
| }, |
| { |
| "epoch": 4.6084311169056935, |
| "grad_norm": 0.5144993662834167, |
| "learning_rate": 2.5716831266795326e-05, |
| "loss": 3.0208, |
| "step": 1327 |
| }, |
| { |
| "epoch": 4.611907866145154, |
| "grad_norm": 0.5288809537887573, |
| "learning_rate": 2.563685422102876e-05, |
| "loss": 3.1685, |
| "step": 1328 |
| }, |
| { |
| "epoch": 4.615384615384615, |
| "grad_norm": 0.5119858980178833, |
| "learning_rate": 2.5556958833202405e-05, |
| "loss": 3.1729, |
| "step": 1329 |
| }, |
| { |
| "epoch": 4.618861364624077, |
| "grad_norm": 0.5306943655014038, |
| "learning_rate": 2.5477145371101597e-05, |
| "loss": 3.113, |
| "step": 1330 |
| }, |
| { |
| "epoch": 4.622338113863537, |
| "grad_norm": 0.4869849681854248, |
| "learning_rate": 2.539741410223707e-05, |
| "loss": 3.0586, |
| "step": 1331 |
| }, |
| { |
| "epoch": 4.625814863102999, |
| "grad_norm": 0.5126588940620422, |
| "learning_rate": 2.531776529384407e-05, |
| "loss": 3.0891, |
| "step": 1332 |
| }, |
| { |
| "epoch": 4.62929161234246, |
| "grad_norm": 0.48841309547424316, |
| "learning_rate": 2.523819921288147e-05, |
| "loss": 3.0713, |
| "step": 1333 |
| }, |
| { |
| "epoch": 4.632768361581921, |
| "grad_norm": 0.5154165625572205, |
| "learning_rate": 2.5158716126030836e-05, |
| "loss": 3.1351, |
| "step": 1334 |
| }, |
| { |
| "epoch": 4.636245110821382, |
| "grad_norm": 0.5262759327888489, |
| "learning_rate": 2.507931629969556e-05, |
| "loss": 3.0784, |
| "step": 1335 |
| }, |
| { |
| "epoch": 4.639721860060843, |
| "grad_norm": 0.5570662021636963, |
| "learning_rate": 2.500000000000001e-05, |
| "loss": 3.1477, |
| "step": 1336 |
| }, |
| { |
| "epoch": 4.643198609300304, |
| "grad_norm": 0.5133278369903564, |
| "learning_rate": 2.4920767492788576e-05, |
| "loss": 3.1487, |
| "step": 1337 |
| }, |
| { |
| "epoch": 4.646675358539765, |
| "grad_norm": 0.5384029150009155, |
| "learning_rate": 2.4841619043624807e-05, |
| "loss": 3.0638, |
| "step": 1338 |
| }, |
| { |
| "epoch": 4.650152107779227, |
| "grad_norm": 0.5107344388961792, |
| "learning_rate": 2.4762554917790525e-05, |
| "loss": 3.1279, |
| "step": 1339 |
| }, |
| { |
| "epoch": 4.6536288570186874, |
| "grad_norm": 0.5281763672828674, |
| "learning_rate": 2.4683575380284874e-05, |
| "loss": 3.162, |
| "step": 1340 |
| }, |
| { |
| "epoch": 4.657105606258149, |
| "grad_norm": 0.5439243912696838, |
| "learning_rate": 2.4604680695823533e-05, |
| "loss": 3.1004, |
| "step": 1341 |
| }, |
| { |
| "epoch": 4.66058235549761, |
| "grad_norm": 0.49902161955833435, |
| "learning_rate": 2.4525871128837773e-05, |
| "loss": 3.0821, |
| "step": 1342 |
| }, |
| { |
| "epoch": 4.6640591047370705, |
| "grad_norm": 0.5409182906150818, |
| "learning_rate": 2.4447146943473565e-05, |
| "loss": 3.1635, |
| "step": 1343 |
| }, |
| { |
| "epoch": 4.667535853976532, |
| "grad_norm": 0.5150710940361023, |
| "learning_rate": 2.436850840359073e-05, |
| "loss": 3.0735, |
| "step": 1344 |
| }, |
| { |
| "epoch": 4.671012603215993, |
| "grad_norm": 0.5056044459342957, |
| "learning_rate": 2.4289955772761974e-05, |
| "loss": 3.0758, |
| "step": 1345 |
| }, |
| { |
| "epoch": 4.6744893524554545, |
| "grad_norm": 0.5287520289421082, |
| "learning_rate": 2.4211489314272127e-05, |
| "loss": 3.1805, |
| "step": 1346 |
| }, |
| { |
| "epoch": 4.677966101694915, |
| "grad_norm": 0.5224068760871887, |
| "learning_rate": 2.4133109291117156e-05, |
| "loss": 3.0326, |
| "step": 1347 |
| }, |
| { |
| "epoch": 4.681442850934376, |
| "grad_norm": 0.4915207624435425, |
| "learning_rate": 2.4054815966003363e-05, |
| "loss": 3.0884, |
| "step": 1348 |
| }, |
| { |
| "epoch": 4.684919600173838, |
| "grad_norm": 0.542336642742157, |
| "learning_rate": 2.3976609601346394e-05, |
| "loss": 3.1397, |
| "step": 1349 |
| }, |
| { |
| "epoch": 4.688396349413298, |
| "grad_norm": 0.5344177484512329, |
| "learning_rate": 2.389849045927049e-05, |
| "loss": 3.1556, |
| "step": 1350 |
| }, |
| { |
| "epoch": 4.69187309865276, |
| "grad_norm": 0.49078139662742615, |
| "learning_rate": 2.3820458801607548e-05, |
| "loss": 3.1368, |
| "step": 1351 |
| }, |
| { |
| "epoch": 4.695349847892221, |
| "grad_norm": 0.55536949634552, |
| "learning_rate": 2.3742514889896196e-05, |
| "loss": 3.1188, |
| "step": 1352 |
| }, |
| { |
| "epoch": 4.698826597131681, |
| "grad_norm": 0.5023874640464783, |
| "learning_rate": 2.3664658985381e-05, |
| "loss": 3.1357, |
| "step": 1353 |
| }, |
| { |
| "epoch": 4.702303346371143, |
| "grad_norm": 0.5190631151199341, |
| "learning_rate": 2.3586891349011552e-05, |
| "loss": 3.175, |
| "step": 1354 |
| }, |
| { |
| "epoch": 4.705780095610604, |
| "grad_norm": 0.5370966196060181, |
| "learning_rate": 2.3509212241441593e-05, |
| "loss": 3.165, |
| "step": 1355 |
| }, |
| { |
| "epoch": 4.709256844850065, |
| "grad_norm": 0.5101494193077087, |
| "learning_rate": 2.3431621923028145e-05, |
| "loss": 3.1552, |
| "step": 1356 |
| }, |
| { |
| "epoch": 4.712733594089526, |
| "grad_norm": 0.5176619291305542, |
| "learning_rate": 2.335412065383061e-05, |
| "loss": 3.0863, |
| "step": 1357 |
| }, |
| { |
| "epoch": 4.716210343328988, |
| "grad_norm": 0.5212742686271667, |
| "learning_rate": 2.3276708693609943e-05, |
| "loss": 3.1169, |
| "step": 1358 |
| }, |
| { |
| "epoch": 4.719687092568448, |
| "grad_norm": 0.507392168045044, |
| "learning_rate": 2.3199386301827775e-05, |
| "loss": 3.1013, |
| "step": 1359 |
| }, |
| { |
| "epoch": 4.72316384180791, |
| "grad_norm": 0.516706109046936, |
| "learning_rate": 2.312215373764551e-05, |
| "loss": 3.0495, |
| "step": 1360 |
| }, |
| { |
| "epoch": 4.726640591047371, |
| "grad_norm": 0.49758976697921753, |
| "learning_rate": 2.304501125992351e-05, |
| "loss": 3.0798, |
| "step": 1361 |
| }, |
| { |
| "epoch": 4.7301173402868315, |
| "grad_norm": 0.525264322757721, |
| "learning_rate": 2.296795912722014e-05, |
| "loss": 3.0509, |
| "step": 1362 |
| }, |
| { |
| "epoch": 4.733594089526293, |
| "grad_norm": 0.5171617865562439, |
| "learning_rate": 2.2890997597790968e-05, |
| "loss": 3.1179, |
| "step": 1363 |
| }, |
| { |
| "epoch": 4.737070838765754, |
| "grad_norm": 0.536133885383606, |
| "learning_rate": 2.2814126929587933e-05, |
| "loss": 3.0698, |
| "step": 1364 |
| }, |
| { |
| "epoch": 4.7405475880052155, |
| "grad_norm": 0.5195457935333252, |
| "learning_rate": 2.2737347380258394e-05, |
| "loss": 3.0672, |
| "step": 1365 |
| }, |
| { |
| "epoch": 4.744024337244676, |
| "grad_norm": 0.5235431790351868, |
| "learning_rate": 2.266065920714432e-05, |
| "loss": 3.1695, |
| "step": 1366 |
| }, |
| { |
| "epoch": 4.747501086484137, |
| "grad_norm": 0.5295529365539551, |
| "learning_rate": 2.258406266728143e-05, |
| "loss": 3.1604, |
| "step": 1367 |
| }, |
| { |
| "epoch": 4.7509778357235986, |
| "grad_norm": 0.5380683541297913, |
| "learning_rate": 2.2507558017398263e-05, |
| "loss": 3.0974, |
| "step": 1368 |
| }, |
| { |
| "epoch": 4.754454584963059, |
| "grad_norm": 0.49247080087661743, |
| "learning_rate": 2.243114551391542e-05, |
| "loss": 3.1145, |
| "step": 1369 |
| }, |
| { |
| "epoch": 4.757931334202521, |
| "grad_norm": 0.5573008060455322, |
| "learning_rate": 2.2354825412944642e-05, |
| "loss": 3.1544, |
| "step": 1370 |
| }, |
| { |
| "epoch": 4.761408083441982, |
| "grad_norm": 0.5144769549369812, |
| "learning_rate": 2.2278597970287966e-05, |
| "loss": 3.1163, |
| "step": 1371 |
| }, |
| { |
| "epoch": 4.764884832681442, |
| "grad_norm": 0.5623053908348083, |
| "learning_rate": 2.2202463441436884e-05, |
| "loss": 3.2186, |
| "step": 1372 |
| }, |
| { |
| "epoch": 4.768361581920904, |
| "grad_norm": 0.5026108026504517, |
| "learning_rate": 2.2126422081571403e-05, |
| "loss": 3.1492, |
| "step": 1373 |
| }, |
| { |
| "epoch": 4.771838331160365, |
| "grad_norm": 0.5406736731529236, |
| "learning_rate": 2.2050474145559326e-05, |
| "loss": 3.125, |
| "step": 1374 |
| }, |
| { |
| "epoch": 4.775315080399826, |
| "grad_norm": 0.526690661907196, |
| "learning_rate": 2.1974619887955294e-05, |
| "loss": 3.1364, |
| "step": 1375 |
| }, |
| { |
| "epoch": 4.778791829639287, |
| "grad_norm": 0.5063409209251404, |
| "learning_rate": 2.1898859563e-05, |
| "loss": 3.1636, |
| "step": 1376 |
| }, |
| { |
| "epoch": 4.782268578878749, |
| "grad_norm": 0.5202750563621521, |
| "learning_rate": 2.1823193424619238e-05, |
| "loss": 3.1399, |
| "step": 1377 |
| }, |
| { |
| "epoch": 4.785745328118209, |
| "grad_norm": 0.5034672617912292, |
| "learning_rate": 2.174762172642319e-05, |
| "loss": 3.2438, |
| "step": 1378 |
| }, |
| { |
| "epoch": 4.789222077357671, |
| "grad_norm": 0.5040730834007263, |
| "learning_rate": 2.1672144721705433e-05, |
| "loss": 3.0598, |
| "step": 1379 |
| }, |
| { |
| "epoch": 4.792698826597132, |
| "grad_norm": 0.47813880443573, |
| "learning_rate": 2.1596762663442218e-05, |
| "loss": 3.1059, |
| "step": 1380 |
| }, |
| { |
| "epoch": 4.7961755758365925, |
| "grad_norm": 0.5351612567901611, |
| "learning_rate": 2.1521475804291535e-05, |
| "loss": 3.1185, |
| "step": 1381 |
| }, |
| { |
| "epoch": 4.799652325076054, |
| "grad_norm": 0.5197668075561523, |
| "learning_rate": 2.144628439659231e-05, |
| "loss": 3.1053, |
| "step": 1382 |
| }, |
| { |
| "epoch": 4.803129074315515, |
| "grad_norm": 0.49083802103996277, |
| "learning_rate": 2.1371188692363552e-05, |
| "loss": 3.093, |
| "step": 1383 |
| }, |
| { |
| "epoch": 4.8066058235549765, |
| "grad_norm": 0.5041195750236511, |
| "learning_rate": 2.1296188943303448e-05, |
| "loss": 3.1273, |
| "step": 1384 |
| }, |
| { |
| "epoch": 4.810082572794437, |
| "grad_norm": 0.5689459443092346, |
| "learning_rate": 2.122128540078862e-05, |
| "loss": 3.1277, |
| "step": 1385 |
| }, |
| { |
| "epoch": 4.813559322033898, |
| "grad_norm": 0.48876744508743286, |
| "learning_rate": 2.1146478315873238e-05, |
| "loss": 3.0268, |
| "step": 1386 |
| }, |
| { |
| "epoch": 4.8170360712733595, |
| "grad_norm": 0.5481560230255127, |
| "learning_rate": 2.1071767939288144e-05, |
| "loss": 3.1129, |
| "step": 1387 |
| }, |
| { |
| "epoch": 4.82051282051282, |
| "grad_norm": 0.5860038995742798, |
| "learning_rate": 2.09971545214401e-05, |
| "loss": 3.1246, |
| "step": 1388 |
| }, |
| { |
| "epoch": 4.823989569752282, |
| "grad_norm": 0.4835022985935211, |
| "learning_rate": 2.0922638312410792e-05, |
| "loss": 3.0547, |
| "step": 1389 |
| }, |
| { |
| "epoch": 4.827466318991743, |
| "grad_norm": 0.5766292214393616, |
| "learning_rate": 2.0848219561956206e-05, |
| "loss": 3.2223, |
| "step": 1390 |
| }, |
| { |
| "epoch": 4.830943068231203, |
| "grad_norm": 0.4890536963939667, |
| "learning_rate": 2.077389851950557e-05, |
| "loss": 3.0601, |
| "step": 1391 |
| }, |
| { |
| "epoch": 4.834419817470665, |
| "grad_norm": 0.508464515209198, |
| "learning_rate": 2.06996754341607e-05, |
| "loss": 3.032, |
| "step": 1392 |
| }, |
| { |
| "epoch": 4.837896566710126, |
| "grad_norm": 0.5292408466339111, |
| "learning_rate": 2.062555055469506e-05, |
| "loss": 3.1608, |
| "step": 1393 |
| }, |
| { |
| "epoch": 4.841373315949587, |
| "grad_norm": 0.4770180583000183, |
| "learning_rate": 2.0551524129552985e-05, |
| "loss": 3.116, |
| "step": 1394 |
| }, |
| { |
| "epoch": 4.844850065189048, |
| "grad_norm": 0.512302041053772, |
| "learning_rate": 2.047759640684876e-05, |
| "loss": 3.0814, |
| "step": 1395 |
| }, |
| { |
| "epoch": 4.84832681442851, |
| "grad_norm": 0.48571115732192993, |
| "learning_rate": 2.04037676343659e-05, |
| "loss": 3.1722, |
| "step": 1396 |
| }, |
| { |
| "epoch": 4.85180356366797, |
| "grad_norm": 0.48603254556655884, |
| "learning_rate": 2.0330038059556256e-05, |
| "loss": 3.12, |
| "step": 1397 |
| }, |
| { |
| "epoch": 4.855280312907432, |
| "grad_norm": 0.49838802218437195, |
| "learning_rate": 2.0256407929539202e-05, |
| "loss": 3.1449, |
| "step": 1398 |
| }, |
| { |
| "epoch": 4.858757062146893, |
| "grad_norm": 0.49490660429000854, |
| "learning_rate": 2.0182877491100806e-05, |
| "loss": 3.125, |
| "step": 1399 |
| }, |
| { |
| "epoch": 4.8622338113863535, |
| "grad_norm": 0.4796282649040222, |
| "learning_rate": 2.0109446990692964e-05, |
| "loss": 3.0519, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.865710560625815, |
| "grad_norm": 0.5214862823486328, |
| "learning_rate": 2.0036116674432654e-05, |
| "loss": 3.1385, |
| "step": 1401 |
| }, |
| { |
| "epoch": 4.869187309865276, |
| "grad_norm": 0.4797852337360382, |
| "learning_rate": 1.996288678810105e-05, |
| "loss": 3.0939, |
| "step": 1402 |
| }, |
| { |
| "epoch": 4.872664059104737, |
| "grad_norm": 0.5158775448799133, |
| "learning_rate": 1.9889757577142737e-05, |
| "loss": 3.1246, |
| "step": 1403 |
| }, |
| { |
| "epoch": 4.876140808344198, |
| "grad_norm": 0.4937228858470917, |
| "learning_rate": 1.9816729286664798e-05, |
| "loss": 2.9946, |
| "step": 1404 |
| }, |
| { |
| "epoch": 4.879617557583659, |
| "grad_norm": 0.491494357585907, |
| "learning_rate": 1.9743802161436136e-05, |
| "loss": 3.0483, |
| "step": 1405 |
| }, |
| { |
| "epoch": 4.8830943068231205, |
| "grad_norm": 0.4826614558696747, |
| "learning_rate": 1.967097644588657e-05, |
| "loss": 3.0563, |
| "step": 1406 |
| }, |
| { |
| "epoch": 4.886571056062581, |
| "grad_norm": 0.5007966160774231, |
| "learning_rate": 1.959825238410596e-05, |
| "loss": 3.1255, |
| "step": 1407 |
| }, |
| { |
| "epoch": 4.890047805302043, |
| "grad_norm": 0.5254808664321899, |
| "learning_rate": 1.9525630219843522e-05, |
| "loss": 3.1027, |
| "step": 1408 |
| }, |
| { |
| "epoch": 4.893524554541504, |
| "grad_norm": 0.5202295184135437, |
| "learning_rate": 1.9453110196506913e-05, |
| "loss": 3.0686, |
| "step": 1409 |
| }, |
| { |
| "epoch": 4.897001303780964, |
| "grad_norm": 0.5098284482955933, |
| "learning_rate": 1.938069255716145e-05, |
| "loss": 3.2055, |
| "step": 1410 |
| }, |
| { |
| "epoch": 4.900478053020426, |
| "grad_norm": 0.517220139503479, |
| "learning_rate": 1.930837754452931e-05, |
| "loss": 3.0823, |
| "step": 1411 |
| }, |
| { |
| "epoch": 4.903954802259887, |
| "grad_norm": 0.5010183453559875, |
| "learning_rate": 1.9236165400988638e-05, |
| "loss": 3.0627, |
| "step": 1412 |
| }, |
| { |
| "epoch": 4.907431551499348, |
| "grad_norm": 0.4953896105289459, |
| "learning_rate": 1.9164056368572846e-05, |
| "loss": 3.0968, |
| "step": 1413 |
| }, |
| { |
| "epoch": 4.910908300738809, |
| "grad_norm": 0.4907744824886322, |
| "learning_rate": 1.9092050688969738e-05, |
| "loss": 2.934, |
| "step": 1414 |
| }, |
| { |
| "epoch": 4.914385049978271, |
| "grad_norm": 0.5396456122398376, |
| "learning_rate": 1.9020148603520694e-05, |
| "loss": 3.1413, |
| "step": 1415 |
| }, |
| { |
| "epoch": 4.917861799217731, |
| "grad_norm": 0.4796368479728699, |
| "learning_rate": 1.894835035321991e-05, |
| "loss": 3.0553, |
| "step": 1416 |
| }, |
| { |
| "epoch": 4.921338548457193, |
| "grad_norm": 0.509888231754303, |
| "learning_rate": 1.8876656178713525e-05, |
| "loss": 3.0997, |
| "step": 1417 |
| }, |
| { |
| "epoch": 4.924815297696654, |
| "grad_norm": 0.5054630041122437, |
| "learning_rate": 1.8805066320298832e-05, |
| "loss": 3.1347, |
| "step": 1418 |
| }, |
| { |
| "epoch": 4.9282920469361144, |
| "grad_norm": 0.506965160369873, |
| "learning_rate": 1.8733581017923533e-05, |
| "loss": 3.1165, |
| "step": 1419 |
| }, |
| { |
| "epoch": 4.931768796175576, |
| "grad_norm": 0.4983595311641693, |
| "learning_rate": 1.8662200511184874e-05, |
| "loss": 3.1969, |
| "step": 1420 |
| }, |
| { |
| "epoch": 4.935245545415037, |
| "grad_norm": 0.48033374547958374, |
| "learning_rate": 1.8590925039328855e-05, |
| "loss": 3.0475, |
| "step": 1421 |
| }, |
| { |
| "epoch": 4.938722294654498, |
| "grad_norm": 0.48913419246673584, |
| "learning_rate": 1.8519754841249443e-05, |
| "loss": 3.0912, |
| "step": 1422 |
| }, |
| { |
| "epoch": 4.942199043893959, |
| "grad_norm": 0.4766146242618561, |
| "learning_rate": 1.8448690155487715e-05, |
| "loss": 3.0585, |
| "step": 1423 |
| }, |
| { |
| "epoch": 4.94567579313342, |
| "grad_norm": 0.5143147706985474, |
| "learning_rate": 1.837773122023114e-05, |
| "loss": 3.1216, |
| "step": 1424 |
| }, |
| { |
| "epoch": 4.9491525423728815, |
| "grad_norm": 0.5010018944740295, |
| "learning_rate": 1.830687827331275e-05, |
| "loss": 3.122, |
| "step": 1425 |
| }, |
| { |
| "epoch": 4.952629291612342, |
| "grad_norm": 0.519191324710846, |
| "learning_rate": 1.8236131552210317e-05, |
| "loss": 3.1109, |
| "step": 1426 |
| }, |
| { |
| "epoch": 4.956106040851804, |
| "grad_norm": 0.5037075877189636, |
| "learning_rate": 1.8165491294045593e-05, |
| "loss": 3.014, |
| "step": 1427 |
| }, |
| { |
| "epoch": 4.959582790091265, |
| "grad_norm": 0.5274494290351868, |
| "learning_rate": 1.8094957735583463e-05, |
| "loss": 3.0914, |
| "step": 1428 |
| }, |
| { |
| "epoch": 4.963059539330725, |
| "grad_norm": 0.5338578820228577, |
| "learning_rate": 1.802453111323122e-05, |
| "loss": 3.0104, |
| "step": 1429 |
| }, |
| { |
| "epoch": 4.966536288570187, |
| "grad_norm": 0.5094507336616516, |
| "learning_rate": 1.7954211663037728e-05, |
| "loss": 3.1215, |
| "step": 1430 |
| }, |
| { |
| "epoch": 4.970013037809648, |
| "grad_norm": 0.5530762076377869, |
| "learning_rate": 1.788399962069266e-05, |
| "loss": 3.1778, |
| "step": 1431 |
| }, |
| { |
| "epoch": 4.973489787049109, |
| "grad_norm": 0.49168628454208374, |
| "learning_rate": 1.781389522152565e-05, |
| "loss": 3.1523, |
| "step": 1432 |
| }, |
| { |
| "epoch": 4.97696653628857, |
| "grad_norm": 0.543717086315155, |
| "learning_rate": 1.774389870050559e-05, |
| "loss": 3.0974, |
| "step": 1433 |
| }, |
| { |
| "epoch": 4.980443285528032, |
| "grad_norm": 0.4832988679409027, |
| "learning_rate": 1.7674010292239744e-05, |
| "loss": 3.0996, |
| "step": 1434 |
| }, |
| { |
| "epoch": 4.983920034767492, |
| "grad_norm": 0.5092836022377014, |
| "learning_rate": 1.760423023097307e-05, |
| "loss": 3.0521, |
| "step": 1435 |
| }, |
| { |
| "epoch": 4.987396784006954, |
| "grad_norm": 0.5006300210952759, |
| "learning_rate": 1.7534558750587345e-05, |
| "loss": 3.1263, |
| "step": 1436 |
| }, |
| { |
| "epoch": 4.990873533246415, |
| "grad_norm": 0.4926410913467407, |
| "learning_rate": 1.7464996084600433e-05, |
| "loss": 3.0774, |
| "step": 1437 |
| }, |
| { |
| "epoch": 4.994350282485875, |
| "grad_norm": 0.474171906709671, |
| "learning_rate": 1.739554246616549e-05, |
| "loss": 3.0128, |
| "step": 1438 |
| }, |
| { |
| "epoch": 4.997827031725337, |
| "grad_norm": 0.4734145402908325, |
| "learning_rate": 1.7326198128070133e-05, |
| "loss": 2.9946, |
| "step": 1439 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.5680263042449951, |
| "learning_rate": 1.725696330273575e-05, |
| "loss": 3.0865, |
| "step": 1440 |
| }, |
| { |
| "epoch": 5.003476749239461, |
| "grad_norm": 0.4952830970287323, |
| "learning_rate": 1.7187838222216663e-05, |
| "loss": 2.9644, |
| "step": 1441 |
| }, |
| { |
| "epoch": 5.006953498478922, |
| "grad_norm": 0.4864019453525543, |
| "learning_rate": 1.711882311819936e-05, |
| "loss": 3.0979, |
| "step": 1442 |
| }, |
| { |
| "epoch": 5.010430247718383, |
| "grad_norm": 0.506616473197937, |
| "learning_rate": 1.7049918222001742e-05, |
| "loss": 3.122, |
| "step": 1443 |
| }, |
| { |
| "epoch": 5.013906996957845, |
| "grad_norm": 0.4952886700630188, |
| "learning_rate": 1.6981123764572273e-05, |
| "loss": 3.0794, |
| "step": 1444 |
| }, |
| { |
| "epoch": 5.017383746197305, |
| "grad_norm": 0.5021927952766418, |
| "learning_rate": 1.6912439976489313e-05, |
| "loss": 3.1295, |
| "step": 1445 |
| }, |
| { |
| "epoch": 5.020860495436767, |
| "grad_norm": 0.4874928891658783, |
| "learning_rate": 1.684386708796025e-05, |
| "loss": 3.1032, |
| "step": 1446 |
| }, |
| { |
| "epoch": 5.024337244676228, |
| "grad_norm": 0.5078150033950806, |
| "learning_rate": 1.6775405328820805e-05, |
| "loss": 3.1201, |
| "step": 1447 |
| }, |
| { |
| "epoch": 5.0278139939156885, |
| "grad_norm": 0.47642481327056885, |
| "learning_rate": 1.670705492853421e-05, |
| "loss": 3.0506, |
| "step": 1448 |
| }, |
| { |
| "epoch": 5.03129074315515, |
| "grad_norm": 0.5237090587615967, |
| "learning_rate": 1.6638816116190475e-05, |
| "loss": 3.1616, |
| "step": 1449 |
| }, |
| { |
| "epoch": 5.034767492394611, |
| "grad_norm": 0.5067710876464844, |
| "learning_rate": 1.6570689120505555e-05, |
| "loss": 3.1494, |
| "step": 1450 |
| }, |
| { |
| "epoch": 5.0382442416340725, |
| "grad_norm": 0.5045792460441589, |
| "learning_rate": 1.650267416982067e-05, |
| "loss": 3.1457, |
| "step": 1451 |
| }, |
| { |
| "epoch": 5.041720990873533, |
| "grad_norm": 0.5121103525161743, |
| "learning_rate": 1.6434771492101485e-05, |
| "loss": 3.0338, |
| "step": 1452 |
| }, |
| { |
| "epoch": 5.045197740112994, |
| "grad_norm": 0.4789864420890808, |
| "learning_rate": 1.6366981314937376e-05, |
| "loss": 3.0468, |
| "step": 1453 |
| }, |
| { |
| "epoch": 5.0486744893524556, |
| "grad_norm": 0.5022554993629456, |
| "learning_rate": 1.6299303865540617e-05, |
| "loss": 3.1252, |
| "step": 1454 |
| }, |
| { |
| "epoch": 5.052151238591916, |
| "grad_norm": 0.49874892830848694, |
| "learning_rate": 1.6231739370745703e-05, |
| "loss": 3.0489, |
| "step": 1455 |
| }, |
| { |
| "epoch": 5.055627987831378, |
| "grad_norm": 0.4912637770175934, |
| "learning_rate": 1.6164288057008466e-05, |
| "loss": 3.0752, |
| "step": 1456 |
| }, |
| { |
| "epoch": 5.059104737070839, |
| "grad_norm": 0.4912840723991394, |
| "learning_rate": 1.6096950150405454e-05, |
| "loss": 3.1287, |
| "step": 1457 |
| }, |
| { |
| "epoch": 5.0625814863103, |
| "grad_norm": 0.5014127492904663, |
| "learning_rate": 1.6029725876633085e-05, |
| "loss": 3.1283, |
| "step": 1458 |
| }, |
| { |
| "epoch": 5.066058235549761, |
| "grad_norm": 0.4787100851535797, |
| "learning_rate": 1.5962615461006924e-05, |
| "loss": 3.1367, |
| "step": 1459 |
| }, |
| { |
| "epoch": 5.069534984789222, |
| "grad_norm": 0.49083542823791504, |
| "learning_rate": 1.589561912846089e-05, |
| "loss": 3.081, |
| "step": 1460 |
| }, |
| { |
| "epoch": 5.073011734028683, |
| "grad_norm": 0.48826974630355835, |
| "learning_rate": 1.582873710354657e-05, |
| "loss": 3.0724, |
| "step": 1461 |
| }, |
| { |
| "epoch": 5.076488483268144, |
| "grad_norm": 0.4925864040851593, |
| "learning_rate": 1.576196961043237e-05, |
| "loss": 2.9944, |
| "step": 1462 |
| }, |
| { |
| "epoch": 5.079965232507606, |
| "grad_norm": 0.4802667796611786, |
| "learning_rate": 1.569531687290288e-05, |
| "loss": 3.0584, |
| "step": 1463 |
| }, |
| { |
| "epoch": 5.083441981747066, |
| "grad_norm": 0.5159469842910767, |
| "learning_rate": 1.5628779114358034e-05, |
| "loss": 3.079, |
| "step": 1464 |
| }, |
| { |
| "epoch": 5.086918730986528, |
| "grad_norm": 0.4779518246650696, |
| "learning_rate": 1.556235655781239e-05, |
| "loss": 3.1105, |
| "step": 1465 |
| }, |
| { |
| "epoch": 5.090395480225989, |
| "grad_norm": 0.5127723217010498, |
| "learning_rate": 1.549604942589441e-05, |
| "loss": 3.0305, |
| "step": 1466 |
| }, |
| { |
| "epoch": 5.0938722294654495, |
| "grad_norm": 0.5168395638465881, |
| "learning_rate": 1.5429857940845633e-05, |
| "loss": 3.1509, |
| "step": 1467 |
| }, |
| { |
| "epoch": 5.097348978704911, |
| "grad_norm": 0.49684715270996094, |
| "learning_rate": 1.536378232452003e-05, |
| "loss": 3.037, |
| "step": 1468 |
| }, |
| { |
| "epoch": 5.100825727944372, |
| "grad_norm": 0.5140928626060486, |
| "learning_rate": 1.529782279838321e-05, |
| "loss": 3.0983, |
| "step": 1469 |
| }, |
| { |
| "epoch": 5.1043024771838335, |
| "grad_norm": 0.5105652213096619, |
| "learning_rate": 1.5231979583511668e-05, |
| "loss": 3.0414, |
| "step": 1470 |
| }, |
| { |
| "epoch": 5.107779226423294, |
| "grad_norm": 0.5075240135192871, |
| "learning_rate": 1.5166252900592082e-05, |
| "loss": 3.0819, |
| "step": 1471 |
| }, |
| { |
| "epoch": 5.111255975662755, |
| "grad_norm": 0.5023607015609741, |
| "learning_rate": 1.5100642969920503e-05, |
| "loss": 3.0479, |
| "step": 1472 |
| }, |
| { |
| "epoch": 5.1147327249022165, |
| "grad_norm": 0.519066333770752, |
| "learning_rate": 1.5035150011401727e-05, |
| "loss": 3.1059, |
| "step": 1473 |
| }, |
| { |
| "epoch": 5.118209474141677, |
| "grad_norm": 0.5103733539581299, |
| "learning_rate": 1.496977424454843e-05, |
| "loss": 3.0913, |
| "step": 1474 |
| }, |
| { |
| "epoch": 5.121686223381139, |
| "grad_norm": 0.49367067217826843, |
| "learning_rate": 1.4904515888480536e-05, |
| "loss": 3.1771, |
| "step": 1475 |
| }, |
| { |
| "epoch": 5.1251629726206, |
| "grad_norm": 0.4967593252658844, |
| "learning_rate": 1.4839375161924446e-05, |
| "loss": 3.0717, |
| "step": 1476 |
| }, |
| { |
| "epoch": 5.128639721860061, |
| "grad_norm": 0.483659952878952, |
| "learning_rate": 1.4774352283212306e-05, |
| "loss": 3.0219, |
| "step": 1477 |
| }, |
| { |
| "epoch": 5.132116471099522, |
| "grad_norm": 0.47200506925582886, |
| "learning_rate": 1.4709447470281217e-05, |
| "loss": 3.0199, |
| "step": 1478 |
| }, |
| { |
| "epoch": 5.135593220338983, |
| "grad_norm": 0.49920839071273804, |
| "learning_rate": 1.4644660940672627e-05, |
| "loss": 3.1066, |
| "step": 1479 |
| }, |
| { |
| "epoch": 5.139069969578444, |
| "grad_norm": 0.4712933599948883, |
| "learning_rate": 1.4579992911531498e-05, |
| "loss": 3.0786, |
| "step": 1480 |
| }, |
| { |
| "epoch": 5.142546718817905, |
| "grad_norm": 0.4965963661670685, |
| "learning_rate": 1.4515443599605627e-05, |
| "loss": 3.0316, |
| "step": 1481 |
| }, |
| { |
| "epoch": 5.146023468057367, |
| "grad_norm": 0.46099987626075745, |
| "learning_rate": 1.4451013221244913e-05, |
| "loss": 3.0089, |
| "step": 1482 |
| }, |
| { |
| "epoch": 5.149500217296827, |
| "grad_norm": 0.49877581000328064, |
| "learning_rate": 1.4386701992400586e-05, |
| "loss": 3.0595, |
| "step": 1483 |
| }, |
| { |
| "epoch": 5.152976966536288, |
| "grad_norm": 0.47550636529922485, |
| "learning_rate": 1.4322510128624567e-05, |
| "loss": 2.9965, |
| "step": 1484 |
| }, |
| { |
| "epoch": 5.15645371577575, |
| "grad_norm": 0.4906829595565796, |
| "learning_rate": 1.4258437845068685e-05, |
| "loss": 3.0932, |
| "step": 1485 |
| }, |
| { |
| "epoch": 5.1599304650152105, |
| "grad_norm": 0.47613778710365295, |
| "learning_rate": 1.4194485356483977e-05, |
| "loss": 3.0283, |
| "step": 1486 |
| }, |
| { |
| "epoch": 5.163407214254672, |
| "grad_norm": 0.4815172851085663, |
| "learning_rate": 1.4130652877219947e-05, |
| "loss": 3.0631, |
| "step": 1487 |
| }, |
| { |
| "epoch": 5.166883963494133, |
| "grad_norm": 0.47476691007614136, |
| "learning_rate": 1.406694062122389e-05, |
| "loss": 3.0189, |
| "step": 1488 |
| }, |
| { |
| "epoch": 5.170360712733594, |
| "grad_norm": 0.4923785626888275, |
| "learning_rate": 1.4003348802040112e-05, |
| "loss": 3.0331, |
| "step": 1489 |
| }, |
| { |
| "epoch": 5.173837461973055, |
| "grad_norm": 0.4678713381290436, |
| "learning_rate": 1.3939877632809278e-05, |
| "loss": 2.9611, |
| "step": 1490 |
| }, |
| { |
| "epoch": 5.177314211212516, |
| "grad_norm": 0.48306557536125183, |
| "learning_rate": 1.387652732626768e-05, |
| "loss": 3.0772, |
| "step": 1491 |
| }, |
| { |
| "epoch": 5.1807909604519775, |
| "grad_norm": 0.47807446122169495, |
| "learning_rate": 1.3813298094746491e-05, |
| "loss": 2.9963, |
| "step": 1492 |
| }, |
| { |
| "epoch": 5.184267709691438, |
| "grad_norm": 0.46229419112205505, |
| "learning_rate": 1.3750190150171105e-05, |
| "loss": 3.0278, |
| "step": 1493 |
| }, |
| { |
| "epoch": 5.1877444589309, |
| "grad_norm": 0.4713948965072632, |
| "learning_rate": 1.3687203704060342e-05, |
| "loss": 3.1379, |
| "step": 1494 |
| }, |
| { |
| "epoch": 5.191221208170361, |
| "grad_norm": 0.47037366032600403, |
| "learning_rate": 1.3624338967525857e-05, |
| "loss": 3.1018, |
| "step": 1495 |
| }, |
| { |
| "epoch": 5.194697957409822, |
| "grad_norm": 0.45954567193984985, |
| "learning_rate": 1.356159615127135e-05, |
| "loss": 3.0508, |
| "step": 1496 |
| }, |
| { |
| "epoch": 5.198174706649283, |
| "grad_norm": 0.47411566972732544, |
| "learning_rate": 1.3498975465591867e-05, |
| "loss": 3.0462, |
| "step": 1497 |
| }, |
| { |
| "epoch": 5.201651455888744, |
| "grad_norm": 0.4694608747959137, |
| "learning_rate": 1.3436477120373143e-05, |
| "loss": 3.0887, |
| "step": 1498 |
| }, |
| { |
| "epoch": 5.205128205128205, |
| "grad_norm": 0.4654156565666199, |
| "learning_rate": 1.337410132509081e-05, |
| "loss": 3.0725, |
| "step": 1499 |
| }, |
| { |
| "epoch": 5.208604954367666, |
| "grad_norm": 0.45913633704185486, |
| "learning_rate": 1.3311848288809813e-05, |
| "loss": 3.026, |
| "step": 1500 |
| }, |
| { |
| "epoch": 5.212081703607128, |
| "grad_norm": 0.45800894498825073, |
| "learning_rate": 1.3249718220183583e-05, |
| "loss": 3.0755, |
| "step": 1501 |
| }, |
| { |
| "epoch": 5.215558452846588, |
| "grad_norm": 0.46444812417030334, |
| "learning_rate": 1.3187711327453445e-05, |
| "loss": 3.0823, |
| "step": 1502 |
| }, |
| { |
| "epoch": 5.219035202086049, |
| "grad_norm": 0.47551393508911133, |
| "learning_rate": 1.3125827818447862e-05, |
| "loss": 3.0347, |
| "step": 1503 |
| }, |
| { |
| "epoch": 5.222511951325511, |
| "grad_norm": 0.49685007333755493, |
| "learning_rate": 1.3064067900581773e-05, |
| "loss": 3.1281, |
| "step": 1504 |
| }, |
| { |
| "epoch": 5.2259887005649714, |
| "grad_norm": 0.47061434388160706, |
| "learning_rate": 1.3002431780855817e-05, |
| "loss": 3.1229, |
| "step": 1505 |
| }, |
| { |
| "epoch": 5.229465449804433, |
| "grad_norm": 0.5090036392211914, |
| "learning_rate": 1.2940919665855761e-05, |
| "loss": 2.9923, |
| "step": 1506 |
| }, |
| { |
| "epoch": 5.232942199043894, |
| "grad_norm": 0.45235443115234375, |
| "learning_rate": 1.2879531761751713e-05, |
| "loss": 3.0002, |
| "step": 1507 |
| }, |
| { |
| "epoch": 5.236418948283355, |
| "grad_norm": 0.486585408449173, |
| "learning_rate": 1.2818268274297474e-05, |
| "loss": 3.1673, |
| "step": 1508 |
| }, |
| { |
| "epoch": 5.239895697522816, |
| "grad_norm": 0.4809410274028778, |
| "learning_rate": 1.2757129408829843e-05, |
| "loss": 3.0792, |
| "step": 1509 |
| }, |
| { |
| "epoch": 5.243372446762277, |
| "grad_norm": 0.4928673803806305, |
| "learning_rate": 1.2696115370267925e-05, |
| "loss": 3.1247, |
| "step": 1510 |
| }, |
| { |
| "epoch": 5.2468491960017385, |
| "grad_norm": 0.4768332540988922, |
| "learning_rate": 1.2635226363112401e-05, |
| "loss": 3.072, |
| "step": 1511 |
| }, |
| { |
| "epoch": 5.250325945241199, |
| "grad_norm": 0.4630432724952698, |
| "learning_rate": 1.257446259144494e-05, |
| "loss": 3.0369, |
| "step": 1512 |
| }, |
| { |
| "epoch": 5.253802694480661, |
| "grad_norm": 0.47798049449920654, |
| "learning_rate": 1.2513824258927438e-05, |
| "loss": 3.131, |
| "step": 1513 |
| }, |
| { |
| "epoch": 5.257279443720122, |
| "grad_norm": 0.4752330482006073, |
| "learning_rate": 1.2453311568801367e-05, |
| "loss": 3.1487, |
| "step": 1514 |
| }, |
| { |
| "epoch": 5.260756192959583, |
| "grad_norm": 0.4717276990413666, |
| "learning_rate": 1.2392924723887039e-05, |
| "loss": 3.066, |
| "step": 1515 |
| }, |
| { |
| "epoch": 5.264232942199044, |
| "grad_norm": 0.47000083327293396, |
| "learning_rate": 1.2332663926583038e-05, |
| "loss": 2.9598, |
| "step": 1516 |
| }, |
| { |
| "epoch": 5.267709691438505, |
| "grad_norm": 0.46743789315223694, |
| "learning_rate": 1.227252937886541e-05, |
| "loss": 3.0595, |
| "step": 1517 |
| }, |
| { |
| "epoch": 5.271186440677966, |
| "grad_norm": 0.4703062176704407, |
| "learning_rate": 1.2212521282287092e-05, |
| "loss": 3.0263, |
| "step": 1518 |
| }, |
| { |
| "epoch": 5.274663189917427, |
| "grad_norm": 0.496021568775177, |
| "learning_rate": 1.2152639837977187e-05, |
| "loss": 3.013, |
| "step": 1519 |
| }, |
| { |
| "epoch": 5.278139939156889, |
| "grad_norm": 0.48973992466926575, |
| "learning_rate": 1.209288524664029e-05, |
| "loss": 3.1375, |
| "step": 1520 |
| }, |
| { |
| "epoch": 5.281616688396349, |
| "grad_norm": 0.49357324838638306, |
| "learning_rate": 1.2033257708555845e-05, |
| "loss": 3.0935, |
| "step": 1521 |
| }, |
| { |
| "epoch": 5.28509343763581, |
| "grad_norm": 0.4617580771446228, |
| "learning_rate": 1.1973757423577404e-05, |
| "loss": 2.9214, |
| "step": 1522 |
| }, |
| { |
| "epoch": 5.288570186875272, |
| "grad_norm": 0.4951948821544647, |
| "learning_rate": 1.1914384591132044e-05, |
| "loss": 3.0443, |
| "step": 1523 |
| }, |
| { |
| "epoch": 5.292046936114732, |
| "grad_norm": 0.4785456657409668, |
| "learning_rate": 1.1855139410219657e-05, |
| "loss": 3.0451, |
| "step": 1524 |
| }, |
| { |
| "epoch": 5.295523685354194, |
| "grad_norm": 0.47750359773635864, |
| "learning_rate": 1.1796022079412272e-05, |
| "loss": 3.1302, |
| "step": 1525 |
| }, |
| { |
| "epoch": 5.299000434593655, |
| "grad_norm": 0.4931430518627167, |
| "learning_rate": 1.1737032796853432e-05, |
| "loss": 3.1065, |
| "step": 1526 |
| }, |
| { |
| "epoch": 5.302477183833116, |
| "grad_norm": 0.48678264021873474, |
| "learning_rate": 1.1678171760257439e-05, |
| "loss": 3.0954, |
| "step": 1527 |
| }, |
| { |
| "epoch": 5.305953933072577, |
| "grad_norm": 0.47306203842163086, |
| "learning_rate": 1.161943916690883e-05, |
| "loss": 3.0279, |
| "step": 1528 |
| }, |
| { |
| "epoch": 5.309430682312038, |
| "grad_norm": 0.4727276861667633, |
| "learning_rate": 1.1560835213661564e-05, |
| "loss": 3.1249, |
| "step": 1529 |
| }, |
| { |
| "epoch": 5.3129074315514995, |
| "grad_norm": 0.45371294021606445, |
| "learning_rate": 1.1502360096938487e-05, |
| "loss": 2.9934, |
| "step": 1530 |
| }, |
| { |
| "epoch": 5.31638418079096, |
| "grad_norm": 0.48115792870521545, |
| "learning_rate": 1.144401401273062e-05, |
| "loss": 3.0486, |
| "step": 1531 |
| }, |
| { |
| "epoch": 5.319860930030422, |
| "grad_norm": 0.4729406237602234, |
| "learning_rate": 1.1385797156596506e-05, |
| "loss": 3.0835, |
| "step": 1532 |
| }, |
| { |
| "epoch": 5.3233376792698825, |
| "grad_norm": 0.46308913826942444, |
| "learning_rate": 1.1327709723661517e-05, |
| "loss": 3.0495, |
| "step": 1533 |
| }, |
| { |
| "epoch": 5.326814428509344, |
| "grad_norm": 0.4657433032989502, |
| "learning_rate": 1.1269751908617277e-05, |
| "loss": 2.9911, |
| "step": 1534 |
| }, |
| { |
| "epoch": 5.330291177748805, |
| "grad_norm": 0.45987650752067566, |
| "learning_rate": 1.1211923905720956e-05, |
| "loss": 3.0637, |
| "step": 1535 |
| }, |
| { |
| "epoch": 5.333767926988266, |
| "grad_norm": 0.46726325154304504, |
| "learning_rate": 1.1154225908794642e-05, |
| "loss": 3.0673, |
| "step": 1536 |
| }, |
| { |
| "epoch": 5.337244676227727, |
| "grad_norm": 0.4622207581996918, |
| "learning_rate": 1.1096658111224684e-05, |
| "loss": 3.0466, |
| "step": 1537 |
| }, |
| { |
| "epoch": 5.340721425467188, |
| "grad_norm": 0.48004594445228577, |
| "learning_rate": 1.1039220705961001e-05, |
| "loss": 3.1712, |
| "step": 1538 |
| }, |
| { |
| "epoch": 5.34419817470665, |
| "grad_norm": 0.4778420925140381, |
| "learning_rate": 1.0981913885516527e-05, |
| "loss": 3.1482, |
| "step": 1539 |
| }, |
| { |
| "epoch": 5.34767492394611, |
| "grad_norm": 0.446816086769104, |
| "learning_rate": 1.0924737841966498e-05, |
| "loss": 3.0631, |
| "step": 1540 |
| }, |
| { |
| "epoch": 5.351151673185571, |
| "grad_norm": 0.465069979429245, |
| "learning_rate": 1.0867692766947812e-05, |
| "loss": 3.0714, |
| "step": 1541 |
| }, |
| { |
| "epoch": 5.354628422425033, |
| "grad_norm": 0.4674012064933777, |
| "learning_rate": 1.0810778851658438e-05, |
| "loss": 3.1051, |
| "step": 1542 |
| }, |
| { |
| "epoch": 5.358105171664493, |
| "grad_norm": 0.46494433283805847, |
| "learning_rate": 1.0753996286856688e-05, |
| "loss": 3.0391, |
| "step": 1543 |
| }, |
| { |
| "epoch": 5.361581920903955, |
| "grad_norm": 0.46729180216789246, |
| "learning_rate": 1.0697345262860636e-05, |
| "loss": 3.1156, |
| "step": 1544 |
| }, |
| { |
| "epoch": 5.365058670143416, |
| "grad_norm": 0.4721660614013672, |
| "learning_rate": 1.0640825969547496e-05, |
| "loss": 3.1373, |
| "step": 1545 |
| }, |
| { |
| "epoch": 5.368535419382877, |
| "grad_norm": 0.47204047441482544, |
| "learning_rate": 1.0584438596352952e-05, |
| "loss": 3.0871, |
| "step": 1546 |
| }, |
| { |
| "epoch": 5.372012168622338, |
| "grad_norm": 0.47127583622932434, |
| "learning_rate": 1.0528183332270519e-05, |
| "loss": 3.1441, |
| "step": 1547 |
| }, |
| { |
| "epoch": 5.375488917861799, |
| "grad_norm": 0.4934067130088806, |
| "learning_rate": 1.047206036585095e-05, |
| "loss": 3.0754, |
| "step": 1548 |
| }, |
| { |
| "epoch": 5.3789656671012605, |
| "grad_norm": 0.45597216486930847, |
| "learning_rate": 1.041606988520153e-05, |
| "loss": 3.1062, |
| "step": 1549 |
| }, |
| { |
| "epoch": 5.382442416340721, |
| "grad_norm": 0.46915626525878906, |
| "learning_rate": 1.0360212077985521e-05, |
| "loss": 3.0976, |
| "step": 1550 |
| }, |
| { |
| "epoch": 5.385919165580183, |
| "grad_norm": 0.4795849919319153, |
| "learning_rate": 1.030448713142151e-05, |
| "loss": 3.0746, |
| "step": 1551 |
| }, |
| { |
| "epoch": 5.3893959148196435, |
| "grad_norm": 0.4348246157169342, |
| "learning_rate": 1.0248895232282762e-05, |
| "loss": 3.0168, |
| "step": 1552 |
| }, |
| { |
| "epoch": 5.392872664059105, |
| "grad_norm": 0.5004274845123291, |
| "learning_rate": 1.0193436566896625e-05, |
| "loss": 3.0659, |
| "step": 1553 |
| }, |
| { |
| "epoch": 5.396349413298566, |
| "grad_norm": 0.4510630667209625, |
| "learning_rate": 1.013811132114384e-05, |
| "loss": 3.0664, |
| "step": 1554 |
| }, |
| { |
| "epoch": 5.399826162538027, |
| "grad_norm": 0.47762078046798706, |
| "learning_rate": 1.0082919680458014e-05, |
| "loss": 3.1583, |
| "step": 1555 |
| }, |
| { |
| "epoch": 5.403302911777488, |
| "grad_norm": 0.4656456410884857, |
| "learning_rate": 1.0027861829824952e-05, |
| "loss": 3.0065, |
| "step": 1556 |
| }, |
| { |
| "epoch": 5.406779661016949, |
| "grad_norm": 0.45920252799987793, |
| "learning_rate": 9.972937953781986e-06, |
| "loss": 3.1666, |
| "step": 1557 |
| }, |
| { |
| "epoch": 5.410256410256411, |
| "grad_norm": 0.4843366742134094, |
| "learning_rate": 9.918148236417452e-06, |
| "loss": 3.0652, |
| "step": 1558 |
| }, |
| { |
| "epoch": 5.413733159495871, |
| "grad_norm": 0.46141600608825684, |
| "learning_rate": 9.863492861370004e-06, |
| "loss": 3.0977, |
| "step": 1559 |
| }, |
| { |
| "epoch": 5.417209908735332, |
| "grad_norm": 0.45874103903770447, |
| "learning_rate": 9.808972011828055e-06, |
| "loss": 2.9799, |
| "step": 1560 |
| }, |
| { |
| "epoch": 5.420686657974794, |
| "grad_norm": 0.46027660369873047, |
| "learning_rate": 9.754585870529059e-06, |
| "loss": 3.1338, |
| "step": 1561 |
| }, |
| { |
| "epoch": 5.424163407214254, |
| "grad_norm": 0.4515167772769928, |
| "learning_rate": 9.700334619759038e-06, |
| "loss": 3.0767, |
| "step": 1562 |
| }, |
| { |
| "epoch": 5.427640156453716, |
| "grad_norm": 0.4566735327243805, |
| "learning_rate": 9.646218441351867e-06, |
| "loss": 3.0172, |
| "step": 1563 |
| }, |
| { |
| "epoch": 5.431116905693177, |
| "grad_norm": 0.45395126938819885, |
| "learning_rate": 9.592237516688708e-06, |
| "loss": 3.0072, |
| "step": 1564 |
| }, |
| { |
| "epoch": 5.434593654932638, |
| "grad_norm": 0.4817012548446655, |
| "learning_rate": 9.538392026697408e-06, |
| "loss": 3.1232, |
| "step": 1565 |
| }, |
| { |
| "epoch": 5.438070404172099, |
| "grad_norm": 0.4628289043903351, |
| "learning_rate": 9.484682151851832e-06, |
| "loss": 3.0401, |
| "step": 1566 |
| }, |
| { |
| "epoch": 5.44154715341156, |
| "grad_norm": 0.4673340320587158, |
| "learning_rate": 9.431108072171346e-06, |
| "loss": 2.9883, |
| "step": 1567 |
| }, |
| { |
| "epoch": 5.445023902651021, |
| "grad_norm": 0.45545145869255066, |
| "learning_rate": 9.377669967220165e-06, |
| "loss": 3.0543, |
| "step": 1568 |
| }, |
| { |
| "epoch": 5.448500651890482, |
| "grad_norm": 0.45707741379737854, |
| "learning_rate": 9.324368016106761e-06, |
| "loss": 3.1049, |
| "step": 1569 |
| }, |
| { |
| "epoch": 5.451977401129944, |
| "grad_norm": 0.4631718099117279, |
| "learning_rate": 9.271202397483215e-06, |
| "loss": 3.1157, |
| "step": 1570 |
| }, |
| { |
| "epoch": 5.4554541503694045, |
| "grad_norm": 0.46336543560028076, |
| "learning_rate": 9.218173289544735e-06, |
| "loss": 2.9833, |
| "step": 1571 |
| }, |
| { |
| "epoch": 5.458930899608866, |
| "grad_norm": 0.4526154398918152, |
| "learning_rate": 9.16528087002892e-06, |
| "loss": 3.0316, |
| "step": 1572 |
| }, |
| { |
| "epoch": 5.462407648848327, |
| "grad_norm": 0.44709017872810364, |
| "learning_rate": 9.11252531621527e-06, |
| "loss": 3.0742, |
| "step": 1573 |
| }, |
| { |
| "epoch": 5.465884398087788, |
| "grad_norm": 0.4863232374191284, |
| "learning_rate": 9.05990680492454e-06, |
| "loss": 3.1241, |
| "step": 1574 |
| }, |
| { |
| "epoch": 5.469361147327249, |
| "grad_norm": 0.4572135806083679, |
| "learning_rate": 9.007425512518164e-06, |
| "loss": 3.0628, |
| "step": 1575 |
| }, |
| { |
| "epoch": 5.47283789656671, |
| "grad_norm": 0.4494728147983551, |
| "learning_rate": 8.955081614897664e-06, |
| "loss": 3.0376, |
| "step": 1576 |
| }, |
| { |
| "epoch": 5.4763146458061716, |
| "grad_norm": 0.4699227809906006, |
| "learning_rate": 8.902875287504025e-06, |
| "loss": 3.0442, |
| "step": 1577 |
| }, |
| { |
| "epoch": 5.479791395045632, |
| "grad_norm": 0.4395771324634552, |
| "learning_rate": 8.850806705317183e-06, |
| "loss": 2.9835, |
| "step": 1578 |
| }, |
| { |
| "epoch": 5.483268144285093, |
| "grad_norm": 0.4605022370815277, |
| "learning_rate": 8.798876042855358e-06, |
| "loss": 3.1216, |
| "step": 1579 |
| }, |
| { |
| "epoch": 5.486744893524555, |
| "grad_norm": 0.47916972637176514, |
| "learning_rate": 8.747083474174527e-06, |
| "loss": 3.1716, |
| "step": 1580 |
| }, |
| { |
| "epoch": 5.490221642764015, |
| "grad_norm": 0.4568222761154175, |
| "learning_rate": 8.69542917286782e-06, |
| "loss": 3.1073, |
| "step": 1581 |
| }, |
| { |
| "epoch": 5.493698392003477, |
| "grad_norm": 0.4488259255886078, |
| "learning_rate": 8.6439133120649e-06, |
| "loss": 3.0121, |
| "step": 1582 |
| }, |
| { |
| "epoch": 5.497175141242938, |
| "grad_norm": 0.4373837411403656, |
| "learning_rate": 8.592536064431467e-06, |
| "loss": 3.0243, |
| "step": 1583 |
| }, |
| { |
| "epoch": 5.500651890482399, |
| "grad_norm": 0.46101701259613037, |
| "learning_rate": 8.541297602168591e-06, |
| "loss": 3.099, |
| "step": 1584 |
| }, |
| { |
| "epoch": 5.50412863972186, |
| "grad_norm": 0.4696287214756012, |
| "learning_rate": 8.490198097012203e-06, |
| "loss": 3.1134, |
| "step": 1585 |
| }, |
| { |
| "epoch": 5.507605388961321, |
| "grad_norm": 0.43790748715400696, |
| "learning_rate": 8.439237720232484e-06, |
| "loss": 3.0106, |
| "step": 1586 |
| }, |
| { |
| "epoch": 5.511082138200782, |
| "grad_norm": 0.4761092960834503, |
| "learning_rate": 8.3884166426333e-06, |
| "loss": 3.0973, |
| "step": 1587 |
| }, |
| { |
| "epoch": 5.514558887440243, |
| "grad_norm": 0.46510714292526245, |
| "learning_rate": 8.337735034551613e-06, |
| "loss": 3.1247, |
| "step": 1588 |
| }, |
| { |
| "epoch": 5.518035636679705, |
| "grad_norm": 0.4549061059951782, |
| "learning_rate": 8.287193065856935e-06, |
| "loss": 3.0587, |
| "step": 1589 |
| }, |
| { |
| "epoch": 5.5215123859191655, |
| "grad_norm": 0.46748998761177063, |
| "learning_rate": 8.236790905950765e-06, |
| "loss": 3.1052, |
| "step": 1590 |
| }, |
| { |
| "epoch": 5.524989135158627, |
| "grad_norm": 0.4555809497833252, |
| "learning_rate": 8.186528723765979e-06, |
| "loss": 3.0366, |
| "step": 1591 |
| }, |
| { |
| "epoch": 5.528465884398088, |
| "grad_norm": 0.45778852701187134, |
| "learning_rate": 8.136406687766318e-06, |
| "loss": 3.0882, |
| "step": 1592 |
| }, |
| { |
| "epoch": 5.531942633637549, |
| "grad_norm": 0.4485376477241516, |
| "learning_rate": 8.086424965945755e-06, |
| "loss": 3.0317, |
| "step": 1593 |
| }, |
| { |
| "epoch": 5.53541938287701, |
| "grad_norm": 0.44758340716362, |
| "learning_rate": 8.036583725828001e-06, |
| "loss": 3.0241, |
| "step": 1594 |
| }, |
| { |
| "epoch": 5.538896132116471, |
| "grad_norm": 0.4677172303199768, |
| "learning_rate": 7.986883134465916e-06, |
| "loss": 3.1337, |
| "step": 1595 |
| }, |
| { |
| "epoch": 5.5423728813559325, |
| "grad_norm": 0.4411722421646118, |
| "learning_rate": 7.937323358440935e-06, |
| "loss": 3.1009, |
| "step": 1596 |
| }, |
| { |
| "epoch": 5.545849630595393, |
| "grad_norm": 0.45588281750679016, |
| "learning_rate": 7.887904563862547e-06, |
| "loss": 3.1043, |
| "step": 1597 |
| }, |
| { |
| "epoch": 5.549326379834854, |
| "grad_norm": 0.4676235616207123, |
| "learning_rate": 7.838626916367675e-06, |
| "loss": 3.1354, |
| "step": 1598 |
| }, |
| { |
| "epoch": 5.552803129074316, |
| "grad_norm": 0.4364144504070282, |
| "learning_rate": 7.789490581120169e-06, |
| "loss": 3.051, |
| "step": 1599 |
| }, |
| { |
| "epoch": 5.556279878313776, |
| "grad_norm": 0.457533061504364, |
| "learning_rate": 7.740495722810271e-06, |
| "loss": 3.1305, |
| "step": 1600 |
| }, |
| { |
| "epoch": 5.559756627553238, |
| "grad_norm": 0.4606762230396271, |
| "learning_rate": 7.691642505654007e-06, |
| "loss": 3.0427, |
| "step": 1601 |
| }, |
| { |
| "epoch": 5.563233376792699, |
| "grad_norm": 0.4465121328830719, |
| "learning_rate": 7.642931093392674e-06, |
| "loss": 3.1152, |
| "step": 1602 |
| }, |
| { |
| "epoch": 5.56671012603216, |
| "grad_norm": 0.4565368592739105, |
| "learning_rate": 7.594361649292303e-06, |
| "loss": 3.0521, |
| "step": 1603 |
| }, |
| { |
| "epoch": 5.570186875271621, |
| "grad_norm": 0.44448092579841614, |
| "learning_rate": 7.545934336143034e-06, |
| "loss": 3.0368, |
| "step": 1604 |
| }, |
| { |
| "epoch": 5.573663624511082, |
| "grad_norm": 0.44336286187171936, |
| "learning_rate": 7.497649316258687e-06, |
| "loss": 3.0708, |
| "step": 1605 |
| }, |
| { |
| "epoch": 5.577140373750543, |
| "grad_norm": 0.4594724178314209, |
| "learning_rate": 7.449506751476121e-06, |
| "loss": 3.0141, |
| "step": 1606 |
| }, |
| { |
| "epoch": 5.580617122990004, |
| "grad_norm": 0.45023006200790405, |
| "learning_rate": 7.40150680315474e-06, |
| "loss": 3.1725, |
| "step": 1607 |
| }, |
| { |
| "epoch": 5.584093872229466, |
| "grad_norm": 0.46296626329421997, |
| "learning_rate": 7.353649632175957e-06, |
| "loss": 3.046, |
| "step": 1608 |
| }, |
| { |
| "epoch": 5.5875706214689265, |
| "grad_norm": 0.4497106969356537, |
| "learning_rate": 7.305935398942598e-06, |
| "loss": 2.9753, |
| "step": 1609 |
| }, |
| { |
| "epoch": 5.591047370708388, |
| "grad_norm": 0.46122488379478455, |
| "learning_rate": 7.258364263378437e-06, |
| "loss": 3.0618, |
| "step": 1610 |
| }, |
| { |
| "epoch": 5.594524119947849, |
| "grad_norm": 0.45882707834243774, |
| "learning_rate": 7.21093638492763e-06, |
| "loss": 3.0114, |
| "step": 1611 |
| }, |
| { |
| "epoch": 5.5980008691873095, |
| "grad_norm": 0.4593908488750458, |
| "learning_rate": 7.163651922554149e-06, |
| "loss": 3.192, |
| "step": 1612 |
| }, |
| { |
| "epoch": 5.601477618426771, |
| "grad_norm": 0.4521577060222626, |
| "learning_rate": 7.1165110347413025e-06, |
| "loss": 3.0416, |
| "step": 1613 |
| }, |
| { |
| "epoch": 5.604954367666232, |
| "grad_norm": 0.46317487955093384, |
| "learning_rate": 7.06951387949118e-06, |
| "loss": 3.1004, |
| "step": 1614 |
| }, |
| { |
| "epoch": 5.6084311169056935, |
| "grad_norm": 0.4537200927734375, |
| "learning_rate": 7.022660614324122e-06, |
| "loss": 3.0639, |
| "step": 1615 |
| }, |
| { |
| "epoch": 5.611907866145154, |
| "grad_norm": 0.4527956545352936, |
| "learning_rate": 6.975951396278168e-06, |
| "loss": 3.0711, |
| "step": 1616 |
| }, |
| { |
| "epoch": 5.615384615384615, |
| "grad_norm": 0.46440109610557556, |
| "learning_rate": 6.9293863819085865e-06, |
| "loss": 3.095, |
| "step": 1617 |
| }, |
| { |
| "epoch": 5.618861364624077, |
| "grad_norm": 0.4648788571357727, |
| "learning_rate": 6.882965727287305e-06, |
| "loss": 3.0182, |
| "step": 1618 |
| }, |
| { |
| "epoch": 5.622338113863537, |
| "grad_norm": 0.4295171797275543, |
| "learning_rate": 6.836689588002399e-06, |
| "loss": 2.9744, |
| "step": 1619 |
| }, |
| { |
| "epoch": 5.625814863102999, |
| "grad_norm": 0.464074045419693, |
| "learning_rate": 6.790558119157597e-06, |
| "loss": 3.0175, |
| "step": 1620 |
| }, |
| { |
| "epoch": 5.62929161234246, |
| "grad_norm": 0.4391389787197113, |
| "learning_rate": 6.74457147537168e-06, |
| "loss": 3.0392, |
| "step": 1621 |
| }, |
| { |
| "epoch": 5.632768361581921, |
| "grad_norm": 0.4579889476299286, |
| "learning_rate": 6.698729810778065e-06, |
| "loss": 3.0613, |
| "step": 1622 |
| }, |
| { |
| "epoch": 5.636245110821382, |
| "grad_norm": 0.46115800738334656, |
| "learning_rate": 6.65303327902424e-06, |
| "loss": 3.044, |
| "step": 1623 |
| }, |
| { |
| "epoch": 5.639721860060843, |
| "grad_norm": 0.4502374529838562, |
| "learning_rate": 6.607482033271229e-06, |
| "loss": 3.0842, |
| "step": 1624 |
| }, |
| { |
| "epoch": 5.643198609300304, |
| "grad_norm": 0.44308748841285706, |
| "learning_rate": 6.562076226193136e-06, |
| "loss": 3.1463, |
| "step": 1625 |
| }, |
| { |
| "epoch": 5.646675358539765, |
| "grad_norm": 0.44475382566452026, |
| "learning_rate": 6.516816009976556e-06, |
| "loss": 3.1117, |
| "step": 1626 |
| }, |
| { |
| "epoch": 5.650152107779227, |
| "grad_norm": 0.4457295536994934, |
| "learning_rate": 6.471701536320118e-06, |
| "loss": 3.0655, |
| "step": 1627 |
| }, |
| { |
| "epoch": 5.6536288570186874, |
| "grad_norm": 0.43922004103660583, |
| "learning_rate": 6.4267329564339895e-06, |
| "loss": 3.0753, |
| "step": 1628 |
| }, |
| { |
| "epoch": 5.657105606258149, |
| "grad_norm": 0.4469055235385895, |
| "learning_rate": 6.381910421039328e-06, |
| "loss": 3.2001, |
| "step": 1629 |
| }, |
| { |
| "epoch": 5.66058235549761, |
| "grad_norm": 0.4434399902820587, |
| "learning_rate": 6.337234080367794e-06, |
| "loss": 3.1005, |
| "step": 1630 |
| }, |
| { |
| "epoch": 5.6640591047370705, |
| "grad_norm": 0.4269639253616333, |
| "learning_rate": 6.292704084161067e-06, |
| "loss": 3.0321, |
| "step": 1631 |
| }, |
| { |
| "epoch": 5.667535853976532, |
| "grad_norm": 0.44678542017936707, |
| "learning_rate": 6.248320581670281e-06, |
| "loss": 3.0467, |
| "step": 1632 |
| }, |
| { |
| "epoch": 5.671012603215993, |
| "grad_norm": 0.4449600577354431, |
| "learning_rate": 6.204083721655607e-06, |
| "loss": 3.0347, |
| "step": 1633 |
| }, |
| { |
| "epoch": 5.6744893524554545, |
| "grad_norm": 0.43621253967285156, |
| "learning_rate": 6.159993652385698e-06, |
| "loss": 3.0156, |
| "step": 1634 |
| }, |
| { |
| "epoch": 5.677966101694915, |
| "grad_norm": 0.4372401833534241, |
| "learning_rate": 6.116050521637218e-06, |
| "loss": 2.9871, |
| "step": 1635 |
| }, |
| { |
| "epoch": 5.681442850934376, |
| "grad_norm": 0.449531614780426, |
| "learning_rate": 6.072254476694328e-06, |
| "loss": 3.1147, |
| "step": 1636 |
| }, |
| { |
| "epoch": 5.684919600173838, |
| "grad_norm": 0.4365013539791107, |
| "learning_rate": 6.028605664348191e-06, |
| "loss": 3.0371, |
| "step": 1637 |
| }, |
| { |
| "epoch": 5.688396349413298, |
| "grad_norm": 0.45457354187965393, |
| "learning_rate": 5.985104230896516e-06, |
| "loss": 3.0452, |
| "step": 1638 |
| }, |
| { |
| "epoch": 5.69187309865276, |
| "grad_norm": 0.4303637444972992, |
| "learning_rate": 5.941750322143036e-06, |
| "loss": 3.0588, |
| "step": 1639 |
| }, |
| { |
| "epoch": 5.695349847892221, |
| "grad_norm": 0.42853423953056335, |
| "learning_rate": 5.898544083397e-06, |
| "loss": 3.1129, |
| "step": 1640 |
| }, |
| { |
| "epoch": 5.698826597131681, |
| "grad_norm": 0.4471043348312378, |
| "learning_rate": 5.8554856594727425e-06, |
| "loss": 3.0419, |
| "step": 1641 |
| }, |
| { |
| "epoch": 5.702303346371143, |
| "grad_norm": 0.44851046800613403, |
| "learning_rate": 5.812575194689163e-06, |
| "loss": 3.0814, |
| "step": 1642 |
| }, |
| { |
| "epoch": 5.705780095610604, |
| "grad_norm": 0.42725709080696106, |
| "learning_rate": 5.76981283286922e-06, |
| "loss": 3.0032, |
| "step": 1643 |
| }, |
| { |
| "epoch": 5.709256844850065, |
| "grad_norm": 0.43283796310424805, |
| "learning_rate": 5.727198717339511e-06, |
| "loss": 3.05, |
| "step": 1644 |
| }, |
| { |
| "epoch": 5.712733594089526, |
| "grad_norm": 0.44458362460136414, |
| "learning_rate": 5.684732990929725e-06, |
| "loss": 3.0892, |
| "step": 1645 |
| }, |
| { |
| "epoch": 5.716210343328988, |
| "grad_norm": 0.4499422609806061, |
| "learning_rate": 5.642415795972228e-06, |
| "loss": 3.1489, |
| "step": 1646 |
| }, |
| { |
| "epoch": 5.719687092568448, |
| "grad_norm": 0.4384379982948303, |
| "learning_rate": 5.600247274301535e-06, |
| "loss": 3.0991, |
| "step": 1647 |
| }, |
| { |
| "epoch": 5.72316384180791, |
| "grad_norm": 0.4302300214767456, |
| "learning_rate": 5.558227567253832e-06, |
| "loss": 3.0915, |
| "step": 1648 |
| }, |
| { |
| "epoch": 5.726640591047371, |
| "grad_norm": 0.4346764385700226, |
| "learning_rate": 5.5163568156665565e-06, |
| "loss": 3.0154, |
| "step": 1649 |
| }, |
| { |
| "epoch": 5.7301173402868315, |
| "grad_norm": 0.429609477519989, |
| "learning_rate": 5.474635159877883e-06, |
| "loss": 2.9877, |
| "step": 1650 |
| }, |
| { |
| "epoch": 5.733594089526293, |
| "grad_norm": 0.45559728145599365, |
| "learning_rate": 5.433062739726258e-06, |
| "loss": 3.1049, |
| "step": 1651 |
| }, |
| { |
| "epoch": 5.737070838765754, |
| "grad_norm": 0.4608874022960663, |
| "learning_rate": 5.391639694549943e-06, |
| "loss": 3.1147, |
| "step": 1652 |
| }, |
| { |
| "epoch": 5.7405475880052155, |
| "grad_norm": 0.4482730031013489, |
| "learning_rate": 5.350366163186521e-06, |
| "loss": 3.069, |
| "step": 1653 |
| }, |
| { |
| "epoch": 5.744024337244676, |
| "grad_norm": 0.4392632246017456, |
| "learning_rate": 5.30924228397246e-06, |
| "loss": 3.1065, |
| "step": 1654 |
| }, |
| { |
| "epoch": 5.747501086484137, |
| "grad_norm": 0.43618863821029663, |
| "learning_rate": 5.2682681947426375e-06, |
| "loss": 3.0498, |
| "step": 1655 |
| }, |
| { |
| "epoch": 5.7509778357235986, |
| "grad_norm": 0.4522383213043213, |
| "learning_rate": 5.227444032829887e-06, |
| "loss": 3.1129, |
| "step": 1656 |
| }, |
| { |
| "epoch": 5.754454584963059, |
| "grad_norm": 0.4380725920200348, |
| "learning_rate": 5.186769935064534e-06, |
| "loss": 3.0673, |
| "step": 1657 |
| }, |
| { |
| "epoch": 5.757931334202521, |
| "grad_norm": 0.4552653729915619, |
| "learning_rate": 5.146246037773922e-06, |
| "loss": 3.121, |
| "step": 1658 |
| }, |
| { |
| "epoch": 5.761408083441982, |
| "grad_norm": 0.44829854369163513, |
| "learning_rate": 5.105872476781964e-06, |
| "loss": 3.0677, |
| "step": 1659 |
| }, |
| { |
| "epoch": 5.764884832681442, |
| "grad_norm": 0.4196740984916687, |
| "learning_rate": 5.065649387408705e-06, |
| "loss": 2.9564, |
| "step": 1660 |
| }, |
| { |
| "epoch": 5.768361581920904, |
| "grad_norm": 0.44454118609428406, |
| "learning_rate": 5.025576904469842e-06, |
| "loss": 2.9863, |
| "step": 1661 |
| }, |
| { |
| "epoch": 5.771838331160365, |
| "grad_norm": 0.4422823190689087, |
| "learning_rate": 4.985655162276298e-06, |
| "loss": 3.0987, |
| "step": 1662 |
| }, |
| { |
| "epoch": 5.775315080399826, |
| "grad_norm": 0.44028976559638977, |
| "learning_rate": 4.945884294633757e-06, |
| "loss": 3.0641, |
| "step": 1663 |
| }, |
| { |
| "epoch": 5.778791829639287, |
| "grad_norm": 0.43805432319641113, |
| "learning_rate": 4.906264434842195e-06, |
| "loss": 3.1735, |
| "step": 1664 |
| }, |
| { |
| "epoch": 5.782268578878749, |
| "grad_norm": 0.4369741380214691, |
| "learning_rate": 4.866795715695477e-06, |
| "loss": 2.983, |
| "step": 1665 |
| }, |
| { |
| "epoch": 5.785745328118209, |
| "grad_norm": 0.42888718843460083, |
| "learning_rate": 4.827478269480895e-06, |
| "loss": 2.9566, |
| "step": 1666 |
| }, |
| { |
| "epoch": 5.789222077357671, |
| "grad_norm": 0.44136032462120056, |
| "learning_rate": 4.788312227978686e-06, |
| "loss": 3.143, |
| "step": 1667 |
| }, |
| { |
| "epoch": 5.792698826597132, |
| "grad_norm": 0.42934727668762207, |
| "learning_rate": 4.74929772246166e-06, |
| "loss": 3.1335, |
| "step": 1668 |
| }, |
| { |
| "epoch": 5.7961755758365925, |
| "grad_norm": 0.44165438413619995, |
| "learning_rate": 4.710434883694715e-06, |
| "loss": 3.0607, |
| "step": 1669 |
| }, |
| { |
| "epoch": 5.799652325076054, |
| "grad_norm": 0.4275215268135071, |
| "learning_rate": 4.6717238419344e-06, |
| "loss": 3.052, |
| "step": 1670 |
| }, |
| { |
| "epoch": 5.803129074315515, |
| "grad_norm": 0.4319266676902771, |
| "learning_rate": 4.6331647269284795e-06, |
| "loss": 3.0009, |
| "step": 1671 |
| }, |
| { |
| "epoch": 5.8066058235549765, |
| "grad_norm": 0.4423021972179413, |
| "learning_rate": 4.594757667915523e-06, |
| "loss": 3.0179, |
| "step": 1672 |
| }, |
| { |
| "epoch": 5.810082572794437, |
| "grad_norm": 0.4336705207824707, |
| "learning_rate": 4.556502793624445e-06, |
| "loss": 3.0279, |
| "step": 1673 |
| }, |
| { |
| "epoch": 5.813559322033898, |
| "grad_norm": 0.41388699412345886, |
| "learning_rate": 4.5184002322740785e-06, |
| "loss": 3.015, |
| "step": 1674 |
| }, |
| { |
| "epoch": 5.8170360712733595, |
| "grad_norm": 0.43204250931739807, |
| "learning_rate": 4.48045011157277e-06, |
| "loss": 3.0567, |
| "step": 1675 |
| }, |
| { |
| "epoch": 5.82051282051282, |
| "grad_norm": 0.4401572048664093, |
| "learning_rate": 4.442652558717897e-06, |
| "loss": 3.0272, |
| "step": 1676 |
| }, |
| { |
| "epoch": 5.823989569752282, |
| "grad_norm": 0.41776955127716064, |
| "learning_rate": 4.405007700395497e-06, |
| "loss": 2.9544, |
| "step": 1677 |
| }, |
| { |
| "epoch": 5.827466318991743, |
| "grad_norm": 0.4356550872325897, |
| "learning_rate": 4.3675156627798196e-06, |
| "loss": 3.0096, |
| "step": 1678 |
| }, |
| { |
| "epoch": 5.830943068231203, |
| "grad_norm": 0.43083855509757996, |
| "learning_rate": 4.330176571532907e-06, |
| "loss": 3.0231, |
| "step": 1679 |
| }, |
| { |
| "epoch": 5.834419817470665, |
| "grad_norm": 0.43351972103118896, |
| "learning_rate": 4.292990551804171e-06, |
| "loss": 3.0642, |
| "step": 1680 |
| }, |
| { |
| "epoch": 5.837896566710126, |
| "grad_norm": 0.4334842562675476, |
| "learning_rate": 4.255957728229965e-06, |
| "loss": 3.0491, |
| "step": 1681 |
| }, |
| { |
| "epoch": 5.841373315949587, |
| "grad_norm": 0.4342375695705414, |
| "learning_rate": 4.219078224933176e-06, |
| "loss": 3.0382, |
| "step": 1682 |
| }, |
| { |
| "epoch": 5.844850065189048, |
| "grad_norm": 0.42653897404670715, |
| "learning_rate": 4.182352165522807e-06, |
| "loss": 3.0741, |
| "step": 1683 |
| }, |
| { |
| "epoch": 5.84832681442851, |
| "grad_norm": 0.43444690108299255, |
| "learning_rate": 4.145779673093581e-06, |
| "loss": 3.0743, |
| "step": 1684 |
| }, |
| { |
| "epoch": 5.85180356366797, |
| "grad_norm": 0.42880359292030334, |
| "learning_rate": 4.109360870225493e-06, |
| "loss": 3.0114, |
| "step": 1685 |
| }, |
| { |
| "epoch": 5.855280312907432, |
| "grad_norm": 0.4228828251361847, |
| "learning_rate": 4.0730958789834295e-06, |
| "loss": 3.103, |
| "step": 1686 |
| }, |
| { |
| "epoch": 5.858757062146893, |
| "grad_norm": 0.4425991475582123, |
| "learning_rate": 4.036984820916723e-06, |
| "loss": 3.0108, |
| "step": 1687 |
| }, |
| { |
| "epoch": 5.8622338113863535, |
| "grad_norm": 0.43377602100372314, |
| "learning_rate": 4.001027817058789e-06, |
| "loss": 3.1284, |
| "step": 1688 |
| }, |
| { |
| "epoch": 5.865710560625815, |
| "grad_norm": 0.4408301115036011, |
| "learning_rate": 3.965224987926702e-06, |
| "loss": 3.0967, |
| "step": 1689 |
| }, |
| { |
| "epoch": 5.869187309865276, |
| "grad_norm": 0.43531477451324463, |
| "learning_rate": 3.9295764535207724e-06, |
| "loss": 3.0079, |
| "step": 1690 |
| }, |
| { |
| "epoch": 5.872664059104737, |
| "grad_norm": 0.43204811215400696, |
| "learning_rate": 3.894082333324184e-06, |
| "loss": 3.01, |
| "step": 1691 |
| }, |
| { |
| "epoch": 5.876140808344198, |
| "grad_norm": 0.43953630328178406, |
| "learning_rate": 3.858742746302535e-06, |
| "loss": 3.1421, |
| "step": 1692 |
| }, |
| { |
| "epoch": 5.879617557583659, |
| "grad_norm": 0.4389553964138031, |
| "learning_rate": 3.823557810903517e-06, |
| "loss": 3.1524, |
| "step": 1693 |
| }, |
| { |
| "epoch": 5.8830943068231205, |
| "grad_norm": 0.43646112084388733, |
| "learning_rate": 3.78852764505645e-06, |
| "loss": 3.1744, |
| "step": 1694 |
| }, |
| { |
| "epoch": 5.886571056062581, |
| "grad_norm": 0.4238009452819824, |
| "learning_rate": 3.7536523661719112e-06, |
| "loss": 3.0273, |
| "step": 1695 |
| }, |
| { |
| "epoch": 5.890047805302043, |
| "grad_norm": 0.42250022292137146, |
| "learning_rate": 3.7189320911413526e-06, |
| "loss": 2.9794, |
| "step": 1696 |
| }, |
| { |
| "epoch": 5.893524554541504, |
| "grad_norm": 0.41812658309936523, |
| "learning_rate": 3.684366936336714e-06, |
| "loss": 3.0897, |
| "step": 1697 |
| }, |
| { |
| "epoch": 5.897001303780964, |
| "grad_norm": 0.4232540428638458, |
| "learning_rate": 3.6499570176099785e-06, |
| "loss": 3.0451, |
| "step": 1698 |
| }, |
| { |
| "epoch": 5.900478053020426, |
| "grad_norm": 0.4142310917377472, |
| "learning_rate": 3.615702450292857e-06, |
| "loss": 2.9745, |
| "step": 1699 |
| }, |
| { |
| "epoch": 5.903954802259887, |
| "grad_norm": 0.4126403331756592, |
| "learning_rate": 3.581603349196372e-06, |
| "loss": 2.9889, |
| "step": 1700 |
| }, |
| { |
| "epoch": 5.907431551499348, |
| "grad_norm": 0.4263981282711029, |
| "learning_rate": 3.5476598286104447e-06, |
| "loss": 3.0619, |
| "step": 1701 |
| }, |
| { |
| "epoch": 5.910908300738809, |
| "grad_norm": 0.41806501150131226, |
| "learning_rate": 3.5138720023035696e-06, |
| "loss": 3.0235, |
| "step": 1702 |
| }, |
| { |
| "epoch": 5.914385049978271, |
| "grad_norm": 0.41938862204551697, |
| "learning_rate": 3.4802399835223653e-06, |
| "loss": 3.0578, |
| "step": 1703 |
| }, |
| { |
| "epoch": 5.917861799217731, |
| "grad_norm": 0.4120302200317383, |
| "learning_rate": 3.4467638849912497e-06, |
| "loss": 2.9969, |
| "step": 1704 |
| }, |
| { |
| "epoch": 5.921338548457193, |
| "grad_norm": 0.4265589714050293, |
| "learning_rate": 3.413443818912049e-06, |
| "loss": 3.0355, |
| "step": 1705 |
| }, |
| { |
| "epoch": 5.924815297696654, |
| "grad_norm": 0.4226160943508148, |
| "learning_rate": 3.3802798969636008e-06, |
| "loss": 3.0972, |
| "step": 1706 |
| }, |
| { |
| "epoch": 5.9282920469361144, |
| "grad_norm": 0.41874009370803833, |
| "learning_rate": 3.3472722303014124e-06, |
| "loss": 3.0843, |
| "step": 1707 |
| }, |
| { |
| "epoch": 5.931768796175576, |
| "grad_norm": 0.42675143480300903, |
| "learning_rate": 3.3144209295572494e-06, |
| "loss": 3.0468, |
| "step": 1708 |
| }, |
| { |
| "epoch": 5.935245545415037, |
| "grad_norm": 0.42002323269844055, |
| "learning_rate": 3.2817261048387893e-06, |
| "loss": 3.1044, |
| "step": 1709 |
| }, |
| { |
| "epoch": 5.938722294654498, |
| "grad_norm": 0.41737180948257446, |
| "learning_rate": 3.249187865729264e-06, |
| "loss": 3.0161, |
| "step": 1710 |
| }, |
| { |
| "epoch": 5.942199043893959, |
| "grad_norm": 0.42569711804389954, |
| "learning_rate": 3.216806321287069e-06, |
| "loss": 3.1494, |
| "step": 1711 |
| }, |
| { |
| "epoch": 5.94567579313342, |
| "grad_norm": 0.4135091006755829, |
| "learning_rate": 3.1845815800454036e-06, |
| "loss": 3.0645, |
| "step": 1712 |
| }, |
| { |
| "epoch": 5.9491525423728815, |
| "grad_norm": 0.4207760691642761, |
| "learning_rate": 3.1525137500119207e-06, |
| "loss": 3.0256, |
| "step": 1713 |
| }, |
| { |
| "epoch": 5.952629291612342, |
| "grad_norm": 0.42668992280960083, |
| "learning_rate": 3.1206029386683324e-06, |
| "loss": 3.0805, |
| "step": 1714 |
| }, |
| { |
| "epoch": 5.956106040851804, |
| "grad_norm": 0.42762625217437744, |
| "learning_rate": 3.0888492529700885e-06, |
| "loss": 3.0698, |
| "step": 1715 |
| }, |
| { |
| "epoch": 5.959582790091265, |
| "grad_norm": 0.4181903600692749, |
| "learning_rate": 3.0572527993460053e-06, |
| "loss": 3.0316, |
| "step": 1716 |
| }, |
| { |
| "epoch": 5.963059539330725, |
| "grad_norm": 0.4258002042770386, |
| "learning_rate": 3.0258136836978866e-06, |
| "loss": 3.0404, |
| "step": 1717 |
| }, |
| { |
| "epoch": 5.966536288570187, |
| "grad_norm": 0.41894468665122986, |
| "learning_rate": 2.994532011400214e-06, |
| "loss": 3.0116, |
| "step": 1718 |
| }, |
| { |
| "epoch": 5.970013037809648, |
| "grad_norm": 0.41693276166915894, |
| "learning_rate": 2.963407887299724e-06, |
| "loss": 3.0115, |
| "step": 1719 |
| }, |
| { |
| "epoch": 5.973489787049109, |
| "grad_norm": 0.4395310878753662, |
| "learning_rate": 2.932441415715137e-06, |
| "loss": 3.1532, |
| "step": 1720 |
| }, |
| { |
| "epoch": 5.97696653628857, |
| "grad_norm": 0.4162778854370117, |
| "learning_rate": 2.901632700436757e-06, |
| "loss": 3.0968, |
| "step": 1721 |
| }, |
| { |
| "epoch": 5.980443285528032, |
| "grad_norm": 0.41690173745155334, |
| "learning_rate": 2.8709818447261337e-06, |
| "loss": 3.034, |
| "step": 1722 |
| }, |
| { |
| "epoch": 5.983920034767492, |
| "grad_norm": 0.42720499634742737, |
| "learning_rate": 2.8404889513157176e-06, |
| "loss": 3.0948, |
| "step": 1723 |
| }, |
| { |
| "epoch": 5.987396784006954, |
| "grad_norm": 0.4119645655155182, |
| "learning_rate": 2.81015412240852e-06, |
| "loss": 2.9471, |
| "step": 1724 |
| }, |
| { |
| "epoch": 5.990873533246415, |
| "grad_norm": 0.42118823528289795, |
| "learning_rate": 2.7799774596777794e-06, |
| "loss": 3.0288, |
| "step": 1725 |
| }, |
| { |
| "epoch": 5.994350282485875, |
| "grad_norm": 0.40349310636520386, |
| "learning_rate": 2.7499590642665774e-06, |
| "loss": 2.9575, |
| "step": 1726 |
| }, |
| { |
| "epoch": 5.997827031725337, |
| "grad_norm": 0.4119188189506531, |
| "learning_rate": 2.7200990367875656e-06, |
| "loss": 2.9967, |
| "step": 1727 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 0.5107985138893127, |
| "learning_rate": 2.6903974773225702e-06, |
| "loss": 2.9496, |
| "step": 1728 |
| }, |
| { |
| "epoch": 6.003476749239461, |
| "grad_norm": 0.42430585622787476, |
| "learning_rate": 2.660854485422298e-06, |
| "loss": 3.0021, |
| "step": 1729 |
| }, |
| { |
| "epoch": 6.006953498478922, |
| "grad_norm": 0.42097654938697815, |
| "learning_rate": 2.6314701601059756e-06, |
| "loss": 3.0434, |
| "step": 1730 |
| }, |
| { |
| "epoch": 6.010430247718383, |
| "grad_norm": 0.43055519461631775, |
| "learning_rate": 2.60224459986102e-06, |
| "loss": 3.1388, |
| "step": 1731 |
| }, |
| { |
| "epoch": 6.013906996957845, |
| "grad_norm": 0.42370346188545227, |
| "learning_rate": 2.573177902642726e-06, |
| "loss": 3.0623, |
| "step": 1732 |
| }, |
| { |
| "epoch": 6.017383746197305, |
| "grad_norm": 0.41282978653907776, |
| "learning_rate": 2.5442701658739186e-06, |
| "loss": 3.0301, |
| "step": 1733 |
| }, |
| { |
| "epoch": 6.020860495436767, |
| "grad_norm": 0.42440617084503174, |
| "learning_rate": 2.515521486444655e-06, |
| "loss": 3.0945, |
| "step": 1734 |
| }, |
| { |
| "epoch": 6.024337244676228, |
| "grad_norm": 0.42208147048950195, |
| "learning_rate": 2.4869319607118636e-06, |
| "loss": 3.138, |
| "step": 1735 |
| }, |
| { |
| "epoch": 6.0278139939156885, |
| "grad_norm": 0.40505877137184143, |
| "learning_rate": 2.4585016844990316e-06, |
| "loss": 2.9389, |
| "step": 1736 |
| }, |
| { |
| "epoch": 6.03129074315515, |
| "grad_norm": 0.4153197109699249, |
| "learning_rate": 2.430230753095891e-06, |
| "loss": 3.027, |
| "step": 1737 |
| }, |
| { |
| "epoch": 6.034767492394611, |
| "grad_norm": 0.41399866342544556, |
| "learning_rate": 2.4021192612581178e-06, |
| "loss": 2.9704, |
| "step": 1738 |
| }, |
| { |
| "epoch": 6.0382442416340725, |
| "grad_norm": 0.42374345660209656, |
| "learning_rate": 2.3741673032069756e-06, |
| "loss": 3.0041, |
| "step": 1739 |
| }, |
| { |
| "epoch": 6.041720990873533, |
| "grad_norm": 0.41399243474006653, |
| "learning_rate": 2.3463749726290286e-06, |
| "loss": 2.9925, |
| "step": 1740 |
| }, |
| { |
| "epoch": 6.045197740112994, |
| "grad_norm": 0.4206804633140564, |
| "learning_rate": 2.318742362675813e-06, |
| "loss": 3.001, |
| "step": 1741 |
| }, |
| { |
| "epoch": 6.0486744893524556, |
| "grad_norm": 0.4350409209728241, |
| "learning_rate": 2.291269565963522e-06, |
| "loss": 3.1501, |
| "step": 1742 |
| }, |
| { |
| "epoch": 6.052151238591916, |
| "grad_norm": 0.4238588809967041, |
| "learning_rate": 2.2639566745727205e-06, |
| "loss": 3.108, |
| "step": 1743 |
| }, |
| { |
| "epoch": 6.055627987831378, |
| "grad_norm": 0.42708900570869446, |
| "learning_rate": 2.2368037800480023e-06, |
| "loss": 3.071, |
| "step": 1744 |
| }, |
| { |
| "epoch": 6.059104737070839, |
| "grad_norm": 0.43548697233200073, |
| "learning_rate": 2.2098109733977136e-06, |
| "loss": 3.0807, |
| "step": 1745 |
| }, |
| { |
| "epoch": 6.0625814863103, |
| "grad_norm": 0.4319799542427063, |
| "learning_rate": 2.1829783450936283e-06, |
| "loss": 3.1164, |
| "step": 1746 |
| }, |
| { |
| "epoch": 6.066058235549761, |
| "grad_norm": 0.41852834820747375, |
| "learning_rate": 2.1563059850706337e-06, |
| "loss": 3.0957, |
| "step": 1747 |
| }, |
| { |
| "epoch": 6.069534984789222, |
| "grad_norm": 0.4240981340408325, |
| "learning_rate": 2.12979398272648e-06, |
| "loss": 2.9745, |
| "step": 1748 |
| }, |
| { |
| "epoch": 6.073011734028683, |
| "grad_norm": 0.41493934392929077, |
| "learning_rate": 2.1034424269214257e-06, |
| "loss": 3.0467, |
| "step": 1749 |
| }, |
| { |
| "epoch": 6.076488483268144, |
| "grad_norm": 0.411040335893631, |
| "learning_rate": 2.0772514059779535e-06, |
| "loss": 2.9896, |
| "step": 1750 |
| }, |
| { |
| "epoch": 6.079965232507606, |
| "grad_norm": 0.41265007853507996, |
| "learning_rate": 2.0512210076804982e-06, |
| "loss": 2.9951, |
| "step": 1751 |
| }, |
| { |
| "epoch": 6.083441981747066, |
| "grad_norm": 0.4220527410507202, |
| "learning_rate": 2.0253513192751373e-06, |
| "loss": 3.0334, |
| "step": 1752 |
| }, |
| { |
| "epoch": 6.086918730986528, |
| "grad_norm": 0.4182776212692261, |
| "learning_rate": 1.9996424274692725e-06, |
| "loss": 3.0428, |
| "step": 1753 |
| }, |
| { |
| "epoch": 6.090395480225989, |
| "grad_norm": 0.4076248109340668, |
| "learning_rate": 1.974094418431388e-06, |
| "loss": 2.9442, |
| "step": 1754 |
| }, |
| { |
| "epoch": 6.0938722294654495, |
| "grad_norm": 0.40764060616493225, |
| "learning_rate": 1.9487073777907316e-06, |
| "loss": 2.9983, |
| "step": 1755 |
| }, |
| { |
| "epoch": 6.097348978704911, |
| "grad_norm": 0.41706383228302, |
| "learning_rate": 1.9234813906370276e-06, |
| "loss": 3.0464, |
| "step": 1756 |
| }, |
| { |
| "epoch": 6.100825727944372, |
| "grad_norm": 0.41518938541412354, |
| "learning_rate": 1.8984165415202094e-06, |
| "loss": 3.0598, |
| "step": 1757 |
| }, |
| { |
| "epoch": 6.1043024771838335, |
| "grad_norm": 0.41128143668174744, |
| "learning_rate": 1.873512914450104e-06, |
| "loss": 2.9316, |
| "step": 1758 |
| }, |
| { |
| "epoch": 6.107779226423294, |
| "grad_norm": 0.4145541191101074, |
| "learning_rate": 1.8487705928961874e-06, |
| "loss": 3.1041, |
| "step": 1759 |
| }, |
| { |
| "epoch": 6.111255975662755, |
| "grad_norm": 0.40822362899780273, |
| "learning_rate": 1.8241896597872842e-06, |
| "loss": 3.0146, |
| "step": 1760 |
| }, |
| { |
| "epoch": 6.1147327249022165, |
| "grad_norm": 0.4129459857940674, |
| "learning_rate": 1.7997701975112912e-06, |
| "loss": 3.0685, |
| "step": 1761 |
| }, |
| { |
| "epoch": 6.118209474141677, |
| "grad_norm": 0.4087814390659332, |
| "learning_rate": 1.77551228791491e-06, |
| "loss": 2.9484, |
| "step": 1762 |
| }, |
| { |
| "epoch": 6.121686223381139, |
| "grad_norm": 0.41240808367729187, |
| "learning_rate": 1.7514160123033584e-06, |
| "loss": 3.0681, |
| "step": 1763 |
| }, |
| { |
| "epoch": 6.1251629726206, |
| "grad_norm": 0.4155349135398865, |
| "learning_rate": 1.7274814514400994e-06, |
| "loss": 3.1166, |
| "step": 1764 |
| }, |
| { |
| "epoch": 6.128639721860061, |
| "grad_norm": 0.41594305634498596, |
| "learning_rate": 1.70370868554659e-06, |
| "loss": 3.0405, |
| "step": 1765 |
| }, |
| { |
| "epoch": 6.132116471099522, |
| "grad_norm": 0.4166364371776581, |
| "learning_rate": 1.6800977943019936e-06, |
| "loss": 3.0783, |
| "step": 1766 |
| }, |
| { |
| "epoch": 6.135593220338983, |
| "grad_norm": 0.42120352387428284, |
| "learning_rate": 1.6566488568429294e-06, |
| "loss": 3.0457, |
| "step": 1767 |
| }, |
| { |
| "epoch": 6.139069969578444, |
| "grad_norm": 0.40205660462379456, |
| "learning_rate": 1.6333619517631793e-06, |
| "loss": 3.0141, |
| "step": 1768 |
| }, |
| { |
| "epoch": 6.142546718817905, |
| "grad_norm": 0.40919235348701477, |
| "learning_rate": 1.6102371571134423e-06, |
| "loss": 3.0343, |
| "step": 1769 |
| }, |
| { |
| "epoch": 6.146023468057367, |
| "grad_norm": 0.4099332392215729, |
| "learning_rate": 1.5872745504010799e-06, |
| "loss": 2.9358, |
| "step": 1770 |
| }, |
| { |
| "epoch": 6.149500217296827, |
| "grad_norm": 0.4156320095062256, |
| "learning_rate": 1.5644742085898556e-06, |
| "loss": 3.0225, |
| "step": 1771 |
| }, |
| { |
| "epoch": 6.152976966536288, |
| "grad_norm": 0.41079193353652954, |
| "learning_rate": 1.5418362080996507e-06, |
| "loss": 3.0517, |
| "step": 1772 |
| }, |
| { |
| "epoch": 6.15645371577575, |
| "grad_norm": 0.4225104749202728, |
| "learning_rate": 1.5193606248062486e-06, |
| "loss": 3.0728, |
| "step": 1773 |
| }, |
| { |
| "epoch": 6.1599304650152105, |
| "grad_norm": 0.41226664185523987, |
| "learning_rate": 1.497047534041035e-06, |
| "loss": 3.0909, |
| "step": 1774 |
| }, |
| { |
| "epoch": 6.163407214254672, |
| "grad_norm": 0.4080653488636017, |
| "learning_rate": 1.4748970105907866e-06, |
| "loss": 3.0225, |
| "step": 1775 |
| }, |
| { |
| "epoch": 6.166883963494133, |
| "grad_norm": 0.42255541682243347, |
| "learning_rate": 1.4529091286973995e-06, |
| "loss": 3.0809, |
| "step": 1776 |
| }, |
| { |
| "epoch": 6.170360712733594, |
| "grad_norm": 0.4306301474571228, |
| "learning_rate": 1.4310839620576444e-06, |
| "loss": 3.0776, |
| "step": 1777 |
| }, |
| { |
| "epoch": 6.173837461973055, |
| "grad_norm": 0.4123653769493103, |
| "learning_rate": 1.4094215838229176e-06, |
| "loss": 2.9917, |
| "step": 1778 |
| }, |
| { |
| "epoch": 6.177314211212516, |
| "grad_norm": 0.40510258078575134, |
| "learning_rate": 1.3879220665989955e-06, |
| "loss": 2.9276, |
| "step": 1779 |
| }, |
| { |
| "epoch": 6.1807909604519775, |
| "grad_norm": 0.41338902711868286, |
| "learning_rate": 1.3665854824458036e-06, |
| "loss": 2.9885, |
| "step": 1780 |
| }, |
| { |
| "epoch": 6.184267709691438, |
| "grad_norm": 0.40919315814971924, |
| "learning_rate": 1.3454119028771528e-06, |
| "loss": 2.9884, |
| "step": 1781 |
| }, |
| { |
| "epoch": 6.1877444589309, |
| "grad_norm": 0.40917351841926575, |
| "learning_rate": 1.3244013988605086e-06, |
| "loss": 3.0144, |
| "step": 1782 |
| }, |
| { |
| "epoch": 6.191221208170361, |
| "grad_norm": 0.4239337146282196, |
| "learning_rate": 1.303554040816779e-06, |
| "loss": 3.168, |
| "step": 1783 |
| }, |
| { |
| "epoch": 6.194697957409822, |
| "grad_norm": 0.42139217257499695, |
| "learning_rate": 1.282869898620026e-06, |
| "loss": 3.0753, |
| "step": 1784 |
| }, |
| { |
| "epoch": 6.198174706649283, |
| "grad_norm": 0.42025497555732727, |
| "learning_rate": 1.2623490415972938e-06, |
| "loss": 3.0688, |
| "step": 1785 |
| }, |
| { |
| "epoch": 6.201651455888744, |
| "grad_norm": 0.4139435589313507, |
| "learning_rate": 1.2419915385283088e-06, |
| "loss": 3.0563, |
| "step": 1786 |
| }, |
| { |
| "epoch": 6.205128205128205, |
| "grad_norm": 0.3968459367752075, |
| "learning_rate": 1.2217974576453073e-06, |
| "loss": 2.9678, |
| "step": 1787 |
| }, |
| { |
| "epoch": 6.208604954367666, |
| "grad_norm": 0.4100431203842163, |
| "learning_rate": 1.2017668666327753e-06, |
| "loss": 3.0309, |
| "step": 1788 |
| }, |
| { |
| "epoch": 6.212081703607128, |
| "grad_norm": 0.4222622811794281, |
| "learning_rate": 1.1818998326272369e-06, |
| "loss": 3.1016, |
| "step": 1789 |
| }, |
| { |
| "epoch": 6.215558452846588, |
| "grad_norm": 0.42679232358932495, |
| "learning_rate": 1.1621964222170213e-06, |
| "loss": 3.0438, |
| "step": 1790 |
| }, |
| { |
| "epoch": 6.219035202086049, |
| "grad_norm": 0.4114995002746582, |
| "learning_rate": 1.1426567014420297e-06, |
| "loss": 3.0503, |
| "step": 1791 |
| }, |
| { |
| "epoch": 6.222511951325511, |
| "grad_norm": 0.41597941517829895, |
| "learning_rate": 1.1232807357935248e-06, |
| "loss": 2.9836, |
| "step": 1792 |
| }, |
| { |
| "epoch": 6.2259887005649714, |
| "grad_norm": 0.4132709205150604, |
| "learning_rate": 1.1040685902139304e-06, |
| "loss": 3.0925, |
| "step": 1793 |
| }, |
| { |
| "epoch": 6.229465449804433, |
| "grad_norm": 0.4016041159629822, |
| "learning_rate": 1.08502032909657e-06, |
| "loss": 3.0071, |
| "step": 1794 |
| }, |
| { |
| "epoch": 6.232942199043894, |
| "grad_norm": 0.4292777478694916, |
| "learning_rate": 1.0661360162855016e-06, |
| "loss": 3.1368, |
| "step": 1795 |
| }, |
| { |
| "epoch": 6.236418948283355, |
| "grad_norm": 0.4259623885154724, |
| "learning_rate": 1.0474157150752672e-06, |
| "loss": 3.0294, |
| "step": 1796 |
| }, |
| { |
| "epoch": 6.239895697522816, |
| "grad_norm": 0.4248141646385193, |
| "learning_rate": 1.0288594882106707e-06, |
| "loss": 3.0409, |
| "step": 1797 |
| }, |
| { |
| "epoch": 6.243372446762277, |
| "grad_norm": 0.41500625014305115, |
| "learning_rate": 1.0104673978866164e-06, |
| "loss": 3.069, |
| "step": 1798 |
| }, |
| { |
| "epoch": 6.2468491960017385, |
| "grad_norm": 0.40690165758132935, |
| "learning_rate": 9.922395057478607e-07, |
| "loss": 3.0169, |
| "step": 1799 |
| }, |
| { |
| "epoch": 6.250325945241199, |
| "grad_norm": 0.40856775641441345, |
| "learning_rate": 9.741758728888218e-07, |
| "loss": 3.0363, |
| "step": 1800 |
| }, |
| { |
| "epoch": 6.253802694480661, |
| "grad_norm": 0.4182389974594116, |
| "learning_rate": 9.562765598533641e-07, |
| "loss": 3.0165, |
| "step": 1801 |
| }, |
| { |
| "epoch": 6.257279443720122, |
| "grad_norm": 0.42129838466644287, |
| "learning_rate": 9.385416266345982e-07, |
| "loss": 3.0921, |
| "step": 1802 |
| }, |
| { |
| "epoch": 6.260756192959583, |
| "grad_norm": 0.4121788740158081, |
| "learning_rate": 9.209711326746918e-07, |
| "loss": 3.0918, |
| "step": 1803 |
| }, |
| { |
| "epoch": 6.264232942199044, |
| "grad_norm": 0.40901103615760803, |
| "learning_rate": 9.035651368646648e-07, |
| "loss": 3.1085, |
| "step": 1804 |
| }, |
| { |
| "epoch": 6.267709691438505, |
| "grad_norm": 0.3984892666339874, |
| "learning_rate": 8.86323697544178e-07, |
| "loss": 3.0205, |
| "step": 1805 |
| }, |
| { |
| "epoch": 6.271186440677966, |
| "grad_norm": 0.41698625683784485, |
| "learning_rate": 8.692468725013448e-07, |
| "loss": 3.0734, |
| "step": 1806 |
| }, |
| { |
| "epoch": 6.274663189917427, |
| "grad_norm": 0.4178268611431122, |
| "learning_rate": 8.523347189725639e-07, |
| "loss": 3.0949, |
| "step": 1807 |
| }, |
| { |
| "epoch": 6.278139939156889, |
| "grad_norm": 0.41233837604522705, |
| "learning_rate": 8.355872936422759e-07, |
| "loss": 2.9744, |
| "step": 1808 |
| }, |
| { |
| "epoch": 6.281616688396349, |
| "grad_norm": 0.4059881567955017, |
| "learning_rate": 8.190046526428242e-07, |
| "loss": 2.9941, |
| "step": 1809 |
| }, |
| { |
| "epoch": 6.28509343763581, |
| "grad_norm": 0.4065244495868683, |
| "learning_rate": 8.025868515542268e-07, |
| "loss": 3.0267, |
| "step": 1810 |
| }, |
| { |
| "epoch": 6.288570186875272, |
| "grad_norm": 0.41115114092826843, |
| "learning_rate": 7.863339454040275e-07, |
| "loss": 3.05, |
| "step": 1811 |
| }, |
| { |
| "epoch": 6.292046936114732, |
| "grad_norm": 0.4080888628959656, |
| "learning_rate": 7.702459886670788e-07, |
| "loss": 3.0628, |
| "step": 1812 |
| }, |
| { |
| "epoch": 6.295523685354194, |
| "grad_norm": 0.41215333342552185, |
| "learning_rate": 7.543230352653751e-07, |
| "loss": 3.079, |
| "step": 1813 |
| }, |
| { |
| "epoch": 6.299000434593655, |
| "grad_norm": 0.4129772484302521, |
| "learning_rate": 7.385651385678649e-07, |
| "loss": 3.0567, |
| "step": 1814 |
| }, |
| { |
| "epoch": 6.302477183833116, |
| "grad_norm": 0.40636974573135376, |
| "learning_rate": 7.229723513902831e-07, |
| "loss": 3.0737, |
| "step": 1815 |
| }, |
| { |
| "epoch": 6.305953933072577, |
| "grad_norm": 0.4125308692455292, |
| "learning_rate": 7.07544725994963e-07, |
| "loss": 2.9995, |
| "step": 1816 |
| }, |
| { |
| "epoch": 6.309430682312038, |
| "grad_norm": 0.4017834961414337, |
| "learning_rate": 6.922823140906753e-07, |
| "loss": 3.0389, |
| "step": 1817 |
| }, |
| { |
| "epoch": 6.3129074315514995, |
| "grad_norm": 0.39485737681388855, |
| "learning_rate": 6.771851668324225e-07, |
| "loss": 2.9166, |
| "step": 1818 |
| }, |
| { |
| "epoch": 6.31638418079096, |
| "grad_norm": 0.41091981530189514, |
| "learning_rate": 6.622533348213167e-07, |
| "loss": 3.1168, |
| "step": 1819 |
| }, |
| { |
| "epoch": 6.319860930030422, |
| "grad_norm": 0.40876245498657227, |
| "learning_rate": 6.474868681043578e-07, |
| "loss": 3.0703, |
| "step": 1820 |
| }, |
| { |
| "epoch": 6.3233376792698825, |
| "grad_norm": 0.41209086775779724, |
| "learning_rate": 6.328858161743112e-07, |
| "loss": 3.079, |
| "step": 1821 |
| }, |
| { |
| "epoch": 6.326814428509344, |
| "grad_norm": 0.4071592390537262, |
| "learning_rate": 6.184502279695137e-07, |
| "loss": 3.1334, |
| "step": 1822 |
| }, |
| { |
| "epoch": 6.330291177748805, |
| "grad_norm": 0.3960627317428589, |
| "learning_rate": 6.041801518737122e-07, |
| "loss": 2.9825, |
| "step": 1823 |
| }, |
| { |
| "epoch": 6.333767926988266, |
| "grad_norm": 0.4103507995605469, |
| "learning_rate": 5.900756357159143e-07, |
| "loss": 3.0592, |
| "step": 1824 |
| }, |
| { |
| "epoch": 6.337244676227727, |
| "grad_norm": 0.4149017930030823, |
| "learning_rate": 5.761367267702155e-07, |
| "loss": 3.1168, |
| "step": 1825 |
| }, |
| { |
| "epoch": 6.340721425467188, |
| "grad_norm": 0.4141378104686737, |
| "learning_rate": 5.623634717556503e-07, |
| "loss": 3.099, |
| "step": 1826 |
| }, |
| { |
| "epoch": 6.34419817470665, |
| "grad_norm": 0.40302687883377075, |
| "learning_rate": 5.487559168360301e-07, |
| "loss": 3.0205, |
| "step": 1827 |
| }, |
| { |
| "epoch": 6.34767492394611, |
| "grad_norm": 0.4126074016094208, |
| "learning_rate": 5.353141076197887e-07, |
| "loss": 3.0381, |
| "step": 1828 |
| }, |
| { |
| "epoch": 6.351151673185571, |
| "grad_norm": 0.41772815585136414, |
| "learning_rate": 5.220380891598265e-07, |
| "loss": 3.0821, |
| "step": 1829 |
| }, |
| { |
| "epoch": 6.354628422425033, |
| "grad_norm": 0.408920019865036, |
| "learning_rate": 5.089279059533658e-07, |
| "loss": 3.0344, |
| "step": 1830 |
| }, |
| { |
| "epoch": 6.358105171664493, |
| "grad_norm": 0.39784538745880127, |
| "learning_rate": 4.959836019417963e-07, |
| "loss": 3.0118, |
| "step": 1831 |
| }, |
| { |
| "epoch": 6.361581920903955, |
| "grad_norm": 0.41000446677207947, |
| "learning_rate": 4.832052205105464e-07, |
| "loss": 3.0489, |
| "step": 1832 |
| }, |
| { |
| "epoch": 6.365058670143416, |
| "grad_norm": 0.40835651755332947, |
| "learning_rate": 4.705928044888952e-07, |
| "loss": 3.0752, |
| "step": 1833 |
| }, |
| { |
| "epoch": 6.368535419382877, |
| "grad_norm": 0.40791556239128113, |
| "learning_rate": 4.581463961498722e-07, |
| "loss": 3.0884, |
| "step": 1834 |
| }, |
| { |
| "epoch": 6.372012168622338, |
| "grad_norm": 0.408925861120224, |
| "learning_rate": 4.45866037210102e-07, |
| "loss": 3.0482, |
| "step": 1835 |
| }, |
| { |
| "epoch": 6.375488917861799, |
| "grad_norm": 0.4026236832141876, |
| "learning_rate": 4.337517688296544e-07, |
| "loss": 2.9968, |
| "step": 1836 |
| }, |
| { |
| "epoch": 6.3789656671012605, |
| "grad_norm": 0.4146400988101959, |
| "learning_rate": 4.218036316119112e-07, |
| "loss": 3.1706, |
| "step": 1837 |
| }, |
| { |
| "epoch": 6.382442416340721, |
| "grad_norm": 0.4027198553085327, |
| "learning_rate": 4.100216656034328e-07, |
| "loss": 3.0222, |
| "step": 1838 |
| }, |
| { |
| "epoch": 6.385919165580183, |
| "grad_norm": 0.40519019961357117, |
| "learning_rate": 3.98405910293842e-07, |
| "loss": 3.0531, |
| "step": 1839 |
| }, |
| { |
| "epoch": 6.3893959148196435, |
| "grad_norm": 0.40851891040802, |
| "learning_rate": 3.86956404615646e-07, |
| "loss": 3.0943, |
| "step": 1840 |
| }, |
| { |
| "epoch": 6.392872664059105, |
| "grad_norm": 0.40011292695999146, |
| "learning_rate": 3.7567318694414765e-07, |
| "loss": 3.013, |
| "step": 1841 |
| }, |
| { |
| "epoch": 6.396349413298566, |
| "grad_norm": 0.40723660588264465, |
| "learning_rate": 3.6455629509730136e-07, |
| "loss": 3.091, |
| "step": 1842 |
| }, |
| { |
| "epoch": 6.399826162538027, |
| "grad_norm": 0.41157960891723633, |
| "learning_rate": 3.536057663355852e-07, |
| "loss": 3.1858, |
| "step": 1843 |
| }, |
| { |
| "epoch": 6.403302911777488, |
| "grad_norm": 0.4096364974975586, |
| "learning_rate": 3.4282163736188424e-07, |
| "loss": 3.0255, |
| "step": 1844 |
| }, |
| { |
| "epoch": 6.406779661016949, |
| "grad_norm": 0.40242981910705566, |
| "learning_rate": 3.3220394432135205e-07, |
| "loss": 3.0467, |
| "step": 1845 |
| }, |
| { |
| "epoch": 6.410256410256411, |
| "grad_norm": 0.4040038585662842, |
| "learning_rate": 3.2175272280131064e-07, |
| "loss": 3.0921, |
| "step": 1846 |
| }, |
| { |
| "epoch": 6.413733159495871, |
| "grad_norm": 0.3992011547088623, |
| "learning_rate": 3.114680078311005e-07, |
| "loss": 3.0465, |
| "step": 1847 |
| }, |
| { |
| "epoch": 6.417209908735332, |
| "grad_norm": 0.4034344255924225, |
| "learning_rate": 3.013498338820031e-07, |
| "loss": 3.02, |
| "step": 1848 |
| }, |
| { |
| "epoch": 6.420686657974794, |
| "grad_norm": 0.4033249020576477, |
| "learning_rate": 2.913982348670907e-07, |
| "loss": 3.0312, |
| "step": 1849 |
| }, |
| { |
| "epoch": 6.424163407214254, |
| "grad_norm": 0.4111652076244354, |
| "learning_rate": 2.816132441411379e-07, |
| "loss": 3.1184, |
| "step": 1850 |
| }, |
| { |
| "epoch": 6.427640156453716, |
| "grad_norm": 0.41480228304862976, |
| "learning_rate": 2.71994894500488e-07, |
| "loss": 3.0247, |
| "step": 1851 |
| }, |
| { |
| "epoch": 6.431116905693177, |
| "grad_norm": 0.40189048647880554, |
| "learning_rate": 2.6254321818295345e-07, |
| "loss": 3.129, |
| "step": 1852 |
| }, |
| { |
| "epoch": 6.434593654932638, |
| "grad_norm": 0.40309739112854004, |
| "learning_rate": 2.532582468677214e-07, |
| "loss": 3.0843, |
| "step": 1853 |
| }, |
| { |
| "epoch": 6.438070404172099, |
| "grad_norm": 0.4054506719112396, |
| "learning_rate": 2.441400116752146e-07, |
| "loss": 2.9962, |
| "step": 1854 |
| }, |
| { |
| "epoch": 6.44154715341156, |
| "grad_norm": 0.40184342861175537, |
| "learning_rate": 2.3518854316701977e-07, |
| "loss": 3.0369, |
| "step": 1855 |
| }, |
| { |
| "epoch": 6.445023902651021, |
| "grad_norm": 0.41236573457717896, |
| "learning_rate": 2.2640387134577058e-07, |
| "loss": 3.121, |
| "step": 1856 |
| }, |
| { |
| "epoch": 6.448500651890482, |
| "grad_norm": 0.4023594856262207, |
| "learning_rate": 2.1778602565504237e-07, |
| "loss": 3.07, |
| "step": 1857 |
| }, |
| { |
| "epoch": 6.451977401129944, |
| "grad_norm": 0.4037077724933624, |
| "learning_rate": 2.0933503497926888e-07, |
| "loss": 3.0607, |
| "step": 1858 |
| }, |
| { |
| "epoch": 6.4554541503694045, |
| "grad_norm": 0.4005909264087677, |
| "learning_rate": 2.010509276436201e-07, |
| "loss": 3.0266, |
| "step": 1859 |
| }, |
| { |
| "epoch": 6.458930899608866, |
| "grad_norm": 0.40143847465515137, |
| "learning_rate": 1.9293373141394122e-07, |
| "loss": 3.0043, |
| "step": 1860 |
| }, |
| { |
| "epoch": 6.462407648848327, |
| "grad_norm": 0.38799387216567993, |
| "learning_rate": 1.8498347349663602e-07, |
| "loss": 2.8786, |
| "step": 1861 |
| }, |
| { |
| "epoch": 6.465884398087788, |
| "grad_norm": 0.40057605504989624, |
| "learning_rate": 1.7720018053857257e-07, |
| "loss": 3.0905, |
| "step": 1862 |
| }, |
| { |
| "epoch": 6.469361147327249, |
| "grad_norm": 0.406303733587265, |
| "learning_rate": 1.6958387862701098e-07, |
| "loss": 3.1033, |
| "step": 1863 |
| }, |
| { |
| "epoch": 6.47283789656671, |
| "grad_norm": 0.40010327100753784, |
| "learning_rate": 1.6213459328950352e-07, |
| "loss": 3.0289, |
| "step": 1864 |
| }, |
| { |
| "epoch": 6.4763146458061716, |
| "grad_norm": 0.3997277021408081, |
| "learning_rate": 1.54852349493817e-07, |
| "loss": 3.0767, |
| "step": 1865 |
| }, |
| { |
| "epoch": 6.479791395045632, |
| "grad_norm": 0.40357694029808044, |
| "learning_rate": 1.4773717164784373e-07, |
| "loss": 3.0858, |
| "step": 1866 |
| }, |
| { |
| "epoch": 6.483268144285093, |
| "grad_norm": 0.4033971130847931, |
| "learning_rate": 1.4078908359952403e-07, |
| "loss": 3.0353, |
| "step": 1867 |
| }, |
| { |
| "epoch": 6.486744893524555, |
| "grad_norm": 0.40543147921562195, |
| "learning_rate": 1.3400810863675174e-07, |
| "loss": 3.0127, |
| "step": 1868 |
| }, |
| { |
| "epoch": 6.490221642764015, |
| "grad_norm": 0.40934666991233826, |
| "learning_rate": 1.2739426948732424e-07, |
| "loss": 3.132, |
| "step": 1869 |
| }, |
| { |
| "epoch": 6.493698392003477, |
| "grad_norm": 0.4018721878528595, |
| "learning_rate": 1.2094758831883712e-07, |
| "loss": 3.0282, |
| "step": 1870 |
| }, |
| { |
| "epoch": 6.497175141242938, |
| "grad_norm": 0.40862470865249634, |
| "learning_rate": 1.146680867386285e-07, |
| "loss": 3.1336, |
| "step": 1871 |
| }, |
| { |
| "epoch": 6.500651890482399, |
| "grad_norm": 0.4113106429576874, |
| "learning_rate": 1.0855578579370695e-07, |
| "loss": 3.0698, |
| "step": 1872 |
| }, |
| { |
| "epoch": 6.50412863972186, |
| "grad_norm": 0.39900723099708557, |
| "learning_rate": 1.0261070597065713e-07, |
| "loss": 3.025, |
| "step": 1873 |
| }, |
| { |
| "epoch": 6.507605388961321, |
| "grad_norm": 0.39849308133125305, |
| "learning_rate": 9.683286719560647e-08, |
| "loss": 3.042, |
| "step": 1874 |
| }, |
| { |
| "epoch": 6.511082138200782, |
| "grad_norm": 0.39917635917663574, |
| "learning_rate": 9.12222888341252e-08, |
| "loss": 3.0235, |
| "step": 1875 |
| }, |
| { |
| "epoch": 6.514558887440243, |
| "grad_norm": 0.40099823474884033, |
| "learning_rate": 8.577898969119869e-08, |
| "loss": 3.0162, |
| "step": 1876 |
| }, |
| { |
| "epoch": 6.518035636679705, |
| "grad_norm": 0.40142250061035156, |
| "learning_rate": 8.050298801111633e-08, |
| "loss": 2.98, |
| "step": 1877 |
| }, |
| { |
| "epoch": 6.5215123859191655, |
| "grad_norm": 0.40689295530319214, |
| "learning_rate": 7.539430147745496e-08, |
| "loss": 3.1645, |
| "step": 1878 |
| }, |
| { |
| "epoch": 6.524989135158627, |
| "grad_norm": 0.39953750371932983, |
| "learning_rate": 7.045294721299556e-08, |
| "loss": 3.0468, |
| "step": 1879 |
| }, |
| { |
| "epoch": 6.528465884398088, |
| "grad_norm": 0.4039493501186371, |
| "learning_rate": 6.567894177967326e-08, |
| "loss": 3.109, |
| "step": 1880 |
| }, |
| { |
| "epoch": 6.531942633637549, |
| "grad_norm": 0.4100818336009979, |
| "learning_rate": 6.107230117851636e-08, |
| "loss": 3.0905, |
| "step": 1881 |
| }, |
| { |
| "epoch": 6.53541938287701, |
| "grad_norm": 0.4003710448741913, |
| "learning_rate": 5.663304084960186e-08, |
| "loss": 3.0059, |
| "step": 1882 |
| }, |
| { |
| "epoch": 6.538896132116471, |
| "grad_norm": 0.4005975127220154, |
| "learning_rate": 5.236117567199439e-08, |
| "loss": 2.9985, |
| "step": 1883 |
| }, |
| { |
| "epoch": 6.5423728813559325, |
| "grad_norm": 0.39996832609176636, |
| "learning_rate": 4.825671996370185e-08, |
| "loss": 2.993, |
| "step": 1884 |
| }, |
| { |
| "epoch": 6.545849630595393, |
| "grad_norm": 0.4038967490196228, |
| "learning_rate": 4.431968748162541e-08, |
| "loss": 3.0491, |
| "step": 1885 |
| }, |
| { |
| "epoch": 6.549326379834854, |
| "grad_norm": 0.39866870641708374, |
| "learning_rate": 4.055009142152067e-08, |
| "loss": 2.9085, |
| "step": 1886 |
| }, |
| { |
| "epoch": 6.552803129074316, |
| "grad_norm": 0.40169060230255127, |
| "learning_rate": 3.6947944417925483e-08, |
| "loss": 2.9973, |
| "step": 1887 |
| }, |
| { |
| "epoch": 6.556279878313776, |
| "grad_norm": 0.41364067792892456, |
| "learning_rate": 3.351325854417109e-08, |
| "loss": 3.095, |
| "step": 1888 |
| }, |
| { |
| "epoch": 6.559756627553238, |
| "grad_norm": 0.40573641657829285, |
| "learning_rate": 3.0246045312282144e-08, |
| "loss": 3.0339, |
| "step": 1889 |
| }, |
| { |
| "epoch": 6.563233376792699, |
| "grad_norm": 0.39951014518737793, |
| "learning_rate": 2.7146315672971212e-08, |
| "loss": 3.0338, |
| "step": 1890 |
| }, |
| { |
| "epoch": 6.56671012603216, |
| "grad_norm": 0.4012530744075775, |
| "learning_rate": 2.4214080015610986e-08, |
| "loss": 3.0469, |
| "step": 1891 |
| }, |
| { |
| "epoch": 6.570186875271621, |
| "grad_norm": 0.4066547453403473, |
| "learning_rate": 2.1449348168167682e-08, |
| "loss": 3.0924, |
| "step": 1892 |
| }, |
| { |
| "epoch": 6.573663624511082, |
| "grad_norm": 0.4027867913246155, |
| "learning_rate": 1.8852129397189942e-08, |
| "loss": 3.008, |
| "step": 1893 |
| }, |
| { |
| "epoch": 6.577140373750543, |
| "grad_norm": 0.4034714102745056, |
| "learning_rate": 1.6422432407781075e-08, |
| "loss": 3.1072, |
| "step": 1894 |
| }, |
| { |
| "epoch": 6.580617122990004, |
| "grad_norm": 0.3969672620296478, |
| "learning_rate": 1.4160265343549083e-08, |
| "loss": 3.0111, |
| "step": 1895 |
| }, |
| { |
| "epoch": 6.584093872229466, |
| "grad_norm": 0.4007243514060974, |
| "learning_rate": 1.2065635786595586e-08, |
| "loss": 3.0336, |
| "step": 1896 |
| }, |
| { |
| "epoch": 6.5875706214689265, |
| "grad_norm": 0.40860840678215027, |
| "learning_rate": 1.0138550757493592e-08, |
| "loss": 3.1238, |
| "step": 1897 |
| }, |
| { |
| "epoch": 6.591047370708388, |
| "grad_norm": 0.40205299854278564, |
| "learning_rate": 8.379016715254207e-09, |
| "loss": 3.0705, |
| "step": 1898 |
| }, |
| { |
| "epoch": 6.594524119947849, |
| "grad_norm": 0.39915701746940613, |
| "learning_rate": 6.78703955730442e-09, |
| "loss": 2.989, |
| "step": 1899 |
| }, |
| { |
| "epoch": 6.5980008691873095, |
| "grad_norm": 0.3982495367527008, |
| "learning_rate": 5.362624619470458e-09, |
| "loss": 3.0144, |
| "step": 1900 |
| }, |
| { |
| "epoch": 6.601477618426771, |
| "grad_norm": 0.40340107679367065, |
| "learning_rate": 4.105776675966677e-09, |
| "loss": 3.0345, |
| "step": 1901 |
| }, |
| { |
| "epoch": 6.604954367666232, |
| "grad_norm": 0.3958084285259247, |
| "learning_rate": 3.0164999393678117e-09, |
| "loss": 3.0071, |
| "step": 1902 |
| }, |
| { |
| "epoch": 6.6084311169056935, |
| "grad_norm": 0.3997930586338043, |
| "learning_rate": 2.0947980606034203e-09, |
| "loss": 3.0614, |
| "step": 1903 |
| }, |
| { |
| "epoch": 6.611907866145154, |
| "grad_norm": 0.4008050560951233, |
| "learning_rate": 1.3406741289412329e-09, |
| "loss": 3.0648, |
| "step": 1904 |
| }, |
| { |
| "epoch": 6.615384615384615, |
| "grad_norm": 0.3971216082572937, |
| "learning_rate": 7.541306719704988e-10, |
| "loss": 3.0075, |
| "step": 1905 |
| }, |
| { |
| "epoch": 6.618861364624077, |
| "grad_norm": 0.39623579382896423, |
| "learning_rate": 3.3516965562419013e-10, |
| "loss": 2.9764, |
| "step": 1906 |
| }, |
| { |
| "epoch": 6.622338113863537, |
| "grad_norm": 0.39841023087501526, |
| "learning_rate": 8.379248411793939e-11, |
| "loss": 3.0144, |
| "step": 1907 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1907, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 7, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.8113861270435267e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
