| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.24997764863656682, |
| "eval_steps": 500, |
| "global_step": 1864, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00013410818059901653, |
| "grad_norm": 6.53010672133618, |
| "learning_rate": 5.999999760325567e-07, |
| "loss": 1.7583, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00026821636119803307, |
| "grad_norm": 3.9699106842198337, |
| "learning_rate": 5.999999041302309e-07, |
| "loss": 1.6802, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0004023245417970496, |
| "grad_norm": 1.9790778060230643, |
| "learning_rate": 5.999997842930357e-07, |
| "loss": 1.7683, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0005364327223960661, |
| "grad_norm": 4.227652802101559, |
| "learning_rate": 5.999996165209921e-07, |
| "loss": 1.7059, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0006705409029950827, |
| "grad_norm": 3.569278124536831, |
| "learning_rate": 5.9999940081413e-07, |
| "loss": 1.7249, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0008046490835940993, |
| "grad_norm": 4.901107992602518, |
| "learning_rate": 5.999991371724877e-07, |
| "loss": 1.7577, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0009387572641931158, |
| "grad_norm": 1.7387118214106754, |
| "learning_rate": 5.999988255961119e-07, |
| "loss": 1.7158, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0010728654447921323, |
| "grad_norm": 1.809495324631513, |
| "learning_rate": 5.99998466085058e-07, |
| "loss": 1.7287, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0012069736253911489, |
| "grad_norm": 2.596203473961021, |
| "learning_rate": 5.999980586393898e-07, |
| "loss": 1.7724, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0013410818059901655, |
| "grad_norm": 2.024872932500911, |
| "learning_rate": 5.999976032591797e-07, |
| "loss": 1.7405, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.001475189986589182, |
| "grad_norm": 1.8852498791545222, |
| "learning_rate": 5.999970999445085e-07, |
| "loss": 1.8083, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0016092981671881985, |
| "grad_norm": 2.789618405199575, |
| "learning_rate": 5.999965486954655e-07, |
| "loss": 1.7057, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0017434063477872151, |
| "grad_norm": 5.494954113770268, |
| "learning_rate": 5.999959495121485e-07, |
| "loss": 1.7091, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0018775145283862315, |
| "grad_norm": 2.79414084165035, |
| "learning_rate": 5.999953023946642e-07, |
| "loss": 1.7631, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.002011622708985248, |
| "grad_norm": 4.805471519443609, |
| "learning_rate": 5.999946073431272e-07, |
| "loss": 1.8484, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0021457308895842645, |
| "grad_norm": 1.3908444469943815, |
| "learning_rate": 5.99993864357661e-07, |
| "loss": 1.7106, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.002279839070183281, |
| "grad_norm": 1.9101877569067494, |
| "learning_rate": 5.999930734383974e-07, |
| "loss": 1.7213, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0024139472507822978, |
| "grad_norm": 1.547605953954358, |
| "learning_rate": 5.999922345854771e-07, |
| "loss": 1.7222, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0025480554313813144, |
| "grad_norm": 1.4545546480798652, |
| "learning_rate": 5.999913477990486e-07, |
| "loss": 1.6248, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.002682163611980331, |
| "grad_norm": 1.3664919966665414, |
| "learning_rate": 5.999904130792696e-07, |
| "loss": 1.7481, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.002816271792579347, |
| "grad_norm": 1.2263286406299385, |
| "learning_rate": 5.999894304263061e-07, |
| "loss": 1.731, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.002950379973178364, |
| "grad_norm": 1.4441675215823284, |
| "learning_rate": 5.999883998403325e-07, |
| "loss": 1.7489, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0030844881537773804, |
| "grad_norm": 2.076565725996637, |
| "learning_rate": 5.999873213215316e-07, |
| "loss": 1.609, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.003218596334376397, |
| "grad_norm": 2.056874040951704, |
| "learning_rate": 5.999861948700952e-07, |
| "loss": 1.7387, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0033527045149754136, |
| "grad_norm": 1.196618920130671, |
| "learning_rate": 5.99985020486223e-07, |
| "loss": 1.6522, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0034868126955744302, |
| "grad_norm": 1.4295779403436433, |
| "learning_rate": 5.999837981701236e-07, |
| "loss": 1.7226, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0036209208761734464, |
| "grad_norm": 1.22926449530156, |
| "learning_rate": 5.99982527922014e-07, |
| "loss": 1.699, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.003755029056772463, |
| "grad_norm": 1.324357519929758, |
| "learning_rate": 5.999812097421198e-07, |
| "loss": 1.784, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0038891372373714797, |
| "grad_norm": 1.351746272995911, |
| "learning_rate": 5.999798436306748e-07, |
| "loss": 1.7094, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.004023245417970496, |
| "grad_norm": 1.3696717018122837, |
| "learning_rate": 5.999784295879217e-07, |
| "loss": 1.8113, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0041573535985695124, |
| "grad_norm": 1.2950751514861556, |
| "learning_rate": 5.999769676141116e-07, |
| "loss": 1.7043, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.004291461779168529, |
| "grad_norm": 1.510791624383582, |
| "learning_rate": 5.99975457709504e-07, |
| "loss": 1.7247, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.004425569959767546, |
| "grad_norm": 1.205151919537117, |
| "learning_rate": 5.999738998743669e-07, |
| "loss": 1.7102, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.004559678140366562, |
| "grad_norm": 1.2313460275237813, |
| "learning_rate": 5.999722941089769e-07, |
| "loss": 1.6194, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.004693786320965579, |
| "grad_norm": 1.2769810504677248, |
| "learning_rate": 5.999706404136191e-07, |
| "loss": 1.6776, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0048278945015645955, |
| "grad_norm": 1.210621301547261, |
| "learning_rate": 5.99968938788587e-07, |
| "loss": 1.658, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.004962002682163612, |
| "grad_norm": 1.3309399301655989, |
| "learning_rate": 5.99967189234183e-07, |
| "loss": 1.598, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.005096110862762629, |
| "grad_norm": 1.2698125491932901, |
| "learning_rate": 5.999653917507173e-07, |
| "loss": 1.6783, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.005230219043361645, |
| "grad_norm": 1.269690475054205, |
| "learning_rate": 5.999635463385092e-07, |
| "loss": 1.7118, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.005364327223960662, |
| "grad_norm": 1.239195449838068, |
| "learning_rate": 5.999616529978864e-07, |
| "loss": 1.7552, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.005498435404559678, |
| "grad_norm": 1.213245919091097, |
| "learning_rate": 5.999597117291851e-07, |
| "loss": 1.6195, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.005632543585158694, |
| "grad_norm": 1.472546911008587, |
| "learning_rate": 5.999577225327498e-07, |
| "loss": 1.7151, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.005766651765757711, |
| "grad_norm": 1.1739645532291967, |
| "learning_rate": 5.999556854089335e-07, |
| "loss": 1.6848, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.005900759946356728, |
| "grad_norm": 1.6603998730539062, |
| "learning_rate": 5.999536003580982e-07, |
| "loss": 1.7987, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.006034868126955744, |
| "grad_norm": 1.2267822489395797, |
| "learning_rate": 5.999514673806138e-07, |
| "loss": 1.7743, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.006168976307554761, |
| "grad_norm": 1.182672696849382, |
| "learning_rate": 5.999492864768594e-07, |
| "loss": 1.7007, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.006303084488153777, |
| "grad_norm": 1.3725982814639008, |
| "learning_rate": 5.999470576472216e-07, |
| "loss": 1.6453, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.006437192668752794, |
| "grad_norm": 1.2302523441661959, |
| "learning_rate": 5.999447808920965e-07, |
| "loss": 1.668, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.006571300849351811, |
| "grad_norm": 1.5825139985036842, |
| "learning_rate": 5.999424562118882e-07, |
| "loss": 1.677, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.006705409029950827, |
| "grad_norm": 1.3441000281769755, |
| "learning_rate": 5.999400836070092e-07, |
| "loss": 1.7907, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.006839517210549844, |
| "grad_norm": 1.2662568205784916, |
| "learning_rate": 5.999376630778812e-07, |
| "loss": 1.7948, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0069736253911488605, |
| "grad_norm": 1.6969919156319755, |
| "learning_rate": 5.999351946249336e-07, |
| "loss": 1.704, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.007107733571747876, |
| "grad_norm": 1.3702701009027687, |
| "learning_rate": 5.999326782486047e-07, |
| "loss": 1.7596, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.007241841752346893, |
| "grad_norm": 1.2008226357772018, |
| "learning_rate": 5.999301139493413e-07, |
| "loss": 1.7446, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0073759499329459095, |
| "grad_norm": 1.1610594693793954, |
| "learning_rate": 5.999275017275985e-07, |
| "loss": 1.6545, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.007510058113544926, |
| "grad_norm": 1.2318851837588591, |
| "learning_rate": 5.999248415838404e-07, |
| "loss": 1.6945, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.007644166294143943, |
| "grad_norm": 1.3623097314650943, |
| "learning_rate": 5.99922133518539e-07, |
| "loss": 1.7576, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.007778274474742959, |
| "grad_norm": 1.263711259426924, |
| "learning_rate": 5.999193775321749e-07, |
| "loss": 1.7202, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.007912382655341976, |
| "grad_norm": 1.266618530800646, |
| "learning_rate": 5.999165736252378e-07, |
| "loss": 1.7277, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.008046490835940992, |
| "grad_norm": 1.20263409583272, |
| "learning_rate": 5.999137217982253e-07, |
| "loss": 1.7287, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.00818059901654001, |
| "grad_norm": 1.3137021476149842, |
| "learning_rate": 5.999108220516439e-07, |
| "loss": 1.7524, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.008314707197139025, |
| "grad_norm": 1.2381760472328087, |
| "learning_rate": 5.999078743860079e-07, |
| "loss": 1.6713, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.008448815377738042, |
| "grad_norm": 1.1488246018603008, |
| "learning_rate": 5.999048788018412e-07, |
| "loss": 1.61, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.008582923558337058, |
| "grad_norm": 1.1657309327731467, |
| "learning_rate": 5.999018352996753e-07, |
| "loss": 1.7329, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.008717031738936076, |
| "grad_norm": 1.4859993327682761, |
| "learning_rate": 5.998987438800507e-07, |
| "loss": 1.7751, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.008851139919535091, |
| "grad_norm": 1.2336235778167894, |
| "learning_rate": 5.99895604543516e-07, |
| "loss": 1.7698, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.008985248100134109, |
| "grad_norm": 1.2063484420298083, |
| "learning_rate": 5.998924172906287e-07, |
| "loss": 1.6674, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.009119356280733125, |
| "grad_norm": 1.144489164232074, |
| "learning_rate": 5.998891821219549e-07, |
| "loss": 1.6727, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.009253464461332142, |
| "grad_norm": 1.1661711232482204, |
| "learning_rate": 5.998858990380685e-07, |
| "loss": 1.72, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.009387572641931158, |
| "grad_norm": 1.8657773898969878, |
| "learning_rate": 5.998825680395526e-07, |
| "loss": 1.67, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.009521680822530174, |
| "grad_norm": 1.2765420086009807, |
| "learning_rate": 5.998791891269986e-07, |
| "loss": 1.7016, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.009655789003129191, |
| "grad_norm": 1.1153772140374385, |
| "learning_rate": 5.998757623010063e-07, |
| "loss": 1.707, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.009789897183728207, |
| "grad_norm": 1.1669261546443137, |
| "learning_rate": 5.998722875621842e-07, |
| "loss": 1.6859, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.009924005364327224, |
| "grad_norm": 1.1777142907854627, |
| "learning_rate": 5.99868764911149e-07, |
| "loss": 1.616, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.01005811354492624, |
| "grad_norm": 1.1386560612646601, |
| "learning_rate": 5.998651943485263e-07, |
| "loss": 1.7086, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.010192221725525258, |
| "grad_norm": 1.1396265347862253, |
| "learning_rate": 5.998615758749499e-07, |
| "loss": 1.6094, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.010326329906124273, |
| "grad_norm": 1.1418930865866173, |
| "learning_rate": 5.998579094910623e-07, |
| "loss": 1.5653, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.01046043808672329, |
| "grad_norm": 1.2012675736770206, |
| "learning_rate": 5.998541951975143e-07, |
| "loss": 1.749, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.010594546267322306, |
| "grad_norm": 1.1829649799589437, |
| "learning_rate": 5.998504329949654e-07, |
| "loss": 1.741, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.010728654447921324, |
| "grad_norm": 1.1137771771242837, |
| "learning_rate": 5.998466228840834e-07, |
| "loss": 1.7467, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.01086276262852034, |
| "grad_norm": 1.2213171478733171, |
| "learning_rate": 5.998427648655449e-07, |
| "loss": 1.7411, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.010996870809119355, |
| "grad_norm": 1.2565644926554131, |
| "learning_rate": 5.998388589400348e-07, |
| "loss": 1.5334, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.011130978989718373, |
| "grad_norm": 1.1677953640865506, |
| "learning_rate": 5.998349051082467e-07, |
| "loss": 1.6292, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.011265087170317389, |
| "grad_norm": 1.1735267116017247, |
| "learning_rate": 5.998309033708821e-07, |
| "loss": 1.7093, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.011399195350916406, |
| "grad_norm": 1.1800930162312424, |
| "learning_rate": 5.998268537286519e-07, |
| "loss": 1.6931, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.011533303531515422, |
| "grad_norm": 1.267648133239451, |
| "learning_rate": 5.998227561822748e-07, |
| "loss": 1.7372, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.01166741171211444, |
| "grad_norm": 1.322566507024075, |
| "learning_rate": 5.998186107324783e-07, |
| "loss": 1.729, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.011801519892713455, |
| "grad_norm": 1.2115409550398644, |
| "learning_rate": 5.998144173799985e-07, |
| "loss": 1.8509, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.011935628073312473, |
| "grad_norm": 1.2085609394825974, |
| "learning_rate": 5.998101761255799e-07, |
| "loss": 1.6913, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.012069736253911488, |
| "grad_norm": 1.290801409771777, |
| "learning_rate": 5.998058869699753e-07, |
| "loss": 1.7102, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.012203844434510506, |
| "grad_norm": 1.1367739383903264, |
| "learning_rate": 5.998015499139461e-07, |
| "loss": 1.6836, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.012337952615109522, |
| "grad_norm": 1.1670495306196762, |
| "learning_rate": 5.997971649582626e-07, |
| "loss": 1.7664, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.012472060795708539, |
| "grad_norm": 1.1506012664004979, |
| "learning_rate": 5.99792732103703e-07, |
| "loss": 1.6477, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.012606168976307555, |
| "grad_norm": 1.1708715291743035, |
| "learning_rate": 5.997882513510546e-07, |
| "loss": 1.6524, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.01274027715690657, |
| "grad_norm": 1.151933225888518, |
| "learning_rate": 5.997837227011127e-07, |
| "loss": 1.7245, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.012874385337505588, |
| "grad_norm": 1.1690902149158897, |
| "learning_rate": 5.997791461546813e-07, |
| "loss": 1.7276, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.013008493518104604, |
| "grad_norm": 1.2091849738704115, |
| "learning_rate": 5.997745217125728e-07, |
| "loss": 1.6816, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.013142601698703621, |
| "grad_norm": 1.154532285060635, |
| "learning_rate": 5.997698493756085e-07, |
| "loss": 1.7065, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.013276709879302637, |
| "grad_norm": 1.084556225295123, |
| "learning_rate": 5.997651291446176e-07, |
| "loss": 1.6972, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.013410818059901655, |
| "grad_norm": 1.0844384684144817, |
| "learning_rate": 5.997603610204383e-07, |
| "loss": 1.6011, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01354492624050067, |
| "grad_norm": 1.1349833362519353, |
| "learning_rate": 5.997555450039173e-07, |
| "loss": 1.7058, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.013679034421099688, |
| "grad_norm": 1.161646012371061, |
| "learning_rate": 5.997506810959091e-07, |
| "loss": 1.7284, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.013813142601698703, |
| "grad_norm": 1.1931085385755509, |
| "learning_rate": 5.997457692972776e-07, |
| "loss": 1.6889, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.013947250782297721, |
| "grad_norm": 1.1274496052792788, |
| "learning_rate": 5.997408096088949e-07, |
| "loss": 1.6966, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.014081358962896737, |
| "grad_norm": 1.181021137421778, |
| "learning_rate": 5.997358020316412e-07, |
| "loss": 1.6328, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.014215467143495752, |
| "grad_norm": 1.1775178821818613, |
| "learning_rate": 5.997307465664057e-07, |
| "loss": 1.776, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.01434957532409477, |
| "grad_norm": 1.1589504262285564, |
| "learning_rate": 5.99725643214086e-07, |
| "loss": 1.7587, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.014483683504693786, |
| "grad_norm": 1.0988787787594243, |
| "learning_rate": 5.99720491975588e-07, |
| "loss": 1.6803, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.014617791685292803, |
| "grad_norm": 1.1461688756871193, |
| "learning_rate": 5.997152928518265e-07, |
| "loss": 1.607, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.014751899865891819, |
| "grad_norm": 1.152474644239047, |
| "learning_rate": 5.99710045843724e-07, |
| "loss": 1.7633, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.014886008046490836, |
| "grad_norm": 1.1059120772328972, |
| "learning_rate": 5.997047509522127e-07, |
| "loss": 1.6747, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.015020116227089852, |
| "grad_norm": 1.313489457814451, |
| "learning_rate": 5.996994081782321e-07, |
| "loss": 1.7596, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.01515422440768887, |
| "grad_norm": 1.111253336672023, |
| "learning_rate": 5.99694017522731e-07, |
| "loss": 1.6808, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.015288332588287885, |
| "grad_norm": 1.1886992881117084, |
| "learning_rate": 5.996885789866662e-07, |
| "loss": 1.7115, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.015422440768886903, |
| "grad_norm": 1.3209352003575652, |
| "learning_rate": 5.996830925710036e-07, |
| "loss": 1.6806, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.015556548949485919, |
| "grad_norm": 1.1206995765571244, |
| "learning_rate": 5.99677558276717e-07, |
| "loss": 1.7454, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.015690657130084936, |
| "grad_norm": 1.5425145699155092, |
| "learning_rate": 5.996719761047891e-07, |
| "loss": 1.7396, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.015824765310683952, |
| "grad_norm": 1.1362376633432387, |
| "learning_rate": 5.996663460562107e-07, |
| "loss": 1.7999, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.015958873491282968, |
| "grad_norm": 1.3633221428865825, |
| "learning_rate": 5.996606681319816e-07, |
| "loss": 1.7351, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.016092981671881983, |
| "grad_norm": 1.3214169620385536, |
| "learning_rate": 5.996549423331097e-07, |
| "loss": 1.8187, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.016227089852481003, |
| "grad_norm": 1.127623956399482, |
| "learning_rate": 5.996491686606115e-07, |
| "loss": 1.7869, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.01636119803308002, |
| "grad_norm": 1.1391849506858633, |
| "learning_rate": 5.996433471155121e-07, |
| "loss": 1.6692, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.016495306213679034, |
| "grad_norm": 1.2689844428227393, |
| "learning_rate": 5.99637477698845e-07, |
| "loss": 1.7503, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.01662941439427805, |
| "grad_norm": 1.1304906129070134, |
| "learning_rate": 5.996315604116523e-07, |
| "loss": 1.7342, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.01676352257487707, |
| "grad_norm": 1.114839424591474, |
| "learning_rate": 5.996255952549846e-07, |
| "loss": 1.7152, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.016897630755476085, |
| "grad_norm": 1.1209913395354725, |
| "learning_rate": 5.996195822299007e-07, |
| "loss": 1.7016, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0170317389360751, |
| "grad_norm": 1.2030735367344376, |
| "learning_rate": 5.996135213374683e-07, |
| "loss": 1.6916, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.017165847116674116, |
| "grad_norm": 1.1576104199692667, |
| "learning_rate": 5.996074125787635e-07, |
| "loss": 1.6998, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.017299955297273132, |
| "grad_norm": 1.1589080789600115, |
| "learning_rate": 5.996012559548706e-07, |
| "loss": 1.7135, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.01743406347787215, |
| "grad_norm": 1.1305459345535596, |
| "learning_rate": 5.995950514668828e-07, |
| "loss": 1.7388, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.017568171658471167, |
| "grad_norm": 1.1845858349294451, |
| "learning_rate": 5.995887991159015e-07, |
| "loss": 1.6555, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.017702279839070183, |
| "grad_norm": 1.1323032600098655, |
| "learning_rate": 5.99582498903037e-07, |
| "loss": 1.7391, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.0178363880196692, |
| "grad_norm": 1.1284637339427535, |
| "learning_rate": 5.995761508294074e-07, |
| "loss": 1.7362, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.017970496200268218, |
| "grad_norm": 1.1056404062639804, |
| "learning_rate": 5.995697548961401e-07, |
| "loss": 1.6097, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.018104604380867233, |
| "grad_norm": 1.168355336516219, |
| "learning_rate": 5.995633111043703e-07, |
| "loss": 1.6254, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.01823871256146625, |
| "grad_norm": 1.1077402595262742, |
| "learning_rate": 5.995568194552422e-07, |
| "loss": 1.6421, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.018372820742065265, |
| "grad_norm": 1.1281814027534607, |
| "learning_rate": 5.995502799499084e-07, |
| "loss": 1.6564, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.018506928922664284, |
| "grad_norm": 1.1954713277317879, |
| "learning_rate": 5.995436925895296e-07, |
| "loss": 1.7595, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.0186410371032633, |
| "grad_norm": 1.0981557354609233, |
| "learning_rate": 5.995370573752754e-07, |
| "loss": 1.7267, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.018775145283862316, |
| "grad_norm": 1.1055449164193234, |
| "learning_rate": 5.99530374308324e-07, |
| "loss": 1.7206, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.01890925346446133, |
| "grad_norm": 1.1553645507386814, |
| "learning_rate": 5.995236433898617e-07, |
| "loss": 1.7575, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.019043361645060347, |
| "grad_norm": 1.153673293502894, |
| "learning_rate": 5.995168646210836e-07, |
| "loss": 1.6141, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.019177469825659366, |
| "grad_norm": 1.2666080786381764, |
| "learning_rate": 5.995100380031929e-07, |
| "loss": 1.6959, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.019311578006258382, |
| "grad_norm": 1.1798276231576013, |
| "learning_rate": 5.99503163537402e-07, |
| "loss": 1.6898, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.019445686186857398, |
| "grad_norm": 1.1774834485948251, |
| "learning_rate": 5.99496241224931e-07, |
| "loss": 1.6964, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.019579794367456414, |
| "grad_norm": 1.1714422777051698, |
| "learning_rate": 5.994892710670092e-07, |
| "loss": 1.7554, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.019713902548055433, |
| "grad_norm": 1.1423261455221443, |
| "learning_rate": 5.994822530648737e-07, |
| "loss": 1.6261, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.01984801072865445, |
| "grad_norm": 1.2304343117411098, |
| "learning_rate": 5.994751872197707e-07, |
| "loss": 1.6867, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.019982118909253464, |
| "grad_norm": 1.6067971505148326, |
| "learning_rate": 5.994680735329545e-07, |
| "loss": 1.7063, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.02011622708985248, |
| "grad_norm": 1.2298413663973762, |
| "learning_rate": 5.994609120056881e-07, |
| "loss": 1.8201, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0202503352704515, |
| "grad_norm": 1.3415909829046686, |
| "learning_rate": 5.994537026392431e-07, |
| "loss": 1.7761, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.020384443451050515, |
| "grad_norm": 1.092009599817307, |
| "learning_rate": 5.994464454348991e-07, |
| "loss": 1.6873, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.02051855163164953, |
| "grad_norm": 1.123624476668709, |
| "learning_rate": 5.994391403939447e-07, |
| "loss": 1.6261, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.020652659812248546, |
| "grad_norm": 1.194551927187871, |
| "learning_rate": 5.994317875176768e-07, |
| "loss": 1.6832, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.020786767992847562, |
| "grad_norm": 1.2676660386871186, |
| "learning_rate": 5.99424386807401e-07, |
| "loss": 1.7296, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.02092087617344658, |
| "grad_norm": 1.1316668463703698, |
| "learning_rate": 5.994169382644308e-07, |
| "loss": 1.5888, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.021054984354045597, |
| "grad_norm": 1.1959893911689907, |
| "learning_rate": 5.994094418900889e-07, |
| "loss": 1.75, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.021189092534644613, |
| "grad_norm": 1.1591910643371741, |
| "learning_rate": 5.994018976857061e-07, |
| "loss": 1.6475, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.02132320071524363, |
| "grad_norm": 1.1845979417363135, |
| "learning_rate": 5.993943056526216e-07, |
| "loss": 1.6961, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.021457308895842648, |
| "grad_norm": 1.1240443814893686, |
| "learning_rate": 5.993866657921835e-07, |
| "loss": 1.6806, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.021591417076441664, |
| "grad_norm": 1.24112432554422, |
| "learning_rate": 5.99378978105748e-07, |
| "loss": 1.7856, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.02172552525704068, |
| "grad_norm": 1.1097493699883791, |
| "learning_rate": 5.993712425946801e-07, |
| "loss": 1.6526, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.021859633437639695, |
| "grad_norm": 1.1808847880790212, |
| "learning_rate": 5.99363459260353e-07, |
| "loss": 1.6635, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.02199374161823871, |
| "grad_norm": 1.1260977048233447, |
| "learning_rate": 5.993556281041487e-07, |
| "loss": 1.6883, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.02212784979883773, |
| "grad_norm": 1.1355214317178735, |
| "learning_rate": 5.993477491274572e-07, |
| "loss": 1.7197, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.022261957979436746, |
| "grad_norm": 1.1667677632223183, |
| "learning_rate": 5.993398223316776e-07, |
| "loss": 1.652, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.02239606616003576, |
| "grad_norm": 1.2054751712250278, |
| "learning_rate": 5.993318477182171e-07, |
| "loss": 1.7181, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.022530174340634777, |
| "grad_norm": 1.102112367147099, |
| "learning_rate": 5.993238252884914e-07, |
| "loss": 1.7064, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.022664282521233797, |
| "grad_norm": 1.1174237172322072, |
| "learning_rate": 5.99315755043925e-07, |
| "loss": 1.7088, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.022798390701832812, |
| "grad_norm": 1.1526425806154745, |
| "learning_rate": 5.993076369859505e-07, |
| "loss": 1.6713, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.022932498882431828, |
| "grad_norm": 1.189041831016279, |
| "learning_rate": 5.992994711160089e-07, |
| "loss": 1.796, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.023066607063030844, |
| "grad_norm": 1.1020745587716836, |
| "learning_rate": 5.992912574355505e-07, |
| "loss": 1.7036, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.023200715243629863, |
| "grad_norm": 1.1024337259717305, |
| "learning_rate": 5.992829959460332e-07, |
| "loss": 1.7183, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.02333482342422888, |
| "grad_norm": 1.2334229037351967, |
| "learning_rate": 5.992746866489237e-07, |
| "loss": 1.7278, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.023468931604827895, |
| "grad_norm": 1.1942148623032185, |
| "learning_rate": 5.992663295456972e-07, |
| "loss": 1.7127, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.02360303978542691, |
| "grad_norm": 1.154550051904798, |
| "learning_rate": 5.992579246378375e-07, |
| "loss": 1.7259, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.023737147966025926, |
| "grad_norm": 1.139454652919351, |
| "learning_rate": 5.992494719268369e-07, |
| "loss": 1.8202, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.023871256146624945, |
| "grad_norm": 1.1334182773252635, |
| "learning_rate": 5.992409714141957e-07, |
| "loss": 1.7458, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.02400536432722396, |
| "grad_norm": 1.175452351416824, |
| "learning_rate": 5.992324231014234e-07, |
| "loss": 1.7343, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.024139472507822977, |
| "grad_norm": 1.15495982844933, |
| "learning_rate": 5.992238269900374e-07, |
| "loss": 1.6397, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.024273580688421992, |
| "grad_norm": 1.222036602203619, |
| "learning_rate": 5.992151830815639e-07, |
| "loss": 1.6585, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.02440768886902101, |
| "grad_norm": 1.1103145700032067, |
| "learning_rate": 5.992064913775376e-07, |
| "loss": 1.6729, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.024541797049620027, |
| "grad_norm": 1.1627847561281206, |
| "learning_rate": 5.991977518795014e-07, |
| "loss": 1.6693, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.024675905230219043, |
| "grad_norm": 1.2021941957895712, |
| "learning_rate": 5.991889645890071e-07, |
| "loss": 1.7692, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.02481001341081806, |
| "grad_norm": 1.0987338031386753, |
| "learning_rate": 5.991801295076147e-07, |
| "loss": 1.7378, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.024944121591417078, |
| "grad_norm": 1.1764726234102538, |
| "learning_rate": 5.991712466368927e-07, |
| "loss": 1.7519, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.025078229772016094, |
| "grad_norm": 1.1211959879636015, |
| "learning_rate": 5.991623159784181e-07, |
| "loss": 1.6915, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.02521233795261511, |
| "grad_norm": 1.183694924138999, |
| "learning_rate": 5.991533375337764e-07, |
| "loss": 1.6992, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.025346446133214125, |
| "grad_norm": 1.1093630411034636, |
| "learning_rate": 5.991443113045618e-07, |
| "loss": 1.7517, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.02548055431381314, |
| "grad_norm": 1.0851009440926755, |
| "learning_rate": 5.991352372923766e-07, |
| "loss": 1.6776, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.02561466249441216, |
| "grad_norm": 1.1395885180659286, |
| "learning_rate": 5.99126115498832e-07, |
| "loss": 1.6924, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.025748770675011176, |
| "grad_norm": 1.177643032023232, |
| "learning_rate": 5.99116945925547e-07, |
| "loss": 1.8049, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.025882878855610192, |
| "grad_norm": 1.2055741329571488, |
| "learning_rate": 5.9910772857415e-07, |
| "loss": 1.7318, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.026016987036209208, |
| "grad_norm": 1.0540261983643227, |
| "learning_rate": 5.990984634462772e-07, |
| "loss": 1.6957, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.026151095216808227, |
| "grad_norm": 1.1229012489144132, |
| "learning_rate": 5.990891505435736e-07, |
| "loss": 1.6655, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.026285203397407243, |
| "grad_norm": 1.244124126818224, |
| "learning_rate": 5.990797898676924e-07, |
| "loss": 1.6651, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.02641931157800626, |
| "grad_norm": 1.153272959704337, |
| "learning_rate": 5.990703814202957e-07, |
| "loss": 1.614, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.026553419758605274, |
| "grad_norm": 1.1097663064103196, |
| "learning_rate": 5.990609252030535e-07, |
| "loss": 1.6663, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.02668752793920429, |
| "grad_norm": 1.1863665422420122, |
| "learning_rate": 5.990514212176451e-07, |
| "loss": 1.6996, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.02682163611980331, |
| "grad_norm": 1.19855062119957, |
| "learning_rate": 5.990418694657574e-07, |
| "loss": 1.6788, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.026955744300402325, |
| "grad_norm": 2.240646939516989, |
| "learning_rate": 5.990322699490864e-07, |
| "loss": 1.6072, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.02708985248100134, |
| "grad_norm": 1.16787040451677, |
| "learning_rate": 5.990226226693363e-07, |
| "loss": 1.7495, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.027223960661600356, |
| "grad_norm": 1.1801746959435724, |
| "learning_rate": 5.990129276282199e-07, |
| "loss": 1.7816, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.027358068842199375, |
| "grad_norm": 1.0865741581201773, |
| "learning_rate": 5.990031848274582e-07, |
| "loss": 1.6386, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.02749217702279839, |
| "grad_norm": 1.1195448058003792, |
| "learning_rate": 5.989933942687813e-07, |
| "loss": 1.7666, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.027626285203397407, |
| "grad_norm": 1.1595509114049103, |
| "learning_rate": 5.989835559539271e-07, |
| "loss": 1.7783, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.027760393383996423, |
| "grad_norm": 1.132633530996875, |
| "learning_rate": 5.989736698846422e-07, |
| "loss": 1.7369, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.027894501564595442, |
| "grad_norm": 1.2238390397270622, |
| "learning_rate": 5.98963736062682e-07, |
| "loss": 1.77, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.028028609745194458, |
| "grad_norm": 1.1148263262442593, |
| "learning_rate": 5.989537544898099e-07, |
| "loss": 1.7091, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.028162717925793473, |
| "grad_norm": 1.8988797886120061, |
| "learning_rate": 5.989437251677981e-07, |
| "loss": 1.7075, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.02829682610639249, |
| "grad_norm": 1.1460869915607401, |
| "learning_rate": 5.989336480984271e-07, |
| "loss": 1.7101, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.028430934286991505, |
| "grad_norm": 1.1467483507445029, |
| "learning_rate": 5.989235232834861e-07, |
| "loss": 1.826, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.028565042467590524, |
| "grad_norm": 1.1300279144587981, |
| "learning_rate": 5.989133507247724e-07, |
| "loss": 1.6014, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.02869915064818954, |
| "grad_norm": 1.1992643920221002, |
| "learning_rate": 5.989031304240922e-07, |
| "loss": 1.7145, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.028833258828788556, |
| "grad_norm": 1.1299143353929064, |
| "learning_rate": 5.988928623832598e-07, |
| "loss": 1.7769, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.02896736700938757, |
| "grad_norm": 1.2042592418402756, |
| "learning_rate": 5.988825466040984e-07, |
| "loss": 1.7626, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.02910147518998659, |
| "grad_norm": 1.0995902853233575, |
| "learning_rate": 5.988721830884392e-07, |
| "loss": 1.6348, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.029235583370585606, |
| "grad_norm": 1.6143410051222686, |
| "learning_rate": 5.988617718381222e-07, |
| "loss": 1.6693, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.029369691551184622, |
| "grad_norm": 1.1356912583442442, |
| "learning_rate": 5.988513128549958e-07, |
| "loss": 1.8413, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.029503799731783638, |
| "grad_norm": 1.0893609511374684, |
| "learning_rate": 5.988408061409167e-07, |
| "loss": 1.7344, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.029637907912382657, |
| "grad_norm": 1.7248790007955832, |
| "learning_rate": 5.988302516977504e-07, |
| "loss": 1.6685, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.029772016092981673, |
| "grad_norm": 1.2197670257203657, |
| "learning_rate": 5.988196495273707e-07, |
| "loss": 1.7656, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.02990612427358069, |
| "grad_norm": 1.0570007929897236, |
| "learning_rate": 5.988089996316597e-07, |
| "loss": 1.6939, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.030040232454179704, |
| "grad_norm": 1.2787842409441683, |
| "learning_rate": 5.987983020125083e-07, |
| "loss": 1.6764, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.03017434063477872, |
| "grad_norm": 1.1358825590170436, |
| "learning_rate": 5.987875566718158e-07, |
| "loss": 1.6609, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.03030844881537774, |
| "grad_norm": 1.118237942922342, |
| "learning_rate": 5.987767636114897e-07, |
| "loss": 1.7554, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.030442556995976755, |
| "grad_norm": 1.091737931283322, |
| "learning_rate": 5.987659228334462e-07, |
| "loss": 1.7449, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.03057666517657577, |
| "grad_norm": 1.1839355406865255, |
| "learning_rate": 5.9875503433961e-07, |
| "loss": 1.5726, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.030710773357174787, |
| "grad_norm": 1.1337421280370006, |
| "learning_rate": 5.987440981319141e-07, |
| "loss": 1.7921, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.030844881537773806, |
| "grad_norm": 1.1412449749582727, |
| "learning_rate": 5.987331142123003e-07, |
| "loss": 1.74, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.03097898971837282, |
| "grad_norm": 1.153189714483035, |
| "learning_rate": 5.987220825827184e-07, |
| "loss": 1.8381, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.031113097898971837, |
| "grad_norm": 1.5918789493838401, |
| "learning_rate": 5.98711003245127e-07, |
| "loss": 1.775, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.031247206079570853, |
| "grad_norm": 1.1156741804185832, |
| "learning_rate": 5.986998762014931e-07, |
| "loss": 1.7849, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.03138131426016987, |
| "grad_norm": 1.3525186481687417, |
| "learning_rate": 5.986887014537923e-07, |
| "loss": 1.6405, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.03151542244076889, |
| "grad_norm": 1.158420443205213, |
| "learning_rate": 5.986774790040083e-07, |
| "loss": 1.7375, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.031649530621367904, |
| "grad_norm": 1.123395074640784, |
| "learning_rate": 5.986662088541335e-07, |
| "loss": 1.7682, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.03178363880196692, |
| "grad_norm": 1.1675872323082288, |
| "learning_rate": 5.98654891006169e-07, |
| "loss": 1.7364, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.031917746982565935, |
| "grad_norm": 1.0814715571489928, |
| "learning_rate": 5.986435254621239e-07, |
| "loss": 1.5985, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.03205185516316495, |
| "grad_norm": 3.0737070295965427, |
| "learning_rate": 5.986321122240162e-07, |
| "loss": 1.7085, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.03218596334376397, |
| "grad_norm": 1.1671133111581686, |
| "learning_rate": 5.986206512938719e-07, |
| "loss": 1.6533, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03232007152436299, |
| "grad_norm": 1.145018806372248, |
| "learning_rate": 5.98609142673726e-07, |
| "loss": 1.7335, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.032454179704962005, |
| "grad_norm": 1.159474229307987, |
| "learning_rate": 5.985975863656216e-07, |
| "loss": 1.7531, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.03258828788556102, |
| "grad_norm": 1.2078048688870913, |
| "learning_rate": 5.985859823716102e-07, |
| "loss": 1.7911, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.03272239606616004, |
| "grad_norm": 1.123182359654964, |
| "learning_rate": 5.985743306937522e-07, |
| "loss": 1.7939, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.03285650424675905, |
| "grad_norm": 1.2328138827190458, |
| "learning_rate": 5.985626313341161e-07, |
| "loss": 1.7224, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.03299061242735807, |
| "grad_norm": 1.148111739587274, |
| "learning_rate": 5.98550884294779e-07, |
| "loss": 1.7458, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.033124720607957084, |
| "grad_norm": 1.1781302748488391, |
| "learning_rate": 5.985390895778263e-07, |
| "loss": 1.7283, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0332588287885561, |
| "grad_norm": 1.1649269851093655, |
| "learning_rate": 5.985272471853521e-07, |
| "loss": 1.7535, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.033392936969155115, |
| "grad_norm": 1.1003523240939477, |
| "learning_rate": 5.985153571194589e-07, |
| "loss": 1.7422, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.03352704514975414, |
| "grad_norm": 1.1239095176492149, |
| "learning_rate": 5.985034193822575e-07, |
| "loss": 1.7838, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.033661153330353154, |
| "grad_norm": 1.1810699355311947, |
| "learning_rate": 5.984914339758673e-07, |
| "loss": 1.6863, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.03379526151095217, |
| "grad_norm": 1.1136505916452646, |
| "learning_rate": 5.984794009024162e-07, |
| "loss": 1.7424, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.033929369691551185, |
| "grad_norm": 1.1748644896008424, |
| "learning_rate": 5.984673201640406e-07, |
| "loss": 1.7273, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.0340634778721502, |
| "grad_norm": 1.1728309803897534, |
| "learning_rate": 5.98455191762885e-07, |
| "loss": 1.7322, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.03419758605274922, |
| "grad_norm": 1.1617256887218326, |
| "learning_rate": 5.984430157011031e-07, |
| "loss": 1.6426, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.03433169423334823, |
| "grad_norm": 1.0944959568956085, |
| "learning_rate": 5.984307919808561e-07, |
| "loss": 1.6643, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.03446580241394725, |
| "grad_norm": 1.1692415951338644, |
| "learning_rate": 5.984185206043145e-07, |
| "loss": 1.6584, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.034599910594546264, |
| "grad_norm": 4.382957589748632, |
| "learning_rate": 5.984062015736567e-07, |
| "loss": 1.7101, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.03473401877514529, |
| "grad_norm": 1.1567530728762943, |
| "learning_rate": 5.983938348910698e-07, |
| "loss": 1.643, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.0348681269557443, |
| "grad_norm": 1.215341418188577, |
| "learning_rate": 5.983814205587494e-07, |
| "loss": 1.7239, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.03500223513634332, |
| "grad_norm": 1.0746883114524803, |
| "learning_rate": 5.983689585788997e-07, |
| "loss": 1.6076, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.035136343316942334, |
| "grad_norm": 1.0844612292689275, |
| "learning_rate": 5.983564489537329e-07, |
| "loss": 1.6903, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.03527045149754135, |
| "grad_norm": 1.2255887165848134, |
| "learning_rate": 5.983438916854698e-07, |
| "loss": 1.6497, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.035404559678140365, |
| "grad_norm": 1.1308380556818496, |
| "learning_rate": 5.983312867763402e-07, |
| "loss": 1.7412, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.03553866785873938, |
| "grad_norm": 1.1248240455028355, |
| "learning_rate": 5.983186342285815e-07, |
| "loss": 1.6542, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.0356727760393384, |
| "grad_norm": 1.127913908764272, |
| "learning_rate": 5.983059340444401e-07, |
| "loss": 1.7996, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.03580688421993742, |
| "grad_norm": 1.1345562808363212, |
| "learning_rate": 5.98293186226171e-07, |
| "loss": 1.7426, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.035940992400536435, |
| "grad_norm": 1.1100506727991573, |
| "learning_rate": 5.982803907760373e-07, |
| "loss": 1.6947, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.03607510058113545, |
| "grad_norm": 1.1397892876092324, |
| "learning_rate": 5.982675476963105e-07, |
| "loss": 1.7525, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.03620920876173447, |
| "grad_norm": 1.0980888601137475, |
| "learning_rate": 5.982546569892707e-07, |
| "loss": 1.6763, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03634331694233348, |
| "grad_norm": 1.1179358157267492, |
| "learning_rate": 5.982417186572067e-07, |
| "loss": 1.8195, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.0364774251229325, |
| "grad_norm": 1.15212876523653, |
| "learning_rate": 5.982287327024153e-07, |
| "loss": 1.7003, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.036611533303531514, |
| "grad_norm": 1.0898032141275467, |
| "learning_rate": 5.982156991272021e-07, |
| "loss": 1.7347, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.03674564148413053, |
| "grad_norm": 1.2234098091068482, |
| "learning_rate": 5.982026179338812e-07, |
| "loss": 1.71, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.036879749664729546, |
| "grad_norm": 1.2077801818134501, |
| "learning_rate": 5.981894891247747e-07, |
| "loss": 1.7966, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.03701385784532857, |
| "grad_norm": 1.1190450985953022, |
| "learning_rate": 5.981763127022135e-07, |
| "loss": 1.6619, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.037147966025927584, |
| "grad_norm": 1.235343710444344, |
| "learning_rate": 5.981630886685369e-07, |
| "loss": 1.7484, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.0372820742065266, |
| "grad_norm": 1.2266668117138695, |
| "learning_rate": 5.98149817026093e-07, |
| "loss": 1.6734, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.037416182387125616, |
| "grad_norm": 1.4154140120426957, |
| "learning_rate": 5.981364977772374e-07, |
| "loss": 1.7073, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.03755029056772463, |
| "grad_norm": 1.2222936436898488, |
| "learning_rate": 5.981231309243353e-07, |
| "loss": 1.7837, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.03768439874832365, |
| "grad_norm": 1.1519207095634527, |
| "learning_rate": 5.981097164697594e-07, |
| "loss": 1.7349, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.03781850692892266, |
| "grad_norm": 1.172450505222872, |
| "learning_rate": 5.980962544158915e-07, |
| "loss": 1.7005, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.03795261510952168, |
| "grad_norm": 1.2857156876454048, |
| "learning_rate": 5.980827447651216e-07, |
| "loss": 1.561, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.038086723290120694, |
| "grad_norm": 1.2389387482561154, |
| "learning_rate": 5.98069187519848e-07, |
| "loss": 1.7068, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.03822083147071972, |
| "grad_norm": 1.163985598391861, |
| "learning_rate": 5.980555826824778e-07, |
| "loss": 1.7442, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.03835493965131873, |
| "grad_norm": 1.1048173896847064, |
| "learning_rate": 5.980419302554261e-07, |
| "loss": 1.685, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.03848904783191775, |
| "grad_norm": 1.472564099104008, |
| "learning_rate": 5.98028230241117e-07, |
| "loss": 1.6997, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.038623156012516764, |
| "grad_norm": 1.287728938848147, |
| "learning_rate": 5.980144826419825e-07, |
| "loss": 1.7084, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.03875726419311578, |
| "grad_norm": 1.124267938500328, |
| "learning_rate": 5.980006874604635e-07, |
| "loss": 1.7134, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.038891372373714796, |
| "grad_norm": 1.1218572497983328, |
| "learning_rate": 5.979868446990091e-07, |
| "loss": 1.6841, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.03902548055431381, |
| "grad_norm": 1.1011749075237598, |
| "learning_rate": 5.979729543600769e-07, |
| "loss": 1.7323, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.03915958873491283, |
| "grad_norm": 1.100745780533083, |
| "learning_rate": 5.979590164461328e-07, |
| "loss": 1.6788, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.03929369691551184, |
| "grad_norm": 1.1613502217053182, |
| "learning_rate": 5.979450309596514e-07, |
| "loss": 1.6776, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.039427805096110866, |
| "grad_norm": 1.089657509345998, |
| "learning_rate": 5.979309979031158e-07, |
| "loss": 1.7068, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.03956191327670988, |
| "grad_norm": 1.1436391576530838, |
| "learning_rate": 5.97916917279017e-07, |
| "loss": 1.7388, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.0396960214573089, |
| "grad_norm": 1.1145075933124646, |
| "learning_rate": 5.979027890898551e-07, |
| "loss": 1.7004, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.03983012963790791, |
| "grad_norm": 1.0907272047712597, |
| "learning_rate": 5.978886133381384e-07, |
| "loss": 1.679, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.03996423781850693, |
| "grad_norm": 1.12558267559901, |
| "learning_rate": 5.978743900263835e-07, |
| "loss": 1.6608, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.040098345999105944, |
| "grad_norm": 1.136659951867088, |
| "learning_rate": 5.978601191571155e-07, |
| "loss": 1.6383, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.04023245417970496, |
| "grad_norm": 1.2441133556300974, |
| "learning_rate": 5.978458007328682e-07, |
| "loss": 1.7697, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.040366562360303976, |
| "grad_norm": 1.216051798039534, |
| "learning_rate": 5.978314347561835e-07, |
| "loss": 1.7656, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.040500670540903, |
| "grad_norm": 1.1193332609304543, |
| "learning_rate": 5.978170212296118e-07, |
| "loss": 1.7034, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.040634778721502014, |
| "grad_norm": 1.1450830933525635, |
| "learning_rate": 5.978025601557124e-07, |
| "loss": 1.6769, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.04076888690210103, |
| "grad_norm": 1.1570981861957024, |
| "learning_rate": 5.977880515370523e-07, |
| "loss": 1.7491, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.040902995082700046, |
| "grad_norm": 1.103432713835437, |
| "learning_rate": 5.977734953762075e-07, |
| "loss": 1.6544, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.04103710326329906, |
| "grad_norm": 1.134144784637958, |
| "learning_rate": 5.97758891675762e-07, |
| "loss": 1.7084, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.04117121144389808, |
| "grad_norm": 1.07738843402297, |
| "learning_rate": 5.977442404383088e-07, |
| "loss": 1.7369, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.04130531962449709, |
| "grad_norm": 1.1164259724731038, |
| "learning_rate": 5.977295416664489e-07, |
| "loss": 1.6785, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.04143942780509611, |
| "grad_norm": 1.2001430339127754, |
| "learning_rate": 5.977147953627918e-07, |
| "loss": 1.6496, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.041573535985695124, |
| "grad_norm": 1.1849867153137015, |
| "learning_rate": 5.977000015299557e-07, |
| "loss": 1.6736, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04170764416629415, |
| "grad_norm": 1.1582589308770772, |
| "learning_rate": 5.976851601705669e-07, |
| "loss": 1.6775, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.04184175234689316, |
| "grad_norm": 1.1033822470615744, |
| "learning_rate": 5.976702712872603e-07, |
| "loss": 1.6598, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.04197586052749218, |
| "grad_norm": 1.1682634791444901, |
| "learning_rate": 5.976553348826793e-07, |
| "loss": 1.7557, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.042109968708091194, |
| "grad_norm": 1.0838004153530265, |
| "learning_rate": 5.976403509594756e-07, |
| "loss": 1.6741, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.04224407688869021, |
| "grad_norm": 1.121835854661048, |
| "learning_rate": 5.976253195203092e-07, |
| "loss": 1.7262, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.042378185069289226, |
| "grad_norm": 1.1243699312065234, |
| "learning_rate": 5.976102405678491e-07, |
| "loss": 1.7902, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.04251229324988824, |
| "grad_norm": 1.0991499127058322, |
| "learning_rate": 5.975951141047721e-07, |
| "loss": 1.6865, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.04264640143048726, |
| "grad_norm": 1.126580502499325, |
| "learning_rate": 5.975799401337638e-07, |
| "loss": 1.6798, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.04278050961108627, |
| "grad_norm": 1.1221949135632994, |
| "learning_rate": 5.975647186575182e-07, |
| "loss": 1.7491, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.042914617791685296, |
| "grad_norm": 1.14926550813679, |
| "learning_rate": 5.975494496787376e-07, |
| "loss": 1.6549, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.04304872597228431, |
| "grad_norm": 1.12638348214928, |
| "learning_rate": 5.975341332001328e-07, |
| "loss": 1.5897, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.04318283415288333, |
| "grad_norm": 1.1725295960645503, |
| "learning_rate": 5.97518769224423e-07, |
| "loss": 1.695, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.04331694233348234, |
| "grad_norm": 1.0904790236385375, |
| "learning_rate": 5.975033577543359e-07, |
| "loss": 1.6841, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.04345105051408136, |
| "grad_norm": 1.1090846497862015, |
| "learning_rate": 5.974878987926075e-07, |
| "loss": 1.6075, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.043585158694680375, |
| "grad_norm": 1.2329654322486787, |
| "learning_rate": 5.974723923419827e-07, |
| "loss": 1.7124, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.04371926687527939, |
| "grad_norm": 1.1520738825385615, |
| "learning_rate": 5.974568384052139e-07, |
| "loss": 1.7492, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.043853375055878406, |
| "grad_norm": 1.107509031801798, |
| "learning_rate": 5.974412369850631e-07, |
| "loss": 1.7233, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.04398748323647742, |
| "grad_norm": 1.9987713290159552, |
| "learning_rate": 5.974255880842995e-07, |
| "loss": 1.7005, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.044121591417076444, |
| "grad_norm": 1.1227927295658309, |
| "learning_rate": 5.974098917057019e-07, |
| "loss": 1.8204, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.04425569959767546, |
| "grad_norm": 1.1208739563830832, |
| "learning_rate": 5.973941478520565e-07, |
| "loss": 1.7393, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.044389807778274476, |
| "grad_norm": 1.0722310163444908, |
| "learning_rate": 5.973783565261589e-07, |
| "loss": 1.6568, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.04452391595887349, |
| "grad_norm": 1.1809997483096673, |
| "learning_rate": 5.973625177308124e-07, |
| "loss": 1.7233, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.04465802413947251, |
| "grad_norm": 1.0854965350422932, |
| "learning_rate": 5.973466314688289e-07, |
| "loss": 1.5838, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.04479213232007152, |
| "grad_norm": 1.0394749005048125, |
| "learning_rate": 5.973306977430288e-07, |
| "loss": 1.6982, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.04492624050067054, |
| "grad_norm": 1.1372698128741796, |
| "learning_rate": 5.973147165562409e-07, |
| "loss": 1.7363, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.045060348681269555, |
| "grad_norm": 1.0872018588712997, |
| "learning_rate": 5.972986879113027e-07, |
| "loss": 1.7134, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.04519445686186858, |
| "grad_norm": 1.136573181976626, |
| "learning_rate": 5.972826118110597e-07, |
| "loss": 1.6747, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.04532856504246759, |
| "grad_norm": 1.1438807799337474, |
| "learning_rate": 5.972664882583659e-07, |
| "loss": 1.7632, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.04546267322306661, |
| "grad_norm": 1.1746151029086915, |
| "learning_rate": 5.97250317256084e-07, |
| "loss": 1.5568, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.045596781403665625, |
| "grad_norm": 1.067551171735795, |
| "learning_rate": 5.972340988070848e-07, |
| "loss": 1.7722, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.04573088958426464, |
| "grad_norm": 1.100004825990679, |
| "learning_rate": 5.972178329142476e-07, |
| "loss": 1.7111, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.045864997764863656, |
| "grad_norm": 1.3130274389549708, |
| "learning_rate": 5.972015195804604e-07, |
| "loss": 1.7768, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.04599910594546267, |
| "grad_norm": 1.1532781776242376, |
| "learning_rate": 5.971851588086195e-07, |
| "loss": 1.7096, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.04613321412606169, |
| "grad_norm": 1.1087417118719138, |
| "learning_rate": 5.971687506016292e-07, |
| "loss": 1.6085, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.0462673223066607, |
| "grad_norm": 1.105566689388399, |
| "learning_rate": 5.971522949624028e-07, |
| "loss": 1.6791, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.046401430487259726, |
| "grad_norm": 1.090277130406352, |
| "learning_rate": 5.971357918938616e-07, |
| "loss": 1.6585, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.04653553866785874, |
| "grad_norm": 1.1679080769492398, |
| "learning_rate": 5.971192413989357e-07, |
| "loss": 1.6861, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.04666964684845776, |
| "grad_norm": 1.1647454348028623, |
| "learning_rate": 5.971026434805633e-07, |
| "loss": 1.7167, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.04680375502905677, |
| "grad_norm": 1.1324717330275416, |
| "learning_rate": 5.970859981416911e-07, |
| "loss": 1.6656, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.04693786320965579, |
| "grad_norm": 1.0895090583275637, |
| "learning_rate": 5.970693053852743e-07, |
| "loss": 1.7932, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.047071971390254805, |
| "grad_norm": 1.0846672521830747, |
| "learning_rate": 5.970525652142767e-07, |
| "loss": 1.568, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.04720607957085382, |
| "grad_norm": 1.0946401497383844, |
| "learning_rate": 5.970357776316699e-07, |
| "loss": 1.6717, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.047340187751452836, |
| "grad_norm": 1.203590152178876, |
| "learning_rate": 5.970189426404346e-07, |
| "loss": 1.6852, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.04747429593205185, |
| "grad_norm": 1.1550529538782315, |
| "learning_rate": 5.970020602435594e-07, |
| "loss": 1.7621, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.047608404112650875, |
| "grad_norm": 1.096867626156823, |
| "learning_rate": 5.969851304440418e-07, |
| "loss": 1.7309, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.04774251229324989, |
| "grad_norm": 1.166383772927886, |
| "learning_rate": 5.969681532448872e-07, |
| "loss": 1.7181, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.047876620473848906, |
| "grad_norm": 1.1239983839028163, |
| "learning_rate": 5.9695112864911e-07, |
| "loss": 1.6855, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.04801072865444792, |
| "grad_norm": 1.146063042749729, |
| "learning_rate": 5.969340566597323e-07, |
| "loss": 1.7481, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.04814483683504694, |
| "grad_norm": 1.1888010033263623, |
| "learning_rate": 5.969169372797852e-07, |
| "loss": 1.7679, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.048278945015645953, |
| "grad_norm": 1.1182477969412692, |
| "learning_rate": 5.96899770512308e-07, |
| "loss": 1.703, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.04841305319624497, |
| "grad_norm": 1.1404473863138842, |
| "learning_rate": 5.968825563603486e-07, |
| "loss": 1.7899, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.048547161376843985, |
| "grad_norm": 1.1404415220346715, |
| "learning_rate": 5.968652948269629e-07, |
| "loss": 1.6586, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.048681269557443, |
| "grad_norm": 1.0188482574967557, |
| "learning_rate": 5.968479859152155e-07, |
| "loss": 1.6772, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.04881537773804202, |
| "grad_norm": 1.1444032147790508, |
| "learning_rate": 5.968306296281794e-07, |
| "loss": 1.7235, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.04894948591864104, |
| "grad_norm": 1.147526204803139, |
| "learning_rate": 5.968132259689361e-07, |
| "loss": 1.6656, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.049083594099240055, |
| "grad_norm": 1.094173771252459, |
| "learning_rate": 5.967957749405751e-07, |
| "loss": 1.6133, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.04921770227983907, |
| "grad_norm": 1.1560369729609308, |
| "learning_rate": 5.967782765461948e-07, |
| "loss": 1.7796, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.049351810460438086, |
| "grad_norm": 1.1696121017752343, |
| "learning_rate": 5.967607307889018e-07, |
| "loss": 1.65, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.0494859186410371, |
| "grad_norm": 1.134918792559745, |
| "learning_rate": 5.967431376718111e-07, |
| "loss": 1.717, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.04962002682163612, |
| "grad_norm": 1.0765623022573645, |
| "learning_rate": 5.967254971980461e-07, |
| "loss": 1.7028, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.049754135002235134, |
| "grad_norm": 1.1093533051376567, |
| "learning_rate": 5.967078093707387e-07, |
| "loss": 1.687, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.049888243182834156, |
| "grad_norm": 1.0724867576763264, |
| "learning_rate": 5.966900741930289e-07, |
| "loss": 1.709, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.05002235136343317, |
| "grad_norm": 1.1870703976775374, |
| "learning_rate": 5.966722916680656e-07, |
| "loss": 1.7623, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.05015645954403219, |
| "grad_norm": 1.1118336624167122, |
| "learning_rate": 5.966544617990058e-07, |
| "loss": 1.713, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.050290567724631204, |
| "grad_norm": 1.1147242423912, |
| "learning_rate": 5.966365845890149e-07, |
| "loss": 1.5956, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.05042467590523022, |
| "grad_norm": 1.1489546583821737, |
| "learning_rate": 5.966186600412668e-07, |
| "loss": 1.7536, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.050558784085829235, |
| "grad_norm": 1.0985836995809481, |
| "learning_rate": 5.966006881589437e-07, |
| "loss": 1.6415, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.05069289226642825, |
| "grad_norm": 1.5210499221056473, |
| "learning_rate": 5.965826689452363e-07, |
| "loss": 1.7034, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.05082700044702727, |
| "grad_norm": 1.1770747351660449, |
| "learning_rate": 5.965646024033437e-07, |
| "loss": 1.7998, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.05096110862762628, |
| "grad_norm": 1.103353857870669, |
| "learning_rate": 5.965464885364734e-07, |
| "loss": 1.677, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.051095216808225305, |
| "grad_norm": 1.1279052370658624, |
| "learning_rate": 5.965283273478411e-07, |
| "loss": 1.7125, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.05122932498882432, |
| "grad_norm": 1.1260317026536582, |
| "learning_rate": 5.965101188406713e-07, |
| "loss": 1.713, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.051363433169423336, |
| "grad_norm": 1.1217115939734228, |
| "learning_rate": 5.964918630181966e-07, |
| "loss": 1.7513, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.05149754135002235, |
| "grad_norm": 1.0938140494838644, |
| "learning_rate": 5.964735598836581e-07, |
| "loss": 1.6722, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.05163164953062137, |
| "grad_norm": 1.5746119243016816, |
| "learning_rate": 5.964552094403051e-07, |
| "loss": 1.7249, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.051765757711220384, |
| "grad_norm": 1.1376993855927013, |
| "learning_rate": 5.964368116913957e-07, |
| "loss": 1.7292, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.0518998658918194, |
| "grad_norm": 1.1288484886032422, |
| "learning_rate": 5.96418366640196e-07, |
| "loss": 1.7373, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.052033974072418415, |
| "grad_norm": 1.0912837401536597, |
| "learning_rate": 5.963998742899809e-07, |
| "loss": 1.6279, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.05216808225301743, |
| "grad_norm": 1.080399914264917, |
| "learning_rate": 5.963813346440332e-07, |
| "loss": 1.6828, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.052302190433616454, |
| "grad_norm": 1.18296526148637, |
| "learning_rate": 5.963627477056445e-07, |
| "loss": 1.7037, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.05243629861421547, |
| "grad_norm": 1.0700933148095726, |
| "learning_rate": 5.963441134781147e-07, |
| "loss": 1.6773, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.052570406794814485, |
| "grad_norm": 1.5541605676471624, |
| "learning_rate": 5.963254319647519e-07, |
| "loss": 1.5786, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.0527045149754135, |
| "grad_norm": 1.154992915725033, |
| "learning_rate": 5.96306703168873e-07, |
| "loss": 1.7743, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.05283862315601252, |
| "grad_norm": 1.117612338423665, |
| "learning_rate": 5.962879270938028e-07, |
| "loss": 1.723, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.05297273133661153, |
| "grad_norm": 1.0907791376426386, |
| "learning_rate": 5.96269103742875e-07, |
| "loss": 1.73, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.05310683951721055, |
| "grad_norm": 1.1325939188472074, |
| "learning_rate": 5.962502331194311e-07, |
| "loss": 1.6756, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.053240947697809564, |
| "grad_norm": 1.0925915487497773, |
| "learning_rate": 5.962313152268218e-07, |
| "loss": 1.7166, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.05337505587840858, |
| "grad_norm": 1.1102789558363542, |
| "learning_rate": 5.96212350068405e-07, |
| "loss": 1.6697, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.0535091640590076, |
| "grad_norm": 1.1054817006563584, |
| "learning_rate": 5.961933376475485e-07, |
| "loss": 1.7231, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.05364327223960662, |
| "grad_norm": 1.307573555314525, |
| "learning_rate": 5.961742779676272e-07, |
| "loss": 1.7651, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.053777380420205634, |
| "grad_norm": 1.1445042759796842, |
| "learning_rate": 5.961551710320251e-07, |
| "loss": 1.6765, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.05391148860080465, |
| "grad_norm": 1.0762583158173675, |
| "learning_rate": 5.961360168441342e-07, |
| "loss": 1.6481, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.054045596781403665, |
| "grad_norm": 1.1084304546525765, |
| "learning_rate": 5.961168154073553e-07, |
| "loss": 1.7338, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.05417970496200268, |
| "grad_norm": 1.0982232521403124, |
| "learning_rate": 5.960975667250972e-07, |
| "loss": 1.6638, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.0543138131426017, |
| "grad_norm": 1.2140530141548174, |
| "learning_rate": 5.960782708007773e-07, |
| "loss": 1.7516, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.05444792132320071, |
| "grad_norm": 1.5212193377424008, |
| "learning_rate": 5.960589276378213e-07, |
| "loss": 1.7427, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.054582029503799735, |
| "grad_norm": 1.11412919662803, |
| "learning_rate": 5.960395372396633e-07, |
| "loss": 1.6931, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.05471613768439875, |
| "grad_norm": 1.0851895981130018, |
| "learning_rate": 5.960200996097458e-07, |
| "loss": 1.6913, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.05485024586499777, |
| "grad_norm": 1.1246816244588258, |
| "learning_rate": 5.960006147515199e-07, |
| "loss": 1.7152, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.05498435404559678, |
| "grad_norm": 1.0772018259030958, |
| "learning_rate": 5.959810826684446e-07, |
| "loss": 1.7227, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0551184622261958, |
| "grad_norm": 1.1172898063954977, |
| "learning_rate": 5.959615033639877e-07, |
| "loss": 1.6459, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.055252570406794814, |
| "grad_norm": 1.190430020238442, |
| "learning_rate": 5.959418768416252e-07, |
| "loss": 1.7491, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.05538667858739383, |
| "grad_norm": 1.0954974858449955, |
| "learning_rate": 5.959222031048417e-07, |
| "loss": 1.7136, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.055520786767992845, |
| "grad_norm": 1.1287823535303052, |
| "learning_rate": 5.959024821571296e-07, |
| "loss": 1.7765, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.05565489494859186, |
| "grad_norm": 1.0561812337694518, |
| "learning_rate": 5.958827140019905e-07, |
| "loss": 1.6913, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.055789003129190884, |
| "grad_norm": 1.1085682708952787, |
| "learning_rate": 5.958628986429338e-07, |
| "loss": 1.7022, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.0559231113097899, |
| "grad_norm": 1.145351387138441, |
| "learning_rate": 5.958430360834773e-07, |
| "loss": 1.7236, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.056057219490388915, |
| "grad_norm": 1.0897443627255616, |
| "learning_rate": 5.958231263271476e-07, |
| "loss": 1.6012, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.05619132767098793, |
| "grad_norm": 1.1200731868604838, |
| "learning_rate": 5.958031693774794e-07, |
| "loss": 1.7389, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.05632543585158695, |
| "grad_norm": 1.1038585013517133, |
| "learning_rate": 5.957831652380156e-07, |
| "loss": 1.583, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.05645954403218596, |
| "grad_norm": 1.4548045332193216, |
| "learning_rate": 5.95763113912308e-07, |
| "loss": 1.7524, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.05659365221278498, |
| "grad_norm": 1.1692222790883888, |
| "learning_rate": 5.95743015403916e-07, |
| "loss": 1.6299, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.056727760393383994, |
| "grad_norm": 1.1247764368969244, |
| "learning_rate": 5.95722869716408e-07, |
| "loss": 1.5839, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.05686186857398301, |
| "grad_norm": 1.1555568325620067, |
| "learning_rate": 5.957026768533605e-07, |
| "loss": 1.7239, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.05699597675458203, |
| "grad_norm": 1.1216899351148046, |
| "learning_rate": 5.956824368183589e-07, |
| "loss": 1.7256, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.05713008493518105, |
| "grad_norm": 1.145568323616433, |
| "learning_rate": 5.956621496149961e-07, |
| "loss": 1.6824, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.057264193115780064, |
| "grad_norm": 1.0986327998626733, |
| "learning_rate": 5.956418152468739e-07, |
| "loss": 1.6288, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.05739830129637908, |
| "grad_norm": 1.107394613480044, |
| "learning_rate": 5.956214337176026e-07, |
| "loss": 1.7525, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.057532409476978096, |
| "grad_norm": 1.1530636510188206, |
| "learning_rate": 5.956010050308003e-07, |
| "loss": 1.6703, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.05766651765757711, |
| "grad_norm": 1.2684443748494443, |
| "learning_rate": 5.955805291900944e-07, |
| "loss": 1.7255, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.05780062583817613, |
| "grad_norm": 1.1216850925610182, |
| "learning_rate": 5.955600061991196e-07, |
| "loss": 1.6833, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.05793473401877514, |
| "grad_norm": 1.1163294449512198, |
| "learning_rate": 5.955394360615196e-07, |
| "loss": 1.6738, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.05806884219937416, |
| "grad_norm": 1.0993928108999345, |
| "learning_rate": 5.955188187809465e-07, |
| "loss": 1.575, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.05820295037997318, |
| "grad_norm": 1.199099074821361, |
| "learning_rate": 5.954981543610606e-07, |
| "loss": 1.7117, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.0583370585605722, |
| "grad_norm": 1.1208106037393502, |
| "learning_rate": 5.954774428055305e-07, |
| "loss": 1.7093, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.05847116674117121, |
| "grad_norm": 1.2627670829161222, |
| "learning_rate": 5.954566841180332e-07, |
| "loss": 1.6188, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.05860527492177023, |
| "grad_norm": 1.0799814850943354, |
| "learning_rate": 5.954358783022543e-07, |
| "loss": 1.7059, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.058739383102369244, |
| "grad_norm": 1.1341395954441937, |
| "learning_rate": 5.954150253618875e-07, |
| "loss": 1.5712, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.05887349128296826, |
| "grad_norm": 1.1117856654912641, |
| "learning_rate": 5.95394125300635e-07, |
| "loss": 1.6777, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.059007599463567276, |
| "grad_norm": 1.0923581672387388, |
| "learning_rate": 5.953731781222071e-07, |
| "loss": 1.7159, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.05914170764416629, |
| "grad_norm": 1.0600443650637132, |
| "learning_rate": 5.953521838303231e-07, |
| "loss": 1.7249, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.059275815824765314, |
| "grad_norm": 1.2138612225345329, |
| "learning_rate": 5.9533114242871e-07, |
| "loss": 1.7013, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.05940992400536433, |
| "grad_norm": 1.0419430689297875, |
| "learning_rate": 5.953100539211034e-07, |
| "loss": 1.7552, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.059544032185963346, |
| "grad_norm": 1.1237438417872123, |
| "learning_rate": 5.952889183112474e-07, |
| "loss": 1.7112, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.05967814036656236, |
| "grad_norm": 1.2319625967973615, |
| "learning_rate": 5.952677356028943e-07, |
| "loss": 1.7093, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.05981224854716138, |
| "grad_norm": 1.086955577183242, |
| "learning_rate": 5.952465057998049e-07, |
| "loss": 1.6358, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.05994635672776039, |
| "grad_norm": 1.1264500428377913, |
| "learning_rate": 5.952252289057481e-07, |
| "loss": 1.7178, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.06008046490835941, |
| "grad_norm": 1.128811841099524, |
| "learning_rate": 5.952039049245012e-07, |
| "loss": 1.7591, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.060214573088958424, |
| "grad_norm": 1.1110504835526924, |
| "learning_rate": 5.951825338598503e-07, |
| "loss": 1.6403, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.06034868126955744, |
| "grad_norm": 1.2271379194246814, |
| "learning_rate": 5.951611157155895e-07, |
| "loss": 1.7213, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06048278945015646, |
| "grad_norm": 1.1228932913870193, |
| "learning_rate": 5.951396504955212e-07, |
| "loss": 1.5935, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.06061689763075548, |
| "grad_norm": 1.11062455626935, |
| "learning_rate": 5.951181382034563e-07, |
| "loss": 1.6998, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.060751005811354494, |
| "grad_norm": 1.0990862927657152, |
| "learning_rate": 5.950965788432139e-07, |
| "loss": 1.6468, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.06088511399195351, |
| "grad_norm": 1.2688756973522501, |
| "learning_rate": 5.950749724186219e-07, |
| "loss": 1.741, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.061019222172552526, |
| "grad_norm": 1.2895801173515846, |
| "learning_rate": 5.950533189335158e-07, |
| "loss": 1.6955, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.06115333035315154, |
| "grad_norm": 1.077512840039689, |
| "learning_rate": 5.950316183917403e-07, |
| "loss": 1.641, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.06128743853375056, |
| "grad_norm": 1.0847961133378894, |
| "learning_rate": 5.950098707971477e-07, |
| "loss": 1.83, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.06142154671434957, |
| "grad_norm": 1.1936301482363822, |
| "learning_rate": 5.949880761535992e-07, |
| "loss": 1.8029, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.06155565489494859, |
| "grad_norm": 1.1712115230746196, |
| "learning_rate": 5.949662344649641e-07, |
| "loss": 1.7041, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.06168976307554761, |
| "grad_norm": 1.1207575353150439, |
| "learning_rate": 5.9494434573512e-07, |
| "loss": 1.8268, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.06182387125614663, |
| "grad_norm": 1.0875570889732413, |
| "learning_rate": 5.949224099679532e-07, |
| "loss": 1.7194, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.06195797943674564, |
| "grad_norm": 1.0917010226696162, |
| "learning_rate": 5.949004271673578e-07, |
| "loss": 1.7354, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.06209208761734466, |
| "grad_norm": 1.0997856156670267, |
| "learning_rate": 5.948783973372368e-07, |
| "loss": 1.7529, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.062226195797943674, |
| "grad_norm": 1.0621713053596278, |
| "learning_rate": 5.948563204815011e-07, |
| "loss": 1.6898, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.06236030397854269, |
| "grad_norm": 1.0614544715813865, |
| "learning_rate": 5.948341966040703e-07, |
| "loss": 1.7044, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.062494412159141706, |
| "grad_norm": 1.154295913834985, |
| "learning_rate": 5.948120257088721e-07, |
| "loss": 1.739, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.06262852033974073, |
| "grad_norm": 1.6321838989867514, |
| "learning_rate": 5.947898077998429e-07, |
| "loss": 1.6571, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.06276262852033974, |
| "grad_norm": 1.1020818061209965, |
| "learning_rate": 5.947675428809268e-07, |
| "loss": 1.7457, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.06289673670093876, |
| "grad_norm": 1.1541190378330166, |
| "learning_rate": 5.947452309560767e-07, |
| "loss": 1.7659, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.06303084488153778, |
| "grad_norm": 1.084642443791217, |
| "learning_rate": 5.947228720292541e-07, |
| "loss": 1.7144, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06316495306213679, |
| "grad_norm": 1.1145594614023564, |
| "learning_rate": 5.947004661044283e-07, |
| "loss": 1.6729, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.06329906124273581, |
| "grad_norm": 1.115158449397951, |
| "learning_rate": 5.946780131855772e-07, |
| "loss": 1.7349, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.06343316942333482, |
| "grad_norm": 1.1366035122661107, |
| "learning_rate": 5.94655513276687e-07, |
| "loss": 1.7005, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.06356727760393384, |
| "grad_norm": 1.1207240569861627, |
| "learning_rate": 5.946329663817522e-07, |
| "loss": 1.6988, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.06370138578453285, |
| "grad_norm": 1.0633079931171385, |
| "learning_rate": 5.946103725047759e-07, |
| "loss": 1.6861, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.06383549396513187, |
| "grad_norm": 1.148420369678469, |
| "learning_rate": 5.945877316497692e-07, |
| "loss": 1.7186, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.06396960214573089, |
| "grad_norm": 1.1296345116481292, |
| "learning_rate": 5.945650438207517e-07, |
| "loss": 1.7515, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.0641037103263299, |
| "grad_norm": 1.1072132368875205, |
| "learning_rate": 5.945423090217512e-07, |
| "loss": 1.7498, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.06423781850692892, |
| "grad_norm": 1.0636459120097348, |
| "learning_rate": 5.945195272568042e-07, |
| "loss": 1.6705, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.06437192668752793, |
| "grad_norm": 1.1184722760153458, |
| "learning_rate": 5.944966985299551e-07, |
| "loss": 1.74, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.06450603486812695, |
| "grad_norm": 1.09226255206473, |
| "learning_rate": 5.944738228452569e-07, |
| "loss": 1.7125, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.06464014304872598, |
| "grad_norm": 1.0980507704132523, |
| "learning_rate": 5.94450900206771e-07, |
| "loss": 1.7187, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.064774251229325, |
| "grad_norm": 1.0944716620001702, |
| "learning_rate": 5.944279306185668e-07, |
| "loss": 1.5932, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.06490835940992401, |
| "grad_norm": 1.1136224916178525, |
| "learning_rate": 5.944049140847224e-07, |
| "loss": 1.6976, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.06504246759052303, |
| "grad_norm": 1.1013486929558047, |
| "learning_rate": 5.943818506093239e-07, |
| "loss": 1.6864, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.06517657577112204, |
| "grad_norm": 1.1430455689049595, |
| "learning_rate": 5.943587401964661e-07, |
| "loss": 1.6274, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.06531068395172106, |
| "grad_norm": 1.1269355413734778, |
| "learning_rate": 5.943355828502519e-07, |
| "loss": 1.7389, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.06544479213232007, |
| "grad_norm": 1.1442671190598854, |
| "learning_rate": 5.943123785747925e-07, |
| "loss": 1.6724, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.06557890031291909, |
| "grad_norm": 1.1006441895975216, |
| "learning_rate": 5.942891273742075e-07, |
| "loss": 1.687, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.0657130084935181, |
| "grad_norm": 1.1130024103107554, |
| "learning_rate": 5.94265829252625e-07, |
| "loss": 1.6774, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.06584711667411712, |
| "grad_norm": 1.10665029408129, |
| "learning_rate": 5.942424842141811e-07, |
| "loss": 1.7053, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.06598122485471614, |
| "grad_norm": 1.0895398255696098, |
| "learning_rate": 5.942190922630204e-07, |
| "loss": 1.6816, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.06611533303531515, |
| "grad_norm": 1.0952133118391503, |
| "learning_rate": 5.941956534032961e-07, |
| "loss": 1.58, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.06624944121591417, |
| "grad_norm": 1.104962374424092, |
| "learning_rate": 5.941721676391691e-07, |
| "loss": 1.758, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.06638354939651318, |
| "grad_norm": 1.1134158734370636, |
| "learning_rate": 5.941486349748091e-07, |
| "loss": 1.7508, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.0665176575771122, |
| "grad_norm": 1.175784721072215, |
| "learning_rate": 5.94125055414394e-07, |
| "loss": 1.7113, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.06665176575771121, |
| "grad_norm": 1.0778973456587042, |
| "learning_rate": 5.941014289621102e-07, |
| "loss": 1.7558, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.06678587393831023, |
| "grad_norm": 1.11982522730228, |
| "learning_rate": 5.940777556221521e-07, |
| "loss": 1.6791, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.06691998211890926, |
| "grad_norm": 1.1807400353238904, |
| "learning_rate": 5.940540353987225e-07, |
| "loss": 1.7484, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.06705409029950828, |
| "grad_norm": 1.1987690536433178, |
| "learning_rate": 5.940302682960328e-07, |
| "loss": 1.59, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06718819848010729, |
| "grad_norm": 1.1093357389120035, |
| "learning_rate": 5.940064543183026e-07, |
| "loss": 1.8238, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.06732230666070631, |
| "grad_norm": 1.2404864761664665, |
| "learning_rate": 5.939825934697594e-07, |
| "loss": 1.6965, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.06745641484130532, |
| "grad_norm": 1.1369155507476978, |
| "learning_rate": 5.939586857546397e-07, |
| "loss": 1.7284, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.06759052302190434, |
| "grad_norm": 1.0747025812432756, |
| "learning_rate": 5.939347311771877e-07, |
| "loss": 1.6029, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.06772463120250335, |
| "grad_norm": 1.2065817260719833, |
| "learning_rate": 5.939107297416566e-07, |
| "loss": 1.7937, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.06785873938310237, |
| "grad_norm": 1.072195510416472, |
| "learning_rate": 5.938866814523073e-07, |
| "loss": 1.6844, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.06799284756370139, |
| "grad_norm": 1.0788223308291087, |
| "learning_rate": 5.938625863134092e-07, |
| "loss": 1.7651, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.0681269557443004, |
| "grad_norm": 1.1125709389242076, |
| "learning_rate": 5.938384443292403e-07, |
| "loss": 1.6723, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.06826106392489942, |
| "grad_norm": 1.2370173408194798, |
| "learning_rate": 5.938142555040863e-07, |
| "loss": 1.6491, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.06839517210549843, |
| "grad_norm": 1.0646655039063193, |
| "learning_rate": 5.93790019842242e-07, |
| "loss": 1.7609, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.06852928028609745, |
| "grad_norm": 1.137655615576816, |
| "learning_rate": 5.9376573734801e-07, |
| "loss": 1.6971, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.06866338846669647, |
| "grad_norm": 1.1610648719854884, |
| "learning_rate": 5.937414080257011e-07, |
| "loss": 1.7563, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.06879749664729548, |
| "grad_norm": 1.022128030652968, |
| "learning_rate": 5.93717031879635e-07, |
| "loss": 1.6585, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.0689316048278945, |
| "grad_norm": 1.1094802666159138, |
| "learning_rate": 5.936926089141391e-07, |
| "loss": 1.6963, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.06906571300849351, |
| "grad_norm": 1.0491463968940271, |
| "learning_rate": 5.936681391335494e-07, |
| "loss": 1.653, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.06919982118909253, |
| "grad_norm": 1.1153617117594175, |
| "learning_rate": 5.936436225422104e-07, |
| "loss": 1.6738, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.06933392936969156, |
| "grad_norm": 1.1150239468835819, |
| "learning_rate": 5.936190591444744e-07, |
| "loss": 1.726, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.06946803755029057, |
| "grad_norm": 1.1299338290201733, |
| "learning_rate": 5.935944489447026e-07, |
| "loss": 1.6814, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.06960214573088959, |
| "grad_norm": 1.0925086075502406, |
| "learning_rate": 5.935697919472639e-07, |
| "loss": 1.6141, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.0697362539114886, |
| "grad_norm": 1.1136653572074133, |
| "learning_rate": 5.93545088156536e-07, |
| "loss": 1.6752, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.06987036209208762, |
| "grad_norm": 1.086968726752448, |
| "learning_rate": 5.935203375769048e-07, |
| "loss": 1.6593, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.07000447027268664, |
| "grad_norm": 1.0785790431427873, |
| "learning_rate": 5.934955402127642e-07, |
| "loss": 1.7806, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.07013857845328565, |
| "grad_norm": 1.061202101435773, |
| "learning_rate": 5.934706960685168e-07, |
| "loss": 1.6015, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.07027268663388467, |
| "grad_norm": 1.1217377555129306, |
| "learning_rate": 5.934458051485734e-07, |
| "loss": 1.6836, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.07040679481448368, |
| "grad_norm": 1.1634463467399316, |
| "learning_rate": 5.934208674573529e-07, |
| "loss": 1.641, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.0705409029950827, |
| "grad_norm": 1.1853874452885456, |
| "learning_rate": 5.933958829992828e-07, |
| "loss": 1.6501, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.07067501117568172, |
| "grad_norm": 1.0827543649368265, |
| "learning_rate": 5.933708517787985e-07, |
| "loss": 1.6664, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.07080911935628073, |
| "grad_norm": 1.1171619381364966, |
| "learning_rate": 5.933457738003443e-07, |
| "loss": 1.6758, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.07094322753687975, |
| "grad_norm": 1.2171560054678998, |
| "learning_rate": 5.933206490683722e-07, |
| "loss": 1.6914, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.07107733571747876, |
| "grad_norm": 1.130266539632813, |
| "learning_rate": 5.932954775873429e-07, |
| "loss": 1.6301, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.07121144389807778, |
| "grad_norm": 1.1814157624655244, |
| "learning_rate": 5.932702593617252e-07, |
| "loss": 1.689, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.0713455520786768, |
| "grad_norm": 1.1423293526842793, |
| "learning_rate": 5.932449943959963e-07, |
| "loss": 1.7379, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.07147966025927581, |
| "grad_norm": 1.0830256450215578, |
| "learning_rate": 5.932196826946416e-07, |
| "loss": 1.6752, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.07161376843987484, |
| "grad_norm": 1.2254212102036337, |
| "learning_rate": 5.931943242621548e-07, |
| "loss": 1.7602, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.07174787662047385, |
| "grad_norm": 1.1254407305546181, |
| "learning_rate": 5.931689191030381e-07, |
| "loss": 1.7144, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.07188198480107287, |
| "grad_norm": 1.7531628186363164, |
| "learning_rate": 5.931434672218018e-07, |
| "loss": 1.7868, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.07201609298167189, |
| "grad_norm": 1.1530768773395477, |
| "learning_rate": 5.931179686229645e-07, |
| "loss": 1.7128, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.0721502011622709, |
| "grad_norm": 1.0869645546426585, |
| "learning_rate": 5.930924233110532e-07, |
| "loss": 1.626, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.07228430934286992, |
| "grad_norm": 1.2196040558075754, |
| "learning_rate": 5.930668312906031e-07, |
| "loss": 1.7148, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.07241841752346893, |
| "grad_norm": 1.1904076173283444, |
| "learning_rate": 5.930411925661577e-07, |
| "loss": 1.6981, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07255252570406795, |
| "grad_norm": 1.5987820485565098, |
| "learning_rate": 5.930155071422687e-07, |
| "loss": 1.7351, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.07268663388466697, |
| "grad_norm": 1.101070130998752, |
| "learning_rate": 5.929897750234963e-07, |
| "loss": 1.6313, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.07282074206526598, |
| "grad_norm": 1.0908625387826942, |
| "learning_rate": 5.929639962144091e-07, |
| "loss": 1.5891, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.072954850245865, |
| "grad_norm": 1.0986511244523132, |
| "learning_rate": 5.929381707195834e-07, |
| "loss": 1.6991, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.07308895842646401, |
| "grad_norm": 1.055356610594688, |
| "learning_rate": 5.929122985436045e-07, |
| "loss": 1.7331, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.07322306660706303, |
| "grad_norm": 1.035590332821026, |
| "learning_rate": 5.928863796910655e-07, |
| "loss": 1.5682, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.07335717478766204, |
| "grad_norm": 1.0783361793793855, |
| "learning_rate": 5.928604141665679e-07, |
| "loss": 1.6092, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.07349128296826106, |
| "grad_norm": 1.090736305001705, |
| "learning_rate": 5.928344019747217e-07, |
| "loss": 1.7072, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.07362539114886008, |
| "grad_norm": 1.4276709820636466, |
| "learning_rate": 5.928083431201449e-07, |
| "loss": 1.6789, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.07375949932945909, |
| "grad_norm": 1.0906054014326296, |
| "learning_rate": 5.927822376074639e-07, |
| "loss": 1.7215, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0738936075100581, |
| "grad_norm": 1.364150462787829, |
| "learning_rate": 5.927560854413134e-07, |
| "loss": 1.6841, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.07402771569065714, |
| "grad_norm": 1.1159870574206099, |
| "learning_rate": 5.927298866263363e-07, |
| "loss": 1.7298, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.07416182387125615, |
| "grad_norm": 1.1812983592653572, |
| "learning_rate": 5.92703641167184e-07, |
| "loss": 1.7091, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.07429593205185517, |
| "grad_norm": 1.0688687878186984, |
| "learning_rate": 5.926773490685159e-07, |
| "loss": 1.8398, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.07443004023245418, |
| "grad_norm": 1.2894858274000411, |
| "learning_rate": 5.92651010335e-07, |
| "loss": 1.6902, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.0745641484130532, |
| "grad_norm": 1.1464943136824657, |
| "learning_rate": 5.926246249713121e-07, |
| "loss": 1.7249, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.07469825659365222, |
| "grad_norm": 1.3070568856631266, |
| "learning_rate": 5.925981929821368e-07, |
| "loss": 1.6741, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.07483236477425123, |
| "grad_norm": 1.1646332582267231, |
| "learning_rate": 5.925717143721665e-07, |
| "loss": 1.6975, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.07496647295485025, |
| "grad_norm": 1.213733563154542, |
| "learning_rate": 5.925451891461026e-07, |
| "loss": 1.6688, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.07510058113544926, |
| "grad_norm": 1.1250145434758787, |
| "learning_rate": 5.925186173086538e-07, |
| "loss": 1.7044, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07523468931604828, |
| "grad_norm": 1.0865739045197238, |
| "learning_rate": 5.924919988645377e-07, |
| "loss": 1.6663, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.0753687974966473, |
| "grad_norm": 1.1159580863498637, |
| "learning_rate": 5.924653338184801e-07, |
| "loss": 1.5986, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.07550290567724631, |
| "grad_norm": 1.0795350956359355, |
| "learning_rate": 5.924386221752151e-07, |
| "loss": 1.7059, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.07563701385784533, |
| "grad_norm": 1.059523546111381, |
| "learning_rate": 5.924118639394849e-07, |
| "loss": 1.6525, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.07577112203844434, |
| "grad_norm": 1.0995795687250527, |
| "learning_rate": 5.923850591160401e-07, |
| "loss": 1.6524, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.07590523021904336, |
| "grad_norm": 1.1092841538303688, |
| "learning_rate": 5.923582077096395e-07, |
| "loss": 1.7758, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.07603933839964237, |
| "grad_norm": 2.6979584052916503, |
| "learning_rate": 5.923313097250504e-07, |
| "loss": 1.6593, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.07617344658024139, |
| "grad_norm": 1.0621178435726715, |
| "learning_rate": 5.923043651670478e-07, |
| "loss": 1.6983, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.07630755476084042, |
| "grad_norm": 1.1573135825405225, |
| "learning_rate": 5.922773740404157e-07, |
| "loss": 1.7572, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.07644166294143943, |
| "grad_norm": 1.3034930029837637, |
| "learning_rate": 5.922503363499457e-07, |
| "loss": 1.7229, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.07657577112203845, |
| "grad_norm": 1.063644093194536, |
| "learning_rate": 5.922232521004384e-07, |
| "loss": 1.6373, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.07670987930263747, |
| "grad_norm": 1.0799490002557715, |
| "learning_rate": 5.921961212967018e-07, |
| "loss": 1.7291, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.07684398748323648, |
| "grad_norm": 1.1456297613060256, |
| "learning_rate": 5.921689439435529e-07, |
| "loss": 1.6715, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.0769780956638355, |
| "grad_norm": 1.1064438116765838, |
| "learning_rate": 5.921417200458166e-07, |
| "loss": 1.6324, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.07711220384443451, |
| "grad_norm": 1.2537502156532783, |
| "learning_rate": 5.921144496083261e-07, |
| "loss": 1.6255, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.07724631202503353, |
| "grad_norm": 1.1130457826739977, |
| "learning_rate": 5.920871326359228e-07, |
| "loss": 1.7305, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.07738042020563254, |
| "grad_norm": 1.1106269047087995, |
| "learning_rate": 5.920597691334568e-07, |
| "loss": 1.7839, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.07751452838623156, |
| "grad_norm": 1.1308110312275523, |
| "learning_rate": 5.920323591057858e-07, |
| "loss": 1.702, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.07764863656683058, |
| "grad_norm": 1.1274236401107995, |
| "learning_rate": 5.920049025577762e-07, |
| "loss": 1.6345, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.07778274474742959, |
| "grad_norm": 1.1274894849868589, |
| "learning_rate": 5.919773994943026e-07, |
| "loss": 1.6358, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.07791685292802861, |
| "grad_norm": 1.203139388656472, |
| "learning_rate": 5.919498499202476e-07, |
| "loss": 1.7228, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.07805096110862762, |
| "grad_norm": 1.1343472094184475, |
| "learning_rate": 5.919222538405025e-07, |
| "loss": 1.5995, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.07818506928922664, |
| "grad_norm": 1.1211098856442396, |
| "learning_rate": 5.918946112599665e-07, |
| "loss": 1.7545, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.07831917746982565, |
| "grad_norm": 1.3590410455725328, |
| "learning_rate": 5.918669221835472e-07, |
| "loss": 1.6658, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.07845328565042467, |
| "grad_norm": 1.1368973789149184, |
| "learning_rate": 5.918391866161604e-07, |
| "loss": 1.6578, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.07858739383102369, |
| "grad_norm": 1.144480010176944, |
| "learning_rate": 5.918114045627301e-07, |
| "loss": 1.687, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.07872150201162272, |
| "grad_norm": 1.1079667555369228, |
| "learning_rate": 5.91783576028189e-07, |
| "loss": 1.6571, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.07885561019222173, |
| "grad_norm": 1.1172832381186681, |
| "learning_rate": 5.917557010174771e-07, |
| "loss": 1.6347, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.07898971837282075, |
| "grad_norm": 1.1477730537939723, |
| "learning_rate": 5.917277795355436e-07, |
| "loss": 1.696, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.07912382655341976, |
| "grad_norm": 1.1124249695741149, |
| "learning_rate": 5.916998115873455e-07, |
| "loss": 1.7316, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.07925793473401878, |
| "grad_norm": 1.2132332214863524, |
| "learning_rate": 5.916717971778482e-07, |
| "loss": 1.7529, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.0793920429146178, |
| "grad_norm": 1.1308959961423235, |
| "learning_rate": 5.916437363120253e-07, |
| "loss": 1.6713, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.07952615109521681, |
| "grad_norm": 1.1204029361778143, |
| "learning_rate": 5.916156289948584e-07, |
| "loss": 1.6751, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.07966025927581583, |
| "grad_norm": 1.1836584994154395, |
| "learning_rate": 5.91587475231338e-07, |
| "loss": 1.7145, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.07979436745641484, |
| "grad_norm": 1.0952029272098618, |
| "learning_rate": 5.91559275026462e-07, |
| "loss": 1.6849, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.07992847563701386, |
| "grad_norm": 1.2564246490346886, |
| "learning_rate": 5.915310283852372e-07, |
| "loss": 1.6352, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.08006258381761287, |
| "grad_norm": 1.1465710959467506, |
| "learning_rate": 5.915027353126783e-07, |
| "loss": 1.6647, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.08019669199821189, |
| "grad_norm": 1.1382835508015974, |
| "learning_rate": 5.914743958138086e-07, |
| "loss": 1.7106, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.0803308001788109, |
| "grad_norm": 1.1192071556571492, |
| "learning_rate": 5.91446009893659e-07, |
| "loss": 1.706, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.08046490835940992, |
| "grad_norm": 1.1629696564337242, |
| "learning_rate": 5.914175775572693e-07, |
| "loss": 1.676, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.08059901654000894, |
| "grad_norm": 1.1336751221713581, |
| "learning_rate": 5.913890988096872e-07, |
| "loss": 1.7061, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.08073312472060795, |
| "grad_norm": 1.063751409329425, |
| "learning_rate": 5.913605736559689e-07, |
| "loss": 1.6276, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.08086723290120697, |
| "grad_norm": 1.7847493987152905, |
| "learning_rate": 5.913320021011784e-07, |
| "loss": 1.7643, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.081001341081806, |
| "grad_norm": 1.1752588010758491, |
| "learning_rate": 5.913033841503882e-07, |
| "loss": 1.7136, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.08113544926240501, |
| "grad_norm": 1.092151629247411, |
| "learning_rate": 5.912747198086793e-07, |
| "loss": 1.6921, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.08126955744300403, |
| "grad_norm": 1.1813450877374088, |
| "learning_rate": 5.912460090811404e-07, |
| "loss": 1.5961, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.08140366562360304, |
| "grad_norm": 1.1386503634209713, |
| "learning_rate": 5.912172519728691e-07, |
| "loss": 1.6936, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.08153777380420206, |
| "grad_norm": 1.1478659529471829, |
| "learning_rate": 5.911884484889702e-07, |
| "loss": 1.7133, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.08167188198480108, |
| "grad_norm": 1.2776303627444894, |
| "learning_rate": 5.911595986345579e-07, |
| "loss": 1.686, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.08180599016540009, |
| "grad_norm": 1.0774582052806807, |
| "learning_rate": 5.91130702414754e-07, |
| "loss": 1.8028, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.08194009834599911, |
| "grad_norm": 1.0810859242279176, |
| "learning_rate": 5.911017598346885e-07, |
| "loss": 1.6044, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.08207420652659812, |
| "grad_norm": 1.1594727731031893, |
| "learning_rate": 5.910727708994998e-07, |
| "loss": 1.7686, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.08220831470719714, |
| "grad_norm": 1.1321005040254193, |
| "learning_rate": 5.910437356143345e-07, |
| "loss": 1.6522, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.08234242288779615, |
| "grad_norm": 1.0653919163589205, |
| "learning_rate": 5.910146539843476e-07, |
| "loss": 1.7465, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.08247653106839517, |
| "grad_norm": 1.1128916496114905, |
| "learning_rate": 5.90985526014702e-07, |
| "loss": 1.6125, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.08261063924899419, |
| "grad_norm": 1.4081204838899852, |
| "learning_rate": 5.90956351710569e-07, |
| "loss": 1.7639, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.0827447474295932, |
| "grad_norm": 1.1683592035720405, |
| "learning_rate": 5.909271310771279e-07, |
| "loss": 1.637, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.08287885561019222, |
| "grad_norm": 1.115793940661641, |
| "learning_rate": 5.90897864119567e-07, |
| "loss": 1.6118, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.08301296379079123, |
| "grad_norm": 1.0879479857779484, |
| "learning_rate": 5.908685508430816e-07, |
| "loss": 1.6846, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.08314707197139025, |
| "grad_norm": 1.1428114800136786, |
| "learning_rate": 5.908391912528764e-07, |
| "loss": 1.6949, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08328118015198926, |
| "grad_norm": 1.11661524840305, |
| "learning_rate": 5.908097853541634e-07, |
| "loss": 1.754, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.0834152883325883, |
| "grad_norm": 1.0762293742420466, |
| "learning_rate": 5.907803331521635e-07, |
| "loss": 1.7609, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.08354939651318731, |
| "grad_norm": 1.0719203407555025, |
| "learning_rate": 5.907508346521054e-07, |
| "loss": 1.6981, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.08368350469378633, |
| "grad_norm": 1.1553772926251566, |
| "learning_rate": 5.907212898592263e-07, |
| "loss": 1.7024, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.08381761287438534, |
| "grad_norm": 1.1270260996688657, |
| "learning_rate": 5.906916987787713e-07, |
| "loss": 1.6906, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.08395172105498436, |
| "grad_norm": 1.1229658996843206, |
| "learning_rate": 5.90662061415994e-07, |
| "loss": 1.694, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.08408582923558337, |
| "grad_norm": 1.1277068299424584, |
| "learning_rate": 5.906323777761561e-07, |
| "loss": 1.5693, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.08421993741618239, |
| "grad_norm": 1.1180105581479995, |
| "learning_rate": 5.906026478645276e-07, |
| "loss": 1.7247, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.0843540455967814, |
| "grad_norm": 1.2224062872746266, |
| "learning_rate": 5.905728716863865e-07, |
| "loss": 1.6829, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.08448815377738042, |
| "grad_norm": 1.1085889629398797, |
| "learning_rate": 5.905430492470195e-07, |
| "loss": 1.7271, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.08462226195797944, |
| "grad_norm": 1.1451977446739299, |
| "learning_rate": 5.905131805517207e-07, |
| "loss": 1.5877, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.08475637013857845, |
| "grad_norm": 1.1422915014499277, |
| "learning_rate": 5.904832656057932e-07, |
| "loss": 1.6977, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.08489047831917747, |
| "grad_norm": 1.131510544315339, |
| "learning_rate": 5.904533044145479e-07, |
| "loss": 1.5513, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.08502458649977648, |
| "grad_norm": 1.2432140035573447, |
| "learning_rate": 5.904232969833039e-07, |
| "loss": 1.6835, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.0851586946803755, |
| "grad_norm": 1.0744643011300827, |
| "learning_rate": 5.90393243317389e-07, |
| "loss": 1.6052, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.08529280286097451, |
| "grad_norm": 1.3098823736310086, |
| "learning_rate": 5.903631434221384e-07, |
| "loss": 1.7622, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.08542691104157353, |
| "grad_norm": 1.1182788647555526, |
| "learning_rate": 5.903329973028961e-07, |
| "loss": 1.7497, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.08556101922217255, |
| "grad_norm": 1.305543631329334, |
| "learning_rate": 5.903028049650141e-07, |
| "loss": 1.6732, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.08569512740277158, |
| "grad_norm": 1.1108546390310376, |
| "learning_rate": 5.902725664138528e-07, |
| "loss": 1.7271, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.08582923558337059, |
| "grad_norm": 1.0769425748182762, |
| "learning_rate": 5.902422816547804e-07, |
| "loss": 1.666, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.08596334376396961, |
| "grad_norm": 1.0710915573180522, |
| "learning_rate": 5.902119506931739e-07, |
| "loss": 1.7208, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.08609745194456862, |
| "grad_norm": 1.1265338939849623, |
| "learning_rate": 5.901815735344178e-07, |
| "loss": 1.713, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.08623156012516764, |
| "grad_norm": 1.1032977967977797, |
| "learning_rate": 5.901511501839053e-07, |
| "loss": 1.655, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.08636566830576665, |
| "grad_norm": 1.067089553405501, |
| "learning_rate": 5.901206806470377e-07, |
| "loss": 1.6794, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.08649977648636567, |
| "grad_norm": 1.1924702814140196, |
| "learning_rate": 5.900901649292243e-07, |
| "loss": 1.6186, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.08663388466696469, |
| "grad_norm": 1.1000064746041005, |
| "learning_rate": 5.900596030358831e-07, |
| "loss": 1.7316, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.0867679928475637, |
| "grad_norm": 1.16787242186727, |
| "learning_rate": 5.900289949724397e-07, |
| "loss": 1.6475, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.08690210102816272, |
| "grad_norm": 1.153036807295657, |
| "learning_rate": 5.899983407443281e-07, |
| "loss": 1.604, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.08703620920876173, |
| "grad_norm": 1.1418227950695776, |
| "learning_rate": 5.899676403569906e-07, |
| "loss": 1.7925, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.08717031738936075, |
| "grad_norm": 1.1018946533270777, |
| "learning_rate": 5.899368938158777e-07, |
| "loss": 1.5998, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.08730442556995976, |
| "grad_norm": 1.0898779658636957, |
| "learning_rate": 5.899061011264481e-07, |
| "loss": 1.6772, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.08743853375055878, |
| "grad_norm": 1.1828085767178107, |
| "learning_rate": 5.898752622941684e-07, |
| "loss": 1.6564, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.0875726419311578, |
| "grad_norm": 1.123777742875525, |
| "learning_rate": 5.89844377324514e-07, |
| "loss": 1.7173, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.08770675011175681, |
| "grad_norm": 1.1137884706219183, |
| "learning_rate": 5.898134462229677e-07, |
| "loss": 1.705, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.08784085829235583, |
| "grad_norm": 1.0736901627301867, |
| "learning_rate": 5.89782468995021e-07, |
| "loss": 1.6673, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.08797496647295484, |
| "grad_norm": 1.1006296755478988, |
| "learning_rate": 5.897514456461737e-07, |
| "loss": 1.662, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.08810907465355387, |
| "grad_norm": 1.0993086803454002, |
| "learning_rate": 5.897203761819334e-07, |
| "loss": 1.7671, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.08824318283415289, |
| "grad_norm": 1.1555576950225783, |
| "learning_rate": 5.896892606078163e-07, |
| "loss": 1.6558, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.0883772910147519, |
| "grad_norm": 1.1044269950107921, |
| "learning_rate": 5.896580989293461e-07, |
| "loss": 1.6538, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.08851139919535092, |
| "grad_norm": 1.1293808136662087, |
| "learning_rate": 5.896268911520556e-07, |
| "loss": 1.6734, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.08864550737594994, |
| "grad_norm": 1.0799327058316142, |
| "learning_rate": 5.895956372814851e-07, |
| "loss": 1.7258, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.08877961555654895, |
| "grad_norm": 1.2412270489033748, |
| "learning_rate": 5.895643373231834e-07, |
| "loss": 1.7033, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.08891372373714797, |
| "grad_norm": 1.2660732052099137, |
| "learning_rate": 5.895329912827074e-07, |
| "loss": 1.6607, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.08904783191774698, |
| "grad_norm": 1.0851423150565935, |
| "learning_rate": 5.895015991656218e-07, |
| "loss": 1.7365, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.089181940098346, |
| "grad_norm": 1.0926935688632777, |
| "learning_rate": 5.894701609775004e-07, |
| "loss": 1.723, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.08931604827894501, |
| "grad_norm": 1.1335362217269433, |
| "learning_rate": 5.894386767239243e-07, |
| "loss": 1.7482, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.08945015645954403, |
| "grad_norm": 1.0690769483519065, |
| "learning_rate": 5.894071464104832e-07, |
| "loss": 1.7083, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.08958426464014305, |
| "grad_norm": 1.144239086274215, |
| "learning_rate": 5.893755700427749e-07, |
| "loss": 1.6672, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.08971837282074206, |
| "grad_norm": 1.154969050751237, |
| "learning_rate": 5.893439476264053e-07, |
| "loss": 1.5992, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.08985248100134108, |
| "grad_norm": 1.1692487930022055, |
| "learning_rate": 5.893122791669886e-07, |
| "loss": 1.6895, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0899865891819401, |
| "grad_norm": 1.1445503009803197, |
| "learning_rate": 5.892805646701471e-07, |
| "loss": 1.6176, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.09012069736253911, |
| "grad_norm": 1.0860602124973238, |
| "learning_rate": 5.892488041415113e-07, |
| "loss": 1.7431, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.09025480554313813, |
| "grad_norm": 1.1840804859528216, |
| "learning_rate": 5.892169975867196e-07, |
| "loss": 1.5377, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.09038891372373715, |
| "grad_norm": 1.0925936180668785, |
| "learning_rate": 5.891851450114193e-07, |
| "loss": 1.693, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.09052302190433617, |
| "grad_norm": 1.1412736395289622, |
| "learning_rate": 5.891532464212651e-07, |
| "loss": 1.6782, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.09065713008493519, |
| "grad_norm": 1.1014154222006858, |
| "learning_rate": 5.891213018219203e-07, |
| "loss": 1.6661, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.0907912382655342, |
| "grad_norm": 1.1028682933773437, |
| "learning_rate": 5.89089311219056e-07, |
| "loss": 1.6283, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.09092534644613322, |
| "grad_norm": 1.0999221111301187, |
| "learning_rate": 5.89057274618352e-07, |
| "loss": 1.6288, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.09105945462673223, |
| "grad_norm": 1.0929215008817739, |
| "learning_rate": 5.890251920254958e-07, |
| "loss": 1.6966, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.09119356280733125, |
| "grad_norm": 1.0995793357287673, |
| "learning_rate": 5.889930634461832e-07, |
| "loss": 1.7086, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.09132767098793027, |
| "grad_norm": 1.0809381415190136, |
| "learning_rate": 5.889608888861182e-07, |
| "loss": 1.6829, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.09146177916852928, |
| "grad_norm": 1.0548227913499995, |
| "learning_rate": 5.889286683510132e-07, |
| "loss": 1.6826, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.0915958873491283, |
| "grad_norm": 1.1106859513783915, |
| "learning_rate": 5.888964018465883e-07, |
| "loss": 1.6544, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.09172999552972731, |
| "grad_norm": 1.0878369148062472, |
| "learning_rate": 5.88864089378572e-07, |
| "loss": 1.6342, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.09186410371032633, |
| "grad_norm": 1.128955444803477, |
| "learning_rate": 5.888317309527009e-07, |
| "loss": 1.6121, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.09199821189092534, |
| "grad_norm": 1.246867762194091, |
| "learning_rate": 5.887993265747201e-07, |
| "loss": 1.6819, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.09213232007152436, |
| "grad_norm": 1.1533855664708184, |
| "learning_rate": 5.887668762503822e-07, |
| "loss": 1.7429, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.09226642825212338, |
| "grad_norm": 1.0405450268075809, |
| "learning_rate": 5.887343799854485e-07, |
| "loss": 1.6759, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.09240053643272239, |
| "grad_norm": 1.1507085139636744, |
| "learning_rate": 5.887018377856884e-07, |
| "loss": 1.8036, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.0925346446133214, |
| "grad_norm": 6.743658343986094, |
| "learning_rate": 5.886692496568789e-07, |
| "loss": 1.6027, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.09266875279392042, |
| "grad_norm": 1.0641784107760024, |
| "learning_rate": 5.886366156048061e-07, |
| "loss": 1.6558, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.09280286097451945, |
| "grad_norm": 1.0922990524942957, |
| "learning_rate": 5.886039356352634e-07, |
| "loss": 1.7383, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.09293696915511847, |
| "grad_norm": 1.1742618579401762, |
| "learning_rate": 5.885712097540529e-07, |
| "loss": 1.5927, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.09307107733571748, |
| "grad_norm": 1.1075189838987614, |
| "learning_rate": 5.885384379669844e-07, |
| "loss": 1.7738, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.0932051855163165, |
| "grad_norm": 2.1929813163212093, |
| "learning_rate": 5.885056202798763e-07, |
| "loss": 1.7975, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.09333929369691552, |
| "grad_norm": 1.0998963175774283, |
| "learning_rate": 5.88472756698555e-07, |
| "loss": 1.6156, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.09347340187751453, |
| "grad_norm": 1.0824346616111722, |
| "learning_rate": 5.884398472288546e-07, |
| "loss": 1.7226, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.09360751005811355, |
| "grad_norm": 1.048887980139358, |
| "learning_rate": 5.884068918766182e-07, |
| "loss": 1.7065, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.09374161823871256, |
| "grad_norm": 1.0293430293240384, |
| "learning_rate": 5.883738906476963e-07, |
| "loss": 1.6596, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.09387572641931158, |
| "grad_norm": 1.0943419458638883, |
| "learning_rate": 5.88340843547948e-07, |
| "loss": 1.7356, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0940098345999106, |
| "grad_norm": 1.0980484739258698, |
| "learning_rate": 5.883077505832403e-07, |
| "loss": 1.6039, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.09414394278050961, |
| "grad_norm": 1.1455036041824893, |
| "learning_rate": 5.882746117594482e-07, |
| "loss": 1.6255, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.09427805096110863, |
| "grad_norm": 1.4001837690870673, |
| "learning_rate": 5.882414270824554e-07, |
| "loss": 1.6008, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.09441215914170764, |
| "grad_norm": 1.1130500383248842, |
| "learning_rate": 5.882081965581533e-07, |
| "loss": 1.7358, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.09454626732230666, |
| "grad_norm": 1.070694937502845, |
| "learning_rate": 5.881749201924413e-07, |
| "loss": 1.6635, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.09468037550290567, |
| "grad_norm": 1.1144333495898877, |
| "learning_rate": 5.881415979912274e-07, |
| "loss": 1.7066, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.09481448368350469, |
| "grad_norm": 1.1422205384748831, |
| "learning_rate": 5.881082299604276e-07, |
| "loss": 1.6546, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.0949485918641037, |
| "grad_norm": 1.0853098558287595, |
| "learning_rate": 5.880748161059657e-07, |
| "loss": 1.6753, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.09508270004470273, |
| "grad_norm": 1.198904753001485, |
| "learning_rate": 5.88041356433774e-07, |
| "loss": 1.7569, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.09521680822530175, |
| "grad_norm": 1.1071829227283936, |
| "learning_rate": 5.880078509497928e-07, |
| "loss": 1.6232, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.09535091640590077, |
| "grad_norm": 1.0695300790601336, |
| "learning_rate": 5.879742996599706e-07, |
| "loss": 1.6413, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.09548502458649978, |
| "grad_norm": 3.3268091455655355, |
| "learning_rate": 5.879407025702638e-07, |
| "loss": 1.593, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.0956191327670988, |
| "grad_norm": 1.0722393433959394, |
| "learning_rate": 5.879070596866374e-07, |
| "loss": 1.7546, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.09575324094769781, |
| "grad_norm": 1.153579196694916, |
| "learning_rate": 5.87873371015064e-07, |
| "loss": 1.657, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.09588734912829683, |
| "grad_norm": 1.1213730882230093, |
| "learning_rate": 5.878396365615248e-07, |
| "loss": 1.6892, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.09602145730889584, |
| "grad_norm": 1.1795757056582914, |
| "learning_rate": 5.878058563320086e-07, |
| "loss": 1.6945, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.09615556548949486, |
| "grad_norm": 1.075176593983707, |
| "learning_rate": 5.87772030332513e-07, |
| "loss": 1.7196, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.09628967367009388, |
| "grad_norm": 1.0441316150069637, |
| "learning_rate": 5.877381585690431e-07, |
| "loss": 1.6256, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.09642378185069289, |
| "grad_norm": 1.1023538045059467, |
| "learning_rate": 5.877042410476124e-07, |
| "loss": 1.6537, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.09655789003129191, |
| "grad_norm": 1.154659783031204, |
| "learning_rate": 5.876702777742425e-07, |
| "loss": 1.75, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.09669199821189092, |
| "grad_norm": 1.1756635069685608, |
| "learning_rate": 5.876362687549632e-07, |
| "loss": 1.6535, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.09682610639248994, |
| "grad_norm": 1.1127957017636008, |
| "learning_rate": 5.876022139958122e-07, |
| "loss": 1.6513, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.09696021457308895, |
| "grad_norm": 1.1770680572803744, |
| "learning_rate": 5.875681135028358e-07, |
| "loss": 1.6897, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.09709432275368797, |
| "grad_norm": 1.054488251672258, |
| "learning_rate": 5.875339672820877e-07, |
| "loss": 1.7035, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.09722843093428699, |
| "grad_norm": 1.1537946876962146, |
| "learning_rate": 5.874997753396303e-07, |
| "loss": 1.6564, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.097362539114886, |
| "grad_norm": 1.2650547539228134, |
| "learning_rate": 5.874655376815338e-07, |
| "loss": 1.7448, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.09749664729548503, |
| "grad_norm": 1.0865445919691652, |
| "learning_rate": 5.874312543138768e-07, |
| "loss": 1.7492, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.09763075547608405, |
| "grad_norm": 1.0635064685924933, |
| "learning_rate": 5.873969252427457e-07, |
| "loss": 1.569, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.09776486365668306, |
| "grad_norm": 1.1242141873259432, |
| "learning_rate": 5.873625504742354e-07, |
| "loss": 1.6972, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.09789897183728208, |
| "grad_norm": 1.374622796897752, |
| "learning_rate": 5.873281300144483e-07, |
| "loss": 1.66, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0980330800178811, |
| "grad_norm": 1.0742640980921085, |
| "learning_rate": 5.872936638694958e-07, |
| "loss": 1.6395, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.09816718819848011, |
| "grad_norm": 1.1834566808846507, |
| "learning_rate": 5.872591520454964e-07, |
| "loss": 1.6467, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.09830129637907913, |
| "grad_norm": 1.1393523410825188, |
| "learning_rate": 5.872245945485774e-07, |
| "loss": 1.6715, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.09843540455967814, |
| "grad_norm": 1.133914370439065, |
| "learning_rate": 5.871899913848743e-07, |
| "loss": 1.6661, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.09856951274027716, |
| "grad_norm": 1.1318819144753365, |
| "learning_rate": 5.871553425605299e-07, |
| "loss": 1.7463, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.09870362092087617, |
| "grad_norm": 1.119126620886235, |
| "learning_rate": 5.871206480816961e-07, |
| "loss": 1.681, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.09883772910147519, |
| "grad_norm": 1.074480380396243, |
| "learning_rate": 5.870859079545321e-07, |
| "loss": 1.6163, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.0989718372820742, |
| "grad_norm": 1.1208330921778833, |
| "learning_rate": 5.870511221852059e-07, |
| "loss": 1.619, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.09910594546267322, |
| "grad_norm": 1.1594847796734538, |
| "learning_rate": 5.870162907798928e-07, |
| "loss": 1.6592, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.09924005364327224, |
| "grad_norm": 1.058931279874539, |
| "learning_rate": 5.869814137447771e-07, |
| "loss": 1.6851, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.09937416182387125, |
| "grad_norm": 1.1378546192527486, |
| "learning_rate": 5.869464910860505e-07, |
| "loss": 1.7918, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.09950827000447027, |
| "grad_norm": 1.1325033016555488, |
| "learning_rate": 5.869115228099131e-07, |
| "loss": 1.6834, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.09964237818506928, |
| "grad_norm": 1.3421525418201607, |
| "learning_rate": 5.86876508922573e-07, |
| "loss": 1.6549, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.09977648636566831, |
| "grad_norm": 1.1427938179025248, |
| "learning_rate": 5.868414494302465e-07, |
| "loss": 1.6589, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.09991059454626733, |
| "grad_norm": 1.1974168236579015, |
| "learning_rate": 5.86806344339158e-07, |
| "loss": 1.6378, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.10004470272686634, |
| "grad_norm": 1.182005807170805, |
| "learning_rate": 5.867711936555398e-07, |
| "loss": 1.6299, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.10017881090746536, |
| "grad_norm": 1.1347901749058797, |
| "learning_rate": 5.867359973856326e-07, |
| "loss": 1.6285, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.10031291908806438, |
| "grad_norm": 1.0865847111724278, |
| "learning_rate": 5.867007555356848e-07, |
| "loss": 1.5712, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.10044702726866339, |
| "grad_norm": 1.0792499138775284, |
| "learning_rate": 5.866654681119534e-07, |
| "loss": 1.6768, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.10058113544926241, |
| "grad_norm": 1.1459851366680363, |
| "learning_rate": 5.866301351207031e-07, |
| "loss": 1.6162, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10071524362986142, |
| "grad_norm": 1.0878281762208375, |
| "learning_rate": 5.865947565682066e-07, |
| "loss": 1.6656, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.10084935181046044, |
| "grad_norm": 1.0847043417176385, |
| "learning_rate": 5.865593324607452e-07, |
| "loss": 1.6349, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.10098345999105945, |
| "grad_norm": 1.07175506702241, |
| "learning_rate": 5.865238628046077e-07, |
| "loss": 1.646, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.10111756817165847, |
| "grad_norm": 1.1573886829728748, |
| "learning_rate": 5.864883476060915e-07, |
| "loss": 1.6585, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.10125167635225749, |
| "grad_norm": 1.0662183481503906, |
| "learning_rate": 5.864527868715017e-07, |
| "loss": 1.6685, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.1013857845328565, |
| "grad_norm": 1.1141344678729455, |
| "learning_rate": 5.864171806071517e-07, |
| "loss": 1.7169, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.10151989271345552, |
| "grad_norm": 1.100766756813705, |
| "learning_rate": 5.863815288193628e-07, |
| "loss": 1.6247, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.10165400089405453, |
| "grad_norm": 1.0952255674456979, |
| "learning_rate": 5.863458315144646e-07, |
| "loss": 1.6211, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.10178810907465355, |
| "grad_norm": 1.1257453114351714, |
| "learning_rate": 5.863100886987948e-07, |
| "loss": 1.7725, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.10192221725525256, |
| "grad_norm": 1.1540265958163123, |
| "learning_rate": 5.862743003786989e-07, |
| "loss": 1.7236, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.10205632543585158, |
| "grad_norm": 1.1525383018656805, |
| "learning_rate": 5.862384665605306e-07, |
| "loss": 1.6291, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.10219043361645061, |
| "grad_norm": 1.0998304145799205, |
| "learning_rate": 5.862025872506518e-07, |
| "loss": 1.6707, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.10232454179704963, |
| "grad_norm": 1.1328389993712693, |
| "learning_rate": 5.861666624554323e-07, |
| "loss": 1.7046, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.10245864997764864, |
| "grad_norm": 1.1261717885021774, |
| "learning_rate": 5.861306921812503e-07, |
| "loss": 1.7154, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.10259275815824766, |
| "grad_norm": 1.1225339366672114, |
| "learning_rate": 5.860946764344915e-07, |
| "loss": 1.6906, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.10272686633884667, |
| "grad_norm": 1.0705179266385985, |
| "learning_rate": 5.860586152215504e-07, |
| "loss": 1.6246, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.10286097451944569, |
| "grad_norm": 1.1541152561285446, |
| "learning_rate": 5.860225085488287e-07, |
| "loss": 1.7682, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.1029950827000447, |
| "grad_norm": 1.0637815973415343, |
| "learning_rate": 5.859863564227371e-07, |
| "loss": 1.5644, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.10312919088064372, |
| "grad_norm": 1.4548832416501927, |
| "learning_rate": 5.859501588496937e-07, |
| "loss": 1.6585, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.10326329906124274, |
| "grad_norm": 1.1159025503039528, |
| "learning_rate": 5.859139158361249e-07, |
| "loss": 1.7046, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.10339740724184175, |
| "grad_norm": 1.1310495005094254, |
| "learning_rate": 5.858776273884653e-07, |
| "loss": 1.6818, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.10353151542244077, |
| "grad_norm": 1.0517973047871627, |
| "learning_rate": 5.858412935131574e-07, |
| "loss": 1.6145, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.10366562360303978, |
| "grad_norm": 1.080650360146408, |
| "learning_rate": 5.858049142166517e-07, |
| "loss": 1.6628, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.1037997317836388, |
| "grad_norm": 1.1586931721545415, |
| "learning_rate": 5.857684895054069e-07, |
| "loss": 1.6491, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.10393383996423781, |
| "grad_norm": 1.1442490123077105, |
| "learning_rate": 5.857320193858896e-07, |
| "loss": 1.701, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.10406794814483683, |
| "grad_norm": 1.1690889705843661, |
| "learning_rate": 5.856955038645748e-07, |
| "loss": 1.6635, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.10420205632543585, |
| "grad_norm": 1.0789106990522987, |
| "learning_rate": 5.856589429479454e-07, |
| "loss": 1.7244, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.10433616450603486, |
| "grad_norm": 1.1621702061459454, |
| "learning_rate": 5.856223366424918e-07, |
| "loss": 1.6577, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.10447027268663389, |
| "grad_norm": 1.234518365304015, |
| "learning_rate": 5.855856849547135e-07, |
| "loss": 1.628, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.10460438086723291, |
| "grad_norm": 1.0985603622430586, |
| "learning_rate": 5.855489878911173e-07, |
| "loss": 1.5708, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.10473848904783192, |
| "grad_norm": 1.2290143697832727, |
| "learning_rate": 5.855122454582182e-07, |
| "loss": 1.6148, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.10487259722843094, |
| "grad_norm": 1.0968718099792736, |
| "learning_rate": 5.854754576625395e-07, |
| "loss": 1.6741, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.10500670540902995, |
| "grad_norm": 1.1287867540808152, |
| "learning_rate": 5.854386245106123e-07, |
| "loss": 1.6414, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.10514081358962897, |
| "grad_norm": 1.23300063689037, |
| "learning_rate": 5.854017460089758e-07, |
| "loss": 1.6692, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.10527492177022799, |
| "grad_norm": 1.057896247934459, |
| "learning_rate": 5.853648221641774e-07, |
| "loss": 1.5768, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.105409029950827, |
| "grad_norm": 1.1246918122007368, |
| "learning_rate": 5.853278529827722e-07, |
| "loss": 1.7188, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.10554313813142602, |
| "grad_norm": 1.1394479386508116, |
| "learning_rate": 5.852908384713238e-07, |
| "loss": 1.6904, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.10567724631202503, |
| "grad_norm": 1.111982268532425, |
| "learning_rate": 5.852537786364036e-07, |
| "loss": 1.6384, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.10581135449262405, |
| "grad_norm": 1.1240815270464448, |
| "learning_rate": 5.85216673484591e-07, |
| "loss": 1.7382, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.10594546267322306, |
| "grad_norm": 1.103447231107936, |
| "learning_rate": 5.851795230224736e-07, |
| "loss": 1.7285, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.10607957085382208, |
| "grad_norm": 1.124305841718373, |
| "learning_rate": 5.851423272566469e-07, |
| "loss": 1.5874, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.1062136790344211, |
| "grad_norm": 1.1424352731892036, |
| "learning_rate": 5.851050861937145e-07, |
| "loss": 1.7097, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.10634778721502011, |
| "grad_norm": 1.1724771511120693, |
| "learning_rate": 5.850677998402881e-07, |
| "loss": 1.6847, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.10648189539561913, |
| "grad_norm": 1.1246235851433404, |
| "learning_rate": 5.850304682029874e-07, |
| "loss": 1.6735, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.10661600357621814, |
| "grad_norm": 1.1044843136711693, |
| "learning_rate": 5.849930912884402e-07, |
| "loss": 1.6758, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.10675011175681716, |
| "grad_norm": 1.086861760986685, |
| "learning_rate": 5.849556691032821e-07, |
| "loss": 1.6564, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.10688421993741619, |
| "grad_norm": 1.1156492790718477, |
| "learning_rate": 5.84918201654157e-07, |
| "loss": 1.7699, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.1070183281180152, |
| "grad_norm": 1.105919104931648, |
| "learning_rate": 5.848806889477168e-07, |
| "loss": 1.6673, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.10715243629861422, |
| "grad_norm": 1.1197711837565212, |
| "learning_rate": 5.848431309906213e-07, |
| "loss": 1.6681, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.10728654447921324, |
| "grad_norm": 1.0624511416416331, |
| "learning_rate": 5.848055277895385e-07, |
| "loss": 1.6102, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.10742065265981225, |
| "grad_norm": 1.2004229748929618, |
| "learning_rate": 5.847678793511441e-07, |
| "loss": 1.5863, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.10755476084041127, |
| "grad_norm": 1.0858125624618846, |
| "learning_rate": 5.847301856821225e-07, |
| "loss": 1.5247, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.10768886902101028, |
| "grad_norm": 1.1461866619519925, |
| "learning_rate": 5.846924467891654e-07, |
| "loss": 1.6982, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.1078229772016093, |
| "grad_norm": 1.072949621974548, |
| "learning_rate": 5.846546626789727e-07, |
| "loss": 1.6836, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.10795708538220831, |
| "grad_norm": 1.2070245013041887, |
| "learning_rate": 5.846168333582527e-07, |
| "loss": 1.6951, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.10809119356280733, |
| "grad_norm": 1.1065226823941745, |
| "learning_rate": 5.845789588337217e-07, |
| "loss": 1.6581, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.10822530174340635, |
| "grad_norm": 1.1493594907559954, |
| "learning_rate": 5.845410391121034e-07, |
| "loss": 1.5682, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.10835940992400536, |
| "grad_norm": 1.060419028705976, |
| "learning_rate": 5.845030742001301e-07, |
| "loss": 1.6098, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.10849351810460438, |
| "grad_norm": 1.0986472798667166, |
| "learning_rate": 5.84465064104542e-07, |
| "loss": 1.6998, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.1086276262852034, |
| "grad_norm": 1.0780015294363108, |
| "learning_rate": 5.844270088320872e-07, |
| "loss": 1.6396, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.10876173446580241, |
| "grad_norm": 1.1471597573517582, |
| "learning_rate": 5.843889083895219e-07, |
| "loss": 1.7247, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.10889584264640143, |
| "grad_norm": 1.1383862809473648, |
| "learning_rate": 5.843507627836106e-07, |
| "loss": 1.6618, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.10902995082700044, |
| "grad_norm": 1.1192741205184784, |
| "learning_rate": 5.843125720211251e-07, |
| "loss": 1.6551, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.10916405900759947, |
| "grad_norm": 1.137804969239655, |
| "learning_rate": 5.84274336108846e-07, |
| "loss": 1.7777, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.10929816718819849, |
| "grad_norm": 1.153664414743612, |
| "learning_rate": 5.842360550535614e-07, |
| "loss": 1.693, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.1094322753687975, |
| "grad_norm": 1.2362947655431056, |
| "learning_rate": 5.841977288620676e-07, |
| "loss": 1.7216, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.10956638354939652, |
| "grad_norm": 1.0845642638897275, |
| "learning_rate": 5.84159357541169e-07, |
| "loss": 1.704, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.10970049172999553, |
| "grad_norm": 1.1373055917212407, |
| "learning_rate": 5.841209410976779e-07, |
| "loss": 1.7146, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.10983459991059455, |
| "grad_norm": 1.071610572427508, |
| "learning_rate": 5.840824795384146e-07, |
| "loss": 1.6785, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.10996870809119356, |
| "grad_norm": 1.1237115070149213, |
| "learning_rate": 5.840439728702073e-07, |
| "loss": 1.7022, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.11010281627179258, |
| "grad_norm": 1.1135499435889078, |
| "learning_rate": 5.840054210998925e-07, |
| "loss": 1.6762, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.1102369244523916, |
| "grad_norm": 1.1412142978650357, |
| "learning_rate": 5.839668242343147e-07, |
| "loss": 1.7325, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.11037103263299061, |
| "grad_norm": 1.066696944750096, |
| "learning_rate": 5.839281822803259e-07, |
| "loss": 1.7209, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.11050514081358963, |
| "grad_norm": 1.109425591853705, |
| "learning_rate": 5.838894952447866e-07, |
| "loss": 1.6248, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.11063924899418864, |
| "grad_norm": 1.0738541935378725, |
| "learning_rate": 5.838507631345652e-07, |
| "loss": 1.6582, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.11077335717478766, |
| "grad_norm": 1.4358787492291483, |
| "learning_rate": 5.838119859565381e-07, |
| "loss": 1.807, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.11090746535538668, |
| "grad_norm": 1.1425108913039257, |
| "learning_rate": 5.837731637175898e-07, |
| "loss": 1.6146, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.11104157353598569, |
| "grad_norm": 1.0637227390318094, |
| "learning_rate": 5.837342964246123e-07, |
| "loss": 1.6954, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.1111756817165847, |
| "grad_norm": 1.1694795366123236, |
| "learning_rate": 5.836953840845062e-07, |
| "loss": 1.6337, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.11130978989718372, |
| "grad_norm": 1.1776659131207758, |
| "learning_rate": 5.836564267041799e-07, |
| "loss": 1.7132, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.11144389807778274, |
| "grad_norm": 1.0835328202264551, |
| "learning_rate": 5.836174242905497e-07, |
| "loss": 1.7406, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.11157800625838177, |
| "grad_norm": 1.0933003960120042, |
| "learning_rate": 5.835783768505399e-07, |
| "loss": 1.6104, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.11171211443898078, |
| "grad_norm": 1.075129502416788, |
| "learning_rate": 5.835392843910829e-07, |
| "loss": 1.6599, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.1118462226195798, |
| "grad_norm": 1.1891418452392997, |
| "learning_rate": 5.835001469191191e-07, |
| "loss": 1.6589, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.11198033080017882, |
| "grad_norm": 1.7726602578762463, |
| "learning_rate": 5.834609644415967e-07, |
| "loss": 1.8068, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.11211443898077783, |
| "grad_norm": 1.1160187069875398, |
| "learning_rate": 5.834217369654723e-07, |
| "loss": 1.7302, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.11224854716137685, |
| "grad_norm": 1.2586778829179404, |
| "learning_rate": 5.833824644977098e-07, |
| "loss": 1.5899, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.11238265534197586, |
| "grad_norm": 1.1096559717797458, |
| "learning_rate": 5.833431470452818e-07, |
| "loss": 1.7175, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.11251676352257488, |
| "grad_norm": 1.1754882099239772, |
| "learning_rate": 5.833037846151686e-07, |
| "loss": 1.6674, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.1126508717031739, |
| "grad_norm": 1.030872040717494, |
| "learning_rate": 5.832643772143582e-07, |
| "loss": 1.6117, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.11278497988377291, |
| "grad_norm": 1.1260356355011998, |
| "learning_rate": 5.832249248498472e-07, |
| "loss": 1.6813, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.11291908806437193, |
| "grad_norm": 1.0550888868426265, |
| "learning_rate": 5.831854275286396e-07, |
| "loss": 1.6859, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.11305319624497094, |
| "grad_norm": 1.165191007399385, |
| "learning_rate": 5.831458852577477e-07, |
| "loss": 1.6982, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.11318730442556996, |
| "grad_norm": 1.178851685175072, |
| "learning_rate": 5.831062980441918e-07, |
| "loss": 1.6891, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.11332141260616897, |
| "grad_norm": 1.173173669662085, |
| "learning_rate": 5.830666658949999e-07, |
| "loss": 1.7388, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.11345552078676799, |
| "grad_norm": 1.1552209879477302, |
| "learning_rate": 5.830269888172083e-07, |
| "loss": 1.7383, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.113589628967367, |
| "grad_norm": 1.0974766482142095, |
| "learning_rate": 5.82987266817861e-07, |
| "loss": 1.7139, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.11372373714796602, |
| "grad_norm": 1.1314238053001549, |
| "learning_rate": 5.829474999040102e-07, |
| "loss": 1.6041, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.11385784532856505, |
| "grad_norm": 1.100933720786019, |
| "learning_rate": 5.829076880827159e-07, |
| "loss": 1.7101, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.11399195350916407, |
| "grad_norm": 1.1461722995944397, |
| "learning_rate": 5.828678313610463e-07, |
| "loss": 1.7009, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.11412606168976308, |
| "grad_norm": 1.2722684302580665, |
| "learning_rate": 5.828279297460774e-07, |
| "loss": 1.6484, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.1142601698703621, |
| "grad_norm": 1.1151947943169025, |
| "learning_rate": 5.82787983244893e-07, |
| "loss": 1.655, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.11439427805096111, |
| "grad_norm": 1.1184598730723336, |
| "learning_rate": 5.827479918645852e-07, |
| "loss": 1.6165, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.11452838623156013, |
| "grad_norm": 1.023276016208069, |
| "learning_rate": 5.827079556122542e-07, |
| "loss": 1.4802, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.11466249441215914, |
| "grad_norm": 1.1363089821207286, |
| "learning_rate": 5.826678744950074e-07, |
| "loss": 1.7255, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.11479660259275816, |
| "grad_norm": 1.1011868598006873, |
| "learning_rate": 5.826277485199609e-07, |
| "loss": 1.6958, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.11493071077335718, |
| "grad_norm": 1.1338150939022813, |
| "learning_rate": 5.825875776942388e-07, |
| "loss": 1.7061, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.11506481895395619, |
| "grad_norm": 1.130051416794989, |
| "learning_rate": 5.825473620249724e-07, |
| "loss": 1.7138, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.1151989271345552, |
| "grad_norm": 1.0842663625693372, |
| "learning_rate": 5.825071015193018e-07, |
| "loss": 1.6059, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.11533303531515422, |
| "grad_norm": 1.126331708345394, |
| "learning_rate": 5.824667961843746e-07, |
| "loss": 1.6874, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.11546714349575324, |
| "grad_norm": 1.067788867144983, |
| "learning_rate": 5.824264460273465e-07, |
| "loss": 1.7211, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.11560125167635225, |
| "grad_norm": 1.0567680329056464, |
| "learning_rate": 5.823860510553811e-07, |
| "loss": 1.5729, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.11573535985695127, |
| "grad_norm": 1.088021498471896, |
| "learning_rate": 5.823456112756498e-07, |
| "loss": 1.6884, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.11586946803755029, |
| "grad_norm": 1.1157283518569765, |
| "learning_rate": 5.823051266953325e-07, |
| "loss": 1.6806, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.1160035762181493, |
| "grad_norm": 1.0681883774872867, |
| "learning_rate": 5.822645973216165e-07, |
| "loss": 1.6397, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.11613768439874832, |
| "grad_norm": 1.0861783292304394, |
| "learning_rate": 5.822240231616973e-07, |
| "loss": 1.575, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.11627179257934735, |
| "grad_norm": 1.068546853668492, |
| "learning_rate": 5.821834042227783e-07, |
| "loss": 1.6436, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.11640590075994636, |
| "grad_norm": 1.1370891534192904, |
| "learning_rate": 5.821427405120708e-07, |
| "loss": 1.7133, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.11654000894054538, |
| "grad_norm": 1.0975985479163, |
| "learning_rate": 5.821020320367942e-07, |
| "loss": 1.7395, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.1166741171211444, |
| "grad_norm": 1.0979310675749658, |
| "learning_rate": 5.820612788041756e-07, |
| "loss": 1.733, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.11680822530174341, |
| "grad_norm": 1.1290790783874916, |
| "learning_rate": 5.820204808214503e-07, |
| "loss": 1.5963, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.11694233348234243, |
| "grad_norm": 1.0767125460282738, |
| "learning_rate": 5.819796380958613e-07, |
| "loss": 1.7139, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.11707644166294144, |
| "grad_norm": 1.242641974109421, |
| "learning_rate": 5.819387506346598e-07, |
| "loss": 1.7068, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.11721054984354046, |
| "grad_norm": 1.0978061234757794, |
| "learning_rate": 5.818978184451048e-07, |
| "loss": 1.625, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.11734465802413947, |
| "grad_norm": 1.0887952709463755, |
| "learning_rate": 5.818568415344633e-07, |
| "loss": 1.6017, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.11747876620473849, |
| "grad_norm": 1.0584442299701264, |
| "learning_rate": 5.818158199100101e-07, |
| "loss": 1.7367, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.1176128743853375, |
| "grad_norm": 1.0996935525118328, |
| "learning_rate": 5.817747535790283e-07, |
| "loss": 1.6186, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.11774698256593652, |
| "grad_norm": 1.1314747020843203, |
| "learning_rate": 5.817336425488082e-07, |
| "loss": 1.6249, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.11788109074653554, |
| "grad_norm": 1.1919795844521832, |
| "learning_rate": 5.81692486826649e-07, |
| "loss": 1.6532, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.11801519892713455, |
| "grad_norm": 1.305262723197089, |
| "learning_rate": 5.816512864198571e-07, |
| "loss": 1.5978, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.11814930710773357, |
| "grad_norm": 1.1155976857853542, |
| "learning_rate": 5.816100413357471e-07, |
| "loss": 1.6797, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.11828341528833258, |
| "grad_norm": 1.123108419027786, |
| "learning_rate": 5.815687515816415e-07, |
| "loss": 1.5944, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.1184175234689316, |
| "grad_norm": 1.1318300431723485, |
| "learning_rate": 5.815274171648709e-07, |
| "loss": 1.6328, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.11855163164953063, |
| "grad_norm": 1.1498251619378483, |
| "learning_rate": 5.814860380927734e-07, |
| "loss": 1.6131, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.11868573983012964, |
| "grad_norm": 1.0940645690658886, |
| "learning_rate": 5.814446143726956e-07, |
| "loss": 1.6142, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.11881984801072866, |
| "grad_norm": 1.0820516072736348, |
| "learning_rate": 5.814031460119914e-07, |
| "loss": 1.6148, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.11895395619132768, |
| "grad_norm": 1.1247339726082044, |
| "learning_rate": 5.813616330180233e-07, |
| "loss": 1.7608, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.11908806437192669, |
| "grad_norm": 1.3664008359044402, |
| "learning_rate": 5.813200753981611e-07, |
| "loss": 1.6969, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.11922217255252571, |
| "grad_norm": 1.1603697359280436, |
| "learning_rate": 5.812784731597829e-07, |
| "loss": 1.7402, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.11935628073312472, |
| "grad_norm": 1.1010475016983683, |
| "learning_rate": 5.812368263102746e-07, |
| "loss": 1.759, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.11949038891372374, |
| "grad_norm": 1.1085219941083455, |
| "learning_rate": 5.811951348570302e-07, |
| "loss": 1.667, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.11962449709432275, |
| "grad_norm": 1.1139382749577305, |
| "learning_rate": 5.811533988074512e-07, |
| "loss": 1.6677, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.11975860527492177, |
| "grad_norm": 1.1325956159096344, |
| "learning_rate": 5.811116181689475e-07, |
| "loss": 1.7068, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.11989271345552079, |
| "grad_norm": 1.0408410504808954, |
| "learning_rate": 5.810697929489365e-07, |
| "loss": 1.6708, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.1200268216361198, |
| "grad_norm": 1.0658514906014669, |
| "learning_rate": 5.810279231548439e-07, |
| "loss": 1.6833, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.12016092981671882, |
| "grad_norm": 1.0840346983956348, |
| "learning_rate": 5.80986008794103e-07, |
| "loss": 1.6973, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.12029503799731783, |
| "grad_norm": 1.1508325943207491, |
| "learning_rate": 5.809440498741552e-07, |
| "loss": 1.7326, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.12042914617791685, |
| "grad_norm": 1.0629236207923716, |
| "learning_rate": 5.809020464024496e-07, |
| "loss": 1.5428, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.12056325435851586, |
| "grad_norm": 1.112200747649366, |
| "learning_rate": 5.808599983864435e-07, |
| "loss": 1.6729, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.12069736253911488, |
| "grad_norm": 1.2078470991285137, |
| "learning_rate": 5.80817905833602e-07, |
| "loss": 1.738, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.1208314707197139, |
| "grad_norm": 1.1190068417460075, |
| "learning_rate": 5.807757687513979e-07, |
| "loss": 1.6607, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.12096557890031293, |
| "grad_norm": 1.0450615497760403, |
| "learning_rate": 5.807335871473122e-07, |
| "loss": 1.6588, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.12109968708091194, |
| "grad_norm": 1.121198054415324, |
| "learning_rate": 5.806913610288336e-07, |
| "loss": 1.662, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.12123379526151096, |
| "grad_norm": 1.1054682653267978, |
| "learning_rate": 5.806490904034589e-07, |
| "loss": 1.6706, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.12136790344210997, |
| "grad_norm": 1.113997411395293, |
| "learning_rate": 5.806067752786926e-07, |
| "loss": 1.7632, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.12150201162270899, |
| "grad_norm": 1.1613864633248003, |
| "learning_rate": 5.805644156620472e-07, |
| "loss": 1.7098, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.121636119803308, |
| "grad_norm": 1.1055893873511211, |
| "learning_rate": 5.805220115610431e-07, |
| "loss": 1.7946, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.12177022798390702, |
| "grad_norm": 1.059537639783976, |
| "learning_rate": 5.804795629832085e-07, |
| "loss": 1.6377, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.12190433616450604, |
| "grad_norm": 1.075756870276535, |
| "learning_rate": 5.804370699360796e-07, |
| "loss": 1.6709, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.12203844434510505, |
| "grad_norm": 1.0951662603881447, |
| "learning_rate": 5.803945324272006e-07, |
| "loss": 1.6114, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.12217255252570407, |
| "grad_norm": 1.0835170338297386, |
| "learning_rate": 5.803519504641234e-07, |
| "loss": 1.6945, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.12230666070630308, |
| "grad_norm": 1.188508933084379, |
| "learning_rate": 5.803093240544077e-07, |
| "loss": 1.7176, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.1224407688869021, |
| "grad_norm": 1.0574940351976068, |
| "learning_rate": 5.802666532056215e-07, |
| "loss": 1.6449, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.12257487706750111, |
| "grad_norm": 1.1011954691706793, |
| "learning_rate": 5.802239379253403e-07, |
| "loss": 1.7403, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.12270898524810013, |
| "grad_norm": 1.05289982245001, |
| "learning_rate": 5.801811782211476e-07, |
| "loss": 1.7121, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.12284309342869915, |
| "grad_norm": 1.1247742251938873, |
| "learning_rate": 5.801383741006349e-07, |
| "loss": 1.6904, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.12297720160929816, |
| "grad_norm": 1.1060690034689273, |
| "learning_rate": 5.800955255714014e-07, |
| "loss": 1.5423, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.12311130978989718, |
| "grad_norm": 1.17690980567079, |
| "learning_rate": 5.800526326410544e-07, |
| "loss": 1.6638, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.12324541797049621, |
| "grad_norm": 1.0758724475892376, |
| "learning_rate": 5.800096953172088e-07, |
| "loss": 1.7136, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.12337952615109522, |
| "grad_norm": 1.0847412248840858, |
| "learning_rate": 5.799667136074878e-07, |
| "loss": 1.7712, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.12351363433169424, |
| "grad_norm": 1.1331387033738405, |
| "learning_rate": 5.799236875195219e-07, |
| "loss": 1.664, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.12364774251229325, |
| "grad_norm": 1.3262309930515026, |
| "learning_rate": 5.798806170609502e-07, |
| "loss": 1.6546, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.12378185069289227, |
| "grad_norm": 1.1280111604345993, |
| "learning_rate": 5.79837502239419e-07, |
| "loss": 1.6623, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.12391595887349129, |
| "grad_norm": 1.1001484560762704, |
| "learning_rate": 5.797943430625828e-07, |
| "loss": 1.6743, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.1240500670540903, |
| "grad_norm": 1.1051963249243846, |
| "learning_rate": 5.79751139538104e-07, |
| "loss": 1.6542, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.12418417523468932, |
| "grad_norm": 2.096743814606382, |
| "learning_rate": 5.797078916736527e-07, |
| "loss": 1.7618, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.12431828341528833, |
| "grad_norm": 1.1918807746678728, |
| "learning_rate": 5.79664599476907e-07, |
| "loss": 1.7489, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.12445239159588735, |
| "grad_norm": 1.2255902304289672, |
| "learning_rate": 5.79621262955553e-07, |
| "loss": 1.805, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.12458649977648636, |
| "grad_norm": 1.1112711388204457, |
| "learning_rate": 5.795778821172845e-07, |
| "loss": 1.6535, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.12472060795708538, |
| "grad_norm": 1.15632851861526, |
| "learning_rate": 5.79534456969803e-07, |
| "loss": 1.7674, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1248547161376844, |
| "grad_norm": 1.1364857063021152, |
| "learning_rate": 5.794909875208182e-07, |
| "loss": 1.6668, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.12498882431828341, |
| "grad_norm": 1.1554164021245972, |
| "learning_rate": 5.794474737780474e-07, |
| "loss": 1.6862, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.12512293249888243, |
| "grad_norm": 1.1360253650713825, |
| "learning_rate": 5.79403915749216e-07, |
| "loss": 1.6811, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.12525704067948146, |
| "grad_norm": 1.066412847829235, |
| "learning_rate": 5.793603134420571e-07, |
| "loss": 1.6562, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.12539114886008046, |
| "grad_norm": 1.081900817528408, |
| "learning_rate": 5.793166668643118e-07, |
| "loss": 1.6319, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.1255252570406795, |
| "grad_norm": 1.12430422704736, |
| "learning_rate": 5.792729760237288e-07, |
| "loss": 1.6679, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.1256593652212785, |
| "grad_norm": 1.1555451362888864, |
| "learning_rate": 5.79229240928065e-07, |
| "loss": 1.6272, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.12579347340187752, |
| "grad_norm": 1.1120423598959, |
| "learning_rate": 5.791854615850848e-07, |
| "loss": 1.7271, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.12592758158247652, |
| "grad_norm": 1.099822375040922, |
| "learning_rate": 5.791416380025607e-07, |
| "loss": 1.6762, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.12606168976307555, |
| "grad_norm": 1.1055384980174303, |
| "learning_rate": 5.79097770188273e-07, |
| "loss": 1.6526, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.12619579794367455, |
| "grad_norm": 1.1135160613742192, |
| "learning_rate": 5.7905385815001e-07, |
| "loss": 1.7112, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.12632990612427358, |
| "grad_norm": 1.172524893436665, |
| "learning_rate": 5.790099018955674e-07, |
| "loss": 1.6629, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.12646401430487259, |
| "grad_norm": 1.143908651612981, |
| "learning_rate": 5.789659014327492e-07, |
| "loss": 1.6004, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.12659812248547161, |
| "grad_norm": 1.0950798365706262, |
| "learning_rate": 5.789218567693672e-07, |
| "loss": 1.6794, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.12673223066607062, |
| "grad_norm": 1.0865150988933485, |
| "learning_rate": 5.788777679132408e-07, |
| "loss": 1.7733, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.12686633884666965, |
| "grad_norm": 1.081699940619205, |
| "learning_rate": 5.788336348721972e-07, |
| "loss": 1.6587, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.12700044702726868, |
| "grad_norm": 1.0733926398236942, |
| "learning_rate": 5.787894576540721e-07, |
| "loss": 1.6461, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.12713455520786768, |
| "grad_norm": 1.126195585933314, |
| "learning_rate": 5.787452362667083e-07, |
| "loss": 1.6838, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.1272686633884667, |
| "grad_norm": 1.1329864382691732, |
| "learning_rate": 5.787009707179567e-07, |
| "loss": 1.6329, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.1274027715690657, |
| "grad_norm": 1.1004395022968605, |
| "learning_rate": 5.786566610156759e-07, |
| "loss": 1.7147, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.12753687974966474, |
| "grad_norm": 1.0391080576189866, |
| "learning_rate": 5.78612307167733e-07, |
| "loss": 1.6315, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.12767098793026374, |
| "grad_norm": 1.0855474578853979, |
| "learning_rate": 5.78567909182002e-07, |
| "loss": 1.7127, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.12780509611086277, |
| "grad_norm": 1.1433214364150983, |
| "learning_rate": 5.785234670663652e-07, |
| "loss": 1.7042, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.12793920429146177, |
| "grad_norm": 1.0903898099360794, |
| "learning_rate": 5.784789808287129e-07, |
| "loss": 1.749, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.1280733124720608, |
| "grad_norm": 1.1462757739762268, |
| "learning_rate": 5.784344504769428e-07, |
| "loss": 1.7118, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.1282074206526598, |
| "grad_norm": 1.0944948131751315, |
| "learning_rate": 5.783898760189609e-07, |
| "loss": 1.7308, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.12834152883325883, |
| "grad_norm": 1.0898739853739683, |
| "learning_rate": 5.783452574626806e-07, |
| "loss": 1.5947, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.12847563701385784, |
| "grad_norm": 1.1070871512716438, |
| "learning_rate": 5.783005948160236e-07, |
| "loss": 1.7032, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.12860974519445686, |
| "grad_norm": 1.1173517977218599, |
| "learning_rate": 5.782558880869187e-07, |
| "loss": 1.76, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.12874385337505587, |
| "grad_norm": 1.0784753543720036, |
| "learning_rate": 5.782111372833035e-07, |
| "loss": 1.6817, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.1288779615556549, |
| "grad_norm": 1.099729300157914, |
| "learning_rate": 5.781663424131225e-07, |
| "loss": 1.5885, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.1290120697362539, |
| "grad_norm": 1.1053155402387764, |
| "learning_rate": 5.781215034843288e-07, |
| "loss": 1.649, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.12914617791685293, |
| "grad_norm": 1.0498243431495933, |
| "learning_rate": 5.780766205048826e-07, |
| "loss": 1.6, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.12928028609745196, |
| "grad_norm": 1.0650679197683777, |
| "learning_rate": 5.780316934827524e-07, |
| "loss": 1.7031, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.12941439427805096, |
| "grad_norm": 1.2041255427364985, |
| "learning_rate": 5.779867224259144e-07, |
| "loss": 1.7187, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.12954850245865, |
| "grad_norm": 1.0678692273869028, |
| "learning_rate": 5.779417073423526e-07, |
| "loss": 1.6825, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.129682610639249, |
| "grad_norm": 1.1199711834538628, |
| "learning_rate": 5.778966482400589e-07, |
| "loss": 1.6826, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.12981671881984802, |
| "grad_norm": 1.3086828320370905, |
| "learning_rate": 5.778515451270329e-07, |
| "loss": 1.6527, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.12995082700044702, |
| "grad_norm": 1.1283872527591725, |
| "learning_rate": 5.77806398011282e-07, |
| "loss": 1.6979, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.13008493518104605, |
| "grad_norm": 1.6891339086777561, |
| "learning_rate": 5.777612069008215e-07, |
| "loss": 1.6052, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.13021904336164505, |
| "grad_norm": 1.0995419197341152, |
| "learning_rate": 5.777159718036745e-07, |
| "loss": 1.6741, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.13035315154224408, |
| "grad_norm": 1.0826527648905109, |
| "learning_rate": 5.776706927278718e-07, |
| "loss": 1.7414, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.13048725972284309, |
| "grad_norm": 1.1749450180853513, |
| "learning_rate": 5.776253696814523e-07, |
| "loss": 1.7253, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.13062136790344211, |
| "grad_norm": 1.1522644681889058, |
| "learning_rate": 5.775800026724622e-07, |
| "loss": 1.7109, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.13075547608404112, |
| "grad_norm": 1.1287433508002416, |
| "learning_rate": 5.775345917089561e-07, |
| "loss": 1.7602, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.13088958426464015, |
| "grad_norm": 1.1367208391544785, |
| "learning_rate": 5.77489136798996e-07, |
| "loss": 1.7096, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.13102369244523915, |
| "grad_norm": 1.093651839491161, |
| "learning_rate": 5.774436379506516e-07, |
| "loss": 1.7313, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.13115780062583818, |
| "grad_norm": 1.1158114646345074, |
| "learning_rate": 5.773980951720009e-07, |
| "loss": 1.7152, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.13129190880643718, |
| "grad_norm": 1.1405133501951592, |
| "learning_rate": 5.773525084711293e-07, |
| "loss": 1.6721, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.1314260169870362, |
| "grad_norm": 1.0757304379815442, |
| "learning_rate": 5.773068778561302e-07, |
| "loss": 1.64, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.13156012516763524, |
| "grad_norm": 1.0607235063703084, |
| "learning_rate": 5.772612033351045e-07, |
| "loss": 1.7254, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.13169423334823424, |
| "grad_norm": 1.0583251896426324, |
| "learning_rate": 5.772154849161613e-07, |
| "loss": 1.687, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.13182834152883327, |
| "grad_norm": 1.098628320814992, |
| "learning_rate": 5.771697226074171e-07, |
| "loss": 1.635, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.13196244970943227, |
| "grad_norm": 1.1805474022437217, |
| "learning_rate": 5.771239164169966e-07, |
| "loss": 1.6698, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.1320965578900313, |
| "grad_norm": 1.0875587476789947, |
| "learning_rate": 5.77078066353032e-07, |
| "loss": 1.6354, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.1322306660706303, |
| "grad_norm": 1.2112176511625345, |
| "learning_rate": 5.770321724236633e-07, |
| "loss": 1.7872, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.13236477425122933, |
| "grad_norm": 1.2350020465740164, |
| "learning_rate": 5.769862346370384e-07, |
| "loss": 1.7646, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.13249888243182834, |
| "grad_norm": 1.1782226253464931, |
| "learning_rate": 5.769402530013128e-07, |
| "loss": 1.7215, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.13263299061242736, |
| "grad_norm": 1.0995226058236465, |
| "learning_rate": 5.768942275246503e-07, |
| "loss": 1.6472, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.13276709879302637, |
| "grad_norm": 1.1354276853120844, |
| "learning_rate": 5.768481582152218e-07, |
| "loss": 1.7206, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.1329012069736254, |
| "grad_norm": 1.1299465711204602, |
| "learning_rate": 5.768020450812064e-07, |
| "loss": 1.6917, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.1330353151542244, |
| "grad_norm": 1.0767689418910376, |
| "learning_rate": 5.767558881307906e-07, |
| "loss": 1.6643, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.13316942333482343, |
| "grad_norm": 1.1138902596082148, |
| "learning_rate": 5.767096873721693e-07, |
| "loss": 1.7642, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.13330353151542243, |
| "grad_norm": 1.1056642001660029, |
| "learning_rate": 5.766634428135447e-07, |
| "loss": 1.689, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.13343763969602146, |
| "grad_norm": 1.0482595089911335, |
| "learning_rate": 5.76617154463127e-07, |
| "loss": 1.635, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.13357174787662046, |
| "grad_norm": 1.0936790475077613, |
| "learning_rate": 5.765708223291338e-07, |
| "loss": 1.6614, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.1337058560572195, |
| "grad_norm": 1.1904352264236198, |
| "learning_rate": 5.765244464197911e-07, |
| "loss": 1.6631, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.13383996423781852, |
| "grad_norm": 1.1399324270789883, |
| "learning_rate": 5.76478026743332e-07, |
| "loss": 1.6956, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.13397407241841752, |
| "grad_norm": 1.0631541550252919, |
| "learning_rate": 5.76431563307998e-07, |
| "loss": 1.6357, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.13410818059901655, |
| "grad_norm": 2.7939617071812304, |
| "learning_rate": 5.763850561220378e-07, |
| "loss": 1.7513, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.13424228877961555, |
| "grad_norm": 1.1023053650764323, |
| "learning_rate": 5.763385051937082e-07, |
| "loss": 1.6986, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.13437639696021458, |
| "grad_norm": 1.1134127723095217, |
| "learning_rate": 5.762919105312739e-07, |
| "loss": 1.6972, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.13451050514081359, |
| "grad_norm": 1.3206325684664686, |
| "learning_rate": 5.762452721430068e-07, |
| "loss": 1.6561, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.13464461332141262, |
| "grad_norm": 1.1017815335316827, |
| "learning_rate": 5.761985900371871e-07, |
| "loss": 1.6294, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.13477872150201162, |
| "grad_norm": 1.091998126330244, |
| "learning_rate": 5.761518642221027e-07, |
| "loss": 1.6645, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.13491282968261065, |
| "grad_norm": 1.1390065790034687, |
| "learning_rate": 5.76105094706049e-07, |
| "loss": 1.6634, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.13504693786320965, |
| "grad_norm": 1.1165938666136697, |
| "learning_rate": 5.760582814973294e-07, |
| "loss": 1.6884, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.13518104604380868, |
| "grad_norm": 1.1265961333800854, |
| "learning_rate": 5.760114246042548e-07, |
| "loss": 1.581, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.13531515422440768, |
| "grad_norm": 1.1108402335230954, |
| "learning_rate": 5.759645240351442e-07, |
| "loss": 1.6948, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.1354492624050067, |
| "grad_norm": 1.1540406201851725, |
| "learning_rate": 5.75917579798324e-07, |
| "loss": 1.6816, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.1355833705856057, |
| "grad_norm": 1.0776760932575635, |
| "learning_rate": 5.758705919021285e-07, |
| "loss": 1.6455, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.13571747876620474, |
| "grad_norm": 1.1626622938941558, |
| "learning_rate": 5.758235603549001e-07, |
| "loss": 1.7679, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.13585158694680374, |
| "grad_norm": 1.187443307470314, |
| "learning_rate": 5.757764851649882e-07, |
| "loss": 1.6258, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.13598569512740277, |
| "grad_norm": 1.1483737298574974, |
| "learning_rate": 5.757293663407507e-07, |
| "loss": 1.7531, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.13611980330800177, |
| "grad_norm": 1.108423451892347, |
| "learning_rate": 5.756822038905527e-07, |
| "loss": 1.5847, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.1362539114886008, |
| "grad_norm": 1.056521665647446, |
| "learning_rate": 5.756349978227674e-07, |
| "loss": 1.6545, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.13638801966919983, |
| "grad_norm": 1.122523040636454, |
| "learning_rate": 5.755877481457756e-07, |
| "loss": 1.6762, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.13652212784979884, |
| "grad_norm": 1.1104212906292141, |
| "learning_rate": 5.755404548679657e-07, |
| "loss": 1.6761, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.13665623603039787, |
| "grad_norm": 1.0971062205375117, |
| "learning_rate": 5.75493117997734e-07, |
| "loss": 1.6676, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.13679034421099687, |
| "grad_norm": 1.1923600261259284, |
| "learning_rate": 5.754457375434848e-07, |
| "loss": 1.6966, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.1369244523915959, |
| "grad_norm": 1.1577052085464195, |
| "learning_rate": 5.753983135136295e-07, |
| "loss": 1.7123, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.1370585605721949, |
| "grad_norm": 1.1404232349413184, |
| "learning_rate": 5.753508459165879e-07, |
| "loss": 1.703, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.13719266875279393, |
| "grad_norm": 1.392333260935911, |
| "learning_rate": 5.75303334760787e-07, |
| "loss": 1.7096, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.13732677693339293, |
| "grad_norm": 1.113423870991827, |
| "learning_rate": 5.75255780054662e-07, |
| "loss": 1.7556, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.13746088511399196, |
| "grad_norm": 1.0653465618827531, |
| "learning_rate": 5.752081818066555e-07, |
| "loss": 1.7324, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.13759499329459096, |
| "grad_norm": 1.0145309694174296, |
| "learning_rate": 5.751605400252179e-07, |
| "loss": 1.684, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.13772910147519, |
| "grad_norm": 1.1507242589279925, |
| "learning_rate": 5.751128547188073e-07, |
| "loss": 1.7363, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.137863209655789, |
| "grad_norm": 1.1602441710831857, |
| "learning_rate": 5.750651258958897e-07, |
| "loss": 1.6452, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.13799731783638802, |
| "grad_norm": 1.0450164574336993, |
| "learning_rate": 5.750173535649387e-07, |
| "loss": 1.6581, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.13813142601698702, |
| "grad_norm": 1.1152601638616617, |
| "learning_rate": 5.749695377344356e-07, |
| "loss": 1.7178, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.13826553419758605, |
| "grad_norm": 1.1109479531814108, |
| "learning_rate": 5.749216784128695e-07, |
| "loss": 1.6318, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.13839964237818506, |
| "grad_norm": 1.1171173194344595, |
| "learning_rate": 5.748737756087372e-07, |
| "loss": 1.7563, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.13853375055878409, |
| "grad_norm": 1.1229721774030046, |
| "learning_rate": 5.74825829330543e-07, |
| "loss": 1.6557, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.13866785873938312, |
| "grad_norm": 1.0610467262170575, |
| "learning_rate": 5.747778395867995e-07, |
| "loss": 1.5954, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.13880196691998212, |
| "grad_norm": 1.057400993985582, |
| "learning_rate": 5.747298063860264e-07, |
| "loss": 1.6836, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.13893607510058115, |
| "grad_norm": 1.2946727429654457, |
| "learning_rate": 5.746817297367512e-07, |
| "loss": 1.7718, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.13907018328118015, |
| "grad_norm": 1.0793836410907007, |
| "learning_rate": 5.746336096475097e-07, |
| "loss": 1.6192, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.13920429146177918, |
| "grad_norm": 1.0456487983417475, |
| "learning_rate": 5.745854461268445e-07, |
| "loss": 1.6997, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.13933839964237818, |
| "grad_norm": 1.0783776132275518, |
| "learning_rate": 5.745372391833066e-07, |
| "loss": 1.5643, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.1394725078229772, |
| "grad_norm": 1.1073544797133057, |
| "learning_rate": 5.744889888254545e-07, |
| "loss": 1.7453, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.1396066160035762, |
| "grad_norm": 1.0897237578625294, |
| "learning_rate": 5.744406950618546e-07, |
| "loss": 1.7507, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.13974072418417524, |
| "grad_norm": 1.1334242880215313, |
| "learning_rate": 5.743923579010804e-07, |
| "loss": 1.5952, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.13987483236477424, |
| "grad_norm": 1.0794611740077888, |
| "learning_rate": 5.743439773517138e-07, |
| "loss": 1.6699, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.14000894054537327, |
| "grad_norm": 1.2221425859227393, |
| "learning_rate": 5.742955534223441e-07, |
| "loss": 1.6667, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.14014304872597227, |
| "grad_norm": 1.0734586645398891, |
| "learning_rate": 5.742470861215682e-07, |
| "loss": 1.7595, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.1402771569065713, |
| "grad_norm": 1.1044082425274806, |
| "learning_rate": 5.74198575457991e-07, |
| "loss": 1.6741, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.1404112650871703, |
| "grad_norm": 1.114278005814131, |
| "learning_rate": 5.741500214402247e-07, |
| "loss": 1.6869, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.14054537326776934, |
| "grad_norm": 1.1185672447220645, |
| "learning_rate": 5.741014240768896e-07, |
| "loss": 1.7676, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.14067948144836834, |
| "grad_norm": 1.1307460519899954, |
| "learning_rate": 5.740527833766135e-07, |
| "loss": 1.7232, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.14081358962896737, |
| "grad_norm": 1.1013230366573936, |
| "learning_rate": 5.740040993480318e-07, |
| "loss": 1.7287, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.1409476978095664, |
| "grad_norm": 1.2887563539916567, |
| "learning_rate": 5.739553719997877e-07, |
| "loss": 1.6725, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.1410818059901654, |
| "grad_norm": 1.128200473385445, |
| "learning_rate": 5.739066013405322e-07, |
| "loss": 1.7193, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.14121591417076443, |
| "grad_norm": 1.0948929309224316, |
| "learning_rate": 5.738577873789237e-07, |
| "loss": 1.6993, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.14135002235136343, |
| "grad_norm": 1.0842896614577642, |
| "learning_rate": 5.738089301236286e-07, |
| "loss": 1.7045, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.14148413053196246, |
| "grad_norm": 1.0699301937780477, |
| "learning_rate": 5.73760029583321e-07, |
| "loss": 1.7216, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.14161823871256146, |
| "grad_norm": 1.0958889223597748, |
| "learning_rate": 5.737110857666822e-07, |
| "loss": 1.6649, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.1417523468931605, |
| "grad_norm": 1.0656247406409773, |
| "learning_rate": 5.736620986824017e-07, |
| "loss": 1.683, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.1418864550737595, |
| "grad_norm": 1.2444649158517036, |
| "learning_rate": 5.736130683391765e-07, |
| "loss": 1.6188, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.14202056325435852, |
| "grad_norm": 1.0989443966595032, |
| "learning_rate": 5.735639947457113e-07, |
| "loss": 1.7038, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.14215467143495752, |
| "grad_norm": 1.142667824771637, |
| "learning_rate": 5.735148779107184e-07, |
| "loss": 1.6156, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.14228877961555655, |
| "grad_norm": 1.1299828935757683, |
| "learning_rate": 5.734657178429179e-07, |
| "loss": 1.6754, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.14242288779615556, |
| "grad_norm": 1.0986771884553144, |
| "learning_rate": 5.734165145510375e-07, |
| "loss": 1.6201, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.14255699597675459, |
| "grad_norm": 1.0853274840023213, |
| "learning_rate": 5.733672680438124e-07, |
| "loss": 1.6885, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.1426911041573536, |
| "grad_norm": 1.0820811488797877, |
| "learning_rate": 5.73317978329986e-07, |
| "loss": 1.7995, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.14282521233795262, |
| "grad_norm": 1.1295149364952306, |
| "learning_rate": 5.732686454183087e-07, |
| "loss": 1.6925, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.14295932051855162, |
| "grad_norm": 1.057888764325057, |
| "learning_rate": 5.732192693175391e-07, |
| "loss": 1.6412, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.14309342869915065, |
| "grad_norm": 1.098616962497695, |
| "learning_rate": 5.731698500364434e-07, |
| "loss": 1.6271, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.14322753687974968, |
| "grad_norm": 1.2745609637830848, |
| "learning_rate": 5.731203875837949e-07, |
| "loss": 1.671, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.14336164506034868, |
| "grad_norm": 1.120730846705753, |
| "learning_rate": 5.730708819683753e-07, |
| "loss": 1.7433, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.1434957532409477, |
| "grad_norm": 1.1177693123454027, |
| "learning_rate": 5.730213331989736e-07, |
| "loss": 1.7291, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.1436298614215467, |
| "grad_norm": 1.0910765331643333, |
| "learning_rate": 5.729717412843866e-07, |
| "loss": 1.6739, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.14376396960214574, |
| "grad_norm": 1.1741168573690484, |
| "learning_rate": 5.729221062334186e-07, |
| "loss": 1.7401, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.14389807778274474, |
| "grad_norm": 1.2230565196681809, |
| "learning_rate": 5.728724280548815e-07, |
| "loss": 1.6466, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.14403218596334377, |
| "grad_norm": 1.075125807457348, |
| "learning_rate": 5.728227067575953e-07, |
| "loss": 1.6632, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.14416629414394277, |
| "grad_norm": 1.0629310683077087, |
| "learning_rate": 5.727729423503871e-07, |
| "loss": 1.6456, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.1443004023245418, |
| "grad_norm": 1.131277162697691, |
| "learning_rate": 5.72723134842092e-07, |
| "loss": 1.7069, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.1444345105051408, |
| "grad_norm": 1.4319225703993534, |
| "learning_rate": 5.726732842415527e-07, |
| "loss": 1.7104, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.14456861868573984, |
| "grad_norm": 1.1218543441609072, |
| "learning_rate": 5.726233905576194e-07, |
| "loss": 1.8235, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.14470272686633884, |
| "grad_norm": 1.0682688173779038, |
| "learning_rate": 5.725734537991502e-07, |
| "loss": 1.7334, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.14483683504693787, |
| "grad_norm": 1.0513899411618064, |
| "learning_rate": 5.725234739750106e-07, |
| "loss": 1.564, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.14497094322753687, |
| "grad_norm": 1.073556864405118, |
| "learning_rate": 5.724734510940738e-07, |
| "loss": 1.6191, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.1451050514081359, |
| "grad_norm": 1.1272658425201874, |
| "learning_rate": 5.724233851652208e-07, |
| "loss": 1.5812, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.1452391595887349, |
| "grad_norm": 1.1649864304286308, |
| "learning_rate": 5.723732761973399e-07, |
| "loss": 1.7974, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.14537326776933393, |
| "grad_norm": 1.1842565824330795, |
| "learning_rate": 5.723231241993277e-07, |
| "loss": 1.642, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.14550737594993293, |
| "grad_norm": 1.1226873500626315, |
| "learning_rate": 5.722729291800877e-07, |
| "loss": 1.648, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.14564148413053196, |
| "grad_norm": 1.074175742058312, |
| "learning_rate": 5.722226911485315e-07, |
| "loss": 1.6477, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.145775592311131, |
| "grad_norm": 1.6414796585857712, |
| "learning_rate": 5.721724101135781e-07, |
| "loss": 1.6099, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.14590970049173, |
| "grad_norm": 1.1490676419596029, |
| "learning_rate": 5.721220860841543e-07, |
| "loss": 1.5671, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.14604380867232902, |
| "grad_norm": 1.0434774110585503, |
| "learning_rate": 5.720717190691943e-07, |
| "loss": 1.6001, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.14617791685292802, |
| "grad_norm": 1.0806260779363936, |
| "learning_rate": 5.720213090776403e-07, |
| "loss": 1.7541, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.14631202503352705, |
| "grad_norm": 1.1814630509058974, |
| "learning_rate": 5.719708561184417e-07, |
| "loss": 1.6864, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.14644613321412606, |
| "grad_norm": 1.0965207690798646, |
| "learning_rate": 5.719203602005559e-07, |
| "loss": 1.7179, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.14658024139472509, |
| "grad_norm": 1.187634257937833, |
| "learning_rate": 5.718698213329479e-07, |
| "loss": 1.5889, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.1467143495753241, |
| "grad_norm": 1.151719981823989, |
| "learning_rate": 5.718192395245899e-07, |
| "loss": 1.6503, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.14684845775592312, |
| "grad_norm": 1.0407283688373252, |
| "learning_rate": 5.717686147844622e-07, |
| "loss": 1.5976, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.14698256593652212, |
| "grad_norm": 1.0743575974553181, |
| "learning_rate": 5.717179471215527e-07, |
| "loss": 1.7028, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.14711667411712115, |
| "grad_norm": 1.080606301144591, |
| "learning_rate": 5.716672365448564e-07, |
| "loss": 1.6827, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.14725078229772015, |
| "grad_norm": 1.0807596555370267, |
| "learning_rate": 5.716164830633764e-07, |
| "loss": 1.6778, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.14738489047831918, |
| "grad_norm": 1.1284745845133346, |
| "learning_rate": 5.715656866861234e-07, |
| "loss": 1.6209, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.14751899865891818, |
| "grad_norm": 0.989581549531516, |
| "learning_rate": 5.715148474221156e-07, |
| "loss": 1.5879, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.1476531068395172, |
| "grad_norm": 1.1254043833078187, |
| "learning_rate": 5.714639652803788e-07, |
| "loss": 1.6834, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.1477872150201162, |
| "grad_norm": 1.0789006249002853, |
| "learning_rate": 5.714130402699465e-07, |
| "loss": 1.6314, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.14792132320071524, |
| "grad_norm": 1.0792687942782158, |
| "learning_rate": 5.713620723998597e-07, |
| "loss": 1.7229, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.14805543138131427, |
| "grad_norm": 1.1190452519207015, |
| "learning_rate": 5.71311061679167e-07, |
| "loss": 1.6851, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.14818953956191327, |
| "grad_norm": 1.1240598043365235, |
| "learning_rate": 5.712600081169248e-07, |
| "loss": 1.6486, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.1483236477425123, |
| "grad_norm": 1.110168533453958, |
| "learning_rate": 5.71208911722197e-07, |
| "loss": 1.651, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.1484577559231113, |
| "grad_norm": 1.0688369448448625, |
| "learning_rate": 5.71157772504055e-07, |
| "loss": 1.709, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.14859186410371034, |
| "grad_norm": 1.1187107525701387, |
| "learning_rate": 5.711065904715777e-07, |
| "loss": 1.7167, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.14872597228430934, |
| "grad_norm": 1.1397259364080825, |
| "learning_rate": 5.710553656338521e-07, |
| "loss": 1.6975, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.14886008046490837, |
| "grad_norm": 1.1590128512082682, |
| "learning_rate": 5.710040979999723e-07, |
| "loss": 1.7414, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.14899418864550737, |
| "grad_norm": 1.167811852838392, |
| "learning_rate": 5.709527875790403e-07, |
| "loss": 1.6626, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.1491282968261064, |
| "grad_norm": 1.0973271552840278, |
| "learning_rate": 5.709014343801655e-07, |
| "loss": 1.6324, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.1492624050067054, |
| "grad_norm": 1.3487898998822019, |
| "learning_rate": 5.708500384124648e-07, |
| "loss": 1.6641, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.14939651318730443, |
| "grad_norm": 1.173261054584497, |
| "learning_rate": 5.707985996850633e-07, |
| "loss": 1.6297, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.14953062136790343, |
| "grad_norm": 1.056190301936881, |
| "learning_rate": 5.707471182070929e-07, |
| "loss": 1.7222, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.14966472954850246, |
| "grad_norm": 1.0543304581404804, |
| "learning_rate": 5.706955939876936e-07, |
| "loss": 1.6486, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.14979883772910146, |
| "grad_norm": 1.0951287089797115, |
| "learning_rate": 5.706440270360128e-07, |
| "loss": 1.6158, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.1499329459097005, |
| "grad_norm": 1.1191851976325244, |
| "learning_rate": 5.705924173612055e-07, |
| "loss": 1.7315, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.1500670540902995, |
| "grad_norm": 1.0577825904689977, |
| "learning_rate": 5.705407649724343e-07, |
| "loss": 1.6935, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.15020116227089853, |
| "grad_norm": 1.056299942663864, |
| "learning_rate": 5.704890698788693e-07, |
| "loss": 1.628, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.15033527045149755, |
| "grad_norm": 1.1590721147664085, |
| "learning_rate": 5.704373320896886e-07, |
| "loss": 1.6249, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.15046937863209656, |
| "grad_norm": 1.1117527447235374, |
| "learning_rate": 5.703855516140773e-07, |
| "loss": 1.7004, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.1506034868126956, |
| "grad_norm": 1.1049104937281078, |
| "learning_rate": 5.703337284612283e-07, |
| "loss": 1.6377, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.1507375949932946, |
| "grad_norm": 1.59710670500923, |
| "learning_rate": 5.702818626403422e-07, |
| "loss": 1.6834, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.15087170317389362, |
| "grad_norm": 1.0967048039417424, |
| "learning_rate": 5.702299541606271e-07, |
| "loss": 1.7351, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.15100581135449262, |
| "grad_norm": 1.0979605765370022, |
| "learning_rate": 5.701780030312985e-07, |
| "loss": 1.6961, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.15113991953509165, |
| "grad_norm": 1.0799636277645253, |
| "learning_rate": 5.701260092615798e-07, |
| "loss": 1.6698, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.15127402771569065, |
| "grad_norm": 1.0680391383117414, |
| "learning_rate": 5.700739728607018e-07, |
| "loss": 1.6337, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.15140813589628968, |
| "grad_norm": 1.1265492196116744, |
| "learning_rate": 5.700218938379027e-07, |
| "loss": 1.758, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.15154224407688868, |
| "grad_norm": 1.1871181924509882, |
| "learning_rate": 5.699697722024286e-07, |
| "loss": 1.7564, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.1516763522574877, |
| "grad_norm": 1.0181987331367963, |
| "learning_rate": 5.69917607963533e-07, |
| "loss": 1.5776, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.15181046043808671, |
| "grad_norm": 1.1284590442586029, |
| "learning_rate": 5.698654011304768e-07, |
| "loss": 1.6984, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.15194456861868574, |
| "grad_norm": 1.2930521652564555, |
| "learning_rate": 5.698131517125288e-07, |
| "loss": 1.6334, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.15207867679928475, |
| "grad_norm": 1.117570312123897, |
| "learning_rate": 5.697608597189651e-07, |
| "loss": 1.6531, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.15221278497988378, |
| "grad_norm": 1.4856967946676458, |
| "learning_rate": 5.697085251590694e-07, |
| "loss": 1.6406, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.15234689316048278, |
| "grad_norm": 1.1601905755705224, |
| "learning_rate": 5.696561480421331e-07, |
| "loss": 1.6839, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.1524810013410818, |
| "grad_norm": 1.1233822318963709, |
| "learning_rate": 5.696037283774549e-07, |
| "loss": 1.6607, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.15261510952168084, |
| "grad_norm": 1.1742187355064484, |
| "learning_rate": 5.695512661743415e-07, |
| "loss": 1.6646, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.15274921770227984, |
| "grad_norm": 1.086363990541314, |
| "learning_rate": 5.694987614421066e-07, |
| "loss": 1.6739, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.15288332588287887, |
| "grad_norm": 1.194737878034564, |
| "learning_rate": 5.694462141900719e-07, |
| "loss": 1.6835, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.15301743406347787, |
| "grad_norm": 1.1598758612040898, |
| "learning_rate": 5.693936244275662e-07, |
| "loss": 1.6587, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.1531515422440769, |
| "grad_norm": 1.1381348609460207, |
| "learning_rate": 5.693409921639263e-07, |
| "loss": 1.7111, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.1532856504246759, |
| "grad_norm": 1.0954642701505761, |
| "learning_rate": 5.692883174084963e-07, |
| "loss": 1.6453, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.15341975860527493, |
| "grad_norm": 1.181240368838665, |
| "learning_rate": 5.69235600170628e-07, |
| "loss": 1.7074, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.15355386678587393, |
| "grad_norm": 1.0848362523541808, |
| "learning_rate": 5.691828404596804e-07, |
| "loss": 1.7188, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.15368797496647296, |
| "grad_norm": 1.0976088776241693, |
| "learning_rate": 5.691300382850205e-07, |
| "loss": 1.6133, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.15382208314707196, |
| "grad_norm": 1.1535833554516768, |
| "learning_rate": 5.690771936560228e-07, |
| "loss": 1.6823, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.153956191327671, |
| "grad_norm": 1.1763699702630221, |
| "learning_rate": 5.690243065820687e-07, |
| "loss": 1.692, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.15409029950827, |
| "grad_norm": 1.0627345607622845, |
| "learning_rate": 5.689713770725477e-07, |
| "loss": 1.5961, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.15422440768886903, |
| "grad_norm": 1.0792270716448427, |
| "learning_rate": 5.689184051368572e-07, |
| "loss": 1.64, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.15435851586946803, |
| "grad_norm": 1.0247043986886288, |
| "learning_rate": 5.688653907844009e-07, |
| "loss": 1.5285, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.15449262405006706, |
| "grad_norm": 1.07857428312717, |
| "learning_rate": 5.688123340245914e-07, |
| "loss": 1.6444, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.15462673223066606, |
| "grad_norm": 1.0930284133542458, |
| "learning_rate": 5.687592348668479e-07, |
| "loss": 1.6882, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.1547608404112651, |
| "grad_norm": 1.0484076712069612, |
| "learning_rate": 5.687060933205976e-07, |
| "loss": 1.5796, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.1548949485918641, |
| "grad_norm": 1.1209018475352952, |
| "learning_rate": 5.686529093952749e-07, |
| "loss": 1.702, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.15502905677246312, |
| "grad_norm": 1.084792074670866, |
| "learning_rate": 5.685996831003221e-07, |
| "loss": 1.6856, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.15516316495306215, |
| "grad_norm": 1.081652083067762, |
| "learning_rate": 5.685464144451888e-07, |
| "loss": 1.6781, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.15529727313366115, |
| "grad_norm": 1.2019370572090728, |
| "learning_rate": 5.684931034393319e-07, |
| "loss": 1.6854, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.15543138131426018, |
| "grad_norm": 1.1546384235930545, |
| "learning_rate": 5.684397500922163e-07, |
| "loss": 1.5995, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.15556548949485918, |
| "grad_norm": 1.0806139711906346, |
| "learning_rate": 5.68386354413314e-07, |
| "loss": 1.6043, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.1556995976754582, |
| "grad_norm": 1.1695139264738694, |
| "learning_rate": 5.683329164121049e-07, |
| "loss": 1.6565, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.15583370585605721, |
| "grad_norm": 1.1082458941671236, |
| "learning_rate": 5.682794360980761e-07, |
| "loss": 1.6997, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.15596781403665624, |
| "grad_norm": 1.171803562739694, |
| "learning_rate": 5.682259134807222e-07, |
| "loss": 1.5452, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.15610192221725525, |
| "grad_norm": 1.0813601117636722, |
| "learning_rate": 5.681723485695456e-07, |
| "loss": 1.6468, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.15623603039785428, |
| "grad_norm": 1.0850091737441245, |
| "learning_rate": 5.681187413740558e-07, |
| "loss": 1.6521, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.15637013857845328, |
| "grad_norm": 1.0888617126493352, |
| "learning_rate": 5.680650919037703e-07, |
| "loss": 1.6318, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.1565042467590523, |
| "grad_norm": 1.0832051131221956, |
| "learning_rate": 5.680114001682137e-07, |
| "loss": 1.6244, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.1566383549396513, |
| "grad_norm": 1.1345011329722676, |
| "learning_rate": 5.679576661769184e-07, |
| "loss": 1.6903, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.15677246312025034, |
| "grad_norm": 1.0989237696533585, |
| "learning_rate": 5.679038899394239e-07, |
| "loss": 1.748, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.15690657130084934, |
| "grad_norm": 1.0586060818560636, |
| "learning_rate": 5.678500714652776e-07, |
| "loss": 1.7243, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.15704067948144837, |
| "grad_norm": 1.1184535612835667, |
| "learning_rate": 5.677962107640342e-07, |
| "loss": 1.6538, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.15717478766204737, |
| "grad_norm": 1.0607792312898765, |
| "learning_rate": 5.677423078452561e-07, |
| "loss": 1.6324, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.1573088958426464, |
| "grad_norm": 1.0442851907949064, |
| "learning_rate": 5.676883627185129e-07, |
| "loss": 1.6818, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.15744300402324543, |
| "grad_norm": 1.0805916545031482, |
| "learning_rate": 5.676343753933818e-07, |
| "loss": 1.6477, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.15757711220384443, |
| "grad_norm": 1.055305047370012, |
| "learning_rate": 5.675803458794477e-07, |
| "loss": 1.675, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.15771122038444346, |
| "grad_norm": 1.1317344965112557, |
| "learning_rate": 5.675262741863026e-07, |
| "loss": 1.6195, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.15784532856504246, |
| "grad_norm": 1.0677408822746999, |
| "learning_rate": 5.674721603235462e-07, |
| "loss": 1.673, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.1579794367456415, |
| "grad_norm": 1.1173608676015656, |
| "learning_rate": 5.67418004300786e-07, |
| "loss": 1.704, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.1581135449262405, |
| "grad_norm": 1.056889330893961, |
| "learning_rate": 5.673638061276364e-07, |
| "loss": 1.6232, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.15824765310683953, |
| "grad_norm": 1.1175288057488566, |
| "learning_rate": 5.673095658137197e-07, |
| "loss": 1.7439, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.15838176128743853, |
| "grad_norm": 1.1363903828654547, |
| "learning_rate": 5.672552833686654e-07, |
| "loss": 1.6943, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.15851586946803756, |
| "grad_norm": 1.0761526122635945, |
| "learning_rate": 5.672009588021108e-07, |
| "loss": 1.6178, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.15864997764863656, |
| "grad_norm": 1.0868039624863182, |
| "learning_rate": 5.671465921237003e-07, |
| "loss": 1.7295, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.1587840858292356, |
| "grad_norm": 1.5375983527794888, |
| "learning_rate": 5.670921833430861e-07, |
| "loss": 1.5868, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.1589181940098346, |
| "grad_norm": 1.1761526374271758, |
| "learning_rate": 5.670377324699277e-07, |
| "loss": 1.6585, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.15905230219043362, |
| "grad_norm": 1.0911545993652647, |
| "learning_rate": 5.669832395138923e-07, |
| "loss": 1.6849, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.15918641037103262, |
| "grad_norm": 1.0517360680747312, |
| "learning_rate": 5.669287044846542e-07, |
| "loss": 1.7081, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.15932051855163165, |
| "grad_norm": 1.0460736006845528, |
| "learning_rate": 5.668741273918952e-07, |
| "loss": 1.6946, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.15945462673223065, |
| "grad_norm": 1.1057544457050006, |
| "learning_rate": 5.668195082453052e-07, |
| "loss": 1.6648, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.15958873491282968, |
| "grad_norm": 1.290894867238456, |
| "learning_rate": 5.667648470545808e-07, |
| "loss": 1.6921, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.1597228430934287, |
| "grad_norm": 1.2497492674256703, |
| "learning_rate": 5.667101438294264e-07, |
| "loss": 1.7095, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.15985695127402771, |
| "grad_norm": 1.1080523067750003, |
| "learning_rate": 5.666553985795538e-07, |
| "loss": 1.6313, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.15999105945462674, |
| "grad_norm": 1.0983444417697228, |
| "learning_rate": 5.666006113146823e-07, |
| "loss": 1.6836, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.16012516763522575, |
| "grad_norm": 1.1242609644362185, |
| "learning_rate": 5.665457820445387e-07, |
| "loss": 1.6522, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.16025927581582478, |
| "grad_norm": 1.1033082182518592, |
| "learning_rate": 5.664909107788571e-07, |
| "loss": 1.6958, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.16039338399642378, |
| "grad_norm": 1.1353654965954614, |
| "learning_rate": 5.664359975273792e-07, |
| "loss": 1.6604, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.1605274921770228, |
| "grad_norm": 1.1259316457840236, |
| "learning_rate": 5.663810422998543e-07, |
| "loss": 1.7241, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.1606616003576218, |
| "grad_norm": 1.0922411903046598, |
| "learning_rate": 5.663260451060388e-07, |
| "loss": 1.6432, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.16079570853822084, |
| "grad_norm": 1.0707962447880088, |
| "learning_rate": 5.662710059556966e-07, |
| "loss": 1.6666, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.16092981671881984, |
| "grad_norm": 1.0837296784325723, |
| "learning_rate": 5.662159248585993e-07, |
| "loss": 1.6965, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.16106392489941887, |
| "grad_norm": 1.0703824186490674, |
| "learning_rate": 5.66160801824526e-07, |
| "loss": 1.7293, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.16119803308001787, |
| "grad_norm": 1.095076268284643, |
| "learning_rate": 5.661056368632625e-07, |
| "loss": 1.6433, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.1613321412606169, |
| "grad_norm": 1.0622058510882262, |
| "learning_rate": 5.660504299846032e-07, |
| "loss": 1.6237, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.1614662494412159, |
| "grad_norm": 1.0981636682859879, |
| "learning_rate": 5.65995181198349e-07, |
| "loss": 1.8076, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.16160035762181493, |
| "grad_norm": 1.1393139443072446, |
| "learning_rate": 5.659398905143088e-07, |
| "loss": 1.7572, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.16173446580241393, |
| "grad_norm": 1.0960864805053374, |
| "learning_rate": 5.658845579422985e-07, |
| "loss": 1.6836, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.16186857398301296, |
| "grad_norm": 1.0536699550048987, |
| "learning_rate": 5.658291834921417e-07, |
| "loss": 1.6933, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.162002682163612, |
| "grad_norm": 1.1996669047917732, |
| "learning_rate": 5.657737671736696e-07, |
| "loss": 1.6405, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.162136790344211, |
| "grad_norm": 1.10569454454835, |
| "learning_rate": 5.657183089967204e-07, |
| "loss": 1.5797, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.16227089852481003, |
| "grad_norm": 1.2803251145710948, |
| "learning_rate": 5.6566280897114e-07, |
| "loss": 1.6207, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.16240500670540903, |
| "grad_norm": 1.048684333970024, |
| "learning_rate": 5.656072671067818e-07, |
| "loss": 1.5924, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.16253911488600806, |
| "grad_norm": 1.0612522875516415, |
| "learning_rate": 5.655516834135063e-07, |
| "loss": 1.5299, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.16267322306660706, |
| "grad_norm": 1.0932249588392913, |
| "learning_rate": 5.65496057901182e-07, |
| "loss": 1.6653, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.1628073312472061, |
| "grad_norm": 1.0734042304698213, |
| "learning_rate": 5.65440390579684e-07, |
| "loss": 1.5442, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.1629414394278051, |
| "grad_norm": 1.1189271058187575, |
| "learning_rate": 5.653846814588957e-07, |
| "loss": 1.6881, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.16307554760840412, |
| "grad_norm": 1.1589238023336688, |
| "learning_rate": 5.653289305487072e-07, |
| "loss": 1.7461, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.16320965578900312, |
| "grad_norm": 1.02665461506197, |
| "learning_rate": 5.652731378590166e-07, |
| "loss": 1.6576, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.16334376396960215, |
| "grad_norm": 1.1444702149064363, |
| "learning_rate": 5.65217303399729e-07, |
| "loss": 1.6162, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.16347787215020115, |
| "grad_norm": 1.1311619335366723, |
| "learning_rate": 5.65161427180757e-07, |
| "loss": 1.6957, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.16361198033080018, |
| "grad_norm": 1.0555386995041562, |
| "learning_rate": 5.651055092120208e-07, |
| "loss": 1.7145, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.16374608851139918, |
| "grad_norm": 1.189321876945114, |
| "learning_rate": 5.650495495034477e-07, |
| "loss": 1.698, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.16388019669199821, |
| "grad_norm": 1.084782331393969, |
| "learning_rate": 5.649935480649729e-07, |
| "loss": 1.6739, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.16401430487259722, |
| "grad_norm": 1.1283603135723947, |
| "learning_rate": 5.649375049065386e-07, |
| "loss": 1.752, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.16414841305319625, |
| "grad_norm": 1.11896193815645, |
| "learning_rate": 5.648814200380943e-07, |
| "loss": 1.6303, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.16428252123379525, |
| "grad_norm": 1.067115391566694, |
| "learning_rate": 5.648252934695973e-07, |
| "loss": 1.6735, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.16441662941439428, |
| "grad_norm": 1.0804557718519556, |
| "learning_rate": 5.64769125211012e-07, |
| "loss": 1.6247, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.1645507375949933, |
| "grad_norm": 1.0059736180266399, |
| "learning_rate": 5.647129152723106e-07, |
| "loss": 1.5354, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.1646848457755923, |
| "grad_norm": 1.0770670756683223, |
| "learning_rate": 5.646566636634721e-07, |
| "loss": 1.6768, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.16481895395619134, |
| "grad_norm": 1.0638623481159848, |
| "learning_rate": 5.646003703944834e-07, |
| "loss": 1.6413, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.16495306213679034, |
| "grad_norm": 1.0839631787802386, |
| "learning_rate": 5.645440354753386e-07, |
| "loss": 1.6411, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.16508717031738937, |
| "grad_norm": 1.1589896172936287, |
| "learning_rate": 5.644876589160391e-07, |
| "loss": 1.6042, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.16522127849798837, |
| "grad_norm": 1.1160410996742565, |
| "learning_rate": 5.644312407265939e-07, |
| "loss": 1.6573, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.1653553866785874, |
| "grad_norm": 1.4171454379604909, |
| "learning_rate": 5.643747809170193e-07, |
| "loss": 1.6332, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.1654894948591864, |
| "grad_norm": 1.0531642470485152, |
| "learning_rate": 5.643182794973391e-07, |
| "loss": 1.6602, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.16562360303978543, |
| "grad_norm": 1.1086706049405617, |
| "learning_rate": 5.64261736477584e-07, |
| "loss": 1.7038, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.16575771122038443, |
| "grad_norm": 1.0944161073367153, |
| "learning_rate": 5.642051518677929e-07, |
| "loss": 1.6386, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.16589181940098346, |
| "grad_norm": 1.0383994077860026, |
| "learning_rate": 5.641485256780112e-07, |
| "loss": 1.6683, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.16602592758158247, |
| "grad_norm": 1.110409441026267, |
| "learning_rate": 5.640918579182926e-07, |
| "loss": 1.7666, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.1661600357621815, |
| "grad_norm": 1.062864948914823, |
| "learning_rate": 5.640351485986973e-07, |
| "loss": 1.6995, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.1662941439427805, |
| "grad_norm": 1.1144719375181737, |
| "learning_rate": 5.639783977292936e-07, |
| "loss": 1.6904, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.16642825212337953, |
| "grad_norm": 1.090081045271864, |
| "learning_rate": 5.639216053201565e-07, |
| "loss": 1.696, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.16656236030397853, |
| "grad_norm": 1.0630959169468894, |
| "learning_rate": 5.638647713813691e-07, |
| "loss": 1.6521, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.16669646848457756, |
| "grad_norm": 2.998931919925447, |
| "learning_rate": 5.638078959230211e-07, |
| "loss": 1.706, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.1668305766651766, |
| "grad_norm": 1.2341388992185853, |
| "learning_rate": 5.637509789552104e-07, |
| "loss": 1.5942, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.1669646848457756, |
| "grad_norm": 1.1027382262588608, |
| "learning_rate": 5.636940204880415e-07, |
| "loss": 1.6176, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.16709879302637462, |
| "grad_norm": 1.1453532005308322, |
| "learning_rate": 5.636370205316269e-07, |
| "loss": 1.7051, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.16723290120697362, |
| "grad_norm": 1.1774692080993565, |
| "learning_rate": 5.63579979096086e-07, |
| "loss": 1.7089, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.16736700938757265, |
| "grad_norm": 1.05810539274269, |
| "learning_rate": 5.635228961915458e-07, |
| "loss": 1.6353, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.16750111756817165, |
| "grad_norm": 1.1450836955803443, |
| "learning_rate": 5.634657718281407e-07, |
| "loss": 1.7418, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.16763522574877068, |
| "grad_norm": 1.125948952992154, |
| "learning_rate": 5.634086060160121e-07, |
| "loss": 1.7343, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.16776933392936969, |
| "grad_norm": 1.069728820008434, |
| "learning_rate": 5.633513987653094e-07, |
| "loss": 1.4826, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.16790344210996871, |
| "grad_norm": 1.0401896130830024, |
| "learning_rate": 5.632941500861885e-07, |
| "loss": 1.7211, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.16803755029056772, |
| "grad_norm": 1.09563187676157, |
| "learning_rate": 5.632368599888135e-07, |
| "loss": 1.7378, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.16817165847116675, |
| "grad_norm": 1.0701481214906692, |
| "learning_rate": 5.631795284833555e-07, |
| "loss": 1.7191, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.16830576665176575, |
| "grad_norm": 1.2554327805183711, |
| "learning_rate": 5.631221555799927e-07, |
| "loss": 1.6476, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.16843987483236478, |
| "grad_norm": 1.0867457009428256, |
| "learning_rate": 5.63064741288911e-07, |
| "loss": 1.6594, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.16857398301296378, |
| "grad_norm": 1.0587419661389497, |
| "learning_rate": 5.630072856203037e-07, |
| "loss": 1.7365, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.1687080911935628, |
| "grad_norm": 1.0437016123668459, |
| "learning_rate": 5.629497885843712e-07, |
| "loss": 1.6223, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.1688421993741618, |
| "grad_norm": 1.093304989043814, |
| "learning_rate": 5.628922501913211e-07, |
| "loss": 1.7281, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.16897630755476084, |
| "grad_norm": 1.0787876584693192, |
| "learning_rate": 5.628346704513689e-07, |
| "loss": 1.7033, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.16911041573535987, |
| "grad_norm": 1.119310868984826, |
| "learning_rate": 5.627770493747369e-07, |
| "loss": 1.6785, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.16924452391595887, |
| "grad_norm": 1.0543862123255383, |
| "learning_rate": 5.62719386971655e-07, |
| "loss": 1.6329, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.1693786320965579, |
| "grad_norm": 1.1801974734059986, |
| "learning_rate": 5.626616832523605e-07, |
| "loss": 1.6647, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.1695127402771569, |
| "grad_norm": 1.0966012840078587, |
| "learning_rate": 5.626039382270977e-07, |
| "loss": 1.7489, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.16964684845775593, |
| "grad_norm": 1.0464685107772078, |
| "learning_rate": 5.625461519061187e-07, |
| "loss": 1.613, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.16978095663835494, |
| "grad_norm": 1.1162999981242707, |
| "learning_rate": 5.624883242996825e-07, |
| "loss": 1.6777, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.16991506481895396, |
| "grad_norm": 1.0848332959906992, |
| "learning_rate": 5.624304554180556e-07, |
| "loss": 1.6708, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.17004917299955297, |
| "grad_norm": 1.0397576875295036, |
| "learning_rate": 5.623725452715121e-07, |
| "loss": 1.6809, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.170183281180152, |
| "grad_norm": 1.0775743863836376, |
| "learning_rate": 5.62314593870333e-07, |
| "loss": 1.7068, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.170317389360751, |
| "grad_norm": 1.1030270698791587, |
| "learning_rate": 5.622566012248068e-07, |
| "loss": 1.7731, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.17045149754135003, |
| "grad_norm": 1.0632600433435002, |
| "learning_rate": 5.621985673452292e-07, |
| "loss": 1.6944, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.17058560572194903, |
| "grad_norm": 2.354964154428233, |
| "learning_rate": 5.621404922419036e-07, |
| "loss": 1.5583, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.17071971390254806, |
| "grad_norm": 1.0841684512277456, |
| "learning_rate": 5.620823759251403e-07, |
| "loss": 1.6523, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.17085382208314706, |
| "grad_norm": 1.1343004749820542, |
| "learning_rate": 5.62024218405257e-07, |
| "loss": 1.6026, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.1709879302637461, |
| "grad_norm": 1.3571816054618184, |
| "learning_rate": 5.619660196925789e-07, |
| "loss": 1.6434, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.1711220384443451, |
| "grad_norm": 1.058572028264877, |
| "learning_rate": 5.619077797974385e-07, |
| "loss": 1.6225, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.17125614662494412, |
| "grad_norm": 1.068136194752418, |
| "learning_rate": 5.618494987301753e-07, |
| "loss": 1.6629, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.17139025480554315, |
| "grad_norm": 1.2779625791938292, |
| "learning_rate": 5.617911765011364e-07, |
| "loss": 1.6295, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.17152436298614215, |
| "grad_norm": 1.09073380795014, |
| "learning_rate": 5.617328131206761e-07, |
| "loss": 1.6544, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.17165847116674118, |
| "grad_norm": 1.0808553452465872, |
| "learning_rate": 5.616744085991562e-07, |
| "loss": 1.6671, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.17179257934734019, |
| "grad_norm": 1.1043939527890692, |
| "learning_rate": 5.616159629469456e-07, |
| "loss": 1.6977, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.17192668752793921, |
| "grad_norm": 1.0969178723829076, |
| "learning_rate": 5.615574761744202e-07, |
| "loss": 1.7814, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.17206079570853822, |
| "grad_norm": 1.0619478458391556, |
| "learning_rate": 5.614989482919641e-07, |
| "loss": 1.6899, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.17219490388913725, |
| "grad_norm": 1.1116637641823053, |
| "learning_rate": 5.614403793099678e-07, |
| "loss": 1.6795, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.17232901206973625, |
| "grad_norm": 1.1188139751673378, |
| "learning_rate": 5.613817692388295e-07, |
| "loss": 1.6586, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.17246312025033528, |
| "grad_norm": 1.1092151541540025, |
| "learning_rate": 5.613231180889545e-07, |
| "loss": 1.731, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.17259722843093428, |
| "grad_norm": 1.0776307968053882, |
| "learning_rate": 5.612644258707557e-07, |
| "loss": 1.639, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.1727313366115333, |
| "grad_norm": 1.1568418405932983, |
| "learning_rate": 5.612056925946532e-07, |
| "loss": 1.6265, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.1728654447921323, |
| "grad_norm": 1.1686914549112786, |
| "learning_rate": 5.611469182710741e-07, |
| "loss": 1.5635, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.17299955297273134, |
| "grad_norm": 1.0798126174498692, |
| "learning_rate": 5.61088102910453e-07, |
| "loss": 1.6009, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.17313366115333034, |
| "grad_norm": 1.0565094574884266, |
| "learning_rate": 5.61029246523232e-07, |
| "loss": 1.6236, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.17326776933392937, |
| "grad_norm": 1.1580137951907012, |
| "learning_rate": 5.609703491198601e-07, |
| "loss": 1.6664, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.17340187751452837, |
| "grad_norm": 1.0812242416939941, |
| "learning_rate": 5.609114107107936e-07, |
| "loss": 1.5541, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.1735359856951274, |
| "grad_norm": 1.0926652109752668, |
| "learning_rate": 5.608524313064966e-07, |
| "loss": 1.6495, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.1736700938757264, |
| "grad_norm": 1.116001777343314, |
| "learning_rate": 5.607934109174398e-07, |
| "loss": 1.568, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.17380420205632544, |
| "grad_norm": 1.0742848470460207, |
| "learning_rate": 5.607343495541017e-07, |
| "loss": 1.6815, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.17393831023692446, |
| "grad_norm": 1.1104040571093063, |
| "learning_rate": 5.606752472269675e-07, |
| "loss": 1.7855, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.17407241841752347, |
| "grad_norm": 1.1082815736136737, |
| "learning_rate": 5.606161039465304e-07, |
| "loss": 1.5563, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.1742065265981225, |
| "grad_norm": 1.3426693471935263, |
| "learning_rate": 5.605569197232904e-07, |
| "loss": 1.6382, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.1743406347787215, |
| "grad_norm": 1.1018630739261308, |
| "learning_rate": 5.604976945677547e-07, |
| "loss": 1.5862, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.17447474295932053, |
| "grad_norm": 1.08258660371521, |
| "learning_rate": 5.604384284904382e-07, |
| "loss": 1.7377, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.17460885113991953, |
| "grad_norm": 1.0416433850048736, |
| "learning_rate": 5.603791215018626e-07, |
| "loss": 1.6654, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.17474295932051856, |
| "grad_norm": 1.0585227638311847, |
| "learning_rate": 5.603197736125572e-07, |
| "loss": 1.6259, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.17487706750111756, |
| "grad_norm": 1.800828493151873, |
| "learning_rate": 5.602603848330582e-07, |
| "loss": 1.6681, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.1750111756817166, |
| "grad_norm": 1.2442322404337642, |
| "learning_rate": 5.602009551739095e-07, |
| "loss": 1.7388, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.1751452838623156, |
| "grad_norm": 1.0650536278693077, |
| "learning_rate": 5.60141484645662e-07, |
| "loss": 1.6913, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.17527939204291462, |
| "grad_norm": 1.0715066374394453, |
| "learning_rate": 5.600819732588738e-07, |
| "loss": 1.7508, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.17541350022351362, |
| "grad_norm": 1.2154515219706747, |
| "learning_rate": 5.600224210241104e-07, |
| "loss": 1.6431, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.17554760840411265, |
| "grad_norm": 1.0580023010334576, |
| "learning_rate": 5.599628279519445e-07, |
| "loss": 1.7028, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.17568171658471166, |
| "grad_norm": 1.0649573978054163, |
| "learning_rate": 5.599031940529562e-07, |
| "loss": 1.7045, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.17581582476531069, |
| "grad_norm": 1.066600801218827, |
| "learning_rate": 5.598435193377324e-07, |
| "loss": 1.6888, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.1759499329459097, |
| "grad_norm": 1.2123022138020687, |
| "learning_rate": 5.597838038168678e-07, |
| "loss": 1.7297, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.17608404112650872, |
| "grad_norm": 1.0436067677488805, |
| "learning_rate": 5.59724047500964e-07, |
| "loss": 1.652, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.17621814930710775, |
| "grad_norm": 1.0487601395222634, |
| "learning_rate": 5.5966425040063e-07, |
| "loss": 1.7444, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.17635225748770675, |
| "grad_norm": 1.117082389094809, |
| "learning_rate": 5.596044125264818e-07, |
| "loss": 1.64, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.17648636566830578, |
| "grad_norm": 1.0558238043899169, |
| "learning_rate": 5.595445338891431e-07, |
| "loss": 1.6659, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.17662047384890478, |
| "grad_norm": 1.0478981037852866, |
| "learning_rate": 5.594846144992443e-07, |
| "loss": 1.52, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.1767545820295038, |
| "grad_norm": 1.257918943849832, |
| "learning_rate": 5.594246543674234e-07, |
| "loss": 1.7601, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.1768886902101028, |
| "grad_norm": 1.4225322949034613, |
| "learning_rate": 5.593646535043253e-07, |
| "loss": 1.7307, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.17702279839070184, |
| "grad_norm": 1.1490395041861463, |
| "learning_rate": 5.593046119206027e-07, |
| "loss": 1.7181, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.17715690657130084, |
| "grad_norm": 1.0611730445421508, |
| "learning_rate": 5.59244529626915e-07, |
| "loss": 1.6528, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.17729101475189987, |
| "grad_norm": 1.204549135410644, |
| "learning_rate": 5.591844066339289e-07, |
| "loss": 1.7908, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.17742512293249887, |
| "grad_norm": 1.1001829655239295, |
| "learning_rate": 5.591242429523187e-07, |
| "loss": 1.6403, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.1775592311130979, |
| "grad_norm": 1.1251080236723472, |
| "learning_rate": 5.590640385927655e-07, |
| "loss": 1.6476, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.1776933392936969, |
| "grad_norm": 1.0879047909659794, |
| "learning_rate": 5.590037935659577e-07, |
| "loss": 1.7197, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.17782744747429594, |
| "grad_norm": 1.0406989517811054, |
| "learning_rate": 5.589435078825912e-07, |
| "loss": 1.5898, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.17796155565489494, |
| "grad_norm": 1.055284942749228, |
| "learning_rate": 5.588831815533688e-07, |
| "loss": 1.6537, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.17809566383549397, |
| "grad_norm": 1.1132782384590842, |
| "learning_rate": 5.588228145890006e-07, |
| "loss": 1.6304, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.17822977201609297, |
| "grad_norm": 1.1856096238614278, |
| "learning_rate": 5.587624070002039e-07, |
| "loss": 1.6901, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.178363880196692, |
| "grad_norm": 1.0716839423819353, |
| "learning_rate": 5.587019587977035e-07, |
| "loss": 1.6256, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.17849798837729103, |
| "grad_norm": 1.0832321039520167, |
| "learning_rate": 5.586414699922309e-07, |
| "loss": 1.6811, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.17863209655789003, |
| "grad_norm": 1.0997046830321784, |
| "learning_rate": 5.585809405945252e-07, |
| "loss": 1.5625, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.17876620473848906, |
| "grad_norm": 1.0713255103444261, |
| "learning_rate": 5.585203706153326e-07, |
| "loss": 1.6532, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.17890031291908806, |
| "grad_norm": 1.097655546141729, |
| "learning_rate": 5.584597600654066e-07, |
| "loss": 1.561, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.1790344210996871, |
| "grad_norm": 1.118524842313588, |
| "learning_rate": 5.583991089555074e-07, |
| "loss": 1.6562, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.1791685292802861, |
| "grad_norm": 1.143484492621255, |
| "learning_rate": 5.583384172964032e-07, |
| "loss": 1.6106, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.17930263746088512, |
| "grad_norm": 1.1214046342101587, |
| "learning_rate": 5.582776850988688e-07, |
| "loss": 1.6307, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.17943674564148412, |
| "grad_norm": 1.1213846092161437, |
| "learning_rate": 5.582169123736864e-07, |
| "loss": 1.7581, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.17957085382208315, |
| "grad_norm": 1.1045643310044297, |
| "learning_rate": 5.581560991316455e-07, |
| "loss": 1.7356, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.17970496200268216, |
| "grad_norm": 1.1684585589911254, |
| "learning_rate": 5.580952453835426e-07, |
| "loss": 1.7319, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.17983907018328119, |
| "grad_norm": 1.3021764184252913, |
| "learning_rate": 5.580343511401813e-07, |
| "loss": 1.7263, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.1799731783638802, |
| "grad_norm": 1.113861073703856, |
| "learning_rate": 5.579734164123729e-07, |
| "loss": 1.6896, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.18010728654447922, |
| "grad_norm": 1.081482477946928, |
| "learning_rate": 5.579124412109352e-07, |
| "loss": 1.7272, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.18024139472507822, |
| "grad_norm": 1.2066355523363086, |
| "learning_rate": 5.578514255466939e-07, |
| "loss": 1.7111, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.18037550290567725, |
| "grad_norm": 1.0985468030112344, |
| "learning_rate": 5.577903694304811e-07, |
| "loss": 1.6341, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.18050961108627625, |
| "grad_norm": 1.171300719246094, |
| "learning_rate": 5.577292728731368e-07, |
| "loss": 1.7271, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.18064371926687528, |
| "grad_norm": 1.0938624509126613, |
| "learning_rate": 5.576681358855078e-07, |
| "loss": 1.6505, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.1807778274474743, |
| "grad_norm": 1.1376662655489747, |
| "learning_rate": 5.57606958478448e-07, |
| "loss": 1.6729, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.1809119356280733, |
| "grad_norm": 1.1248050141842243, |
| "learning_rate": 5.575457406628189e-07, |
| "loss": 1.6139, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.18104604380867234, |
| "grad_norm": 1.0939373053874768, |
| "learning_rate": 5.574844824494888e-07, |
| "loss": 1.6295, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.18118015198927134, |
| "grad_norm": 1.0842961883880395, |
| "learning_rate": 5.574231838493333e-07, |
| "loss": 1.5905, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.18131426016987037, |
| "grad_norm": 1.1099129964326464, |
| "learning_rate": 5.573618448732349e-07, |
| "loss": 1.5986, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.18144836835046937, |
| "grad_norm": 1.1232448273106495, |
| "learning_rate": 5.573004655320838e-07, |
| "loss": 1.7579, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.1815824765310684, |
| "grad_norm": 1.1666528664724998, |
| "learning_rate": 5.57239045836777e-07, |
| "loss": 1.6152, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.1817165847116674, |
| "grad_norm": 1.1370227967293582, |
| "learning_rate": 5.571775857982186e-07, |
| "loss": 1.7261, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.18185069289226644, |
| "grad_norm": 1.1281838118145104, |
| "learning_rate": 5.571160854273203e-07, |
| "loss": 1.7791, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.18198480107286544, |
| "grad_norm": 1.1128745175377743, |
| "learning_rate": 5.570545447350004e-07, |
| "loss": 1.6613, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.18211890925346447, |
| "grad_norm": 1.0867439824153309, |
| "learning_rate": 5.569929637321848e-07, |
| "loss": 1.7577, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.18225301743406347, |
| "grad_norm": 1.1168304669263995, |
| "learning_rate": 5.569313424298063e-07, |
| "loss": 1.6313, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.1823871256146625, |
| "grad_norm": 1.0783686555511454, |
| "learning_rate": 5.56869680838805e-07, |
| "loss": 1.6155, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1825212337952615, |
| "grad_norm": 1.1849330577729977, |
| "learning_rate": 5.568079789701281e-07, |
| "loss": 1.7919, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.18265534197586053, |
| "grad_norm": 1.0642283339220127, |
| "learning_rate": 5.567462368347296e-07, |
| "loss": 1.6483, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.18278945015645953, |
| "grad_norm": 1.0762888034859384, |
| "learning_rate": 5.566844544435715e-07, |
| "loss": 1.6447, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.18292355833705856, |
| "grad_norm": 1.1102699057236556, |
| "learning_rate": 5.566226318076221e-07, |
| "loss": 1.6753, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.18305766651765756, |
| "grad_norm": 1.0900024036456375, |
| "learning_rate": 5.565607689378574e-07, |
| "loss": 1.6932, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.1831917746982566, |
| "grad_norm": 1.170525713074084, |
| "learning_rate": 5.564988658452601e-07, |
| "loss": 1.6378, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.18332588287885562, |
| "grad_norm": 1.1252580693238932, |
| "learning_rate": 5.564369225408206e-07, |
| "loss": 1.7611, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.18345999105945462, |
| "grad_norm": 1.0779299976202001, |
| "learning_rate": 5.563749390355356e-07, |
| "loss": 1.6517, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.18359409924005365, |
| "grad_norm": 1.0810638342875853, |
| "learning_rate": 5.563129153404099e-07, |
| "loss": 1.5525, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.18372820742065266, |
| "grad_norm": 1.061240323219775, |
| "learning_rate": 5.562508514664548e-07, |
| "loss": 1.7482, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.18386231560125169, |
| "grad_norm": 1.1362519090350038, |
| "learning_rate": 5.561887474246889e-07, |
| "loss": 1.5771, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.1839964237818507, |
| "grad_norm": 1.7306083620793078, |
| "learning_rate": 5.561266032261379e-07, |
| "loss": 1.6738, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.18413053196244972, |
| "grad_norm": 1.1266147426655102, |
| "learning_rate": 5.560644188818348e-07, |
| "loss": 1.6809, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.18426464014304872, |
| "grad_norm": 1.4560506903910069, |
| "learning_rate": 5.560021944028195e-07, |
| "loss": 1.7862, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.18439874832364775, |
| "grad_norm": 1.1339717685703572, |
| "learning_rate": 5.559399298001391e-07, |
| "loss": 1.7362, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.18453285650424675, |
| "grad_norm": 1.0605805880234964, |
| "learning_rate": 5.55877625084848e-07, |
| "loss": 1.6264, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.18466696468484578, |
| "grad_norm": 1.1589703072777433, |
| "learning_rate": 5.558152802680075e-07, |
| "loss": 1.6524, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.18480107286544478, |
| "grad_norm": 1.0842230894260985, |
| "learning_rate": 5.557528953606858e-07, |
| "loss": 1.8047, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.1849351810460438, |
| "grad_norm": 1.1794280210617787, |
| "learning_rate": 5.55690470373959e-07, |
| "loss": 1.6757, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.1850692892266428, |
| "grad_norm": 1.097631119847551, |
| "learning_rate": 5.556280053189095e-07, |
| "loss": 1.6108, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.18520339740724184, |
| "grad_norm": 1.1017129023282082, |
| "learning_rate": 5.555655002066273e-07, |
| "loss": 1.7577, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.18533750558784085, |
| "grad_norm": 1.1361790282178577, |
| "learning_rate": 5.555029550482091e-07, |
| "loss": 1.7294, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.18547161376843987, |
| "grad_norm": 1.055142090473337, |
| "learning_rate": 5.554403698547593e-07, |
| "loss": 1.6388, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.1856057219490389, |
| "grad_norm": 7.061910083877572, |
| "learning_rate": 5.553777446373886e-07, |
| "loss": 1.6087, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.1857398301296379, |
| "grad_norm": 1.1547867916367462, |
| "learning_rate": 5.553150794072159e-07, |
| "loss": 1.6509, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.18587393831023694, |
| "grad_norm": 1.193219273609135, |
| "learning_rate": 5.552523741753659e-07, |
| "loss": 1.8231, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.18600804649083594, |
| "grad_norm": 1.0693060290055107, |
| "learning_rate": 5.551896289529716e-07, |
| "loss": 1.656, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.18614215467143497, |
| "grad_norm": 1.1745807906563366, |
| "learning_rate": 5.551268437511724e-07, |
| "loss": 1.6985, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.18627626285203397, |
| "grad_norm": 1.099307648055397, |
| "learning_rate": 5.550640185811148e-07, |
| "loss": 1.6393, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.186410371032633, |
| "grad_norm": 1.1139438125947954, |
| "learning_rate": 5.550011534539527e-07, |
| "loss": 1.6638, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.186544479213232, |
| "grad_norm": 1.0670126218487324, |
| "learning_rate": 5.549382483808472e-07, |
| "loss": 1.6649, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.18667858739383103, |
| "grad_norm": 1.1017328082824618, |
| "learning_rate": 5.548753033729658e-07, |
| "loss": 1.6979, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.18681269557443003, |
| "grad_norm": 1.1113229457677472, |
| "learning_rate": 5.548123184414838e-07, |
| "loss": 1.6629, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.18694680375502906, |
| "grad_norm": 1.061154042048288, |
| "learning_rate": 5.547492935975834e-07, |
| "loss": 1.6141, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.18708091193562806, |
| "grad_norm": 1.1037785149371337, |
| "learning_rate": 5.546862288524536e-07, |
| "loss": 1.619, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.1872150201162271, |
| "grad_norm": 1.042211773070437, |
| "learning_rate": 5.546231242172909e-07, |
| "loss": 1.6314, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.1873491282968261, |
| "grad_norm": 1.0991209850271397, |
| "learning_rate": 5.545599797032986e-07, |
| "loss": 1.6851, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.18748323647742512, |
| "grad_norm": 1.0820523032730966, |
| "learning_rate": 5.544967953216872e-07, |
| "loss": 1.614, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.18761734465802413, |
| "grad_norm": 1.0852415180954882, |
| "learning_rate": 5.544335710836741e-07, |
| "loss": 1.7069, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.18775145283862316, |
| "grad_norm": 1.1386169714316008, |
| "learning_rate": 5.543703070004842e-07, |
| "loss": 1.7039, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.18788556101922219, |
| "grad_norm": 1.1108755081549002, |
| "learning_rate": 5.543070030833488e-07, |
| "loss": 1.5328, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.1880196691998212, |
| "grad_norm": 1.1300665980334217, |
| "learning_rate": 5.542436593435071e-07, |
| "loss": 1.5492, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.18815377738042022, |
| "grad_norm": 1.1648000097455284, |
| "learning_rate": 5.541802757922047e-07, |
| "loss": 1.7602, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.18828788556101922, |
| "grad_norm": 1.2562290482462215, |
| "learning_rate": 5.541168524406944e-07, |
| "loss": 1.7935, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.18842199374161825, |
| "grad_norm": 1.0533823510103384, |
| "learning_rate": 5.540533893002363e-07, |
| "loss": 1.6259, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.18855610192221725, |
| "grad_norm": 1.1167925185725207, |
| "learning_rate": 5.539898863820975e-07, |
| "loss": 1.6887, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.18869021010281628, |
| "grad_norm": 1.1001250134186094, |
| "learning_rate": 5.539263436975518e-07, |
| "loss": 1.6111, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.18882431828341528, |
| "grad_norm": 1.0625193817660576, |
| "learning_rate": 5.538627612578808e-07, |
| "loss": 1.6671, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.1889584264640143, |
| "grad_norm": 1.080439840869442, |
| "learning_rate": 5.537991390743723e-07, |
| "loss": 1.6131, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.1890925346446133, |
| "grad_norm": 1.0665498302900025, |
| "learning_rate": 5.537354771583218e-07, |
| "loss": 1.6202, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.18922664282521234, |
| "grad_norm": 1.062235350568671, |
| "learning_rate": 5.536717755210317e-07, |
| "loss": 1.7539, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.18936075100581135, |
| "grad_norm": 1.1086535902273902, |
| "learning_rate": 5.536080341738112e-07, |
| "loss": 1.6395, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.18949485918641037, |
| "grad_norm": 1.0667252815429409, |
| "learning_rate": 5.535442531279765e-07, |
| "loss": 1.6353, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.18962896736700938, |
| "grad_norm": 1.046416301897227, |
| "learning_rate": 5.534804323948516e-07, |
| "loss": 1.6511, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.1897630755476084, |
| "grad_norm": 1.075372549798005, |
| "learning_rate": 5.534165719857666e-07, |
| "loss": 1.7723, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.1898971837282074, |
| "grad_norm": 1.104299289930867, |
| "learning_rate": 5.533526719120594e-07, |
| "loss": 1.6641, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.19003129190880644, |
| "grad_norm": 1.0927891670744394, |
| "learning_rate": 5.532887321850742e-07, |
| "loss": 1.5863, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.19016540008940547, |
| "grad_norm": 1.1166521049854372, |
| "learning_rate": 5.532247528161629e-07, |
| "loss": 1.6574, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.19029950827000447, |
| "grad_norm": 1.1320778263461202, |
| "learning_rate": 5.531607338166842e-07, |
| "loss": 1.6688, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.1904336164506035, |
| "grad_norm": 1.1471242711580207, |
| "learning_rate": 5.530966751980036e-07, |
| "loss": 1.6654, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1905677246312025, |
| "grad_norm": 1.0867888184745689, |
| "learning_rate": 5.530325769714941e-07, |
| "loss": 1.5906, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.19070183281180153, |
| "grad_norm": 1.4483826712692085, |
| "learning_rate": 5.529684391485354e-07, |
| "loss": 1.5822, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.19083594099240053, |
| "grad_norm": 1.255407468844781, |
| "learning_rate": 5.529042617405144e-07, |
| "loss": 1.7131, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.19097004917299956, |
| "grad_norm": 1.158464569939825, |
| "learning_rate": 5.528400447588247e-07, |
| "loss": 1.7756, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.19110415735359856, |
| "grad_norm": 1.0950885308074678, |
| "learning_rate": 5.527757882148672e-07, |
| "loss": 1.5582, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.1912382655341976, |
| "grad_norm": 1.1070256742947473, |
| "learning_rate": 5.527114921200501e-07, |
| "loss": 1.6467, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.1913723737147966, |
| "grad_norm": 1.0928498062976033, |
| "learning_rate": 5.52647156485788e-07, |
| "loss": 1.7125, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.19150648189539562, |
| "grad_norm": 1.1327469366060336, |
| "learning_rate": 5.525827813235029e-07, |
| "loss": 1.6743, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.19164059007599463, |
| "grad_norm": 1.0882012662709442, |
| "learning_rate": 5.525183666446239e-07, |
| "loss": 1.6799, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.19177469825659366, |
| "grad_norm": 1.1709943857735898, |
| "learning_rate": 5.524539124605868e-07, |
| "loss": 1.766, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.19190880643719266, |
| "grad_norm": 1.0839291014706198, |
| "learning_rate": 5.523894187828345e-07, |
| "loss": 1.6322, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.1920429146177917, |
| "grad_norm": 1.0975188778434444, |
| "learning_rate": 5.523248856228172e-07, |
| "loss": 1.7589, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.1921770227983907, |
| "grad_norm": 1.1022611138397802, |
| "learning_rate": 5.522603129919919e-07, |
| "loss": 1.6493, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.19231113097898972, |
| "grad_norm": 1.0944356638645014, |
| "learning_rate": 5.521957009018224e-07, |
| "loss": 1.6845, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.19244523915958872, |
| "grad_norm": 1.1206597827966063, |
| "learning_rate": 5.521310493637798e-07, |
| "loss": 1.6926, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.19257934734018775, |
| "grad_norm": 1.0956992634305383, |
| "learning_rate": 5.520663583893422e-07, |
| "loss": 1.6463, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.19271345552078678, |
| "grad_norm": 1.0831083719944854, |
| "learning_rate": 5.520016279899947e-07, |
| "loss": 1.599, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.19284756370138578, |
| "grad_norm": 1.391549260981187, |
| "learning_rate": 5.51936858177229e-07, |
| "loss": 1.6344, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.1929816718819848, |
| "grad_norm": 1.1524973265055787, |
| "learning_rate": 5.518720489625443e-07, |
| "loss": 1.7242, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.19311578006258381, |
| "grad_norm": 1.1802426876707486, |
| "learning_rate": 5.518072003574467e-07, |
| "loss": 1.6515, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.19324988824318284, |
| "grad_norm": 1.1402824833918361, |
| "learning_rate": 5.51742312373449e-07, |
| "loss": 1.8068, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.19338399642378185, |
| "grad_norm": 1.3034827789380141, |
| "learning_rate": 5.516773850220713e-07, |
| "loss": 1.5961, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.19351810460438088, |
| "grad_norm": 1.0690564805797904, |
| "learning_rate": 5.516124183148406e-07, |
| "loss": 1.6845, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.19365221278497988, |
| "grad_norm": 1.0643025118264189, |
| "learning_rate": 5.515474122632908e-07, |
| "loss": 1.6856, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.1937863209655789, |
| "grad_norm": 1.1264779418191524, |
| "learning_rate": 5.51482366878963e-07, |
| "loss": 1.6055, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.1939204291461779, |
| "grad_norm": 1.024225937952105, |
| "learning_rate": 5.51417282173405e-07, |
| "loss": 1.6615, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.19405453732677694, |
| "grad_norm": 1.161971897328525, |
| "learning_rate": 5.513521581581719e-07, |
| "loss": 1.6043, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.19418864550737594, |
| "grad_norm": 1.0885797045193277, |
| "learning_rate": 5.512869948448252e-07, |
| "loss": 1.701, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.19432275368797497, |
| "grad_norm": 1.1421314031719336, |
| "learning_rate": 5.512217922449342e-07, |
| "loss": 1.6471, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.19445686186857397, |
| "grad_norm": 1.077561352558914, |
| "learning_rate": 5.511565503700745e-07, |
| "loss": 1.7467, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.194590970049173, |
| "grad_norm": 1.1713587803273386, |
| "learning_rate": 5.51091269231829e-07, |
| "loss": 1.833, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.194725078229772, |
| "grad_norm": 1.1325441610620945, |
| "learning_rate": 5.510259488417875e-07, |
| "loss": 1.6516, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.19485918641037103, |
| "grad_norm": 1.105302401232543, |
| "learning_rate": 5.509605892115468e-07, |
| "loss": 1.6555, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.19499329459097006, |
| "grad_norm": 1.1082502770943088, |
| "learning_rate": 5.508951903527105e-07, |
| "loss": 1.6901, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.19512740277156906, |
| "grad_norm": 1.2100417158092283, |
| "learning_rate": 5.508297522768895e-07, |
| "loss": 1.7645, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.1952615109521681, |
| "grad_norm": 1.054087647701517, |
| "learning_rate": 5.507642749957011e-07, |
| "loss": 1.714, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.1953956191327671, |
| "grad_norm": 1.0560637240698765, |
| "learning_rate": 5.506987585207703e-07, |
| "loss": 1.6332, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.19552972731336613, |
| "grad_norm": 1.110689185152269, |
| "learning_rate": 5.506332028637285e-07, |
| "loss": 1.6175, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.19566383549396513, |
| "grad_norm": 1.0676099046686827, |
| "learning_rate": 5.505676080362142e-07, |
| "loss": 1.753, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.19579794367456416, |
| "grad_norm": 1.0306885085920625, |
| "learning_rate": 5.505019740498731e-07, |
| "loss": 1.5685, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.19593205185516316, |
| "grad_norm": 1.0775372740576943, |
| "learning_rate": 5.504363009163573e-07, |
| "loss": 1.6199, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.1960661600357622, |
| "grad_norm": 1.0643274573728114, |
| "learning_rate": 5.503705886473264e-07, |
| "loss": 1.6547, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.1962002682163612, |
| "grad_norm": 1.0711004226035805, |
| "learning_rate": 5.503048372544466e-07, |
| "loss": 1.7047, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.19633437639696022, |
| "grad_norm": 1.123667947934815, |
| "learning_rate": 5.502390467493915e-07, |
| "loss": 1.7008, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.19646848457755922, |
| "grad_norm": 1.0844329149084733, |
| "learning_rate": 5.501732171438408e-07, |
| "loss": 1.6279, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.19660259275815825, |
| "grad_norm": 1.436970815874584, |
| "learning_rate": 5.501073484494822e-07, |
| "loss": 1.6543, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.19673670093875725, |
| "grad_norm": 1.1579140829195231, |
| "learning_rate": 5.500414406780093e-07, |
| "loss": 1.6149, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.19687080911935628, |
| "grad_norm": 1.1219759034001007, |
| "learning_rate": 5.499754938411235e-07, |
| "loss": 1.6853, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.19700491729995528, |
| "grad_norm": 1.1456958318708046, |
| "learning_rate": 5.499095079505327e-07, |
| "loss": 1.6056, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.19713902548055431, |
| "grad_norm": 1.135367963109951, |
| "learning_rate": 5.498434830179519e-07, |
| "loss": 1.6775, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.19727313366115334, |
| "grad_norm": 1.0665068451667536, |
| "learning_rate": 5.497774190551028e-07, |
| "loss": 1.6953, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.19740724184175235, |
| "grad_norm": 1.0531212330423794, |
| "learning_rate": 5.497113160737142e-07, |
| "loss": 1.6531, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.19754135002235138, |
| "grad_norm": 1.1454744923401645, |
| "learning_rate": 5.496451740855217e-07, |
| "loss": 1.7061, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.19767545820295038, |
| "grad_norm": 1.1044037302229577, |
| "learning_rate": 5.49578993102268e-07, |
| "loss": 1.6111, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.1978095663835494, |
| "grad_norm": 1.0685087974547518, |
| "learning_rate": 5.495127731357029e-07, |
| "loss": 1.572, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.1979436745641484, |
| "grad_norm": 1.0974414948618096, |
| "learning_rate": 5.494465141975826e-07, |
| "loss": 1.6854, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.19807778274474744, |
| "grad_norm": 1.0834578832501205, |
| "learning_rate": 5.493802162996703e-07, |
| "loss": 1.6889, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.19821189092534644, |
| "grad_norm": 1.070274290599906, |
| "learning_rate": 5.493138794537367e-07, |
| "loss": 1.6939, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.19834599910594547, |
| "grad_norm": 1.115057911105637, |
| "learning_rate": 5.49247503671559e-07, |
| "loss": 1.6584, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.19848010728654447, |
| "grad_norm": 1.1561061527897827, |
| "learning_rate": 5.491810889649211e-07, |
| "loss": 1.7095, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.1986142154671435, |
| "grad_norm": 1.1456838684818837, |
| "learning_rate": 5.491146353456139e-07, |
| "loss": 1.5911, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.1987483236477425, |
| "grad_norm": 1.0828440940723576, |
| "learning_rate": 5.490481428254358e-07, |
| "loss": 1.6674, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.19888243182834153, |
| "grad_norm": 1.1636923332921367, |
| "learning_rate": 5.489816114161914e-07, |
| "loss": 1.7205, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.19901654000894053, |
| "grad_norm": 1.197166180009061, |
| "learning_rate": 5.489150411296926e-07, |
| "loss": 1.5965, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.19915064818953956, |
| "grad_norm": 1.9827106666547534, |
| "learning_rate": 5.488484319777578e-07, |
| "loss": 1.7469, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.19928475637013857, |
| "grad_norm": 1.140838885188788, |
| "learning_rate": 5.487817839722128e-07, |
| "loss": 1.7168, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.1994188645507376, |
| "grad_norm": 1.0817633006855307, |
| "learning_rate": 5.487150971248901e-07, |
| "loss": 1.5428, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.19955297273133663, |
| "grad_norm": 1.076792423128002, |
| "learning_rate": 5.486483714476288e-07, |
| "loss": 1.788, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.19968708091193563, |
| "grad_norm": 1.1267981548935038, |
| "learning_rate": 5.485816069522754e-07, |
| "loss": 1.692, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.19982118909253466, |
| "grad_norm": 1.0735390096180335, |
| "learning_rate": 5.485148036506829e-07, |
| "loss": 1.6896, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.19995529727313366, |
| "grad_norm": 1.067799342487284, |
| "learning_rate": 5.484479615547114e-07, |
| "loss": 1.5558, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.2000894054537327, |
| "grad_norm": 1.134188777380917, |
| "learning_rate": 5.483810806762278e-07, |
| "loss": 1.6667, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.2002235136343317, |
| "grad_norm": 1.0312169428441251, |
| "learning_rate": 5.483141610271059e-07, |
| "loss": 1.5311, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.20035762181493072, |
| "grad_norm": 1.113434318828811, |
| "learning_rate": 5.482472026192263e-07, |
| "loss": 1.662, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.20049172999552972, |
| "grad_norm": 1.0830554984993648, |
| "learning_rate": 5.481802054644767e-07, |
| "loss": 1.6549, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.20062583817612875, |
| "grad_norm": 1.1263172768039542, |
| "learning_rate": 5.481131695747516e-07, |
| "loss": 1.7273, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.20075994635672775, |
| "grad_norm": 1.0175973585933547, |
| "learning_rate": 5.480460949619521e-07, |
| "loss": 1.6573, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.20089405453732678, |
| "grad_norm": 1.0684638665771677, |
| "learning_rate": 5.479789816379866e-07, |
| "loss": 1.5783, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.20102816271792578, |
| "grad_norm": 1.100911731230959, |
| "learning_rate": 5.479118296147701e-07, |
| "loss": 1.7139, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.20116227089852481, |
| "grad_norm": 1.0645364314712737, |
| "learning_rate": 5.478446389042245e-07, |
| "loss": 1.6684, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.20129637907912382, |
| "grad_norm": 1.0556389823591241, |
| "learning_rate": 5.477774095182787e-07, |
| "loss": 1.5132, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.20143048725972285, |
| "grad_norm": 1.2334210157237786, |
| "learning_rate": 5.477101414688683e-07, |
| "loss": 1.6951, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.20156459544032185, |
| "grad_norm": 1.058485353217571, |
| "learning_rate": 5.47642834767936e-07, |
| "loss": 1.6295, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.20169870362092088, |
| "grad_norm": 1.0445219837933504, |
| "learning_rate": 5.475754894274309e-07, |
| "loss": 1.6173, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.20183281180151988, |
| "grad_norm": 1.1004187774444296, |
| "learning_rate": 5.475081054593096e-07, |
| "loss": 1.739, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.2019669199821189, |
| "grad_norm": 1.1602467124536924, |
| "learning_rate": 5.47440682875535e-07, |
| "loss": 1.6625, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.20210102816271794, |
| "grad_norm": 1.0567141838600442, |
| "learning_rate": 5.47373221688077e-07, |
| "loss": 1.7637, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.20223513634331694, |
| "grad_norm": 1.1231422155189525, |
| "learning_rate": 5.473057219089128e-07, |
| "loss": 1.6322, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.20236924452391597, |
| "grad_norm": 1.090099414447627, |
| "learning_rate": 5.472381835500258e-07, |
| "loss": 1.7463, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.20250335270451497, |
| "grad_norm": 1.036240114395212, |
| "learning_rate": 5.471706066234064e-07, |
| "loss": 1.5938, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.202637460885114, |
| "grad_norm": 1.0971271814274632, |
| "learning_rate": 5.471029911410524e-07, |
| "loss": 1.729, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.202771569065713, |
| "grad_norm": 1.0884227452009132, |
| "learning_rate": 5.470353371149678e-07, |
| "loss": 1.6752, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.20290567724631203, |
| "grad_norm": 1.0387697751366196, |
| "learning_rate": 5.469676445571636e-07, |
| "loss": 1.6329, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.20303978542691103, |
| "grad_norm": 1.0513306520797294, |
| "learning_rate": 5.468999134796577e-07, |
| "loss": 1.7112, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.20317389360751006, |
| "grad_norm": 1.0894137924530085, |
| "learning_rate": 5.46832143894475e-07, |
| "loss": 1.6982, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.20330800178810907, |
| "grad_norm": 1.0770824339698073, |
| "learning_rate": 5.467643358136469e-07, |
| "loss": 1.7484, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.2034421099687081, |
| "grad_norm": 1.095801657453924, |
| "learning_rate": 5.466964892492119e-07, |
| "loss": 1.6417, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.2035762181493071, |
| "grad_norm": 1.0796491311299437, |
| "learning_rate": 5.466286042132154e-07, |
| "loss": 1.701, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.20371032632990613, |
| "grad_norm": 1.1233329399203666, |
| "learning_rate": 5.465606807177093e-07, |
| "loss": 1.7951, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.20384443451050513, |
| "grad_norm": 1.1327885765244115, |
| "learning_rate": 5.464927187747525e-07, |
| "loss": 1.7971, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.20397854269110416, |
| "grad_norm": 1.088717235432573, |
| "learning_rate": 5.464247183964108e-07, |
| "loss": 1.7474, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.20411265087170316, |
| "grad_norm": 1.1850510030757087, |
| "learning_rate": 5.463566795947566e-07, |
| "loss": 1.755, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.2042467590523022, |
| "grad_norm": 1.0812752508540497, |
| "learning_rate": 5.462886023818697e-07, |
| "loss": 1.7443, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.20438086723290122, |
| "grad_norm": 1.1119200217165637, |
| "learning_rate": 5.462204867698359e-07, |
| "loss": 1.7364, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.20451497541350022, |
| "grad_norm": 1.0637313799778825, |
| "learning_rate": 5.461523327707483e-07, |
| "loss": 1.6503, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.20464908359409925, |
| "grad_norm": 1.0673393108107518, |
| "learning_rate": 5.460841403967067e-07, |
| "loss": 1.7131, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.20478319177469825, |
| "grad_norm": 1.1295826465075736, |
| "learning_rate": 5.46015909659818e-07, |
| "loss": 1.6669, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.20491729995529728, |
| "grad_norm": 1.037795106149209, |
| "learning_rate": 5.459476405721954e-07, |
| "loss": 1.7402, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.20505140813589628, |
| "grad_norm": 1.0645070431850514, |
| "learning_rate": 5.458793331459591e-07, |
| "loss": 1.5445, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.20518551631649531, |
| "grad_norm": 1.128995508468257, |
| "learning_rate": 5.458109873932364e-07, |
| "loss": 1.648, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.20531962449709432, |
| "grad_norm": 1.1073104845376167, |
| "learning_rate": 5.45742603326161e-07, |
| "loss": 1.6629, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.20545373267769335, |
| "grad_norm": 1.0389720964404514, |
| "learning_rate": 5.456741809568737e-07, |
| "loss": 1.6007, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.20558784085829235, |
| "grad_norm": 1.0874355308974621, |
| "learning_rate": 5.456057202975218e-07, |
| "loss": 1.7692, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.20572194903889138, |
| "grad_norm": 1.1762066099415274, |
| "learning_rate": 5.455372213602598e-07, |
| "loss": 1.7199, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.20585605721949038, |
| "grad_norm": 1.1248545879023728, |
| "learning_rate": 5.454686841572487e-07, |
| "loss": 1.6949, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.2059901654000894, |
| "grad_norm": 1.1062297817819333, |
| "learning_rate": 5.454001087006563e-07, |
| "loss": 1.6879, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.2061242735806884, |
| "grad_norm": 1.5278212260735322, |
| "learning_rate": 5.453314950026572e-07, |
| "loss": 1.6452, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.20625838176128744, |
| "grad_norm": 1.1382568321141864, |
| "learning_rate": 5.452628430754329e-07, |
| "loss": 1.6296, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.20639248994188644, |
| "grad_norm": 1.0827447066590228, |
| "learning_rate": 5.451941529311719e-07, |
| "loss": 1.6213, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.20652659812248547, |
| "grad_norm": 1.090225177526994, |
| "learning_rate": 5.451254245820687e-07, |
| "loss": 1.7525, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.2066607063030845, |
| "grad_norm": 1.1632282700056857, |
| "learning_rate": 5.450566580403255e-07, |
| "loss": 1.7183, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.2067948144836835, |
| "grad_norm": 1.0773895407601781, |
| "learning_rate": 5.449878533181507e-07, |
| "loss": 1.5786, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.20692892266428253, |
| "grad_norm": 1.1177081269020515, |
| "learning_rate": 5.449190104277597e-07, |
| "loss": 1.6153, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.20706303084488153, |
| "grad_norm": 1.0715060717734257, |
| "learning_rate": 5.448501293813747e-07, |
| "loss": 1.6768, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.20719713902548056, |
| "grad_norm": 1.0810287574993174, |
| "learning_rate": 5.447812101912244e-07, |
| "loss": 1.6401, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.20733124720607957, |
| "grad_norm": 1.130608952204106, |
| "learning_rate": 5.447122528695449e-07, |
| "loss": 1.6824, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.2074653553866786, |
| "grad_norm": 1.0467682842596422, |
| "learning_rate": 5.446432574285782e-07, |
| "loss": 1.6087, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.2075994635672776, |
| "grad_norm": 1.139618228642282, |
| "learning_rate": 5.445742238805737e-07, |
| "loss": 1.7645, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.20773357174787663, |
| "grad_norm": 1.1216742451759847, |
| "learning_rate": 5.445051522377873e-07, |
| "loss": 1.7316, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.20786767992847563, |
| "grad_norm": 1.0899102977167905, |
| "learning_rate": 5.44436042512482e-07, |
| "loss": 1.6322, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.20800178810907466, |
| "grad_norm": 1.0497718485142342, |
| "learning_rate": 5.44366894716927e-07, |
| "loss": 1.6566, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.20813589628967366, |
| "grad_norm": 1.0712432967566454, |
| "learning_rate": 5.442977088633988e-07, |
| "loss": 1.6461, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.2082700044702727, |
| "grad_norm": 1.1933916778735016, |
| "learning_rate": 5.442284849641803e-07, |
| "loss": 1.7043, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.2084041126508717, |
| "grad_norm": 1.0126599257311222, |
| "learning_rate": 5.441592230315611e-07, |
| "loss": 1.6054, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.20853822083147072, |
| "grad_norm": 1.3982183722799013, |
| "learning_rate": 5.440899230778381e-07, |
| "loss": 1.6898, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.20867232901206972, |
| "grad_norm": 1.056858598949215, |
| "learning_rate": 5.440205851153145e-07, |
| "loss": 1.6916, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.20880643719266875, |
| "grad_norm": 1.176924033372761, |
| "learning_rate": 5.439512091563e-07, |
| "loss": 1.7511, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.20894054537326778, |
| "grad_norm": 1.057297882595847, |
| "learning_rate": 5.438817952131117e-07, |
| "loss": 1.6588, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.20907465355386678, |
| "grad_norm": 1.0967767040598801, |
| "learning_rate": 5.43812343298073e-07, |
| "loss": 1.6058, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.20920876173446581, |
| "grad_norm": 1.0935764349197725, |
| "learning_rate": 5.437428534235142e-07, |
| "loss": 1.7097, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.20934286991506482, |
| "grad_norm": 1.1271250900157348, |
| "learning_rate": 5.436733256017723e-07, |
| "loss": 1.6236, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.20947697809566385, |
| "grad_norm": 1.1745352200541934, |
| "learning_rate": 5.43603759845191e-07, |
| "loss": 1.6031, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.20961108627626285, |
| "grad_norm": 1.110585453023522, |
| "learning_rate": 5.435341561661208e-07, |
| "loss": 1.6934, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.20974519445686188, |
| "grad_norm": 1.1030892366405238, |
| "learning_rate": 5.434645145769189e-07, |
| "loss": 1.6745, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.20987930263746088, |
| "grad_norm": 1.0681781865728208, |
| "learning_rate": 5.433948350899491e-07, |
| "loss": 1.6327, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.2100134108180599, |
| "grad_norm": 1.1588290451716836, |
| "learning_rate": 5.433251177175822e-07, |
| "loss": 1.6737, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.2101475189986589, |
| "grad_norm": 1.055357765245883, |
| "learning_rate": 5.432553624721957e-07, |
| "loss": 1.6018, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.21028162717925794, |
| "grad_norm": 1.2241168862848832, |
| "learning_rate": 5.431855693661734e-07, |
| "loss": 1.6702, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.21041573535985694, |
| "grad_norm": 1.0592720322600389, |
| "learning_rate": 5.431157384119064e-07, |
| "loss": 1.6243, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.21054984354045597, |
| "grad_norm": 1.0780860574912356, |
| "learning_rate": 5.43045869621792e-07, |
| "loss": 1.5921, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.21068395172105497, |
| "grad_norm": 1.0964102584808006, |
| "learning_rate": 5.429759630082348e-07, |
| "loss": 1.6461, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.210818059901654, |
| "grad_norm": 1.135891674611892, |
| "learning_rate": 5.429060185836456e-07, |
| "loss": 1.6602, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.210952168082253, |
| "grad_norm": 1.104678715415077, |
| "learning_rate": 5.42836036360442e-07, |
| "loss": 1.5908, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.21108627626285204, |
| "grad_norm": 1.1405223716065391, |
| "learning_rate": 5.427660163510486e-07, |
| "loss": 1.6062, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.21122038444345104, |
| "grad_norm": 1.055115497261772, |
| "learning_rate": 5.426959585678964e-07, |
| "loss": 1.614, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.21135449262405007, |
| "grad_norm": 1.0866284593737212, |
| "learning_rate": 5.426258630234232e-07, |
| "loss": 1.623, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.2114886008046491, |
| "grad_norm": 1.1082738074471385, |
| "learning_rate": 5.425557297300736e-07, |
| "loss": 1.6905, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.2116227089852481, |
| "grad_norm": 1.0561977130172522, |
| "learning_rate": 5.424855587002988e-07, |
| "loss": 1.7265, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.21175681716584713, |
| "grad_norm": 1.111034072593952, |
| "learning_rate": 5.424153499465566e-07, |
| "loss": 1.5797, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.21189092534644613, |
| "grad_norm": 1.110485425151033, |
| "learning_rate": 5.42345103481312e-07, |
| "loss": 1.7321, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.21202503352704516, |
| "grad_norm": 1.057458554660141, |
| "learning_rate": 5.42274819317036e-07, |
| "loss": 1.6052, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.21215914170764416, |
| "grad_norm": 1.0759547522338926, |
| "learning_rate": 5.422044974662066e-07, |
| "loss": 1.5403, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.2122932498882432, |
| "grad_norm": 1.09889881778652, |
| "learning_rate": 5.421341379413087e-07, |
| "loss": 1.6477, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.2124273580688422, |
| "grad_norm": 1.0824182868909191, |
| "learning_rate": 5.420637407548336e-07, |
| "loss": 1.6666, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.21256146624944122, |
| "grad_norm": 1.1246790227619754, |
| "learning_rate": 5.419933059192792e-07, |
| "loss": 1.7284, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.21269557443004022, |
| "grad_norm": 1.1784965009347046, |
| "learning_rate": 5.419228334471505e-07, |
| "loss": 1.6751, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.21282968261063925, |
| "grad_norm": 1.0981401155317758, |
| "learning_rate": 5.418523233509588e-07, |
| "loss": 1.5569, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.21296379079123826, |
| "grad_norm": 1.059671249600233, |
| "learning_rate": 5.417817756432223e-07, |
| "loss": 1.6094, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.21309789897183729, |
| "grad_norm": 1.0850751309161322, |
| "learning_rate": 5.417111903364658e-07, |
| "loss": 1.6205, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.2132320071524363, |
| "grad_norm": 1.1513764671534936, |
| "learning_rate": 5.416405674432208e-07, |
| "loss": 1.6778, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.21336611533303532, |
| "grad_norm": 1.0380273585127677, |
| "learning_rate": 5.415699069760254e-07, |
| "loss": 1.6195, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.21350022351363432, |
| "grad_norm": 1.166702747823365, |
| "learning_rate": 5.414992089474245e-07, |
| "loss": 1.6814, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.21363433169423335, |
| "grad_norm": 1.1893324397979834, |
| "learning_rate": 5.414284733699695e-07, |
| "loss": 1.773, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.21376843987483238, |
| "grad_norm": 1.1127641897298384, |
| "learning_rate": 5.413577002562186e-07, |
| "loss": 1.7076, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.21390254805543138, |
| "grad_norm": 1.080383382708094, |
| "learning_rate": 5.412868896187365e-07, |
| "loss": 1.7324, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.2140366562360304, |
| "grad_norm": 1.0952540724207267, |
| "learning_rate": 5.412160414700948e-07, |
| "loss": 1.7437, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.2141707644166294, |
| "grad_norm": 1.153542257175551, |
| "learning_rate": 5.411451558228716e-07, |
| "loss": 1.7386, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.21430487259722844, |
| "grad_norm": 1.111562609679836, |
| "learning_rate": 5.410742326896519e-07, |
| "loss": 1.6339, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.21443898077782744, |
| "grad_norm": 1.0752256282606487, |
| "learning_rate": 5.410032720830268e-07, |
| "loss": 1.6502, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.21457308895842647, |
| "grad_norm": 1.1124138961511616, |
| "learning_rate": 5.409322740155947e-07, |
| "loss": 1.6977, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.21470719713902547, |
| "grad_norm": 1.1079557958778445, |
| "learning_rate": 5.408612384999601e-07, |
| "loss": 1.752, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.2148413053196245, |
| "grad_norm": 1.0753628455770323, |
| "learning_rate": 5.407901655487346e-07, |
| "loss": 1.6314, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.2149754135002235, |
| "grad_norm": 1.083459999091914, |
| "learning_rate": 5.407190551745362e-07, |
| "loss": 1.6034, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.21510952168082254, |
| "grad_norm": 1.0970151998487565, |
| "learning_rate": 5.406479073899896e-07, |
| "loss": 1.6246, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.21524362986142154, |
| "grad_norm": 1.0937201976032398, |
| "learning_rate": 5.405767222077262e-07, |
| "loss": 1.7172, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.21537773804202057, |
| "grad_norm": 1.0450933325728613, |
| "learning_rate": 5.405054996403838e-07, |
| "loss": 1.6418, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.21551184622261957, |
| "grad_norm": 1.1080460169200497, |
| "learning_rate": 5.40434239700607e-07, |
| "loss": 1.5472, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.2156459544032186, |
| "grad_norm": 1.1272243483080113, |
| "learning_rate": 5.403629424010473e-07, |
| "loss": 1.6365, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.2157800625838176, |
| "grad_norm": 1.0764797457941864, |
| "learning_rate": 5.402916077543625e-07, |
| "loss": 1.6407, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.21591417076441663, |
| "grad_norm": 1.113524889126991, |
| "learning_rate": 5.402202357732169e-07, |
| "loss": 1.6827, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.21604827894501566, |
| "grad_norm": 1.0108430825355625, |
| "learning_rate": 5.40148826470282e-07, |
| "loss": 1.6089, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.21618238712561466, |
| "grad_norm": 1.0591615486944377, |
| "learning_rate": 5.400773798582352e-07, |
| "loss": 1.6503, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.2163164953062137, |
| "grad_norm": 1.0340063487662052, |
| "learning_rate": 5.400058959497611e-07, |
| "loss": 1.6383, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.2164506034868127, |
| "grad_norm": 1.1516572358715267, |
| "learning_rate": 5.399343747575507e-07, |
| "loss": 1.6974, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.21658471166741172, |
| "grad_norm": 1.0592103543406746, |
| "learning_rate": 5.398628162943016e-07, |
| "loss": 1.6353, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.21671881984801072, |
| "grad_norm": 1.0385313908985447, |
| "learning_rate": 5.39791220572718e-07, |
| "loss": 1.6162, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.21685292802860975, |
| "grad_norm": 1.2744072569777416, |
| "learning_rate": 5.397195876055107e-07, |
| "loss": 1.6091, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.21698703620920876, |
| "grad_norm": 1.1238614219371639, |
| "learning_rate": 5.396479174053974e-07, |
| "loss": 1.6806, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.21712114438980779, |
| "grad_norm": 1.1243988511377025, |
| "learning_rate": 5.39576209985102e-07, |
| "loss": 1.6404, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.2172552525704068, |
| "grad_norm": 1.110274303539327, |
| "learning_rate": 5.395044653573553e-07, |
| "loss": 1.7572, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.21738936075100582, |
| "grad_norm": 1.485784445158895, |
| "learning_rate": 5.394326835348946e-07, |
| "loss": 1.6521, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.21752346893160482, |
| "grad_norm": 1.1075544133593012, |
| "learning_rate": 5.393608645304638e-07, |
| "loss": 1.6241, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.21765757711220385, |
| "grad_norm": 1.1036354518105045, |
| "learning_rate": 5.392890083568133e-07, |
| "loss": 1.7734, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.21779168529280285, |
| "grad_norm": 1.1528361438777202, |
| "learning_rate": 5.392171150267002e-07, |
| "loss": 1.6317, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.21792579347340188, |
| "grad_norm": 1.093945976907915, |
| "learning_rate": 5.391451845528883e-07, |
| "loss": 1.6645, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.21805990165400088, |
| "grad_norm": 1.0725853841774324, |
| "learning_rate": 5.390732169481478e-07, |
| "loss": 1.6491, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.2181940098345999, |
| "grad_norm": 1.1106862604843828, |
| "learning_rate": 5.390012122252557e-07, |
| "loss": 1.6931, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.21832811801519894, |
| "grad_norm": 1.2277327010437984, |
| "learning_rate": 5.389291703969954e-07, |
| "loss": 1.6584, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.21846222619579794, |
| "grad_norm": 1.1082783806832028, |
| "learning_rate": 5.388570914761571e-07, |
| "loss": 1.6083, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.21859633437639697, |
| "grad_norm": 1.0835070473943422, |
| "learning_rate": 5.387849754755371e-07, |
| "loss": 1.6693, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.21873044255699597, |
| "grad_norm": 1.0984810480873552, |
| "learning_rate": 5.38712822407939e-07, |
| "loss": 1.7465, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.218864550737595, |
| "grad_norm": 1.0824052521651053, |
| "learning_rate": 5.386406322861723e-07, |
| "loss": 1.6514, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.218998658918194, |
| "grad_norm": 1.1359714482507233, |
| "learning_rate": 5.385684051230537e-07, |
| "loss": 1.7069, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.21913276709879304, |
| "grad_norm": 1.1071556040519455, |
| "learning_rate": 5.384961409314061e-07, |
| "loss": 1.7147, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.21926687527939204, |
| "grad_norm": 1.2083127255075479, |
| "learning_rate": 5.384238397240588e-07, |
| "loss": 1.6825, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.21940098345999107, |
| "grad_norm": 1.090487031491975, |
| "learning_rate": 5.383515015138481e-07, |
| "loss": 1.6754, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.21953509164059007, |
| "grad_norm": 1.1766814612885304, |
| "learning_rate": 5.382791263136168e-07, |
| "loss": 1.6694, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.2196691998211891, |
| "grad_norm": 1.122843389486521, |
| "learning_rate": 5.382067141362139e-07, |
| "loss": 1.6044, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.2198033080017881, |
| "grad_norm": 1.223339411577744, |
| "learning_rate": 5.381342649944952e-07, |
| "loss": 1.6101, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.21993741618238713, |
| "grad_norm": 1.0694591790206647, |
| "learning_rate": 5.380617789013233e-07, |
| "loss": 1.6867, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.22007152436298613, |
| "grad_norm": 1.2184481374104812, |
| "learning_rate": 5.379892558695671e-07, |
| "loss": 1.8251, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.22020563254358516, |
| "grad_norm": 1.144903181431307, |
| "learning_rate": 5.37916695912102e-07, |
| "loss": 1.6531, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.22033974072418416, |
| "grad_norm": 1.0887276474568761, |
| "learning_rate": 5.378440990418099e-07, |
| "loss": 1.6042, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.2204738489047832, |
| "grad_norm": 1.0674234053275629, |
| "learning_rate": 5.377714652715797e-07, |
| "loss": 1.6711, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.2206079570853822, |
| "grad_norm": 1.0790696186946844, |
| "learning_rate": 5.376987946143065e-07, |
| "loss": 1.6381, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.22074206526598122, |
| "grad_norm": 1.1045544089627806, |
| "learning_rate": 5.376260870828918e-07, |
| "loss": 1.6532, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.22087617344658025, |
| "grad_norm": 1.1325732851922752, |
| "learning_rate": 5.375533426902441e-07, |
| "loss": 1.698, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.22101028162717926, |
| "grad_norm": 1.1364383071296065, |
| "learning_rate": 5.37480561449278e-07, |
| "loss": 1.6822, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.22114438980777829, |
| "grad_norm": 1.2662493806229793, |
| "learning_rate": 5.374077433729149e-07, |
| "loss": 1.6811, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.2212784979883773, |
| "grad_norm": 1.0631367908379292, |
| "learning_rate": 5.373348884740827e-07, |
| "loss": 1.6659, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.22141260616897632, |
| "grad_norm": 1.041940858543604, |
| "learning_rate": 5.372619967657157e-07, |
| "loss": 1.6331, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.22154671434957532, |
| "grad_norm": 1.1280546628953805, |
| "learning_rate": 5.37189068260755e-07, |
| "loss": 1.56, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.22168082253017435, |
| "grad_norm": 1.1849258060825412, |
| "learning_rate": 5.371161029721481e-07, |
| "loss": 1.7092, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.22181493071077335, |
| "grad_norm": 1.049528339776241, |
| "learning_rate": 5.370431009128489e-07, |
| "loss": 1.6428, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.22194903889137238, |
| "grad_norm": 1.0820046738092695, |
| "learning_rate": 5.36970062095818e-07, |
| "loss": 1.7025, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.22208314707197138, |
| "grad_norm": 1.154353230216256, |
| "learning_rate": 5.368969865340224e-07, |
| "loss": 1.6826, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.2222172552525704, |
| "grad_norm": 1.053650977152218, |
| "learning_rate": 5.368238742404357e-07, |
| "loss": 1.6172, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.2223513634331694, |
| "grad_norm": 1.1279575224119966, |
| "learning_rate": 5.367507252280381e-07, |
| "loss": 1.6856, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.22248547161376844, |
| "grad_norm": 1.084009451627439, |
| "learning_rate": 5.36677539509816e-07, |
| "loss": 1.7398, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.22261957979436744, |
| "grad_norm": 1.1545149862581074, |
| "learning_rate": 5.366043170987628e-07, |
| "loss": 1.7321, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.22275368797496647, |
| "grad_norm": 1.1304140083027916, |
| "learning_rate": 5.365310580078781e-07, |
| "loss": 1.773, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.22288779615556548, |
| "grad_norm": 1.0642630051886424, |
| "learning_rate": 5.364577622501681e-07, |
| "loss": 1.711, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.2230219043361645, |
| "grad_norm": 1.040347865228387, |
| "learning_rate": 5.363844298386453e-07, |
| "loss": 1.631, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.22315601251676354, |
| "grad_norm": 1.0625862966142028, |
| "learning_rate": 5.36311060786329e-07, |
| "loss": 1.7056, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.22329012069736254, |
| "grad_norm": 1.051398453698011, |
| "learning_rate": 5.36237655106245e-07, |
| "loss": 1.5779, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.22342422887796157, |
| "grad_norm": 1.0373708741511485, |
| "learning_rate": 5.361642128114253e-07, |
| "loss": 1.6937, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.22355833705856057, |
| "grad_norm": 1.0970775365230832, |
| "learning_rate": 5.360907339149088e-07, |
| "loss": 1.7652, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.2236924452391596, |
| "grad_norm": 1.0939499626158076, |
| "learning_rate": 5.360172184297405e-07, |
| "loss": 1.7164, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.2238265534197586, |
| "grad_norm": 1.2815989841015132, |
| "learning_rate": 5.359436663689721e-07, |
| "loss": 1.6641, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.22396066160035763, |
| "grad_norm": 1.143698149806719, |
| "learning_rate": 5.358700777456621e-07, |
| "loss": 1.6344, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.22409476978095663, |
| "grad_norm": 1.1716879090974532, |
| "learning_rate": 5.357964525728747e-07, |
| "loss": 1.6979, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.22422887796155566, |
| "grad_norm": 1.063819709741502, |
| "learning_rate": 5.357227908636814e-07, |
| "loss": 1.624, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.22436298614215466, |
| "grad_norm": 1.2013467122145707, |
| "learning_rate": 5.356490926311598e-07, |
| "loss": 1.6952, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.2244970943227537, |
| "grad_norm": 1.0555387980604758, |
| "learning_rate": 5.355753578883939e-07, |
| "loss": 1.6313, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.2246312025033527, |
| "grad_norm": 1.0893242689976388, |
| "learning_rate": 5.355015866484744e-07, |
| "loss": 1.6749, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.22476531068395172, |
| "grad_norm": 1.1013312078930966, |
| "learning_rate": 5.354277789244984e-07, |
| "loss": 1.6346, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.22489941886455073, |
| "grad_norm": 1.0396725082524636, |
| "learning_rate": 5.353539347295696e-07, |
| "loss": 1.6516, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.22503352704514976, |
| "grad_norm": 1.1068093515212976, |
| "learning_rate": 5.352800540767978e-07, |
| "loss": 1.6229, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.22516763522574876, |
| "grad_norm": 1.0984721962823492, |
| "learning_rate": 5.352061369792997e-07, |
| "loss": 1.6208, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.2253017434063478, |
| "grad_norm": 1.0826869933413177, |
| "learning_rate": 5.351321834501981e-07, |
| "loss": 1.677, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.22543585158694682, |
| "grad_norm": 1.084000373067938, |
| "learning_rate": 5.350581935026227e-07, |
| "loss": 1.7401, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.22556995976754582, |
| "grad_norm": 1.0851285225408938, |
| "learning_rate": 5.349841671497093e-07, |
| "loss": 1.7231, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.22570406794814485, |
| "grad_norm": 1.1364065037848023, |
| "learning_rate": 5.349101044046004e-07, |
| "loss": 1.6977, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.22583817612874385, |
| "grad_norm": 1.1009000528239055, |
| "learning_rate": 5.348360052804447e-07, |
| "loss": 1.7396, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.22597228430934288, |
| "grad_norm": 1.0627127199486133, |
| "learning_rate": 5.347618697903976e-07, |
| "loss": 1.6, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.22610639248994188, |
| "grad_norm": 1.0936508465446555, |
| "learning_rate": 5.346876979476206e-07, |
| "loss": 1.6898, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.2262405006705409, |
| "grad_norm": 1.158039404421018, |
| "learning_rate": 5.346134897652824e-07, |
| "loss": 1.6173, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.2263746088511399, |
| "grad_norm": 1.1476901068480616, |
| "learning_rate": 5.345392452565574e-07, |
| "loss": 1.6939, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.22650871703173894, |
| "grad_norm": 1.1331738396979525, |
| "learning_rate": 5.344649644346266e-07, |
| "loss": 1.7156, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.22664282521233794, |
| "grad_norm": 1.0799876163240634, |
| "learning_rate": 5.343906473126778e-07, |
| "loss": 1.716, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.22677693339293697, |
| "grad_norm": 1.082964627665107, |
| "learning_rate": 5.343162939039048e-07, |
| "loss": 1.7274, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.22691104157353598, |
| "grad_norm": 1.0606670008679837, |
| "learning_rate": 5.342419042215082e-07, |
| "loss": 1.6872, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.227045149754135, |
| "grad_norm": 1.2139606651511192, |
| "learning_rate": 5.341674782786949e-07, |
| "loss": 1.6144, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.227179257934734, |
| "grad_norm": 1.1259721685135795, |
| "learning_rate": 5.340930160886783e-07, |
| "loss": 1.682, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.22731336611533304, |
| "grad_norm": 1.1971458828681856, |
| "learning_rate": 5.340185176646779e-07, |
| "loss": 1.666, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.22744747429593204, |
| "grad_norm": 1.0623938370168757, |
| "learning_rate": 5.339439830199201e-07, |
| "loss": 1.6716, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.22758158247653107, |
| "grad_norm": 1.0291752731398527, |
| "learning_rate": 5.338694121676374e-07, |
| "loss": 1.5643, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.2277156906571301, |
| "grad_norm": 1.073415400659899, |
| "learning_rate": 5.33794805121069e-07, |
| "loss": 1.7113, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.2278497988377291, |
| "grad_norm": 1.0719841904118037, |
| "learning_rate": 5.337201618934604e-07, |
| "loss": 1.6904, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.22798390701832813, |
| "grad_norm": 1.0589482779303245, |
| "learning_rate": 5.336454824980633e-07, |
| "loss": 1.6258, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.22811801519892713, |
| "grad_norm": 1.1032497481356218, |
| "learning_rate": 5.335707669481362e-07, |
| "loss": 1.6656, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.22825212337952616, |
| "grad_norm": 1.0840451749643811, |
| "learning_rate": 5.334960152569437e-07, |
| "loss": 1.5383, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.22838623156012516, |
| "grad_norm": 1.2721911706046112, |
| "learning_rate": 5.334212274377572e-07, |
| "loss": 1.6877, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.2285203397407242, |
| "grad_norm": 1.113467373081235, |
| "learning_rate": 5.333464035038541e-07, |
| "loss": 1.7795, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.2286544479213232, |
| "grad_norm": 1.0985371740747398, |
| "learning_rate": 5.332715434685184e-07, |
| "loss": 1.646, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.22878855610192222, |
| "grad_norm": 1.0986088766126445, |
| "learning_rate": 5.331966473450405e-07, |
| "loss": 1.7123, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.22892266428252123, |
| "grad_norm": 1.0916765886457365, |
| "learning_rate": 5.331217151467172e-07, |
| "loss": 1.6558, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.22905677246312026, |
| "grad_norm": 1.1105626967058537, |
| "learning_rate": 5.330467468868518e-07, |
| "loss": 1.6464, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.22919088064371926, |
| "grad_norm": 1.060186115294533, |
| "learning_rate": 5.329717425787539e-07, |
| "loss": 1.7554, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.2293249888243183, |
| "grad_norm": 1.1194774279858801, |
| "learning_rate": 5.328967022357393e-07, |
| "loss": 1.6726, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.2294590970049173, |
| "grad_norm": 1.04897630046238, |
| "learning_rate": 5.328216258711307e-07, |
| "loss": 1.658, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.22959320518551632, |
| "grad_norm": 1.0978402523327002, |
| "learning_rate": 5.327465134982568e-07, |
| "loss": 1.7228, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.22972731336611532, |
| "grad_norm": 1.0849254385283391, |
| "learning_rate": 5.326713651304527e-07, |
| "loss": 1.5941, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.22986142154671435, |
| "grad_norm": 1.1076316095810992, |
| "learning_rate": 5.3259618078106e-07, |
| "loss": 1.6087, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.22999552972731335, |
| "grad_norm": 1.173053113513891, |
| "learning_rate": 5.325209604634268e-07, |
| "loss": 1.6916, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.23012963790791238, |
| "grad_norm": 1.0524457049873044, |
| "learning_rate": 5.324457041909073e-07, |
| "loss": 1.7742, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.2302637460885114, |
| "grad_norm": 1.0634034874984304, |
| "learning_rate": 5.323704119768625e-07, |
| "loss": 1.676, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.2303978542691104, |
| "grad_norm": 1.1156008079132087, |
| "learning_rate": 5.322950838346592e-07, |
| "loss": 1.7271, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.23053196244970944, |
| "grad_norm": 1.1047727328230366, |
| "learning_rate": 5.322197197776711e-07, |
| "loss": 1.7865, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.23066607063030845, |
| "grad_norm": 1.027356701503526, |
| "learning_rate": 5.321443198192781e-07, |
| "loss": 1.709, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.23080017881090747, |
| "grad_norm": 1.136877539749875, |
| "learning_rate": 5.320688839728663e-07, |
| "loss": 1.6582, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.23093428699150648, |
| "grad_norm": 1.0127690499338695, |
| "learning_rate": 5.319934122518285e-07, |
| "loss": 1.7492, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.2310683951721055, |
| "grad_norm": 1.0939228317341436, |
| "learning_rate": 5.319179046695635e-07, |
| "loss": 1.5875, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.2312025033527045, |
| "grad_norm": 1.1310800565403134, |
| "learning_rate": 5.318423612394769e-07, |
| "loss": 1.6674, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.23133661153330354, |
| "grad_norm": 1.1687734972345458, |
| "learning_rate": 5.317667819749803e-07, |
| "loss": 1.6984, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.23147071971390254, |
| "grad_norm": 1.3079097416665406, |
| "learning_rate": 5.316911668894917e-07, |
| "loss": 1.7021, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.23160482789450157, |
| "grad_norm": 1.121551582881909, |
| "learning_rate": 5.316155159964357e-07, |
| "loss": 1.6389, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.23173893607510057, |
| "grad_norm": 1.110653445896344, |
| "learning_rate": 5.31539829309243e-07, |
| "loss": 1.6069, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.2318730442556996, |
| "grad_norm": 1.0532131317248028, |
| "learning_rate": 5.314641068413509e-07, |
| "loss": 1.6365, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.2320071524362986, |
| "grad_norm": 1.0606458320174244, |
| "learning_rate": 5.313883486062026e-07, |
| "loss": 1.7264, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.23214126061689763, |
| "grad_norm": 1.341898889664279, |
| "learning_rate": 5.313125546172484e-07, |
| "loss": 1.6649, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.23227536879749663, |
| "grad_norm": 1.1400544409976623, |
| "learning_rate": 5.312367248879441e-07, |
| "loss": 1.7331, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.23240947697809566, |
| "grad_norm": 1.0680650695769265, |
| "learning_rate": 5.311608594317525e-07, |
| "loss": 1.6919, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.2325435851586947, |
| "grad_norm": 1.1255461157368476, |
| "learning_rate": 5.310849582621425e-07, |
| "loss": 1.6049, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.2326776933392937, |
| "grad_norm": 1.1072444623083968, |
| "learning_rate": 5.310090213925891e-07, |
| "loss": 1.5269, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.23281180151989272, |
| "grad_norm": 1.0710603367422178, |
| "learning_rate": 5.309330488365741e-07, |
| "loss": 1.5994, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.23294590970049173, |
| "grad_norm": 1.0644784872053028, |
| "learning_rate": 5.308570406075853e-07, |
| "loss": 1.7374, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.23308001788109076, |
| "grad_norm": 1.1498695736382247, |
| "learning_rate": 5.307809967191172e-07, |
| "loss": 1.7718, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.23321412606168976, |
| "grad_norm": 1.1460626302338928, |
| "learning_rate": 5.307049171846698e-07, |
| "loss": 1.7527, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.2333482342422888, |
| "grad_norm": 1.0375010028149447, |
| "learning_rate": 5.306288020177507e-07, |
| "loss": 1.6096, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.2334823424228878, |
| "grad_norm": 1.0840298111802271, |
| "learning_rate": 5.305526512318727e-07, |
| "loss": 1.6765, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.23361645060348682, |
| "grad_norm": 1.175481103771977, |
| "learning_rate": 5.304764648405554e-07, |
| "loss": 1.6737, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.23375055878408582, |
| "grad_norm": 1.0760963915335215, |
| "learning_rate": 5.304002428573248e-07, |
| "loss": 1.6407, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.23388466696468485, |
| "grad_norm": 1.0391117459687709, |
| "learning_rate": 5.303239852957129e-07, |
| "loss": 1.7296, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.23401877514528385, |
| "grad_norm": 1.2433142693729942, |
| "learning_rate": 5.302476921692584e-07, |
| "loss": 1.6453, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.23415288332588288, |
| "grad_norm": 1.1097947586973798, |
| "learning_rate": 5.30171363491506e-07, |
| "loss": 1.6873, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.23428699150648188, |
| "grad_norm": 1.044700396070487, |
| "learning_rate": 5.30094999276007e-07, |
| "loss": 1.5877, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.2344210996870809, |
| "grad_norm": 1.1166075784138738, |
| "learning_rate": 5.300185995363186e-07, |
| "loss": 1.6547, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.23455520786767992, |
| "grad_norm": 1.1455525392590689, |
| "learning_rate": 5.299421642860049e-07, |
| "loss": 1.6328, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.23468931604827895, |
| "grad_norm": 1.0432073116091243, |
| "learning_rate": 5.298656935386355e-07, |
| "loss": 1.6934, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.23482342422887797, |
| "grad_norm": 1.301933185584584, |
| "learning_rate": 5.297891873077872e-07, |
| "loss": 1.6322, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.23495753240947698, |
| "grad_norm": 1.1184463227985266, |
| "learning_rate": 5.297126456070423e-07, |
| "loss": 1.5901, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.235091640590076, |
| "grad_norm": 1.0894760385328393, |
| "learning_rate": 5.296360684499899e-07, |
| "loss": 1.6307, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.235225748770675, |
| "grad_norm": 1.0810964826554634, |
| "learning_rate": 5.295594558502254e-07, |
| "loss": 1.671, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.23535985695127404, |
| "grad_norm": 1.0867830593910155, |
| "learning_rate": 5.2948280782135e-07, |
| "loss": 1.5898, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.23549396513187304, |
| "grad_norm": 1.0826732184990124, |
| "learning_rate": 5.29406124376972e-07, |
| "loss": 1.6753, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.23562807331247207, |
| "grad_norm": 1.1750857610640004, |
| "learning_rate": 5.29329405530705e-07, |
| "loss": 1.6238, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.23576218149307107, |
| "grad_norm": 1.145244574282678, |
| "learning_rate": 5.292526512961698e-07, |
| "loss": 1.7374, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.2358962896736701, |
| "grad_norm": 1.0998728885819122, |
| "learning_rate": 5.291758616869928e-07, |
| "loss": 1.7178, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.2360303978542691, |
| "grad_norm": 1.122069140362572, |
| "learning_rate": 5.290990367168073e-07, |
| "loss": 1.634, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.23616450603486813, |
| "grad_norm": 1.1231670039812451, |
| "learning_rate": 5.290221763992522e-07, |
| "loss": 1.6238, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.23629861421546713, |
| "grad_norm": 1.0647516707650018, |
| "learning_rate": 5.289452807479734e-07, |
| "loss": 1.6579, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.23643272239606616, |
| "grad_norm": 1.2107894163734518, |
| "learning_rate": 5.288683497766222e-07, |
| "loss": 1.7207, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.23656683057666517, |
| "grad_norm": 1.1025744988730661, |
| "learning_rate": 5.287913834988569e-07, |
| "loss": 1.7006, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.2367009387572642, |
| "grad_norm": 1.0797524236014637, |
| "learning_rate": 5.287143819283421e-07, |
| "loss": 1.7584, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.2368350469378632, |
| "grad_norm": 1.0751286199968113, |
| "learning_rate": 5.286373450787481e-07, |
| "loss": 1.5611, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.23696915511846223, |
| "grad_norm": 1.0636517626500344, |
| "learning_rate": 5.285602729637518e-07, |
| "loss": 1.6433, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.23710326329906126, |
| "grad_norm": 1.048651758235017, |
| "learning_rate": 5.284831655970363e-07, |
| "loss": 1.6267, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.23723737147966026, |
| "grad_norm": 1.0862538156700035, |
| "learning_rate": 5.28406022992291e-07, |
| "loss": 1.591, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.2373714796602593, |
| "grad_norm": 1.112560210549691, |
| "learning_rate": 5.283288451632116e-07, |
| "loss": 1.6387, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2375055878408583, |
| "grad_norm": 1.163175696596488, |
| "learning_rate": 5.282516321235001e-07, |
| "loss": 1.8051, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.23763969602145732, |
| "grad_norm": 1.112481677106296, |
| "learning_rate": 5.281743838868644e-07, |
| "loss": 1.5411, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.23777380420205632, |
| "grad_norm": 1.1911416700291582, |
| "learning_rate": 5.28097100467019e-07, |
| "loss": 1.6194, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.23790791238265535, |
| "grad_norm": 1.0990682965946412, |
| "learning_rate": 5.280197818776845e-07, |
| "loss": 1.6605, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.23804202056325435, |
| "grad_norm": 1.0591136451690275, |
| "learning_rate": 5.279424281325878e-07, |
| "loss": 1.6389, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.23817612874385338, |
| "grad_norm": 1.0683888995182673, |
| "learning_rate": 5.278650392454621e-07, |
| "loss": 1.6092, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.23831023692445238, |
| "grad_norm": 1.1224739302408693, |
| "learning_rate": 5.277876152300467e-07, |
| "loss": 1.6494, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.23844434510505141, |
| "grad_norm": 1.0723497695462585, |
| "learning_rate": 5.27710156100087e-07, |
| "loss": 1.7937, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.23857845328565042, |
| "grad_norm": 1.1351190756385903, |
| "learning_rate": 5.276326618693352e-07, |
| "loss": 1.7266, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.23871256146624945, |
| "grad_norm": 1.0579576318516895, |
| "learning_rate": 5.275551325515491e-07, |
| "loss": 1.6662, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.23884666964684845, |
| "grad_norm": 1.1337655082128173, |
| "learning_rate": 5.27477568160493e-07, |
| "loss": 1.6656, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.23898077782744748, |
| "grad_norm": 1.3625169955042795, |
| "learning_rate": 5.273999687099377e-07, |
| "loss": 1.6154, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.23911488600804648, |
| "grad_norm": 1.0606076186008175, |
| "learning_rate": 5.273223342136596e-07, |
| "loss": 1.6295, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.2392489941886455, |
| "grad_norm": 3.7952746706102753, |
| "learning_rate": 5.27244664685442e-07, |
| "loss": 1.593, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.2393831023692445, |
| "grad_norm": 1.1015598004917457, |
| "learning_rate": 5.271669601390737e-07, |
| "loss": 1.659, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.23951721054984354, |
| "grad_norm": 1.1429465431928834, |
| "learning_rate": 5.270892205883503e-07, |
| "loss": 1.7055, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.23965131873044257, |
| "grad_norm": 1.1572569512743107, |
| "learning_rate": 5.270114460470735e-07, |
| "loss": 1.75, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.23978542691104157, |
| "grad_norm": 1.1342505841464177, |
| "learning_rate": 5.269336365290511e-07, |
| "loss": 1.692, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.2399195350916406, |
| "grad_norm": 1.1491667363729234, |
| "learning_rate": 5.268557920480969e-07, |
| "loss": 1.6956, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.2400536432722396, |
| "grad_norm": 1.1290663441601718, |
| "learning_rate": 5.267779126180313e-07, |
| "loss": 1.7194, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.24018775145283863, |
| "grad_norm": 1.1068721597891535, |
| "learning_rate": 5.26699998252681e-07, |
| "loss": 1.6775, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.24032185963343763, |
| "grad_norm": 1.0965127649518425, |
| "learning_rate": 5.266220489658783e-07, |
| "loss": 1.7381, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.24045596781403666, |
| "grad_norm": 1.0539192312552248, |
| "learning_rate": 5.265440647714622e-07, |
| "loss": 1.6916, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.24059007599463567, |
| "grad_norm": 1.3925405964228643, |
| "learning_rate": 5.264660456832777e-07, |
| "loss": 1.6934, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.2407241841752347, |
| "grad_norm": 1.0796598245896871, |
| "learning_rate": 5.263879917151761e-07, |
| "loss": 1.6891, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.2408582923558337, |
| "grad_norm": 1.0549168383726284, |
| "learning_rate": 5.263099028810148e-07, |
| "loss": 1.6417, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.24099240053643273, |
| "grad_norm": 1.0854208022859217, |
| "learning_rate": 5.262317791946574e-07, |
| "loss": 1.6132, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.24112650871703173, |
| "grad_norm": 1.1038896542176981, |
| "learning_rate": 5.261536206699738e-07, |
| "loss": 1.6074, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.24126061689763076, |
| "grad_norm": 1.0646960968846464, |
| "learning_rate": 5.2607542732084e-07, |
| "loss": 1.601, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.24139472507822976, |
| "grad_norm": 1.1557060399556212, |
| "learning_rate": 5.259971991611381e-07, |
| "loss": 1.7684, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.2415288332588288, |
| "grad_norm": 1.0313305926934546, |
| "learning_rate": 5.259189362047565e-07, |
| "loss": 1.6322, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.2416629414394278, |
| "grad_norm": 1.0974406411588324, |
| "learning_rate": 5.258406384655897e-07, |
| "loss": 1.6857, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.24179704962002682, |
| "grad_norm": 1.1146673930740303, |
| "learning_rate": 5.257623059575385e-07, |
| "loss": 1.6456, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.24193115780062585, |
| "grad_norm": 1.0970256705246042, |
| "learning_rate": 5.256839386945097e-07, |
| "loss": 1.7583, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.24206526598122485, |
| "grad_norm": 1.107274760930789, |
| "learning_rate": 5.256055366904164e-07, |
| "loss": 1.6586, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.24219937416182388, |
| "grad_norm": 1.1073843937392611, |
| "learning_rate": 5.255270999591779e-07, |
| "loss": 1.7062, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.24233348234242288, |
| "grad_norm": 1.0566525499472572, |
| "learning_rate": 5.254486285147196e-07, |
| "loss": 1.6526, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.24246759052302191, |
| "grad_norm": 1.1537228290096582, |
| "learning_rate": 5.253701223709729e-07, |
| "loss": 1.6933, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.24260169870362092, |
| "grad_norm": 1.0990727257935735, |
| "learning_rate": 5.252915815418755e-07, |
| "loss": 1.7125, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.24273580688421995, |
| "grad_norm": 1.244262115292612, |
| "learning_rate": 5.252130060413716e-07, |
| "loss": 1.6264, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.24286991506481895, |
| "grad_norm": 1.1688493530359219, |
| "learning_rate": 5.251343958834107e-07, |
| "loss": 1.6785, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.24300402324541798, |
| "grad_norm": 1.2285366933673156, |
| "learning_rate": 5.250557510819494e-07, |
| "loss": 1.572, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.24313813142601698, |
| "grad_norm": 1.1296607396854323, |
| "learning_rate": 5.249770716509499e-07, |
| "loss": 1.6761, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.243272239606616, |
| "grad_norm": 1.1537668172261726, |
| "learning_rate": 5.248983576043808e-07, |
| "loss": 1.6839, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.243406347787215, |
| "grad_norm": 1.2774536095786413, |
| "learning_rate": 5.248196089562165e-07, |
| "loss": 1.6752, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.24354045596781404, |
| "grad_norm": 1.0391234761075887, |
| "learning_rate": 5.247408257204379e-07, |
| "loss": 1.713, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.24367456414841304, |
| "grad_norm": 1.1351662284778345, |
| "learning_rate": 5.24662007911032e-07, |
| "loss": 1.741, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.24380867232901207, |
| "grad_norm": 1.101327635041692, |
| "learning_rate": 5.245831555419915e-07, |
| "loss": 1.6196, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.24394278050961107, |
| "grad_norm": 1.0713266982503056, |
| "learning_rate": 5.24504268627316e-07, |
| "loss": 1.6454, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.2440768886902101, |
| "grad_norm": 1.1530834766346107, |
| "learning_rate": 5.244253471810106e-07, |
| "loss": 1.7217, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.24421099687080913, |
| "grad_norm": 1.121128499361746, |
| "learning_rate": 5.243463912170868e-07, |
| "loss": 1.635, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.24434510505140813, |
| "grad_norm": 1.1890728819475802, |
| "learning_rate": 5.242674007495621e-07, |
| "loss": 1.6498, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.24447921323200716, |
| "grad_norm": 1.0869958269746995, |
| "learning_rate": 5.241883757924604e-07, |
| "loss": 1.6685, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.24461332141260617, |
| "grad_norm": 1.072161128457571, |
| "learning_rate": 5.241093163598111e-07, |
| "loss": 1.613, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.2447474295932052, |
| "grad_norm": 1.0697959147126053, |
| "learning_rate": 5.240302224656507e-07, |
| "loss": 1.7839, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.2448815377738042, |
| "grad_norm": 1.0447563021570512, |
| "learning_rate": 5.239510941240209e-07, |
| "loss": 1.553, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.24501564595440323, |
| "grad_norm": 1.1246283994835846, |
| "learning_rate": 5.2387193134897e-07, |
| "loss": 1.7167, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.24514975413500223, |
| "grad_norm": 1.0539923982868098, |
| "learning_rate": 5.237927341545521e-07, |
| "loss": 1.6228, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.24528386231560126, |
| "grad_norm": 1.1056807313462267, |
| "learning_rate": 5.23713502554828e-07, |
| "loss": 1.6631, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.24541797049620026, |
| "grad_norm": 1.1081084022345968, |
| "learning_rate": 5.236342365638638e-07, |
| "loss": 1.7182, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.2455520786767993, |
| "grad_norm": 1.1259734401016548, |
| "learning_rate": 5.235549361957323e-07, |
| "loss": 1.6281, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.2456861868573983, |
| "grad_norm": 1.073575909581403, |
| "learning_rate": 5.234756014645123e-07, |
| "loss": 1.7089, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.24582029503799732, |
| "grad_norm": 1.182395764700481, |
| "learning_rate": 5.233962323842885e-07, |
| "loss": 1.6138, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.24595440321859632, |
| "grad_norm": 1.067652195605279, |
| "learning_rate": 5.233168289691518e-07, |
| "loss": 1.6409, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.24608851139919535, |
| "grad_norm": 1.0539945315127641, |
| "learning_rate": 5.232373912331994e-07, |
| "loss": 1.6632, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.24622261957979436, |
| "grad_norm": 1.1353497557175543, |
| "learning_rate": 5.231579191905341e-07, |
| "loss": 1.6481, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.24635672776039338, |
| "grad_norm": 1.0518079931176558, |
| "learning_rate": 5.230784128552653e-07, |
| "loss": 1.641, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.24649083594099241, |
| "grad_norm": 1.068415705515305, |
| "learning_rate": 5.229988722415082e-07, |
| "loss": 1.706, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.24662494412159142, |
| "grad_norm": 1.128403860172621, |
| "learning_rate": 5.229192973633844e-07, |
| "loss": 1.6095, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.24675905230219045, |
| "grad_norm": 1.069414952826673, |
| "learning_rate": 5.22839688235021e-07, |
| "loss": 1.6543, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.24689316048278945, |
| "grad_norm": 1.0821194973907244, |
| "learning_rate": 5.227600448705517e-07, |
| "loss": 1.556, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.24702726866338848, |
| "grad_norm": 1.084344318240152, |
| "learning_rate": 5.226803672841162e-07, |
| "loss": 1.6034, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.24716137684398748, |
| "grad_norm": 1.1202391548493928, |
| "learning_rate": 5.226006554898601e-07, |
| "loss": 1.6966, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.2472954850245865, |
| "grad_norm": 1.0911354590278528, |
| "learning_rate": 5.225209095019351e-07, |
| "loss": 1.6948, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.2474295932051855, |
| "grad_norm": 1.1062195036954834, |
| "learning_rate": 5.224411293344992e-07, |
| "loss": 1.5054, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.24756370138578454, |
| "grad_norm": 1.0581940583028457, |
| "learning_rate": 5.223613150017162e-07, |
| "loss": 1.6027, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.24769780956638354, |
| "grad_norm": 1.0564622037081781, |
| "learning_rate": 5.22281466517756e-07, |
| "loss": 1.6139, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.24783191774698257, |
| "grad_norm": 1.0965905968449954, |
| "learning_rate": 5.222015838967948e-07, |
| "loss": 1.6531, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.24796602592758157, |
| "grad_norm": 1.1162216415234159, |
| "learning_rate": 5.221216671530146e-07, |
| "loss": 1.6434, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.2481001341081806, |
| "grad_norm": 1.0760593930698765, |
| "learning_rate": 5.220417163006035e-07, |
| "loss": 1.7068, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2482342422887796, |
| "grad_norm": 1.3461498868058117, |
| "learning_rate": 5.219617313537557e-07, |
| "loss": 1.6895, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.24836835046937863, |
| "grad_norm": 1.116707873551399, |
| "learning_rate": 5.218817123266716e-07, |
| "loss": 1.6986, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.24850245864997764, |
| "grad_norm": 1.0874229858859366, |
| "learning_rate": 5.218016592335574e-07, |
| "loss": 1.696, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.24863656683057667, |
| "grad_norm": 1.2149675834773461, |
| "learning_rate": 5.217215720886254e-07, |
| "loss": 1.6334, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.24877067501117567, |
| "grad_norm": 1.0673684982385807, |
| "learning_rate": 5.21641450906094e-07, |
| "loss": 1.6445, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.2489047831917747, |
| "grad_norm": 1.0639747826797143, |
| "learning_rate": 5.215612957001879e-07, |
| "loss": 1.7352, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.24903889137237373, |
| "grad_norm": 1.1955320747693832, |
| "learning_rate": 5.214811064851373e-07, |
| "loss": 1.6991, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.24917299955297273, |
| "grad_norm": 1.1925934103789766, |
| "learning_rate": 5.214008832751788e-07, |
| "loss": 1.6421, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.24930710773357176, |
| "grad_norm": 1.152167600482823, |
| "learning_rate": 5.21320626084555e-07, |
| "loss": 1.6614, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.24944121591417076, |
| "grad_norm": 1.115689117193753, |
| "learning_rate": 5.212403349275145e-07, |
| "loss": 1.67, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.2495753240947698, |
| "grad_norm": 1.0409261709804483, |
| "learning_rate": 5.211600098183119e-07, |
| "loss": 1.5712, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.2497094322753688, |
| "grad_norm": 1.1645359690711583, |
| "learning_rate": 5.210796507712078e-07, |
| "loss": 1.6747, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.24984354045596782, |
| "grad_norm": 1.1220835902669124, |
| "learning_rate": 5.209992578004688e-07, |
| "loss": 1.6994, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.24997764863656682, |
| "grad_norm": 1.0574464835321717, |
| "learning_rate": 5.209188309203678e-07, |
| "loss": 1.6434, |
| "step": 1864 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 7456, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1864, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 498613144780800.0, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
