| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0029388599574453078, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 5.877719914890616e-06, |
| "grad_norm": 42.02911487791772, |
| "learning_rate": 0.0, |
| "loss": 2.345, |
| "step": 1 |
| }, |
| { |
| "epoch": 1.1755439829781232e-05, |
| "grad_norm": 50.85266375433337, |
| "learning_rate": 1.958863858961802e-09, |
| "loss": 2.6978, |
| "step": 2 |
| }, |
| { |
| "epoch": 1.763315974467185e-05, |
| "grad_norm": 47.291375384339034, |
| "learning_rate": 3.917727717923604e-09, |
| "loss": 2.3933, |
| "step": 3 |
| }, |
| { |
| "epoch": 2.3510879659562463e-05, |
| "grad_norm": 46.527545509164675, |
| "learning_rate": 5.876591576885407e-09, |
| "loss": 2.44, |
| "step": 4 |
| }, |
| { |
| "epoch": 2.938859957445308e-05, |
| "grad_norm": 46.977570907906056, |
| "learning_rate": 7.835455435847208e-09, |
| "loss": 2.5181, |
| "step": 5 |
| }, |
| { |
| "epoch": 3.52663194893437e-05, |
| "grad_norm": 36.871286445588595, |
| "learning_rate": 9.794319294809012e-09, |
| "loss": 2.6618, |
| "step": 6 |
| }, |
| { |
| "epoch": 4.114403940423431e-05, |
| "grad_norm": 46.385420313464735, |
| "learning_rate": 1.1753183153770814e-08, |
| "loss": 2.6994, |
| "step": 7 |
| }, |
| { |
| "epoch": 4.702175931912493e-05, |
| "grad_norm": 39.33244145538988, |
| "learning_rate": 1.3712047012732617e-08, |
| "loss": 2.2604, |
| "step": 8 |
| }, |
| { |
| "epoch": 5.289947923401554e-05, |
| "grad_norm": 42.2604654612667, |
| "learning_rate": 1.5670910871694417e-08, |
| "loss": 2.5037, |
| "step": 9 |
| }, |
| { |
| "epoch": 5.877719914890616e-05, |
| "grad_norm": 53.35405279929954, |
| "learning_rate": 1.7629774730656222e-08, |
| "loss": 2.7682, |
| "step": 10 |
| }, |
| { |
| "epoch": 6.465491906379677e-05, |
| "grad_norm": 61.096031238374245, |
| "learning_rate": 1.9588638589618025e-08, |
| "loss": 2.5123, |
| "step": 11 |
| }, |
| { |
| "epoch": 7.05326389786874e-05, |
| "grad_norm": 34.35305577230433, |
| "learning_rate": 2.1547502448579827e-08, |
| "loss": 2.4231, |
| "step": 12 |
| }, |
| { |
| "epoch": 7.6410358893578e-05, |
| "grad_norm": 46.32288420684808, |
| "learning_rate": 2.350636630754163e-08, |
| "loss": 2.5667, |
| "step": 13 |
| }, |
| { |
| "epoch": 8.228807880846862e-05, |
| "grad_norm": 39.6869121212424, |
| "learning_rate": 2.546523016650343e-08, |
| "loss": 2.6537, |
| "step": 14 |
| }, |
| { |
| "epoch": 8.816579872335923e-05, |
| "grad_norm": 38.4473023992043, |
| "learning_rate": 2.7424094025465233e-08, |
| "loss": 2.5401, |
| "step": 15 |
| }, |
| { |
| "epoch": 9.404351863824985e-05, |
| "grad_norm": 35.67137817810734, |
| "learning_rate": 2.9382957884427032e-08, |
| "loss": 2.2622, |
| "step": 16 |
| }, |
| { |
| "epoch": 9.992123855314047e-05, |
| "grad_norm": 33.63114184351338, |
| "learning_rate": 3.1341821743388834e-08, |
| "loss": 2.5217, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00010579895846803108, |
| "grad_norm": 39.43620507790292, |
| "learning_rate": 3.3300685602350636e-08, |
| "loss": 2.4657, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0001116766783829217, |
| "grad_norm": 45.917969482317524, |
| "learning_rate": 3.5259549461312445e-08, |
| "loss": 2.3468, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.00011755439829781231, |
| "grad_norm": 38.078954655149694, |
| "learning_rate": 3.721841332027425e-08, |
| "loss": 2.508, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00012343211821270293, |
| "grad_norm": 34.493184716086255, |
| "learning_rate": 3.917727717923605e-08, |
| "loss": 2.2334, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.00012930983812759354, |
| "grad_norm": 46.491961411990125, |
| "learning_rate": 4.1136141038197845e-08, |
| "loss": 2.2112, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.00013518755804248415, |
| "grad_norm": 48.89994737190844, |
| "learning_rate": 4.3095004897159653e-08, |
| "loss": 2.4262, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0001410652779573748, |
| "grad_norm": 30.579301696325047, |
| "learning_rate": 4.505386875612145e-08, |
| "loss": 2.7459, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0001469429978722654, |
| "grad_norm": 39.08437638852243, |
| "learning_rate": 4.701273261508326e-08, |
| "loss": 2.5459, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.000152820717787156, |
| "grad_norm": 56.085123066265226, |
| "learning_rate": 4.897159647404506e-08, |
| "loss": 2.7213, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.00015869843770204662, |
| "grad_norm": 36.85335937419735, |
| "learning_rate": 5.093046033300686e-08, |
| "loss": 2.287, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.00016457615761693723, |
| "grad_norm": 34.87118828311202, |
| "learning_rate": 5.2889324191968664e-08, |
| "loss": 2.3702, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.00017045387753182785, |
| "grad_norm": 43.175332148056896, |
| "learning_rate": 5.4848188050930466e-08, |
| "loss": 2.2459, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.00017633159744671846, |
| "grad_norm": 32.266335142325374, |
| "learning_rate": 5.680705190989227e-08, |
| "loss": 2.5008, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0001822093173616091, |
| "grad_norm": 43.65661992394771, |
| "learning_rate": 5.8765915768854064e-08, |
| "loss": 2.6555, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0001880870372764997, |
| "grad_norm": 43.84715059263309, |
| "learning_rate": 6.072477962781587e-08, |
| "loss": 2.3591, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.00019396475719139032, |
| "grad_norm": 43.406252511374625, |
| "learning_rate": 6.268364348677767e-08, |
| "loss": 2.0988, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.00019984247710628093, |
| "grad_norm": 37.561883875948865, |
| "learning_rate": 6.464250734573948e-08, |
| "loss": 2.4671, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.00020572019702117154, |
| "grad_norm": 49.1466070616366, |
| "learning_rate": 6.660137120470127e-08, |
| "loss": 2.532, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.00021159791693606215, |
| "grad_norm": 39.32458572492562, |
| "learning_rate": 6.856023506366308e-08, |
| "loss": 2.5906, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.00021747563685095277, |
| "grad_norm": 45.58644039702116, |
| "learning_rate": 7.051909892262489e-08, |
| "loss": 2.7685, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.0002233533567658434, |
| "grad_norm": 34.380760113202136, |
| "learning_rate": 7.247796278158669e-08, |
| "loss": 2.2058, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.00022923107668073402, |
| "grad_norm": 33.75738146740774, |
| "learning_rate": 7.44368266405485e-08, |
| "loss": 2.1421, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.00023510879659562463, |
| "grad_norm": 58.77325378288631, |
| "learning_rate": 7.639569049951029e-08, |
| "loss": 2.173, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00024098651651051524, |
| "grad_norm": 48.68423052986121, |
| "learning_rate": 7.83545543584721e-08, |
| "loss": 2.4029, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00024686423642540585, |
| "grad_norm": 49.077656798823305, |
| "learning_rate": 8.031341821743391e-08, |
| "loss": 2.5765, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.00025274195634029646, |
| "grad_norm": 41.20173204960673, |
| "learning_rate": 8.227228207639569e-08, |
| "loss": 2.3414, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.0002586196762551871, |
| "grad_norm": 35.10746373400446, |
| "learning_rate": 8.42311459353575e-08, |
| "loss": 2.0016, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0002644973961700777, |
| "grad_norm": 49.861035229921576, |
| "learning_rate": 8.619000979431931e-08, |
| "loss": 2.7158, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0002703751160849683, |
| "grad_norm": 40.8079607718849, |
| "learning_rate": 8.814887365328112e-08, |
| "loss": 2.3449, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0002762528359998589, |
| "grad_norm": 37.41904404905814, |
| "learning_rate": 9.01077375122429e-08, |
| "loss": 2.4975, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0002821305559147496, |
| "grad_norm": 46.57678726138831, |
| "learning_rate": 9.20666013712047e-08, |
| "loss": 2.5687, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0002880082758296402, |
| "grad_norm": 31.29394678361741, |
| "learning_rate": 9.402546523016652e-08, |
| "loss": 2.1173, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.0002938859957445308, |
| "grad_norm": 37.33288236667374, |
| "learning_rate": 9.598432908912831e-08, |
| "loss": 2.6534, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0002997637156594214, |
| "grad_norm": 34.06484936870885, |
| "learning_rate": 9.794319294809012e-08, |
| "loss": 2.3917, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.000305641435574312, |
| "grad_norm": 48.254524144077536, |
| "learning_rate": 9.990205680705191e-08, |
| "loss": 2.2721, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.00031151915548920263, |
| "grad_norm": 47.77507733499728, |
| "learning_rate": 1.0186092066601372e-07, |
| "loss": 2.5648, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.00031739687540409324, |
| "grad_norm": 39.93090562192217, |
| "learning_rate": 1.0381978452497552e-07, |
| "loss": 2.7048, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.00032327459531898386, |
| "grad_norm": 45.71987876675893, |
| "learning_rate": 1.0577864838393733e-07, |
| "loss": 2.4546, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.00032915231523387447, |
| "grad_norm": 26.902504182785798, |
| "learning_rate": 1.0773751224289912e-07, |
| "loss": 2.128, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0003350300351487651, |
| "grad_norm": 26.86954323404998, |
| "learning_rate": 1.0969637610186093e-07, |
| "loss": 2.3557, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0003409077550636557, |
| "grad_norm": 55.89037077858931, |
| "learning_rate": 1.1165523996082273e-07, |
| "loss": 2.8119, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0003467854749785463, |
| "grad_norm": 42.77040196686266, |
| "learning_rate": 1.1361410381978454e-07, |
| "loss": 2.6056, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0003526631948934369, |
| "grad_norm": 30.77897770617208, |
| "learning_rate": 1.1557296767874635e-07, |
| "loss": 2.1565, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0003585409148083276, |
| "grad_norm": 28.082285297919455, |
| "learning_rate": 1.1753183153770813e-07, |
| "loss": 2.3056, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0003644186347232182, |
| "grad_norm": 51.89300221840249, |
| "learning_rate": 1.1949069539666995e-07, |
| "loss": 2.3585, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0003702963546381088, |
| "grad_norm": 29.104662619846845, |
| "learning_rate": 1.2144955925563174e-07, |
| "loss": 2.4636, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0003761740745529994, |
| "grad_norm": 40.89677913796411, |
| "learning_rate": 1.2340842311459354e-07, |
| "loss": 2.3843, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.00038205179446789, |
| "grad_norm": 29.068818361443615, |
| "learning_rate": 1.2536728697355534e-07, |
| "loss": 2.3794, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.00038792951438278064, |
| "grad_norm": 27.754009467402703, |
| "learning_rate": 1.2732615083251716e-07, |
| "loss": 2.3511, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.00039380723429767125, |
| "grad_norm": 38.91129852443923, |
| "learning_rate": 1.2928501469147895e-07, |
| "loss": 2.2822, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.00039968495421256186, |
| "grad_norm": 62.770631236350724, |
| "learning_rate": 1.3124387855044075e-07, |
| "loss": 2.5637, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.00040556267412745247, |
| "grad_norm": 43.90327612952796, |
| "learning_rate": 1.3320274240940254e-07, |
| "loss": 2.5136, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0004114403940423431, |
| "grad_norm": 26.674560667801135, |
| "learning_rate": 1.3516160626836437e-07, |
| "loss": 1.9693, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0004173181139572337, |
| "grad_norm": 33.42868793910111, |
| "learning_rate": 1.3712047012732616e-07, |
| "loss": 2.4011, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0004231958338721243, |
| "grad_norm": 35.6133771366324, |
| "learning_rate": 1.3907933398628796e-07, |
| "loss": 2.2642, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0004290735537870149, |
| "grad_norm": 25.976386072062112, |
| "learning_rate": 1.4103819784524978e-07, |
| "loss": 2.2197, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.00043495127370190553, |
| "grad_norm": 26.220898436195753, |
| "learning_rate": 1.4299706170421157e-07, |
| "loss": 2.3933, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0004408289936167962, |
| "grad_norm": 31.704081974998505, |
| "learning_rate": 1.4495592556317337e-07, |
| "loss": 2.3164, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0004467067135316868, |
| "grad_norm": 28.191292094592438, |
| "learning_rate": 1.4691478942213517e-07, |
| "loss": 2.1898, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.0004525844334465774, |
| "grad_norm": 34.07776057624209, |
| "learning_rate": 1.48873653281097e-07, |
| "loss": 2.1479, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.00045846215336146803, |
| "grad_norm": 35.51561977372984, |
| "learning_rate": 1.5083251714005878e-07, |
| "loss": 2.1504, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.00046433987327635864, |
| "grad_norm": 32.37780568021879, |
| "learning_rate": 1.5279138099902058e-07, |
| "loss": 2.0425, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.00047021759319124925, |
| "grad_norm": 26.28474544112387, |
| "learning_rate": 1.5475024485798237e-07, |
| "loss": 2.535, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.00047609531310613987, |
| "grad_norm": 26.94813340817767, |
| "learning_rate": 1.567091087169442e-07, |
| "loss": 2.3321, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0004819730330210305, |
| "grad_norm": 42.30088898391613, |
| "learning_rate": 1.58667972575906e-07, |
| "loss": 2.2359, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.0004878507529359211, |
| "grad_norm": 26.92802144279086, |
| "learning_rate": 1.6062683643486781e-07, |
| "loss": 2.3239, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0004937284728508117, |
| "grad_norm": 34.182845875119725, |
| "learning_rate": 1.6258570029382958e-07, |
| "loss": 2.2904, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0004996061927657024, |
| "grad_norm": 33.83477740859824, |
| "learning_rate": 1.6454456415279138e-07, |
| "loss": 2.287, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0005054839126805929, |
| "grad_norm": 31.28814971716291, |
| "learning_rate": 1.665034280117532e-07, |
| "loss": 2.3628, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.0005113616325954836, |
| "grad_norm": 24.161461789118633, |
| "learning_rate": 1.68462291870715e-07, |
| "loss": 2.3799, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.0005172393525103741, |
| "grad_norm": 38.85070435824102, |
| "learning_rate": 1.7042115572967682e-07, |
| "loss": 2.1733, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.0005231170724252648, |
| "grad_norm": 26.583507631290228, |
| "learning_rate": 1.7238001958863861e-07, |
| "loss": 2.0755, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0005289947923401554, |
| "grad_norm": 31.67972636527564, |
| "learning_rate": 1.7433888344760038e-07, |
| "loss": 1.9064, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.000534872512255046, |
| "grad_norm": 18.31955982249094, |
| "learning_rate": 1.7629774730656223e-07, |
| "loss": 2.3138, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0005407502321699366, |
| "grad_norm": 22.619392174396776, |
| "learning_rate": 1.78256611165524e-07, |
| "loss": 2.0967, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.0005466279520848273, |
| "grad_norm": 28.1552172586705, |
| "learning_rate": 1.802154750244858e-07, |
| "loss": 2.0212, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0005525056719997178, |
| "grad_norm": 26.39585059625926, |
| "learning_rate": 1.8217433888344762e-07, |
| "loss": 2.1721, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.0005583833919146085, |
| "grad_norm": 56.55570072945738, |
| "learning_rate": 1.841332027424094e-07, |
| "loss": 2.2185, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0005642611118294991, |
| "grad_norm": 18.255595773563055, |
| "learning_rate": 1.8609206660137123e-07, |
| "loss": 1.9785, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0005701388317443897, |
| "grad_norm": 24.380219043592408, |
| "learning_rate": 1.8805093046033303e-07, |
| "loss": 1.9331, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.0005760165516592804, |
| "grad_norm": 23.21420086498007, |
| "learning_rate": 1.900097943192948e-07, |
| "loss": 2.1102, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.0005818942715741709, |
| "grad_norm": 25.644314151305732, |
| "learning_rate": 1.9196865817825662e-07, |
| "loss": 1.8602, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.0005877719914890616, |
| "grad_norm": 24.678894252503262, |
| "learning_rate": 1.9392752203721842e-07, |
| "loss": 1.9086, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0005936497114039522, |
| "grad_norm": 21.140657194454246, |
| "learning_rate": 1.9588638589618024e-07, |
| "loss": 1.8432, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.0005995274313188428, |
| "grad_norm": 22.987569823694244, |
| "learning_rate": 1.9784524975514203e-07, |
| "loss": 2.1482, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.0006054051512337334, |
| "grad_norm": 21.456124991404014, |
| "learning_rate": 1.9980411361410383e-07, |
| "loss": 1.6048, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.000611282871148624, |
| "grad_norm": 23.506513682703766, |
| "learning_rate": 2.0176297747306565e-07, |
| "loss": 2.1504, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0006171605910635146, |
| "grad_norm": 22.46761557860848, |
| "learning_rate": 2.0372184133202745e-07, |
| "loss": 2.0595, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.0006230383109784053, |
| "grad_norm": 22.25174247662017, |
| "learning_rate": 2.0568070519098922e-07, |
| "loss": 1.8643, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0006289160308932958, |
| "grad_norm": 20.762128871169335, |
| "learning_rate": 2.0763956904995104e-07, |
| "loss": 1.8806, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0006347937508081865, |
| "grad_norm": 21.51403808577067, |
| "learning_rate": 2.0959843290891283e-07, |
| "loss": 1.737, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.0006406714707230772, |
| "grad_norm": 14.877184572562975, |
| "learning_rate": 2.1155729676787466e-07, |
| "loss": 1.8458, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.0006465491906379677, |
| "grad_norm": 17.99619216256105, |
| "learning_rate": 2.1351616062683645e-07, |
| "loss": 1.7246, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0006524269105528584, |
| "grad_norm": 19.28119326563505, |
| "learning_rate": 2.1547502448579825e-07, |
| "loss": 1.9538, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.0006583046304677489, |
| "grad_norm": 32.38937989525677, |
| "learning_rate": 2.1743388834476007e-07, |
| "loss": 1.9033, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.0006641823503826396, |
| "grad_norm": 17.174288277599942, |
| "learning_rate": 2.1939275220372186e-07, |
| "loss": 1.6582, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.0006700600702975302, |
| "grad_norm": 15.380513223594036, |
| "learning_rate": 2.2135161606268369e-07, |
| "loss": 1.7601, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.0006759377902124208, |
| "grad_norm": 18.099381133670537, |
| "learning_rate": 2.2331047992164546e-07, |
| "loss": 1.7123, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0006818155101273114, |
| "grad_norm": 15.449085025928484, |
| "learning_rate": 2.2526934378060725e-07, |
| "loss": 2.0434, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.000687693230042202, |
| "grad_norm": 18.873494216822824, |
| "learning_rate": 2.2722820763956907e-07, |
| "loss": 1.9963, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.0006935709499570926, |
| "grad_norm": 29.52475437227068, |
| "learning_rate": 2.2918707149853087e-07, |
| "loss": 1.7232, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.0006994486698719833, |
| "grad_norm": 15.33187463191825, |
| "learning_rate": 2.311459353574927e-07, |
| "loss": 1.4605, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0007053263897868738, |
| "grad_norm": 21.195728129495127, |
| "learning_rate": 2.3310479921645449e-07, |
| "loss": 1.6452, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0007112041097017645, |
| "grad_norm": 12.616990324376612, |
| "learning_rate": 2.3506366307541625e-07, |
| "loss": 1.7385, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.0007170818296166552, |
| "grad_norm": 16.59194705973793, |
| "learning_rate": 2.370225269343781e-07, |
| "loss": 1.7001, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.0007229595495315457, |
| "grad_norm": 19.98385582713288, |
| "learning_rate": 2.389813907933399e-07, |
| "loss": 1.8642, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0007288372694464364, |
| "grad_norm": 11.984048679052938, |
| "learning_rate": 2.4094025465230167e-07, |
| "loss": 1.7128, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.0007347149893613269, |
| "grad_norm": 13.817274924710402, |
| "learning_rate": 2.428991185112635e-07, |
| "loss": 1.9165, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0007405927092762176, |
| "grad_norm": 14.666508072298448, |
| "learning_rate": 2.4485798237022526e-07, |
| "loss": 1.3521, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0007464704291911082, |
| "grad_norm": 15.886204407427591, |
| "learning_rate": 2.468168462291871e-07, |
| "loss": 1.6274, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.0007523481491059988, |
| "grad_norm": 27.82376758715373, |
| "learning_rate": 2.487757100881489e-07, |
| "loss": 1.6963, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.0007582258690208894, |
| "grad_norm": 32.17667564558956, |
| "learning_rate": 2.5073457394711067e-07, |
| "loss": 1.6275, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.00076410358893578, |
| "grad_norm": 16.30806188824753, |
| "learning_rate": 2.526934378060725e-07, |
| "loss": 1.5903, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0007699813088506706, |
| "grad_norm": 17.038993207268526, |
| "learning_rate": 2.546523016650343e-07, |
| "loss": 1.6622, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0007758590287655613, |
| "grad_norm": 14.492825408251898, |
| "learning_rate": 2.5661116552399614e-07, |
| "loss": 1.7637, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.0007817367486804518, |
| "grad_norm": 20.71180708089968, |
| "learning_rate": 2.585700293829579e-07, |
| "loss": 1.4606, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.0007876144685953425, |
| "grad_norm": 15.231619445935591, |
| "learning_rate": 2.605288932419197e-07, |
| "loss": 1.6682, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.0007934921885102331, |
| "grad_norm": 14.170828124279078, |
| "learning_rate": 2.624877571008815e-07, |
| "loss": 1.8463, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.0007993699084251237, |
| "grad_norm": 10.59140070763608, |
| "learning_rate": 2.644466209598433e-07, |
| "loss": 1.5088, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0008052476283400144, |
| "grad_norm": 26.814590174464087, |
| "learning_rate": 2.664054848188051e-07, |
| "loss": 1.8973, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.0008111253482549049, |
| "grad_norm": 11.60333007084735, |
| "learning_rate": 2.683643486777669e-07, |
| "loss": 1.6231, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.0008170030681697956, |
| "grad_norm": 15.760400853465885, |
| "learning_rate": 2.7032321253672873e-07, |
| "loss": 1.6369, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0008228807880846862, |
| "grad_norm": 11.039629773110311, |
| "learning_rate": 2.7228207639569055e-07, |
| "loss": 1.7291, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0008287585079995768, |
| "grad_norm": 13.050093706824535, |
| "learning_rate": 2.742409402546523e-07, |
| "loss": 1.3813, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.0008346362279144674, |
| "grad_norm": 13.5488482037351, |
| "learning_rate": 2.761998041136141e-07, |
| "loss": 1.8591, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.0008405139478293581, |
| "grad_norm": 11.7620793288059, |
| "learning_rate": 2.781586679725759e-07, |
| "loss": 1.721, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0008463916677442486, |
| "grad_norm": 10.320957727432353, |
| "learning_rate": 2.8011753183153774e-07, |
| "loss": 1.5765, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.0008522693876591393, |
| "grad_norm": 13.202134714301499, |
| "learning_rate": 2.8207639569049956e-07, |
| "loss": 1.9503, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.0008581471075740298, |
| "grad_norm": 11.162755956662153, |
| "learning_rate": 2.8403525954946133e-07, |
| "loss": 1.5982, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.0008640248274889205, |
| "grad_norm": 11.393460380375336, |
| "learning_rate": 2.8599412340842315e-07, |
| "loss": 1.6087, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.0008699025474038111, |
| "grad_norm": 14.494889123434431, |
| "learning_rate": 2.8795298726738497e-07, |
| "loss": 1.6165, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.0008757802673187017, |
| "grad_norm": 11.174271675177474, |
| "learning_rate": 2.8991185112634674e-07, |
| "loss": 1.7131, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.0008816579872335924, |
| "grad_norm": 9.71406247750616, |
| "learning_rate": 2.918707149853085e-07, |
| "loss": 1.4839, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.000887535707148483, |
| "grad_norm": 14.012114534660885, |
| "learning_rate": 2.9382957884427033e-07, |
| "loss": 1.6935, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.0008934134270633736, |
| "grad_norm": 10.065424608494785, |
| "learning_rate": 2.9578844270323215e-07, |
| "loss": 1.5043, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.0008992911469782642, |
| "grad_norm": 10.291357563146, |
| "learning_rate": 2.97747306562194e-07, |
| "loss": 1.5935, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.0009051688668931548, |
| "grad_norm": 9.468653200556892, |
| "learning_rate": 2.9970617042115574e-07, |
| "loss": 1.437, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.0009110465868080454, |
| "grad_norm": 11.658556544230711, |
| "learning_rate": 3.0166503428011757e-07, |
| "loss": 1.8376, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0009169243067229361, |
| "grad_norm": 9.056893243480333, |
| "learning_rate": 3.036238981390794e-07, |
| "loss": 1.2717, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.0009228020266378266, |
| "grad_norm": 9.678352816042532, |
| "learning_rate": 3.0558276199804116e-07, |
| "loss": 1.3479, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.0009286797465527173, |
| "grad_norm": 9.018293017844652, |
| "learning_rate": 3.07541625857003e-07, |
| "loss": 1.8007, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.0009345574664676078, |
| "grad_norm": 10.85779758090484, |
| "learning_rate": 3.0950048971596475e-07, |
| "loss": 1.5511, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.0009404351863824985, |
| "grad_norm": 9.215542538487705, |
| "learning_rate": 3.1145935357492657e-07, |
| "loss": 1.5077, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0009463129062973891, |
| "grad_norm": 10.441875100178423, |
| "learning_rate": 3.134182174338884e-07, |
| "loss": 1.2265, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.0009521906262122797, |
| "grad_norm": 11.707651718323877, |
| "learning_rate": 3.153770812928502e-07, |
| "loss": 1.6223, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.0009580683461271704, |
| "grad_norm": 11.50471640686927, |
| "learning_rate": 3.17335945151812e-07, |
| "loss": 1.5438, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.000963946066042061, |
| "grad_norm": 9.384813095151022, |
| "learning_rate": 3.192948090107738e-07, |
| "loss": 1.5544, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0009698237859569516, |
| "grad_norm": 16.29679950683345, |
| "learning_rate": 3.2125367286973563e-07, |
| "loss": 1.9744, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.0009757015058718422, |
| "grad_norm": 9.074030216135546, |
| "learning_rate": 3.2321253672869734e-07, |
| "loss": 1.5864, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.0009815792257867328, |
| "grad_norm": 9.283318899361504, |
| "learning_rate": 3.2517140058765917e-07, |
| "loss": 1.3906, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0009874569457016234, |
| "grad_norm": 10.17393481045071, |
| "learning_rate": 3.27130264446621e-07, |
| "loss": 1.6783, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.000993334665616514, |
| "grad_norm": 10.387335954943156, |
| "learning_rate": 3.2908912830558276e-07, |
| "loss": 1.6027, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0009992123855314047, |
| "grad_norm": 9.08557174133179, |
| "learning_rate": 3.310479921645446e-07, |
| "loss": 1.3654, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0010050901054462953, |
| "grad_norm": 9.595202107192796, |
| "learning_rate": 3.330068560235064e-07, |
| "loss": 1.5666, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0010109678253611858, |
| "grad_norm": 10.31606733640622, |
| "learning_rate": 3.3496571988246817e-07, |
| "loss": 1.6286, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.0010168455452760764, |
| "grad_norm": 9.326281386641854, |
| "learning_rate": 3.3692458374143e-07, |
| "loss": 1.9201, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.0010227232651909672, |
| "grad_norm": 8.994312317847095, |
| "learning_rate": 3.388834476003918e-07, |
| "loss": 1.5568, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0010286009851058577, |
| "grad_norm": 9.980025494040948, |
| "learning_rate": 3.4084231145935364e-07, |
| "loss": 1.354, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.0010344787050207483, |
| "grad_norm": 11.562220948333023, |
| "learning_rate": 3.428011753183154e-07, |
| "loss": 1.5634, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.001040356424935639, |
| "grad_norm": 9.776227430851645, |
| "learning_rate": 3.4476003917727723e-07, |
| "loss": 1.4959, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.0010462341448505296, |
| "grad_norm": 11.661631330611714, |
| "learning_rate": 3.4671890303623905e-07, |
| "loss": 1.5947, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.0010521118647654202, |
| "grad_norm": 11.68005984757505, |
| "learning_rate": 3.4867776689520076e-07, |
| "loss": 1.5006, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0010579895846803107, |
| "grad_norm": 12.777534176544883, |
| "learning_rate": 3.506366307541626e-07, |
| "loss": 1.4467, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0010638673045952015, |
| "grad_norm": 17.41785652701965, |
| "learning_rate": 3.5259549461312446e-07, |
| "loss": 1.9458, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.001069745024510092, |
| "grad_norm": 10.78085942187347, |
| "learning_rate": 3.545543584720862e-07, |
| "loss": 1.5085, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.0010756227444249826, |
| "grad_norm": 16.771876557156034, |
| "learning_rate": 3.56513222331048e-07, |
| "loss": 1.5092, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.0010815004643398732, |
| "grad_norm": 13.15308515651388, |
| "learning_rate": 3.584720861900098e-07, |
| "loss": 1.7019, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.001087378184254764, |
| "grad_norm": 15.191365994444775, |
| "learning_rate": 3.604309500489716e-07, |
| "loss": 1.4493, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.0010932559041696545, |
| "grad_norm": 9.667742910814834, |
| "learning_rate": 3.623898139079334e-07, |
| "loss": 1.4017, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.001099133624084545, |
| "grad_norm": 8.784865132869584, |
| "learning_rate": 3.6434867776689523e-07, |
| "loss": 1.2916, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0011050113439994356, |
| "grad_norm": 12.035429882395604, |
| "learning_rate": 3.6630754162585706e-07, |
| "loss": 1.5701, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.0011108890639143264, |
| "grad_norm": 10.937854560715525, |
| "learning_rate": 3.682664054848188e-07, |
| "loss": 1.261, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.001116766783829217, |
| "grad_norm": 13.452124396814133, |
| "learning_rate": 3.7022526934378065e-07, |
| "loss": 1.4703, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0011226445037441075, |
| "grad_norm": 8.894603197974076, |
| "learning_rate": 3.7218413320274247e-07, |
| "loss": 1.4685, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.0011285222236589983, |
| "grad_norm": 15.648678530497842, |
| "learning_rate": 3.7414299706170424e-07, |
| "loss": 1.8496, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.0011343999435738889, |
| "grad_norm": 11.032596124236516, |
| "learning_rate": 3.7610186092066606e-07, |
| "loss": 1.9087, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.0011402776634887794, |
| "grad_norm": 11.308196746519451, |
| "learning_rate": 3.780607247796279e-07, |
| "loss": 1.4356, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.00114615538340367, |
| "grad_norm": 10.712918855934676, |
| "learning_rate": 3.800195886385896e-07, |
| "loss": 1.5941, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0011520331033185607, |
| "grad_norm": 10.561945446326497, |
| "learning_rate": 3.819784524975514e-07, |
| "loss": 1.1996, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.0011579108232334513, |
| "grad_norm": 9.171518744551488, |
| "learning_rate": 3.8393731635651324e-07, |
| "loss": 1.8124, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.0011637885431483419, |
| "grad_norm": 11.090728930779585, |
| "learning_rate": 3.85896180215475e-07, |
| "loss": 1.5103, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.0011696662630632324, |
| "grad_norm": 21.075458727240783, |
| "learning_rate": 3.8785504407443683e-07, |
| "loss": 1.489, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.0011755439829781232, |
| "grad_norm": 9.785441331082623, |
| "learning_rate": 3.8981390793339866e-07, |
| "loss": 1.3845, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0011814217028930137, |
| "grad_norm": 10.6811684049893, |
| "learning_rate": 3.917727717923605e-07, |
| "loss": 1.6402, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.0011872994228079043, |
| "grad_norm": 9.419153945057552, |
| "learning_rate": 3.9373163565132225e-07, |
| "loss": 1.4811, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.001193177142722795, |
| "grad_norm": 10.076216378174424, |
| "learning_rate": 3.9569049951028407e-07, |
| "loss": 1.2899, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0011990548626376856, |
| "grad_norm": 9.960886685047456, |
| "learning_rate": 3.976493633692459e-07, |
| "loss": 1.4358, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.0012049325825525762, |
| "grad_norm": 8.401960196603293, |
| "learning_rate": 3.9960822722820766e-07, |
| "loss": 1.5201, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.0012108103024674668, |
| "grad_norm": 11.58937622232436, |
| "learning_rate": 4.015670910871695e-07, |
| "loss": 1.3173, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.0012166880223823575, |
| "grad_norm": 11.03334640239208, |
| "learning_rate": 4.035259549461313e-07, |
| "loss": 1.4313, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.001222565742297248, |
| "grad_norm": 10.107621975482537, |
| "learning_rate": 4.0548481880509307e-07, |
| "loss": 1.5898, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.0012284434622121386, |
| "grad_norm": 10.061788427468194, |
| "learning_rate": 4.074436826640549e-07, |
| "loss": 1.4872, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.0012343211821270292, |
| "grad_norm": 11.047462590018448, |
| "learning_rate": 4.094025465230167e-07, |
| "loss": 1.4513, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.00124019890204192, |
| "grad_norm": 9.225859001106716, |
| "learning_rate": 4.1136141038197843e-07, |
| "loss": 1.635, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.0012460766219568105, |
| "grad_norm": 9.08800716773603, |
| "learning_rate": 4.1332027424094025e-07, |
| "loss": 1.4819, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.001251954341871701, |
| "grad_norm": 8.868603405154412, |
| "learning_rate": 4.152791380999021e-07, |
| "loss": 1.2301, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.0012578320617865916, |
| "grad_norm": 14.15909109082643, |
| "learning_rate": 4.172380019588639e-07, |
| "loss": 1.9416, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.0012637097817014824, |
| "grad_norm": 9.067239599822472, |
| "learning_rate": 4.1919686581782567e-07, |
| "loss": 1.797, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.001269587501616373, |
| "grad_norm": 12.132058750911389, |
| "learning_rate": 4.211557296767875e-07, |
| "loss": 1.4109, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.0012754652215312635, |
| "grad_norm": 10.075853653825005, |
| "learning_rate": 4.231145935357493e-07, |
| "loss": 1.3572, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.0012813429414461543, |
| "grad_norm": 9.168243399608876, |
| "learning_rate": 4.250734573947111e-07, |
| "loss": 1.8158, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.0012872206613610449, |
| "grad_norm": 11.186175864257553, |
| "learning_rate": 4.270323212536729e-07, |
| "loss": 1.5282, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0012930983812759354, |
| "grad_norm": 8.733700945605664, |
| "learning_rate": 4.289911851126347e-07, |
| "loss": 1.5974, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.001298976101190826, |
| "grad_norm": 7.788910732857218, |
| "learning_rate": 4.309500489715965e-07, |
| "loss": 1.3257, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.0013048538211057168, |
| "grad_norm": 12.030091770377302, |
| "learning_rate": 4.329089128305583e-07, |
| "loss": 1.1955, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.0013107315410206073, |
| "grad_norm": 10.080106382940905, |
| "learning_rate": 4.3486777668952014e-07, |
| "loss": 1.3482, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.0013166092609354979, |
| "grad_norm": 11.07589048912045, |
| "learning_rate": 4.3682664054848196e-07, |
| "loss": 1.3602, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.0013224869808503884, |
| "grad_norm": 15.065493178868694, |
| "learning_rate": 4.3878550440744373e-07, |
| "loss": 1.248, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.0013283647007652792, |
| "grad_norm": 9.370347727362022, |
| "learning_rate": 4.4074436826640555e-07, |
| "loss": 1.429, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.0013342424206801698, |
| "grad_norm": 9.30558950644716, |
| "learning_rate": 4.4270323212536737e-07, |
| "loss": 1.45, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.0013401201405950603, |
| "grad_norm": 10.25603354658129, |
| "learning_rate": 4.446620959843291e-07, |
| "loss": 1.5622, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.0013459978605099509, |
| "grad_norm": 12.297542220540503, |
| "learning_rate": 4.466209598432909e-07, |
| "loss": 1.2, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.0013518755804248416, |
| "grad_norm": 9.331818179918656, |
| "learning_rate": 4.4857982370225273e-07, |
| "loss": 1.3011, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.0013577533003397322, |
| "grad_norm": 10.585992361010224, |
| "learning_rate": 4.505386875612145e-07, |
| "loss": 1.6246, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.0013636310202546228, |
| "grad_norm": 9.046465495391782, |
| "learning_rate": 4.524975514201763e-07, |
| "loss": 1.6676, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.0013695087401695135, |
| "grad_norm": 8.998925855520136, |
| "learning_rate": 4.5445641527913815e-07, |
| "loss": 1.6056, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.001375386460084404, |
| "grad_norm": 9.986723519133724, |
| "learning_rate": 4.564152791380999e-07, |
| "loss": 1.377, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.0013812641799992947, |
| "grad_norm": 9.61309475151082, |
| "learning_rate": 4.5837414299706174e-07, |
| "loss": 1.4077, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.0013871418999141852, |
| "grad_norm": 12.39156328483041, |
| "learning_rate": 4.6033300685602356e-07, |
| "loss": 1.2681, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.001393019619829076, |
| "grad_norm": 11.93909914894201, |
| "learning_rate": 4.622918707149854e-07, |
| "loss": 1.5578, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.0013988973397439665, |
| "grad_norm": 9.241067526275764, |
| "learning_rate": 4.6425073457394715e-07, |
| "loss": 1.424, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.001404775059658857, |
| "grad_norm": 69.09437420107695, |
| "learning_rate": 4.6620959843290897e-07, |
| "loss": 1.7323, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.0014106527795737477, |
| "grad_norm": 9.993143408906265, |
| "learning_rate": 4.681684622918708e-07, |
| "loss": 1.5018, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0014165304994886384, |
| "grad_norm": 10.458045510826041, |
| "learning_rate": 4.701273261508325e-07, |
| "loss": 1.3346, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.001422408219403529, |
| "grad_norm": 15.334313398712514, |
| "learning_rate": 4.720861900097944e-07, |
| "loss": 1.4986, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.0014282859393184195, |
| "grad_norm": 13.494956398702698, |
| "learning_rate": 4.740450538687562e-07, |
| "loss": 1.931, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.0014341636592333103, |
| "grad_norm": 10.152689352885435, |
| "learning_rate": 4.760039177277179e-07, |
| "loss": 1.5585, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.0014400413791482009, |
| "grad_norm": 8.834300902788739, |
| "learning_rate": 4.779627815866798e-07, |
| "loss": 1.3602, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.0014459190990630914, |
| "grad_norm": 11.381145111843919, |
| "learning_rate": 4.799216454456416e-07, |
| "loss": 1.7747, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.001451796818977982, |
| "grad_norm": 12.06148998092397, |
| "learning_rate": 4.818805093046033e-07, |
| "loss": 1.5178, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0014576745388928728, |
| "grad_norm": 8.703106046771826, |
| "learning_rate": 4.838393731635652e-07, |
| "loss": 1.5339, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.0014635522588077633, |
| "grad_norm": 11.925440014048084, |
| "learning_rate": 4.85798237022527e-07, |
| "loss": 1.3716, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.0014694299787226539, |
| "grad_norm": 9.313391960746207, |
| "learning_rate": 4.877571008814888e-07, |
| "loss": 1.5757, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0014753076986375444, |
| "grad_norm": 8.863788474883224, |
| "learning_rate": 4.897159647404505e-07, |
| "loss": 1.3941, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.0014811854185524352, |
| "grad_norm": 10.606405136809217, |
| "learning_rate": 4.916748285994123e-07, |
| "loss": 1.3419, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.0014870631384673258, |
| "grad_norm": 12.503980336764862, |
| "learning_rate": 4.936336924583742e-07, |
| "loss": 1.4387, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.0014929408583822163, |
| "grad_norm": 11.202398292907109, |
| "learning_rate": 4.95592556317336e-07, |
| "loss": 1.3391, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.0014988185782971069, |
| "grad_norm": 8.526431729740759, |
| "learning_rate": 4.975514201762978e-07, |
| "loss": 1.2921, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.0015046962982119977, |
| "grad_norm": 8.105752184018986, |
| "learning_rate": 4.995102840352596e-07, |
| "loss": 1.6518, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.0015105740181268882, |
| "grad_norm": 8.60563771477929, |
| "learning_rate": 5.014691478942213e-07, |
| "loss": 1.4145, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.0015164517380417788, |
| "grad_norm": 9.153779971343228, |
| "learning_rate": 5.034280117531832e-07, |
| "loss": 1.3801, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.0015223294579566695, |
| "grad_norm": 8.41877637538237, |
| "learning_rate": 5.05386875612145e-07, |
| "loss": 1.3788, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.00152820717787156, |
| "grad_norm": 8.94067688880904, |
| "learning_rate": 5.073457394711068e-07, |
| "loss": 1.27, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0015340848977864507, |
| "grad_norm": 10.981582990635001, |
| "learning_rate": 5.093046033300686e-07, |
| "loss": 1.4033, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.0015399626177013412, |
| "grad_norm": 10.577569060024489, |
| "learning_rate": 5.112634671890305e-07, |
| "loss": 1.2214, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.001545840337616232, |
| "grad_norm": 12.805732199689936, |
| "learning_rate": 5.132223310479923e-07, |
| "loss": 1.303, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.0015517180575311226, |
| "grad_norm": 11.328061019168393, |
| "learning_rate": 5.15181194906954e-07, |
| "loss": 1.239, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.0015575957774460131, |
| "grad_norm": 8.779910655482228, |
| "learning_rate": 5.171400587659158e-07, |
| "loss": 1.5309, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.0015634734973609037, |
| "grad_norm": 12.48858841285161, |
| "learning_rate": 5.190989226248776e-07, |
| "loss": 1.3235, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.0015693512172757944, |
| "grad_norm": 9.529030183678163, |
| "learning_rate": 5.210577864838394e-07, |
| "loss": 1.7585, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.001575228937190685, |
| "grad_norm": 8.60745560803701, |
| "learning_rate": 5.230166503428012e-07, |
| "loss": 1.3312, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.0015811066571055756, |
| "grad_norm": 11.884696881425304, |
| "learning_rate": 5.24975514201763e-07, |
| "loss": 1.6793, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.0015869843770204661, |
| "grad_norm": 8.967117197526099, |
| "learning_rate": 5.269343780607248e-07, |
| "loss": 1.4354, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0015928620969353569, |
| "grad_norm": 10.164939243499552, |
| "learning_rate": 5.288932419196866e-07, |
| "loss": 1.3092, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.0015987398168502474, |
| "grad_norm": 10.854358248443695, |
| "learning_rate": 5.308521057786485e-07, |
| "loss": 1.4924, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.001604617536765138, |
| "grad_norm": 8.960399631709869, |
| "learning_rate": 5.328109696376102e-07, |
| "loss": 1.5164, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.0016104952566800288, |
| "grad_norm": 31.472372986870518, |
| "learning_rate": 5.34769833496572e-07, |
| "loss": 1.8094, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.0016163729765949193, |
| "grad_norm": 8.473406841108375, |
| "learning_rate": 5.367286973555338e-07, |
| "loss": 1.2746, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0016222506965098099, |
| "grad_norm": 9.601218622750052, |
| "learning_rate": 5.386875612144956e-07, |
| "loss": 1.5087, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.0016281284164247004, |
| "grad_norm": 9.649058387787647, |
| "learning_rate": 5.406464250734575e-07, |
| "loss": 1.4106, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.0016340061363395912, |
| "grad_norm": 12.337790226855372, |
| "learning_rate": 5.426052889324193e-07, |
| "loss": 1.1803, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.0016398838562544818, |
| "grad_norm": 10.953084253896563, |
| "learning_rate": 5.445641527913811e-07, |
| "loss": 1.5586, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.0016457615761693723, |
| "grad_norm": 10.642696358664933, |
| "learning_rate": 5.465230166503428e-07, |
| "loss": 1.5048, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.001651639296084263, |
| "grad_norm": 10.736683560071118, |
| "learning_rate": 5.484818805093046e-07, |
| "loss": 1.6119, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.0016575170159991537, |
| "grad_norm": 10.990806499370061, |
| "learning_rate": 5.504407443682665e-07, |
| "loss": 1.5904, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.0016633947359140442, |
| "grad_norm": 8.163597300046485, |
| "learning_rate": 5.523996082272282e-07, |
| "loss": 1.4993, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.0016692724558289348, |
| "grad_norm": 8.147151905533738, |
| "learning_rate": 5.5435847208619e-07, |
| "loss": 1.4757, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.0016751501757438256, |
| "grad_norm": 9.599530081078425, |
| "learning_rate": 5.563173359451518e-07, |
| "loss": 1.5775, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.0016810278956587161, |
| "grad_norm": 10.21224899778634, |
| "learning_rate": 5.582761998041137e-07, |
| "loss": 1.6991, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.0016869056155736067, |
| "grad_norm": 9.785513490047899, |
| "learning_rate": 5.602350636630755e-07, |
| "loss": 1.4311, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.0016927833354884972, |
| "grad_norm": 7.874953791900144, |
| "learning_rate": 5.621939275220373e-07, |
| "loss": 1.3383, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.001698661055403388, |
| "grad_norm": 9.336147650202287, |
| "learning_rate": 5.641527913809991e-07, |
| "loss": 1.3211, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.0017045387753182786, |
| "grad_norm": 9.542961142594972, |
| "learning_rate": 5.661116552399608e-07, |
| "loss": 1.2768, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0017104164952331691, |
| "grad_norm": 9.590134538210235, |
| "learning_rate": 5.680705190989227e-07, |
| "loss": 1.6988, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.0017162942151480597, |
| "grad_norm": 10.325514884799286, |
| "learning_rate": 5.700293829578845e-07, |
| "loss": 1.4005, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.0017221719350629505, |
| "grad_norm": 10.585596643296642, |
| "learning_rate": 5.719882468168463e-07, |
| "loss": 1.4279, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.001728049654977841, |
| "grad_norm": 10.587814188427249, |
| "learning_rate": 5.739471106758081e-07, |
| "loss": 1.1622, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.0017339273748927316, |
| "grad_norm": 8.114925702550204, |
| "learning_rate": 5.759059745347699e-07, |
| "loss": 1.2287, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.0017398050948076221, |
| "grad_norm": 10.570600276337354, |
| "learning_rate": 5.778648383937317e-07, |
| "loss": 1.3479, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.001745682814722513, |
| "grad_norm": 7.904815223532098, |
| "learning_rate": 5.798237022526935e-07, |
| "loss": 1.3332, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.0017515605346374035, |
| "grad_norm": 8.907307462389863, |
| "learning_rate": 5.817825661116553e-07, |
| "loss": 1.081, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.001757438254552294, |
| "grad_norm": 11.75059259667856, |
| "learning_rate": 5.83741429970617e-07, |
| "loss": 1.7135, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.0017633159744671848, |
| "grad_norm": 9.072886413264408, |
| "learning_rate": 5.857002938295788e-07, |
| "loss": 1.6713, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0017691936943820753, |
| "grad_norm": 9.016576648856399, |
| "learning_rate": 5.876591576885407e-07, |
| "loss": 1.7791, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.001775071414296966, |
| "grad_norm": 9.023767161545154, |
| "learning_rate": 5.896180215475025e-07, |
| "loss": 1.3835, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.0017809491342118565, |
| "grad_norm": 9.962756123160855, |
| "learning_rate": 5.915768854064643e-07, |
| "loss": 1.6033, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.0017868268541267472, |
| "grad_norm": 9.133093847326018, |
| "learning_rate": 5.935357492654261e-07, |
| "loss": 1.4126, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.0017927045740416378, |
| "grad_norm": 11.5542021679122, |
| "learning_rate": 5.95494613124388e-07, |
| "loss": 1.2368, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.0017985822939565283, |
| "grad_norm": 11.907934876986705, |
| "learning_rate": 5.974534769833497e-07, |
| "loss": 1.3877, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.001804460013871419, |
| "grad_norm": 7.981708675663852, |
| "learning_rate": 5.994123408423115e-07, |
| "loss": 1.4267, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.0018103377337863097, |
| "grad_norm": 8.352686578158465, |
| "learning_rate": 6.013712047012733e-07, |
| "loss": 1.1058, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.0018162154537012002, |
| "grad_norm": 9.957225135648658, |
| "learning_rate": 6.033300685602351e-07, |
| "loss": 1.6818, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.0018220931736160908, |
| "grad_norm": 9.90328827616875, |
| "learning_rate": 6.05288932419197e-07, |
| "loss": 1.5766, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0018279708935309816, |
| "grad_norm": 11.369184065206666, |
| "learning_rate": 6.072477962781588e-07, |
| "loss": 1.096, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.0018338486134458721, |
| "grad_norm": 10.82625712962213, |
| "learning_rate": 6.092066601371205e-07, |
| "loss": 1.0124, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.0018397263333607627, |
| "grad_norm": 11.626285416738192, |
| "learning_rate": 6.111655239960823e-07, |
| "loss": 1.3971, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.0018456040532756532, |
| "grad_norm": 9.15673251705592, |
| "learning_rate": 6.131243878550441e-07, |
| "loss": 1.259, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.001851481773190544, |
| "grad_norm": 11.418733881821664, |
| "learning_rate": 6.15083251714006e-07, |
| "loss": 1.4944, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.0018573594931054346, |
| "grad_norm": 8.174275985243646, |
| "learning_rate": 6.170421155729677e-07, |
| "loss": 1.1997, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.0018632372130203251, |
| "grad_norm": 9.180576750869545, |
| "learning_rate": 6.190009794319295e-07, |
| "loss": 1.3872, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.0018691149329352157, |
| "grad_norm": 12.375955484763304, |
| "learning_rate": 6.209598432908913e-07, |
| "loss": 1.324, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.0018749926528501065, |
| "grad_norm": 9.560556934953807, |
| "learning_rate": 6.229187071498531e-07, |
| "loss": 1.4166, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.001880870372764997, |
| "grad_norm": 9.492269725987041, |
| "learning_rate": 6.24877571008815e-07, |
| "loss": 1.0062, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0018867480926798876, |
| "grad_norm": 10.202432437740011, |
| "learning_rate": 6.268364348677768e-07, |
| "loss": 1.4843, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.0018926258125947781, |
| "grad_norm": 10.254012500981297, |
| "learning_rate": 6.287952987267386e-07, |
| "loss": 1.5466, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.001898503532509669, |
| "grad_norm": 11.225147665082007, |
| "learning_rate": 6.307541625857004e-07, |
| "loss": 1.7476, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.0019043812524245595, |
| "grad_norm": 8.162781954607768, |
| "learning_rate": 6.327130264446621e-07, |
| "loss": 1.4437, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.00191025897233945, |
| "grad_norm": 9.079994444957677, |
| "learning_rate": 6.34671890303624e-07, |
| "loss": 1.1562, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.0019161366922543408, |
| "grad_norm": 9.634816296804672, |
| "learning_rate": 6.366307541625858e-07, |
| "loss": 1.6029, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.0019220144121692314, |
| "grad_norm": 11.76794240323632, |
| "learning_rate": 6.385896180215476e-07, |
| "loss": 1.2548, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.001927892132084122, |
| "grad_norm": 9.010097944627907, |
| "learning_rate": 6.405484818805094e-07, |
| "loss": 1.2053, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.0019337698519990125, |
| "grad_norm": 10.400030554541505, |
| "learning_rate": 6.425073457394713e-07, |
| "loss": 1.2347, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.0019396475719139032, |
| "grad_norm": 9.580005301294532, |
| "learning_rate": 6.444662095984329e-07, |
| "loss": 1.441, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0019455252918287938, |
| "grad_norm": 95.9734686900897, |
| "learning_rate": 6.464250734573947e-07, |
| "loss": 1.6166, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.0019514030117436844, |
| "grad_norm": 10.36525345635369, |
| "learning_rate": 6.483839373163565e-07, |
| "loss": 1.2509, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.001957280731658575, |
| "grad_norm": 10.002390744057713, |
| "learning_rate": 6.503428011753183e-07, |
| "loss": 1.4298, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.0019631584515734657, |
| "grad_norm": 8.217876579856577, |
| "learning_rate": 6.523016650342802e-07, |
| "loss": 1.2985, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.001969036171488356, |
| "grad_norm": 10.009667776909204, |
| "learning_rate": 6.54260528893242e-07, |
| "loss": 1.7514, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.001974913891403247, |
| "grad_norm": 8.951831687444894, |
| "learning_rate": 6.562193927522038e-07, |
| "loss": 1.5412, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.0019807916113181376, |
| "grad_norm": 9.069755801521628, |
| "learning_rate": 6.581782566111655e-07, |
| "loss": 1.1909, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.001986669331233028, |
| "grad_norm": 12.005699769054418, |
| "learning_rate": 6.601371204701273e-07, |
| "loss": 1.3262, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.0019925470511479187, |
| "grad_norm": 9.69892721507397, |
| "learning_rate": 6.620959843290892e-07, |
| "loss": 1.3983, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0019984247710628095, |
| "grad_norm": 10.120949574403364, |
| "learning_rate": 6.64054848188051e-07, |
| "loss": 1.8783, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0020043024909777, |
| "grad_norm": 8.432805148499385, |
| "learning_rate": 6.660137120470128e-07, |
| "loss": 1.4789, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.0020101802108925906, |
| "grad_norm": 9.690110308833203, |
| "learning_rate": 6.679725759059746e-07, |
| "loss": 1.2415, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.0020160579308074814, |
| "grad_norm": 9.80807295529178, |
| "learning_rate": 6.699314397649363e-07, |
| "loss": 1.2757, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.0020219356507223717, |
| "grad_norm": 9.956040308785957, |
| "learning_rate": 6.718903036238982e-07, |
| "loss": 1.2862, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.0020278133706372625, |
| "grad_norm": 7.842215017092853, |
| "learning_rate": 6.7384916748286e-07, |
| "loss": 1.2398, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.002033691090552153, |
| "grad_norm": 7.648481343331776, |
| "learning_rate": 6.758080313418218e-07, |
| "loss": 1.1184, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.0020395688104670436, |
| "grad_norm": 12.194721433776252, |
| "learning_rate": 6.777668952007836e-07, |
| "loss": 1.7089, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.0020454465303819344, |
| "grad_norm": 7.690015793298225, |
| "learning_rate": 6.797257590597454e-07, |
| "loss": 1.4625, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.0020513242502968247, |
| "grad_norm": 11.691899229743722, |
| "learning_rate": 6.816846229187073e-07, |
| "loss": 1.2942, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.0020572019702117155, |
| "grad_norm": 9.815989117817255, |
| "learning_rate": 6.83643486777669e-07, |
| "loss": 1.4441, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0020630796901266063, |
| "grad_norm": 7.700996093887788, |
| "learning_rate": 6.856023506366308e-07, |
| "loss": 1.2803, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.0020689574100414966, |
| "grad_norm": 9.5858324599782, |
| "learning_rate": 6.875612144955926e-07, |
| "loss": 1.5798, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.0020748351299563874, |
| "grad_norm": 10.225643669078298, |
| "learning_rate": 6.895200783545545e-07, |
| "loss": 1.4671, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.002080712849871278, |
| "grad_norm": 12.74888973456531, |
| "learning_rate": 6.914789422135163e-07, |
| "loss": 1.2033, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.0020865905697861685, |
| "grad_norm": 8.747052996779347, |
| "learning_rate": 6.934378060724781e-07, |
| "loss": 1.4468, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.0020924682897010593, |
| "grad_norm": 10.224825910436632, |
| "learning_rate": 6.953966699314397e-07, |
| "loss": 1.3275, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.0020983460096159496, |
| "grad_norm": 9.76538128069528, |
| "learning_rate": 6.973555337904015e-07, |
| "loss": 1.2248, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.0021042237295308404, |
| "grad_norm": 9.343421907990354, |
| "learning_rate": 6.993143976493634e-07, |
| "loss": 1.4222, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.002110101449445731, |
| "grad_norm": 11.07607790792727, |
| "learning_rate": 7.012732615083252e-07, |
| "loss": 1.4655, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.0021159791693606215, |
| "grad_norm": 9.43492641142549, |
| "learning_rate": 7.032321253672871e-07, |
| "loss": 1.3952, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0021218568892755123, |
| "grad_norm": 10.725935879524329, |
| "learning_rate": 7.051909892262489e-07, |
| "loss": 1.3749, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.002127734609190403, |
| "grad_norm": 10.459955763777726, |
| "learning_rate": 7.071498530852107e-07, |
| "loss": 1.3638, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.0021336123291052934, |
| "grad_norm": 10.084883781318648, |
| "learning_rate": 7.091087169441724e-07, |
| "loss": 1.5208, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.002139490049020184, |
| "grad_norm": 10.037233174623386, |
| "learning_rate": 7.110675808031342e-07, |
| "loss": 1.2152, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.002145367768935075, |
| "grad_norm": 8.813983991816277, |
| "learning_rate": 7.13026444662096e-07, |
| "loss": 1.6647, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.0021512454888499653, |
| "grad_norm": 12.20631481651128, |
| "learning_rate": 7.149853085210578e-07, |
| "loss": 1.6276, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.002157123208764856, |
| "grad_norm": 12.98213610184426, |
| "learning_rate": 7.169441723800196e-07, |
| "loss": 1.5915, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.0021630009286797464, |
| "grad_norm": 9.21805497063901, |
| "learning_rate": 7.189030362389815e-07, |
| "loss": 1.336, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.002168878648594637, |
| "grad_norm": 9.109226384013539, |
| "learning_rate": 7.208619000979432e-07, |
| "loss": 1.6266, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.002174756368509528, |
| "grad_norm": 10.455222812127753, |
| "learning_rate": 7.22820763956905e-07, |
| "loss": 1.262, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0021806340884244183, |
| "grad_norm": 8.391319723021606, |
| "learning_rate": 7.247796278158668e-07, |
| "loss": 1.1648, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.002186511808339309, |
| "grad_norm": 120.89278453800495, |
| "learning_rate": 7.267384916748286e-07, |
| "loss": 1.4725, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.0021923895282542, |
| "grad_norm": 10.561377041726836, |
| "learning_rate": 7.286973555337905e-07, |
| "loss": 1.2098, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.00219826724816909, |
| "grad_norm": 10.679479268602012, |
| "learning_rate": 7.306562193927523e-07, |
| "loss": 1.3308, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.002204144968083981, |
| "grad_norm": 8.485373095871307, |
| "learning_rate": 7.326150832517141e-07, |
| "loss": 1.5223, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0022100226879988713, |
| "grad_norm": 8.997398533127315, |
| "learning_rate": 7.345739471106758e-07, |
| "loss": 1.4203, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.002215900407913762, |
| "grad_norm": 9.068897975931213, |
| "learning_rate": 7.365328109696377e-07, |
| "loss": 1.257, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.002221778127828653, |
| "grad_norm": 9.307758093247212, |
| "learning_rate": 7.384916748285995e-07, |
| "loss": 1.0995, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.002227655847743543, |
| "grad_norm": 10.070537945717394, |
| "learning_rate": 7.404505386875613e-07, |
| "loss": 1.7374, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.002233533567658434, |
| "grad_norm": 10.366005280163792, |
| "learning_rate": 7.424094025465231e-07, |
| "loss": 1.2628, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0022394112875733247, |
| "grad_norm": 9.08901956278531, |
| "learning_rate": 7.443682664054849e-07, |
| "loss": 1.1628, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.002245289007488215, |
| "grad_norm": 9.146350725847851, |
| "learning_rate": 7.463271302644467e-07, |
| "loss": 1.5435, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.002251166727403106, |
| "grad_norm": 11.350273071816241, |
| "learning_rate": 7.482859941234085e-07, |
| "loss": 1.4359, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.0022570444473179966, |
| "grad_norm": 10.745208607274986, |
| "learning_rate": 7.502448579823703e-07, |
| "loss": 1.5371, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.002262922167232887, |
| "grad_norm": 9.133230654048408, |
| "learning_rate": 7.522037218413321e-07, |
| "loss": 1.2589, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.0022687998871477777, |
| "grad_norm": 9.919975618980674, |
| "learning_rate": 7.541625857002939e-07, |
| "loss": 1.5764, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.002274677607062668, |
| "grad_norm": 10.015249785262874, |
| "learning_rate": 7.561214495592558e-07, |
| "loss": 1.2103, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.002280555326977559, |
| "grad_norm": 9.298714026316576, |
| "learning_rate": 7.580803134182176e-07, |
| "loss": 1.2527, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.0022864330468924496, |
| "grad_norm": 7.855421719465326, |
| "learning_rate": 7.600391772771792e-07, |
| "loss": 0.9689, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.00229231076680734, |
| "grad_norm": 8.19603172426781, |
| "learning_rate": 7.61998041136141e-07, |
| "loss": 1.5125, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0022981884867222307, |
| "grad_norm": 9.355341043777715, |
| "learning_rate": 7.639569049951028e-07, |
| "loss": 1.0824, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.0023040662066371215, |
| "grad_norm": 7.6510926135371875, |
| "learning_rate": 7.659157688540647e-07, |
| "loss": 1.3634, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.002309943926552012, |
| "grad_norm": 10.424234163569968, |
| "learning_rate": 7.678746327130265e-07, |
| "loss": 1.6378, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.0023158216464669026, |
| "grad_norm": 9.89076424202504, |
| "learning_rate": 7.698334965719883e-07, |
| "loss": 1.3423, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.0023216993663817934, |
| "grad_norm": 12.940539054812946, |
| "learning_rate": 7.7179236043095e-07, |
| "loss": 1.2945, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0023275770862966837, |
| "grad_norm": 7.680461776345431, |
| "learning_rate": 7.737512242899118e-07, |
| "loss": 1.0659, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.0023334548062115745, |
| "grad_norm": 8.63479952985547, |
| "learning_rate": 7.757100881488737e-07, |
| "loss": 1.4686, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.002339332526126465, |
| "grad_norm": 8.979262603318334, |
| "learning_rate": 7.776689520078355e-07, |
| "loss": 1.0556, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.0023452102460413556, |
| "grad_norm": 10.076704637113531, |
| "learning_rate": 7.796278158667973e-07, |
| "loss": 1.4495, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.0023510879659562464, |
| "grad_norm": 8.951312030590396, |
| "learning_rate": 7.815866797257591e-07, |
| "loss": 1.6132, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0023569656858711367, |
| "grad_norm": 8.979873542188797, |
| "learning_rate": 7.83545543584721e-07, |
| "loss": 1.3542, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.0023628434057860275, |
| "grad_norm": 9.51825670965823, |
| "learning_rate": 7.855044074436827e-07, |
| "loss": 1.402, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.0023687211257009183, |
| "grad_norm": 8.896133514148623, |
| "learning_rate": 7.874632713026445e-07, |
| "loss": 1.2905, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.0023745988456158086, |
| "grad_norm": 9.451231888455286, |
| "learning_rate": 7.894221351616063e-07, |
| "loss": 1.4826, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.0023804765655306994, |
| "grad_norm": 10.471983965291152, |
| "learning_rate": 7.913809990205681e-07, |
| "loss": 1.3434, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.00238635428544559, |
| "grad_norm": 8.795466845801405, |
| "learning_rate": 7.9333986287953e-07, |
| "loss": 1.4804, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.0023922320053604805, |
| "grad_norm": 8.395943785928992, |
| "learning_rate": 7.952987267384918e-07, |
| "loss": 1.3481, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.0023981097252753713, |
| "grad_norm": 8.57882860152985, |
| "learning_rate": 7.972575905974535e-07, |
| "loss": 1.4464, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.0024039874451902616, |
| "grad_norm": 9.311372146946045, |
| "learning_rate": 7.992164544564153e-07, |
| "loss": 1.4611, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.0024098651651051524, |
| "grad_norm": 8.618542789091416, |
| "learning_rate": 8.011753183153771e-07, |
| "loss": 1.323, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.002415742885020043, |
| "grad_norm": 9.51907141373062, |
| "learning_rate": 8.03134182174339e-07, |
| "loss": 1.1481, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.0024216206049349335, |
| "grad_norm": 10.019154850223428, |
| "learning_rate": 8.050930460333008e-07, |
| "loss": 1.243, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.0024274983248498243, |
| "grad_norm": 9.326959371627055, |
| "learning_rate": 8.070519098922626e-07, |
| "loss": 1.3822, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.002433376044764715, |
| "grad_norm": 9.228495426900992, |
| "learning_rate": 8.090107737512244e-07, |
| "loss": 1.1939, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.0024392537646796054, |
| "grad_norm": 9.307552867358865, |
| "learning_rate": 8.109696376101861e-07, |
| "loss": 1.3198, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.002445131484594496, |
| "grad_norm": 8.463031761866146, |
| "learning_rate": 8.12928501469148e-07, |
| "loss": 1.4693, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.0024510092045093865, |
| "grad_norm": 9.192023455695411, |
| "learning_rate": 8.148873653281098e-07, |
| "loss": 1.2851, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.0024568869244242773, |
| "grad_norm": 8.852688157505836, |
| "learning_rate": 8.168462291870716e-07, |
| "loss": 1.3559, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.002462764644339168, |
| "grad_norm": 10.27985063998931, |
| "learning_rate": 8.188050930460334e-07, |
| "loss": 1.5606, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0024686423642540584, |
| "grad_norm": 8.299719168895864, |
| "learning_rate": 8.207639569049953e-07, |
| "loss": 1.1143, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.002474520084168949, |
| "grad_norm": 9.944928729713705, |
| "learning_rate": 8.227228207639569e-07, |
| "loss": 1.3194, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.00248039780408384, |
| "grad_norm": 12.03407092301725, |
| "learning_rate": 8.246816846229187e-07, |
| "loss": 1.4087, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.0024862755239987303, |
| "grad_norm": 14.891508805712057, |
| "learning_rate": 8.266405484818805e-07, |
| "loss": 1.4645, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.002492153243913621, |
| "grad_norm": 9.1187340513171, |
| "learning_rate": 8.285994123408423e-07, |
| "loss": 1.1926, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.002498030963828512, |
| "grad_norm": 9.319764152313796, |
| "learning_rate": 8.305582761998042e-07, |
| "loss": 1.2343, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.002503908683743402, |
| "grad_norm": 10.484381391020465, |
| "learning_rate": 8.32517140058766e-07, |
| "loss": 1.2541, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.002509786403658293, |
| "grad_norm": 8.69167001436625, |
| "learning_rate": 8.344760039177278e-07, |
| "loss": 1.2757, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.0025156641235731833, |
| "grad_norm": 10.430608969858419, |
| "learning_rate": 8.364348677766895e-07, |
| "loss": 1.3012, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.002521541843488074, |
| "grad_norm": 9.637826577295606, |
| "learning_rate": 8.383937316356513e-07, |
| "loss": 1.4526, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.002527419563402965, |
| "grad_norm": 9.875465863294172, |
| "learning_rate": 8.403525954946132e-07, |
| "loss": 1.3497, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.002533297283317855, |
| "grad_norm": 10.327297011939747, |
| "learning_rate": 8.42311459353575e-07, |
| "loss": 1.6876, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.002539175003232746, |
| "grad_norm": 8.944459341621092, |
| "learning_rate": 8.442703232125368e-07, |
| "loss": 1.557, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.0025450527231476367, |
| "grad_norm": 9.38025206199169, |
| "learning_rate": 8.462291870714986e-07, |
| "loss": 1.4929, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.002550930443062527, |
| "grad_norm": 6.7474803815775894, |
| "learning_rate": 8.481880509304604e-07, |
| "loss": 1.1632, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.002556808162977418, |
| "grad_norm": 9.316752827855126, |
| "learning_rate": 8.501469147894222e-07, |
| "loss": 1.555, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.0025626858828923086, |
| "grad_norm": 8.950472923863874, |
| "learning_rate": 8.52105778648384e-07, |
| "loss": 1.5023, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.002568563602807199, |
| "grad_norm": 7.877832954575786, |
| "learning_rate": 8.540646425073458e-07, |
| "loss": 1.2223, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.0025744413227220897, |
| "grad_norm": 11.13541528348567, |
| "learning_rate": 8.560235063663076e-07, |
| "loss": 1.4983, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.00258031904263698, |
| "grad_norm": 10.284682190541375, |
| "learning_rate": 8.579823702252694e-07, |
| "loss": 1.4565, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.002586196762551871, |
| "grad_norm": 7.154879985048399, |
| "learning_rate": 8.599412340842313e-07, |
| "loss": 0.9219, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.0025920744824667616, |
| "grad_norm": 12.374858918870638, |
| "learning_rate": 8.61900097943193e-07, |
| "loss": 1.3466, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.002597952202381652, |
| "grad_norm": 9.530586145055318, |
| "learning_rate": 8.638589618021548e-07, |
| "loss": 1.2966, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.0026038299222965427, |
| "grad_norm": 10.52530275859048, |
| "learning_rate": 8.658178256611166e-07, |
| "loss": 1.535, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.0026097076422114335, |
| "grad_norm": 11.113832609940571, |
| "learning_rate": 8.677766895200785e-07, |
| "loss": 1.2633, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.002615585362126324, |
| "grad_norm": 9.893958350977293, |
| "learning_rate": 8.697355533790403e-07, |
| "loss": 1.1753, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.0026214630820412146, |
| "grad_norm": 9.699442687702016, |
| "learning_rate": 8.716944172380021e-07, |
| "loss": 1.2883, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.0026273408019561054, |
| "grad_norm": 8.627446824111422, |
| "learning_rate": 8.736532810969639e-07, |
| "loss": 1.2994, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.0026332185218709957, |
| "grad_norm": 9.18927129378313, |
| "learning_rate": 8.756121449559256e-07, |
| "loss": 1.0687, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.0026390962417858865, |
| "grad_norm": 11.084942651516588, |
| "learning_rate": 8.775710088148875e-07, |
| "loss": 1.2795, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.002644973961700777, |
| "grad_norm": 9.129354706792896, |
| "learning_rate": 8.795298726738493e-07, |
| "loss": 1.3835, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0026508516816156676, |
| "grad_norm": 12.327908421949875, |
| "learning_rate": 8.814887365328111e-07, |
| "loss": 1.5225, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.0026567294015305584, |
| "grad_norm": 8.31873640235426, |
| "learning_rate": 8.834476003917729e-07, |
| "loss": 0.8396, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.0026626071214454487, |
| "grad_norm": 9.854541808925802, |
| "learning_rate": 8.854064642507347e-07, |
| "loss": 1.5565, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.0026684848413603395, |
| "grad_norm": 9.985607380778386, |
| "learning_rate": 8.873653281096964e-07, |
| "loss": 1.342, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.0026743625612752303, |
| "grad_norm": 8.500019891152785, |
| "learning_rate": 8.893241919686582e-07, |
| "loss": 1.2752, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.0026802402811901206, |
| "grad_norm": 9.733680853033052, |
| "learning_rate": 8.9128305582762e-07, |
| "loss": 1.337, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.0026861180011050114, |
| "grad_norm": 8.956767161220945, |
| "learning_rate": 8.932419196865818e-07, |
| "loss": 1.2516, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.0026919957210199017, |
| "grad_norm": 8.920962685189888, |
| "learning_rate": 8.952007835455436e-07, |
| "loss": 1.2214, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.0026978734409347925, |
| "grad_norm": 7.890385891017338, |
| "learning_rate": 8.971596474045055e-07, |
| "loss": 1.2096, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.0027037511608496833, |
| "grad_norm": 8.718195916912373, |
| "learning_rate": 8.991185112634673e-07, |
| "loss": 1.4737, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0027096288807645736, |
| "grad_norm": 9.678136630934903, |
| "learning_rate": 9.01077375122429e-07, |
| "loss": 1.4187, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.0027155066006794644, |
| "grad_norm": 9.23524546999622, |
| "learning_rate": 9.030362389813908e-07, |
| "loss": 1.6633, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.002721384320594355, |
| "grad_norm": 9.32560092969864, |
| "learning_rate": 9.049951028403526e-07, |
| "loss": 1.1974, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.0027272620405092455, |
| "grad_norm": 9.528071260395997, |
| "learning_rate": 9.069539666993145e-07, |
| "loss": 1.1997, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.0027331397604241363, |
| "grad_norm": 10.425385414374023, |
| "learning_rate": 9.089128305582763e-07, |
| "loss": 1.3841, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.002739017480339027, |
| "grad_norm": 9.650811170590984, |
| "learning_rate": 9.108716944172381e-07, |
| "loss": 1.445, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.0027448952002539174, |
| "grad_norm": 9.252989896370744, |
| "learning_rate": 9.128305582761998e-07, |
| "loss": 1.4595, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.002750772920168808, |
| "grad_norm": 8.799240937283905, |
| "learning_rate": 9.147894221351617e-07, |
| "loss": 1.3579, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.0027566506400836985, |
| "grad_norm": 9.687119531664132, |
| "learning_rate": 9.167482859941235e-07, |
| "loss": 1.3415, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.0027625283599985893, |
| "grad_norm": 8.093757997436107, |
| "learning_rate": 9.187071498530853e-07, |
| "loss": 1.0167, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.00276840607991348, |
| "grad_norm": 8.141074348047649, |
| "learning_rate": 9.206660137120471e-07, |
| "loss": 1.5446, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.0027742837998283704, |
| "grad_norm": 8.677237791994125, |
| "learning_rate": 9.226248775710089e-07, |
| "loss": 1.5067, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.002780161519743261, |
| "grad_norm": 10.61789466008841, |
| "learning_rate": 9.245837414299708e-07, |
| "loss": 1.3241, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.002786039239658152, |
| "grad_norm": 8.683931156910312, |
| "learning_rate": 9.265426052889325e-07, |
| "loss": 1.8794, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.0027919169595730423, |
| "grad_norm": 12.103438115936399, |
| "learning_rate": 9.285014691478943e-07, |
| "loss": 1.5244, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.002797794679487933, |
| "grad_norm": 9.337103354710932, |
| "learning_rate": 9.304603330068561e-07, |
| "loss": 1.1772, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.002803672399402824, |
| "grad_norm": 7.2667453744292265, |
| "learning_rate": 9.324191968658179e-07, |
| "loss": 1.336, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.002809550119317714, |
| "grad_norm": 7.7598194126940205, |
| "learning_rate": 9.343780607247798e-07, |
| "loss": 1.1973, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.002815427839232605, |
| "grad_norm": 8.149477213248854, |
| "learning_rate": 9.363369245837416e-07, |
| "loss": 0.97, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.0028213055591474953, |
| "grad_norm": 9.690960617524013, |
| "learning_rate": 9.382957884427032e-07, |
| "loss": 1.5165, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.002827183279062386, |
| "grad_norm": 7.931888369964113, |
| "learning_rate": 9.40254652301665e-07, |
| "loss": 1.2378, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.002833060998977277, |
| "grad_norm": 10.600482057686264, |
| "learning_rate": 9.42213516160627e-07, |
| "loss": 1.4659, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.002838938718892167, |
| "grad_norm": 7.766775925211392, |
| "learning_rate": 9.441723800195888e-07, |
| "loss": 1.3378, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.002844816438807058, |
| "grad_norm": 8.567731069736155, |
| "learning_rate": 9.461312438785506e-07, |
| "loss": 1.2967, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.0028506941587219487, |
| "grad_norm": 8.798070275014695, |
| "learning_rate": 9.480901077375124e-07, |
| "loss": 1.696, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.002856571878636839, |
| "grad_norm": 9.728901498213226, |
| "learning_rate": 9.500489715964742e-07, |
| "loss": 1.412, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.00286244959855173, |
| "grad_norm": 11.037063609664564, |
| "learning_rate": 9.520078354554358e-07, |
| "loss": 1.5683, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.0028683273184666206, |
| "grad_norm": 10.07693872625589, |
| "learning_rate": 9.539666993143978e-07, |
| "loss": 1.3795, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.002874205038381511, |
| "grad_norm": 9.198521301044554, |
| "learning_rate": 9.559255631733596e-07, |
| "loss": 1.3621, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.0028800827582964018, |
| "grad_norm": 9.072594042611673, |
| "learning_rate": 9.578844270323214e-07, |
| "loss": 1.2669, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.002885960478211292, |
| "grad_norm": 10.420415483294377, |
| "learning_rate": 9.598432908912832e-07, |
| "loss": 1.2451, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.002891838198126183, |
| "grad_norm": 8.650756741993991, |
| "learning_rate": 9.61802154750245e-07, |
| "loss": 1.3327, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.0028977159180410736, |
| "grad_norm": 10.699415230564549, |
| "learning_rate": 9.637610186092067e-07, |
| "loss": 1.3475, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.002903593637955964, |
| "grad_norm": 10.252178027073803, |
| "learning_rate": 9.657198824681685e-07, |
| "loss": 1.6232, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.0029094713578708548, |
| "grad_norm": 8.058950860691148, |
| "learning_rate": 9.676787463271303e-07, |
| "loss": 1.3211, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.0029153490777857455, |
| "grad_norm": 10.007337786160015, |
| "learning_rate": 9.696376101860921e-07, |
| "loss": 1.5046, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.002921226797700636, |
| "grad_norm": 7.85615985186399, |
| "learning_rate": 9.71596474045054e-07, |
| "loss": 1.1484, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.0029271045176155266, |
| "grad_norm": 8.540344613450793, |
| "learning_rate": 9.735553379040158e-07, |
| "loss": 1.4431, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.002932982237530417, |
| "grad_norm": 8.896907762371791, |
| "learning_rate": 9.755142017629776e-07, |
| "loss": 1.1179, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.0029388599574453078, |
| "grad_norm": 8.91483404955683, |
| "learning_rate": 9.774730656219392e-07, |
| "loss": 1.9639, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 170134, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7987300275200.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
