| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.9891808346213296, |
| "eval_steps": 500, |
| "global_step": 805, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0061823802163833074, |
| "grad_norm": 10.693047278702467, |
| "learning_rate": 9.876543209876544e-07, |
| "loss": 1.6775, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.012364760432766615, |
| "grad_norm": 10.815416954217403, |
| "learning_rate": 1.9753086419753087e-06, |
| "loss": 1.6824, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.01854714064914992, |
| "grad_norm": 10.616338898894972, |
| "learning_rate": 2.962962962962963e-06, |
| "loss": 1.6745, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.02472952086553323, |
| "grad_norm": 9.861459123224664, |
| "learning_rate": 3.9506172839506175e-06, |
| "loss": 1.6421, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.030911901081916538, |
| "grad_norm": 7.614357546616699, |
| "learning_rate": 4.938271604938272e-06, |
| "loss": 1.5691, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.03709428129829984, |
| "grad_norm": 4.203625583627038, |
| "learning_rate": 5.925925925925926e-06, |
| "loss": 1.5004, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.04327666151468315, |
| "grad_norm": 3.5662282715378195, |
| "learning_rate": 6.913580246913581e-06, |
| "loss": 1.4777, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.04945904173106646, |
| "grad_norm": 5.739743938641111, |
| "learning_rate": 7.901234567901235e-06, |
| "loss": 1.4747, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.05564142194744977, |
| "grad_norm": 6.180000116352135, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 1.4418, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.061823802163833076, |
| "grad_norm": 6.739405843412405, |
| "learning_rate": 9.876543209876543e-06, |
| "loss": 1.3952, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06800618238021638, |
| "grad_norm": 7.52997521103117, |
| "learning_rate": 1.0864197530864198e-05, |
| "loss": 1.3959, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.07418856259659969, |
| "grad_norm": 6.385085000826414, |
| "learning_rate": 1.1851851851851852e-05, |
| "loss": 1.363, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.080370942812983, |
| "grad_norm": 5.007200781174352, |
| "learning_rate": 1.2839506172839507e-05, |
| "loss": 1.3392, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0865533230293663, |
| "grad_norm": 4.058377749470976, |
| "learning_rate": 1.3827160493827162e-05, |
| "loss": 1.3045, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.09273570324574962, |
| "grad_norm": 3.5316422870540793, |
| "learning_rate": 1.4814814814814815e-05, |
| "loss": 1.2877, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.09891808346213292, |
| "grad_norm": 3.842638477890943, |
| "learning_rate": 1.580246913580247e-05, |
| "loss": 1.2683, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.10510046367851623, |
| "grad_norm": 3.1304998105929815, |
| "learning_rate": 1.6790123456790123e-05, |
| "loss": 1.2722, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.11128284389489954, |
| "grad_norm": 1.831350110427916, |
| "learning_rate": 1.7777777777777777e-05, |
| "loss": 1.2427, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.11746522411128284, |
| "grad_norm": 2.1448411883286593, |
| "learning_rate": 1.8765432098765433e-05, |
| "loss": 1.238, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.12364760432766615, |
| "grad_norm": 2.0898956083682263, |
| "learning_rate": 1.9753086419753087e-05, |
| "loss": 1.2214, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.12982998454404945, |
| "grad_norm": 1.5783782113338631, |
| "learning_rate": 2.074074074074074e-05, |
| "loss": 1.21, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.13601236476043277, |
| "grad_norm": 1.7643935663724537, |
| "learning_rate": 2.1728395061728397e-05, |
| "loss": 1.1865, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.14219474497681608, |
| "grad_norm": 2.0831771497504783, |
| "learning_rate": 2.271604938271605e-05, |
| "loss": 1.195, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.14837712519319937, |
| "grad_norm": 1.7488536795684462, |
| "learning_rate": 2.3703703703703703e-05, |
| "loss": 1.1696, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1545595054095827, |
| "grad_norm": 1.5931909595273852, |
| "learning_rate": 2.469135802469136e-05, |
| "loss": 1.1892, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.160741885625966, |
| "grad_norm": 1.396445568089242, |
| "learning_rate": 2.5679012345679013e-05, |
| "loss": 1.1793, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.16692426584234932, |
| "grad_norm": 1.0145848862012221, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 1.1664, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1731066460587326, |
| "grad_norm": 2.4324574107146226, |
| "learning_rate": 2.7654320987654323e-05, |
| "loss": 1.1573, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.17928902627511592, |
| "grad_norm": 1.4236022981017393, |
| "learning_rate": 2.8641975308641977e-05, |
| "loss": 1.1501, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.18547140649149924, |
| "grad_norm": 2.1562503786156153, |
| "learning_rate": 2.962962962962963e-05, |
| "loss": 1.1608, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.19165378670788252, |
| "grad_norm": 1.9018824527792042, |
| "learning_rate": 3.061728395061729e-05, |
| "loss": 1.1451, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.19783616692426584, |
| "grad_norm": 1.5703835911829096, |
| "learning_rate": 3.160493827160494e-05, |
| "loss": 1.1408, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.20401854714064915, |
| "grad_norm": 8.652718407803869, |
| "learning_rate": 3.259259259259259e-05, |
| "loss": 1.1346, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.21020092735703247, |
| "grad_norm": 6.435439968019908, |
| "learning_rate": 3.3580246913580247e-05, |
| "loss": 1.1582, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.21638330757341576, |
| "grad_norm": 105.3495618548623, |
| "learning_rate": 3.45679012345679e-05, |
| "loss": 1.1558, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.22256568778979907, |
| "grad_norm": 2.5364224403663056, |
| "learning_rate": 3.555555555555555e-05, |
| "loss": 1.1431, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.2287480680061824, |
| "grad_norm": 1.9024835350187577, |
| "learning_rate": 3.654320987654321e-05, |
| "loss": 1.1463, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.23493044822256567, |
| "grad_norm": 2.0426678600887254, |
| "learning_rate": 3.7530864197530867e-05, |
| "loss": 1.1307, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.241112828438949, |
| "grad_norm": 1.8582429580354745, |
| "learning_rate": 3.851851851851852e-05, |
| "loss": 1.1272, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.2472952086553323, |
| "grad_norm": 1.860203917219744, |
| "learning_rate": 3.950617283950617e-05, |
| "loss": 1.1137, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2534775888717156, |
| "grad_norm": 10.27861275542122, |
| "learning_rate": 4.049382716049383e-05, |
| "loss": 1.1247, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.2596599690880989, |
| "grad_norm": 5.066950295263267, |
| "learning_rate": 4.148148148148148e-05, |
| "loss": 1.1334, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.26584234930448225, |
| "grad_norm": 3.502140270278529, |
| "learning_rate": 4.246913580246914e-05, |
| "loss": 1.1114, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.27202472952086554, |
| "grad_norm": 3.203814615327836, |
| "learning_rate": 4.345679012345679e-05, |
| "loss": 1.1182, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.2782071097372488, |
| "grad_norm": 2.4989709311447954, |
| "learning_rate": 4.444444444444445e-05, |
| "loss": 1.1157, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.28438948995363217, |
| "grad_norm": 3.2014585800746813, |
| "learning_rate": 4.54320987654321e-05, |
| "loss": 1.1158, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.29057187017001546, |
| "grad_norm": 2.3255133597202073, |
| "learning_rate": 4.641975308641976e-05, |
| "loss": 1.1214, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.29675425038639874, |
| "grad_norm": 3.340427993360326, |
| "learning_rate": 4.7407407407407407e-05, |
| "loss": 1.1072, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3029366306027821, |
| "grad_norm": 2.6053156370494137, |
| "learning_rate": 4.8395061728395067e-05, |
| "loss": 1.1125, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.3091190108191654, |
| "grad_norm": 3.416491408495564, |
| "learning_rate": 4.938271604938272e-05, |
| "loss": 1.1076, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.31530139103554866, |
| "grad_norm": 3.0240291240770016, |
| "learning_rate": 5.037037037037037e-05, |
| "loss": 1.1039, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.321483771251932, |
| "grad_norm": 2.6974546966855173, |
| "learning_rate": 5.1358024691358027e-05, |
| "loss": 1.1083, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.3276661514683153, |
| "grad_norm": 2.1712600314640174, |
| "learning_rate": 5.234567901234569e-05, |
| "loss": 1.0969, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.33384853168469864, |
| "grad_norm": 2.43061865655575, |
| "learning_rate": 5.333333333333333e-05, |
| "loss": 1.1009, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.3400309119010819, |
| "grad_norm": 1.4299217962960098, |
| "learning_rate": 5.432098765432099e-05, |
| "loss": 1.1071, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3462132921174652, |
| "grad_norm": 3.4472743528033942, |
| "learning_rate": 5.5308641975308647e-05, |
| "loss": 1.1034, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.35239567233384855, |
| "grad_norm": 2.2533692308911486, |
| "learning_rate": 5.62962962962963e-05, |
| "loss": 1.0926, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.35857805255023184, |
| "grad_norm": 3.124786132702191, |
| "learning_rate": 5.728395061728395e-05, |
| "loss": 1.0998, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.36476043276661513, |
| "grad_norm": 2.9945765774059847, |
| "learning_rate": 5.827160493827161e-05, |
| "loss": 1.0936, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.37094281298299847, |
| "grad_norm": 1.9029030448259223, |
| "learning_rate": 5.925925925925926e-05, |
| "loss": 1.0865, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.37712519319938176, |
| "grad_norm": 2.5191915533993434, |
| "learning_rate": 6.024691358024692e-05, |
| "loss": 1.094, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.38330757341576505, |
| "grad_norm": 2.377743288984034, |
| "learning_rate": 6.123456790123457e-05, |
| "loss": 1.0724, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.3894899536321484, |
| "grad_norm": 3.418329883653554, |
| "learning_rate": 6.222222222222223e-05, |
| "loss": 1.1097, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.3956723338485317, |
| "grad_norm": 1.8243621455646457, |
| "learning_rate": 6.320987654320988e-05, |
| "loss": 1.0972, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.401854714064915, |
| "grad_norm": 3.3653254310211804, |
| "learning_rate": 6.419753086419754e-05, |
| "loss": 1.0954, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.4080370942812983, |
| "grad_norm": 2.859591151453805, |
| "learning_rate": 6.518518518518519e-05, |
| "loss": 1.0887, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.4142194744976816, |
| "grad_norm": 2.132914874530937, |
| "learning_rate": 6.617283950617285e-05, |
| "loss": 1.0847, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.42040185471406494, |
| "grad_norm": 3.0306427822925386, |
| "learning_rate": 6.716049382716049e-05, |
| "loss": 1.1009, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.4265842349304482, |
| "grad_norm": 2.0609891283339477, |
| "learning_rate": 6.814814814814815e-05, |
| "loss": 1.092, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.4327666151468315, |
| "grad_norm": 2.9169289764667603, |
| "learning_rate": 6.91358024691358e-05, |
| "loss": 1.0721, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.43894899536321486, |
| "grad_norm": 2.170819034455064, |
| "learning_rate": 7.012345679012346e-05, |
| "loss": 1.0752, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.44513137557959814, |
| "grad_norm": 2.6561925596391256, |
| "learning_rate": 7.11111111111111e-05, |
| "loss": 1.0763, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.45131375579598143, |
| "grad_norm": 2.0412946622837453, |
| "learning_rate": 7.209876543209877e-05, |
| "loss": 1.0855, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.4574961360123648, |
| "grad_norm": 1.7224050848012167, |
| "learning_rate": 7.308641975308643e-05, |
| "loss": 1.0781, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.46367851622874806, |
| "grad_norm": 2.0509259917647564, |
| "learning_rate": 7.407407407407409e-05, |
| "loss": 1.0864, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.46986089644513135, |
| "grad_norm": 3.9723221221808225, |
| "learning_rate": 7.506172839506173e-05, |
| "loss": 1.077, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.4760432766615147, |
| "grad_norm": 2.5313197271865464, |
| "learning_rate": 7.60493827160494e-05, |
| "loss": 1.0873, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.482225656877898, |
| "grad_norm": 2.6058497426158342, |
| "learning_rate": 7.703703703703704e-05, |
| "loss": 1.0912, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.4884080370942813, |
| "grad_norm": 4.045410961666709, |
| "learning_rate": 7.80246913580247e-05, |
| "loss": 1.0905, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.4945904173106646, |
| "grad_norm": 2.085038720402762, |
| "learning_rate": 7.901234567901235e-05, |
| "loss": 1.0796, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.500772797527048, |
| "grad_norm": 4.492244112618374, |
| "learning_rate": 8e-05, |
| "loss": 1.094, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.5069551777434312, |
| "grad_norm": 3.6362050618093122, |
| "learning_rate": 7.999962342461635e-05, |
| "loss": 1.1031, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.5131375579598145, |
| "grad_norm": 3.1038756568216317, |
| "learning_rate": 7.999849370555585e-05, |
| "loss": 1.0726, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.5193199381761978, |
| "grad_norm": 2.526971760311998, |
| "learning_rate": 7.999661086408972e-05, |
| "loss": 1.0824, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.5255023183925811, |
| "grad_norm": 1.8821681779156758, |
| "learning_rate": 7.999397493566954e-05, |
| "loss": 1.0752, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.5316846986089645, |
| "grad_norm": 2.3448656117874913, |
| "learning_rate": 7.99905859699266e-05, |
| "loss": 1.0908, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.5378670788253478, |
| "grad_norm": 2.0611523416179542, |
| "learning_rate": 7.998644403067097e-05, |
| "loss": 1.0721, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5440494590417311, |
| "grad_norm": 2.9983162968300983, |
| "learning_rate": 7.998154919589024e-05, |
| "loss": 1.0776, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.5502318392581144, |
| "grad_norm": 2.1806569564777987, |
| "learning_rate": 7.997590155774815e-05, |
| "loss": 1.0733, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.5564142194744977, |
| "grad_norm": 2.1571411866423533, |
| "learning_rate": 7.996950122258277e-05, |
| "loss": 1.0577, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5625965996908809, |
| "grad_norm": 3.999074777477232, |
| "learning_rate": 7.996234831090451e-05, |
| "loss": 1.0793, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.5687789799072643, |
| "grad_norm": 2.2312489091174172, |
| "learning_rate": 7.995444295739394e-05, |
| "loss": 1.0775, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.5749613601236476, |
| "grad_norm": 6.134653577370118, |
| "learning_rate": 7.994578531089908e-05, |
| "loss": 1.0927, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.5811437403400309, |
| "grad_norm": 6.274513062714145, |
| "learning_rate": 7.99363755344328e-05, |
| "loss": 1.1068, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.5873261205564142, |
| "grad_norm": 2.3500100638359287, |
| "learning_rate": 7.99262138051696e-05, |
| "loss": 1.0885, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.5935085007727975, |
| "grad_norm": 4.48097545076724, |
| "learning_rate": 7.991530031444231e-05, |
| "loss": 1.0838, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.5996908809891809, |
| "grad_norm": 3.749050135435733, |
| "learning_rate": 7.990363526773856e-05, |
| "loss": 1.0947, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.6058732612055642, |
| "grad_norm": 2.7226697465582674, |
| "learning_rate": 7.98912188846968e-05, |
| "loss": 1.0835, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.6120556414219475, |
| "grad_norm": 2.7748343898198073, |
| "learning_rate": 7.987805139910226e-05, |
| "loss": 1.0601, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.6182380216383307, |
| "grad_norm": 2.0786601854908087, |
| "learning_rate": 7.986413305888247e-05, |
| "loss": 1.0628, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.624420401854714, |
| "grad_norm": 3.0450749679460842, |
| "learning_rate": 7.984946412610265e-05, |
| "loss": 1.0746, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.6306027820710973, |
| "grad_norm": 2.0666897869515273, |
| "learning_rate": 7.983404487696076e-05, |
| "loss": 1.0712, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.6367851622874807, |
| "grad_norm": 3.3981180649215212, |
| "learning_rate": 7.981787560178227e-05, |
| "loss": 1.0555, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.642967542503864, |
| "grad_norm": 2.793840699546338, |
| "learning_rate": 7.980095660501473e-05, |
| "loss": 1.0705, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.6491499227202473, |
| "grad_norm": 3.0934299956993754, |
| "learning_rate": 7.978328820522204e-05, |
| "loss": 1.0593, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.6553323029366306, |
| "grad_norm": 2.2997166417283186, |
| "learning_rate": 7.976487073507839e-05, |
| "loss": 1.0485, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.6615146831530139, |
| "grad_norm": 3.3687080136243903, |
| "learning_rate": 7.974570454136212e-05, |
| "loss": 1.0623, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.6676970633693973, |
| "grad_norm": 2.668689204618569, |
| "learning_rate": 7.972578998494903e-05, |
| "loss": 1.06, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.6738794435857806, |
| "grad_norm": 3.259938106278256, |
| "learning_rate": 7.970512744080571e-05, |
| "loss": 1.0646, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.6800618238021638, |
| "grad_norm": 2.539712415638497, |
| "learning_rate": 7.968371729798246e-05, |
| "loss": 1.0578, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.6862442040185471, |
| "grad_norm": 2.875087869638967, |
| "learning_rate": 7.96615599596059e-05, |
| "loss": 1.0495, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.6924265842349304, |
| "grad_norm": 2.171964418083895, |
| "learning_rate": 7.963865584287142e-05, |
| "loss": 1.0482, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.6986089644513137, |
| "grad_norm": 2.4445515677858776, |
| "learning_rate": 7.96150053790354e-05, |
| "loss": 1.0478, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.7047913446676971, |
| "grad_norm": 1.4736364847794041, |
| "learning_rate": 7.959060901340691e-05, |
| "loss": 1.0644, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.7109737248840804, |
| "grad_norm": 3.2793219071142574, |
| "learning_rate": 7.956546720533952e-05, |
| "loss": 1.0581, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.7171561051004637, |
| "grad_norm": 2.1935733687249157, |
| "learning_rate": 7.953958042822252e-05, |
| "loss": 1.0577, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.723338485316847, |
| "grad_norm": 1.9736309619709513, |
| "learning_rate": 7.951294916947206e-05, |
| "loss": 1.0562, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.7295208655332303, |
| "grad_norm": 2.1690441232660724, |
| "learning_rate": 7.948557393052195e-05, |
| "loss": 1.052, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.7357032457496137, |
| "grad_norm": 2.703798771440302, |
| "learning_rate": 7.945745522681429e-05, |
| "loss": 1.0645, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.7418856259659969, |
| "grad_norm": 2.6860226290594427, |
| "learning_rate": 7.942859358778961e-05, |
| "loss": 1.0469, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7480680061823802, |
| "grad_norm": 1.2516089611393217, |
| "learning_rate": 7.939898955687709e-05, |
| "loss": 1.0442, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.7542503863987635, |
| "grad_norm": 3.4267893638027878, |
| "learning_rate": 7.936864369148418e-05, |
| "loss": 1.0608, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.7604327666151468, |
| "grad_norm": 2.225834600604942, |
| "learning_rate": 7.933755656298616e-05, |
| "loss": 1.0668, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.7666151468315301, |
| "grad_norm": 1.6048920414465118, |
| "learning_rate": 7.930572875671542e-05, |
| "loss": 1.046, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.7727975270479135, |
| "grad_norm": 3.4705093098033957, |
| "learning_rate": 7.927316087195035e-05, |
| "loss": 1.0703, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.7789799072642968, |
| "grad_norm": 2.280254489129258, |
| "learning_rate": 7.923985352190416e-05, |
| "loss": 1.0632, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.7851622874806801, |
| "grad_norm": 2.8077251065232884, |
| "learning_rate": 7.920580733371325e-05, |
| "loss": 1.0637, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.7913446676970634, |
| "grad_norm": 2.79897007061372, |
| "learning_rate": 7.917102294842545e-05, |
| "loss": 1.0511, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.7975270479134466, |
| "grad_norm": 2.356217446775361, |
| "learning_rate": 7.913550102098789e-05, |
| "loss": 1.0621, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.80370942812983, |
| "grad_norm": 2.837553637508471, |
| "learning_rate": 7.909924222023478e-05, |
| "loss": 1.0498, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.8098918083462133, |
| "grad_norm": 2.074863492575953, |
| "learning_rate": 7.906224722887468e-05, |
| "loss": 1.0555, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.8160741885625966, |
| "grad_norm": 3.906632921125056, |
| "learning_rate": 7.902451674347778e-05, |
| "loss": 1.0547, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.8222565687789799, |
| "grad_norm": 3.098700348501345, |
| "learning_rate": 7.898605147446262e-05, |
| "loss": 1.0459, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.8284389489953632, |
| "grad_norm": 2.847790553655261, |
| "learning_rate": 7.894685214608293e-05, |
| "loss": 1.0442, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.8346213292117465, |
| "grad_norm": 2.908201865083222, |
| "learning_rate": 7.89069194964138e-05, |
| "loss": 1.0553, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.8408037094281299, |
| "grad_norm": 2.1751989062888146, |
| "learning_rate": 7.886625427733786e-05, |
| "loss": 1.0479, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.8469860896445132, |
| "grad_norm": 1.729338903416391, |
| "learning_rate": 7.882485725453114e-05, |
| "loss": 1.0315, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.8531684698608965, |
| "grad_norm": 2.2703882009096827, |
| "learning_rate": 7.878272920744862e-05, |
| "loss": 1.0496, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.8593508500772797, |
| "grad_norm": 1.3426280628545364, |
| "learning_rate": 7.87398709293096e-05, |
| "loss": 1.0407, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.865533230293663, |
| "grad_norm": 2.68728781786679, |
| "learning_rate": 7.869628322708269e-05, |
| "loss": 1.0551, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.8717156105100463, |
| "grad_norm": 1.7262218207414903, |
| "learning_rate": 7.865196692147066e-05, |
| "loss": 1.0483, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.8778979907264297, |
| "grad_norm": 2.5755795419575156, |
| "learning_rate": 7.860692284689502e-05, |
| "loss": 1.0657, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.884080370942813, |
| "grad_norm": 2.1034039247877856, |
| "learning_rate": 7.856115185148025e-05, |
| "loss": 1.056, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.8902627511591963, |
| "grad_norm": 1.9719606878351836, |
| "learning_rate": 7.851465479703785e-05, |
| "loss": 1.0549, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.8964451313755796, |
| "grad_norm": 2.066417220460305, |
| "learning_rate": 7.846743255905014e-05, |
| "loss": 1.0483, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.9026275115919629, |
| "grad_norm": 1.7106893433354307, |
| "learning_rate": 7.841948602665373e-05, |
| "loss": 1.0423, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.9088098918083463, |
| "grad_norm": 2.4989235217550676, |
| "learning_rate": 7.83708161026228e-05, |
| "loss": 1.0486, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.9149922720247295, |
| "grad_norm": 2.354839754481779, |
| "learning_rate": 7.832142370335215e-05, |
| "loss": 1.0445, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.9211746522411128, |
| "grad_norm": 1.702601699332555, |
| "learning_rate": 7.827130975883982e-05, |
| "loss": 1.0206, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.9273570324574961, |
| "grad_norm": 3.284158052097331, |
| "learning_rate": 7.822047521266973e-05, |
| "loss": 1.028, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9335394126738794, |
| "grad_norm": 2.5496411598803648, |
| "learning_rate": 7.816892102199382e-05, |
| "loss": 1.0367, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.9397217928902627, |
| "grad_norm": 1.842181874139785, |
| "learning_rate": 7.811664815751404e-05, |
| "loss": 1.0415, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.9459041731066461, |
| "grad_norm": 3.2108389564617887, |
| "learning_rate": 7.806365760346409e-05, |
| "loss": 1.0379, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.9520865533230294, |
| "grad_norm": 1.8227204697842778, |
| "learning_rate": 7.800995035759087e-05, |
| "loss": 1.0498, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.9582689335394127, |
| "grad_norm": 3.4947702832902476, |
| "learning_rate": 7.795552743113573e-05, |
| "loss": 1.0479, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.964451313755796, |
| "grad_norm": 1.8114431864984537, |
| "learning_rate": 7.79003898488154e-05, |
| "loss": 1.0313, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.9706336939721792, |
| "grad_norm": 3.535447837519456, |
| "learning_rate": 7.784453864880267e-05, |
| "loss": 1.0474, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.9768160741885626, |
| "grad_norm": 1.7365198353975386, |
| "learning_rate": 7.77879748827069e-05, |
| "loss": 1.0511, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.9829984544049459, |
| "grad_norm": 3.594055596899371, |
| "learning_rate": 7.77306996155542e-05, |
| "loss": 1.0603, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.9891808346213292, |
| "grad_norm": 2.5313017940876086, |
| "learning_rate": 7.767271392576732e-05, |
| "loss": 1.0626, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.9953632148377125, |
| "grad_norm": 3.40567680255142, |
| "learning_rate": 7.761401890514547e-05, |
| "loss": 1.0638, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.0046367851622875, |
| "grad_norm": 4.5174674178938945, |
| "learning_rate": 7.755461565884362e-05, |
| "loss": 1.8415, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.010819165378671, |
| "grad_norm": 3.0038968679186957, |
| "learning_rate": 7.749450530535179e-05, |
| "loss": 1.0416, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.017001545595054, |
| "grad_norm": 2.217689466421883, |
| "learning_rate": 7.743368897647395e-05, |
| "loss": 1.0335, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.0231839258114375, |
| "grad_norm": 3.387468691972088, |
| "learning_rate": 7.737216781730673e-05, |
| "loss": 1.0285, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.0293663060278206, |
| "grad_norm": 2.9834708542560433, |
| "learning_rate": 7.730994298621781e-05, |
| "loss": 1.0462, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.035548686244204, |
| "grad_norm": 2.33967613172349, |
| "learning_rate": 7.72470156548242e-05, |
| "loss": 1.0315, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.0417310664605872, |
| "grad_norm": 1.98032140135135, |
| "learning_rate": 7.718338700797007e-05, |
| "loss": 1.021, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.0479134466769706, |
| "grad_norm": 1.8602974186471763, |
| "learning_rate": 7.711905824370457e-05, |
| "loss": 1.0253, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.054095826893354, |
| "grad_norm": 1.571944862888458, |
| "learning_rate": 7.70540305732591e-05, |
| "loss": 1.0096, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.0602782071097372, |
| "grad_norm": 1.2148625487373597, |
| "learning_rate": 7.69883052210247e-05, |
| "loss": 1.0156, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.0664605873261206, |
| "grad_norm": 2.1277306224703865, |
| "learning_rate": 7.692188342452885e-05, |
| "loss": 1.0201, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.0726429675425038, |
| "grad_norm": 1.92583372296243, |
| "learning_rate": 7.685476643441219e-05, |
| "loss": 1.0207, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.0788253477588872, |
| "grad_norm": 1.8133100096935075, |
| "learning_rate": 7.678695551440506e-05, |
| "loss": 1.0181, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.0850077279752706, |
| "grad_norm": 1.4080085200242758, |
| "learning_rate": 7.671845194130363e-05, |
| "loss": 1.0219, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.0911901081916537, |
| "grad_norm": 2.2832079127892326, |
| "learning_rate": 7.664925700494585e-05, |
| "loss": 1.0199, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.0973724884080371, |
| "grad_norm": 2.150797505157169, |
| "learning_rate": 7.657937200818722e-05, |
| "loss": 1.0173, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.1035548686244203, |
| "grad_norm": 0.8849916762716471, |
| "learning_rate": 7.65087982668762e-05, |
| "loss": 1.005, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.1097372488408037, |
| "grad_norm": 3.229134861969822, |
| "learning_rate": 7.643753710982949e-05, |
| "loss": 1.0133, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.1159196290571871, |
| "grad_norm": 1.7293989048925642, |
| "learning_rate": 7.636558987880694e-05, |
| "loss": 1.0353, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.1221020092735703, |
| "grad_norm": 2.7325244810866747, |
| "learning_rate": 7.629295792848639e-05, |
| "loss": 1.0188, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.1282843894899537, |
| "grad_norm": 1.9813373605063669, |
| "learning_rate": 7.621964262643805e-05, |
| "loss": 1.0331, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.1344667697063369, |
| "grad_norm": 1.9157662111283729, |
| "learning_rate": 7.614564535309882e-05, |
| "loss": 0.9959, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.1406491499227203, |
| "grad_norm": 2.0892926569694685, |
| "learning_rate": 7.607096750174629e-05, |
| "loss": 1.0097, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.1468315301391034, |
| "grad_norm": 1.821781934019597, |
| "learning_rate": 7.599561047847247e-05, |
| "loss": 1.0213, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.1530139103554868, |
| "grad_norm": 1.8556200827944644, |
| "learning_rate": 7.591957570215735e-05, |
| "loss": 1.0084, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.1591962905718702, |
| "grad_norm": 1.3594082674263888, |
| "learning_rate": 7.584286460444222e-05, |
| "loss": 1.0044, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.1653786707882534, |
| "grad_norm": 2.2744478173451594, |
| "learning_rate": 7.576547862970261e-05, |
| "loss": 0.993, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.1715610510046368, |
| "grad_norm": 1.3757650290844639, |
| "learning_rate": 7.568741923502118e-05, |
| "loss": 1.0055, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.1777434312210202, |
| "grad_norm": 1.854325739268096, |
| "learning_rate": 7.560868789016024e-05, |
| "loss": 1.0125, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.1839258114374034, |
| "grad_norm": 1.5111560222547549, |
| "learning_rate": 7.552928607753414e-05, |
| "loss": 1.0005, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.1901081916537868, |
| "grad_norm": 1.811472101825589, |
| "learning_rate": 7.544921529218125e-05, |
| "loss": 1.004, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.19629057187017, |
| "grad_norm": 1.4223817808791495, |
| "learning_rate": 7.536847704173593e-05, |
| "loss": 1.0014, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.2024729520865534, |
| "grad_norm": 1.9843008102793314, |
| "learning_rate": 7.528707284640004e-05, |
| "loss": 1.0142, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.2086553323029365, |
| "grad_norm": 1.5650426744555666, |
| "learning_rate": 7.520500423891442e-05, |
| "loss": 1.0053, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.21483771251932, |
| "grad_norm": 1.5008249395490572, |
| "learning_rate": 7.512227276452989e-05, |
| "loss": 1.0001, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.2210200927357033, |
| "grad_norm": 1.8158622037471164, |
| "learning_rate": 7.503887998097833e-05, |
| "loss": 1.0046, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.2272024729520865, |
| "grad_norm": 1.594408802837267, |
| "learning_rate": 7.495482745844317e-05, |
| "loss": 0.9926, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.23338485316847, |
| "grad_norm": 1.6151725290749885, |
| "learning_rate": 7.487011677953e-05, |
| "loss": 1.0135, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.239567233384853, |
| "grad_norm": 1.6326603710438912, |
| "learning_rate": 7.478474953923662e-05, |
| "loss": 1.0011, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.2457496136012365, |
| "grad_norm": 1.8016191114443714, |
| "learning_rate": 7.469872734492308e-05, |
| "loss": 0.9952, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.2519319938176197, |
| "grad_norm": 1.1900057306211553, |
| "learning_rate": 7.461205181628143e-05, |
| "loss": 0.9903, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.258114374034003, |
| "grad_norm": 2.4753152288862763, |
| "learning_rate": 7.452472458530522e-05, |
| "loss": 1.0031, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.2642967542503865, |
| "grad_norm": 1.156802595501098, |
| "learning_rate": 7.443674729625869e-05, |
| "loss": 1.0059, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.2704791344667696, |
| "grad_norm": 1.41497847335521, |
| "learning_rate": 7.434812160564592e-05, |
| "loss": 1.0144, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.276661514683153, |
| "grad_norm": 2.3844147534681155, |
| "learning_rate": 7.425884918217958e-05, |
| "loss": 1.0058, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.2828438948995364, |
| "grad_norm": 1.3271435145317263, |
| "learning_rate": 7.416893170674954e-05, |
| "loss": 1.0165, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.2890262751159196, |
| "grad_norm": 1.6975589849591926, |
| "learning_rate": 7.407837087239117e-05, |
| "loss": 0.99, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.295208655332303, |
| "grad_norm": 1.8519388740645097, |
| "learning_rate": 7.398716838425352e-05, |
| "loss": 1.0089, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.3013910355486862, |
| "grad_norm": 1.6947179785568054, |
| "learning_rate": 7.38953259595672e-05, |
| "loss": 0.9879, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.3075734157650696, |
| "grad_norm": 1.3528548666192206, |
| "learning_rate": 7.380284532761202e-05, |
| "loss": 1.0024, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.3137557959814528, |
| "grad_norm": 1.6098695630590318, |
| "learning_rate": 7.370972822968446e-05, |
| "loss": 0.9804, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.3199381761978362, |
| "grad_norm": 1.5753154362328263, |
| "learning_rate": 7.361597641906486e-05, |
| "loss": 0.9905, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.3261205564142196, |
| "grad_norm": 1.4448197507546439, |
| "learning_rate": 7.352159166098441e-05, |
| "loss": 0.9847, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.3323029366306027, |
| "grad_norm": 2.188314280055232, |
| "learning_rate": 7.342657573259194e-05, |
| "loss": 0.9992, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.3384853168469861, |
| "grad_norm": 1.2657997745237497, |
| "learning_rate": 7.333093042292044e-05, |
| "loss": 0.9904, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.3446676970633695, |
| "grad_norm": 1.2714200260276027, |
| "learning_rate": 7.323465753285337e-05, |
| "loss": 1.0057, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.3508500772797527, |
| "grad_norm": 1.3287688093801202, |
| "learning_rate": 7.313775887509075e-05, |
| "loss": 1.0102, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.3570324574961359, |
| "grad_norm": 3.081273929769149, |
| "learning_rate": 7.304023627411505e-05, |
| "loss": 1.0116, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.3632148377125193, |
| "grad_norm": 1.767890752318478, |
| "learning_rate": 7.29420915661568e-05, |
| "loss": 0.9999, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.3693972179289027, |
| "grad_norm": 3.3832241258249143, |
| "learning_rate": 7.284332659916006e-05, |
| "loss": 1.0146, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.3755795981452859, |
| "grad_norm": 2.792347707620742, |
| "learning_rate": 7.274394323274761e-05, |
| "loss": 1.038, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.3817619783616693, |
| "grad_norm": 2.717608779519406, |
| "learning_rate": 7.26439433381859e-05, |
| "loss": 0.9968, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.3879443585780527, |
| "grad_norm": 2.6449000513172023, |
| "learning_rate": 7.254332879834986e-05, |
| "loss": 1.0202, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.3941267387944358, |
| "grad_norm": 2.5816179353247386, |
| "learning_rate": 7.244210150768745e-05, |
| "loss": 1.0126, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.4003091190108192, |
| "grad_norm": 1.8819265089556003, |
| "learning_rate": 7.234026337218395e-05, |
| "loss": 1.0044, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.4064914992272024, |
| "grad_norm": 2.778434728345896, |
| "learning_rate": 7.223781630932612e-05, |
| "loss": 1.0112, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.4126738794435858, |
| "grad_norm": 2.3953953560776164, |
| "learning_rate": 7.213476224806604e-05, |
| "loss": 1.007, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.418856259659969, |
| "grad_norm": 2.1884861738889554, |
| "learning_rate": 7.203110312878487e-05, |
| "loss": 0.9997, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.4250386398763524, |
| "grad_norm": 1.9108092994214398, |
| "learning_rate": 7.192684090325621e-05, |
| "loss": 0.9961, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.4312210200927358, |
| "grad_norm": 2.070150415301729, |
| "learning_rate": 7.182197753460947e-05, |
| "loss": 0.9928, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.437403400309119, |
| "grad_norm": 1.2896742775847363, |
| "learning_rate": 7.171651499729278e-05, |
| "loss": 0.9843, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.4435857805255023, |
| "grad_norm": 2.4892589479787914, |
| "learning_rate": 7.161045527703593e-05, |
| "loss": 0.997, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.4497681607418857, |
| "grad_norm": 1.9172236222391295, |
| "learning_rate": 7.150380037081293e-05, |
| "loss": 0.9986, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.455950540958269, |
| "grad_norm": 2.2862715410270282, |
| "learning_rate": 7.139655228680438e-05, |
| "loss": 1.0075, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.4621329211746523, |
| "grad_norm": 1.8213511562680735, |
| "learning_rate": 7.128871304435968e-05, |
| "loss": 1.0109, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.4683153013910355, |
| "grad_norm": 2.1357271598290186, |
| "learning_rate": 7.118028467395904e-05, |
| "loss": 0.9899, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.474497681607419, |
| "grad_norm": 1.51723941617764, |
| "learning_rate": 7.107126921717526e-05, |
| "loss": 0.999, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.480680061823802, |
| "grad_norm": 2.216906523864941, |
| "learning_rate": 7.096166872663516e-05, |
| "loss": 0.9908, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.4868624420401855, |
| "grad_norm": 1.6475567811924245, |
| "learning_rate": 7.085148526598109e-05, |
| "loss": 0.9846, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.4930448222565689, |
| "grad_norm": 1.8561898420792513, |
| "learning_rate": 7.074072090983201e-05, |
| "loss": 0.9885, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.499227202472952, |
| "grad_norm": 1.4076817648604656, |
| "learning_rate": 7.062937774374444e-05, |
| "loss": 0.9827, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.5054095826893354, |
| "grad_norm": 2.043899369455665, |
| "learning_rate": 7.051745786417309e-05, |
| "loss": 1.0022, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.5115919629057188, |
| "grad_norm": 1.7025584839030323, |
| "learning_rate": 7.04049633784316e-05, |
| "loss": 0.9935, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.517774343122102, |
| "grad_norm": 1.8180249630171987, |
| "learning_rate": 7.029189640465266e-05, |
| "loss": 0.9948, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.5239567233384852, |
| "grad_norm": 1.617153539919805, |
| "learning_rate": 7.017825907174819e-05, |
| "loss": 0.9946, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.5301391035548686, |
| "grad_norm": 1.9584695599096857, |
| "learning_rate": 7.006405351936935e-05, |
| "loss": 0.981, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.536321483771252, |
| "grad_norm": 1.5120141733299006, |
| "learning_rate": 6.99492818978661e-05, |
| "loss": 0.9957, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.5425038639876352, |
| "grad_norm": 1.7224427233243673, |
| "learning_rate": 6.983394636824681e-05, |
| "loss": 0.985, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.5486862442040186, |
| "grad_norm": 1.352522335955625, |
| "learning_rate": 6.971804910213753e-05, |
| "loss": 0.9947, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.554868624420402, |
| "grad_norm": 1.9649504513247107, |
| "learning_rate": 6.960159228174118e-05, |
| "loss": 0.9802, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.5610510046367851, |
| "grad_norm": 1.400091397431256, |
| "learning_rate": 6.94845780997963e-05, |
| "loss": 0.9869, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.5672333848531683, |
| "grad_norm": 1.809258707764459, |
| "learning_rate": 6.936700875953593e-05, |
| "loss": 0.9951, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.573415765069552, |
| "grad_norm": 1.544914399926865, |
| "learning_rate": 6.924888647464606e-05, |
| "loss": 0.9866, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.5795981452859351, |
| "grad_norm": 1.6678917783004827, |
| "learning_rate": 6.91302134692239e-05, |
| "loss": 0.9839, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.5857805255023183, |
| "grad_norm": 1.4327533793298342, |
| "learning_rate": 6.90109919777361e-05, |
| "loss": 0.9842, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.5919629057187017, |
| "grad_norm": 1.4415951253324433, |
| "learning_rate": 6.889122424497659e-05, |
| "loss": 0.9888, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.598145285935085, |
| "grad_norm": 1.305272535568148, |
| "learning_rate": 6.877091252602437e-05, |
| "loss": 0.9925, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.6043276661514683, |
| "grad_norm": 2.4748168628602016, |
| "learning_rate": 6.865005908620102e-05, |
| "loss": 0.9862, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.6105100463678517, |
| "grad_norm": 1.5958180723817172, |
| "learning_rate": 6.852866620102808e-05, |
| "loss": 1.0002, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.616692426584235, |
| "grad_norm": 1.6536900940347805, |
| "learning_rate": 6.840673615618416e-05, |
| "loss": 0.9708, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.6228748068006182, |
| "grad_norm": 2.6056238946624335, |
| "learning_rate": 6.828427124746191e-05, |
| "loss": 0.9896, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.6290571870170014, |
| "grad_norm": 1.090301990739562, |
| "learning_rate": 6.816127378072484e-05, |
| "loss": 0.9909, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.6352395672333848, |
| "grad_norm": 2.9921825238289768, |
| "learning_rate": 6.803774607186389e-05, |
| "loss": 1.014, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.6414219474497682, |
| "grad_norm": 2.2996006999305822, |
| "learning_rate": 6.791369044675372e-05, |
| "loss": 1.0089, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.6476043276661514, |
| "grad_norm": 2.472497102419325, |
| "learning_rate": 6.778910924120913e-05, |
| "loss": 0.9898, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.6537867078825348, |
| "grad_norm": 1.4712820809315457, |
| "learning_rate": 6.766400480094084e-05, |
| "loss": 0.9982, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.6599690880989182, |
| "grad_norm": 1.7900944541125188, |
| "learning_rate": 6.753837948151148e-05, |
| "loss": 1.0049, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.6661514683153014, |
| "grad_norm": 1.5422419041247095, |
| "learning_rate": 6.74122356482912e-05, |
| "loss": 0.984, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.6723338485316845, |
| "grad_norm": 1.7666863054997888, |
| "learning_rate": 6.728557567641313e-05, |
| "loss": 0.9982, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.6785162287480682, |
| "grad_norm": 1.0188448221447397, |
| "learning_rate": 6.715840195072862e-05, |
| "loss": 0.9927, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.6846986089644513, |
| "grad_norm": 1.4323614508510398, |
| "learning_rate": 6.703071686576243e-05, |
| "loss": 0.9933, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.6908809891808345, |
| "grad_norm": 1.3733086668334178, |
| "learning_rate": 6.690252282566753e-05, |
| "loss": 0.98, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.697063369397218, |
| "grad_norm": 1.7979930738646992, |
| "learning_rate": 6.677382224417991e-05, |
| "loss": 0.9915, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.7032457496136013, |
| "grad_norm": 1.5018213587724738, |
| "learning_rate": 6.664461754457313e-05, |
| "loss": 0.9789, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.7094281298299845, |
| "grad_norm": 0.8313817964266842, |
| "learning_rate": 6.651491115961264e-05, |
| "loss": 0.9898, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.7156105100463679, |
| "grad_norm": 1.563766264104193, |
| "learning_rate": 6.638470553151003e-05, |
| "loss": 0.9839, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.7217928902627513, |
| "grad_norm": 1.3394469302914662, |
| "learning_rate": 6.625400311187701e-05, |
| "loss": 0.9862, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.7279752704791345, |
| "grad_norm": 0.9069310750596258, |
| "learning_rate": 6.61228063616793e-05, |
| "loss": 0.9772, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.7341576506955176, |
| "grad_norm": 1.1937761300056076, |
| "learning_rate": 6.599111775119019e-05, |
| "loss": 0.9834, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.740340030911901, |
| "grad_norm": 2.0959839523048722, |
| "learning_rate": 6.585893975994416e-05, |
| "loss": 0.9908, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.7465224111282844, |
| "grad_norm": 1.4068229617185941, |
| "learning_rate": 6.572627487669005e-05, |
| "loss": 0.9857, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.7527047913446676, |
| "grad_norm": 1.497838436021524, |
| "learning_rate": 6.55931255993444e-05, |
| "loss": 0.9982, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.758887171561051, |
| "grad_norm": 1.2049062127509398, |
| "learning_rate": 6.545949443494416e-05, |
| "loss": 0.9816, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.7650695517774344, |
| "grad_norm": 2.293459748858112, |
| "learning_rate": 6.53253838995997e-05, |
| "loss": 0.9939, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.7712519319938176, |
| "grad_norm": 1.196771206420521, |
| "learning_rate": 6.519079651844733e-05, |
| "loss": 0.9917, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.7774343122102008, |
| "grad_norm": 2.6719101899588464, |
| "learning_rate": 6.505573482560181e-05, |
| "loss": 1.0024, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.7836166924265844, |
| "grad_norm": 2.151184032156713, |
| "learning_rate": 6.492020136410854e-05, |
| "loss": 1.0023, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.7897990726429676, |
| "grad_norm": 2.049945153207459, |
| "learning_rate": 6.478419868589582e-05, |
| "loss": 0.9942, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.7959814528593507, |
| "grad_norm": 1.7030760467943136, |
| "learning_rate": 6.464772935172666e-05, |
| "loss": 0.9972, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.8021638330757341, |
| "grad_norm": 1.6124042099877869, |
| "learning_rate": 6.451079593115065e-05, |
| "loss": 0.9859, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.8083462132921175, |
| "grad_norm": 1.7086055086974385, |
| "learning_rate": 6.437340100245558e-05, |
| "loss": 0.9875, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.8145285935085007, |
| "grad_norm": 1.1804574569777302, |
| "learning_rate": 6.423554715261885e-05, |
| "loss": 0.9863, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.820710973724884, |
| "grad_norm": 2.072000983521134, |
| "learning_rate": 6.409723697725876e-05, |
| "loss": 0.984, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.8268933539412675, |
| "grad_norm": 1.5605771368628958, |
| "learning_rate": 6.395847308058569e-05, |
| "loss": 1.0016, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.8330757341576507, |
| "grad_norm": 2.0470560137227944, |
| "learning_rate": 6.381925807535302e-05, |
| "loss": 0.9797, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.8392581143740339, |
| "grad_norm": 1.5269600972745945, |
| "learning_rate": 6.367959458280795e-05, |
| "loss": 0.9952, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.8454404945904173, |
| "grad_norm": 1.6911790008170018, |
| "learning_rate": 6.353948523264216e-05, |
| "loss": 0.9948, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.8516228748068007, |
| "grad_norm": 1.5053272401335374, |
| "learning_rate": 6.339893266294223e-05, |
| "loss": 0.9851, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.8578052550231838, |
| "grad_norm": 1.3443219469962477, |
| "learning_rate": 6.325793952014007e-05, |
| "loss": 0.9819, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.8639876352395672, |
| "grad_norm": 1.3516905581796814, |
| "learning_rate": 6.311650845896303e-05, |
| "loss": 0.9957, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.8701700154559506, |
| "grad_norm": 1.2720069275023291, |
| "learning_rate": 6.297464214238391e-05, |
| "loss": 0.9773, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.8763523956723338, |
| "grad_norm": 1.281381485288164, |
| "learning_rate": 6.283234324157084e-05, |
| "loss": 0.9751, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.8825347758887172, |
| "grad_norm": 1.109592460056133, |
| "learning_rate": 6.268961443583696e-05, |
| "loss": 0.9908, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.8887171561051006, |
| "grad_norm": 2.4545190255394225, |
| "learning_rate": 6.254645841259005e-05, |
| "loss": 0.9889, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.8948995363214838, |
| "grad_norm": 1.4595972385019333, |
| "learning_rate": 6.24028778672818e-05, |
| "loss": 0.987, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.901081916537867, |
| "grad_norm": 3.0482536802039535, |
| "learning_rate": 6.225887550335715e-05, |
| "loss": 0.9898, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.9072642967542504, |
| "grad_norm": 2.1361756083703503, |
| "learning_rate": 6.21144540322034e-05, |
| "loss": 0.9899, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.9134466769706338, |
| "grad_norm": 2.820913172877751, |
| "learning_rate": 6.196961617309908e-05, |
| "loss": 0.9906, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.919629057187017, |
| "grad_norm": 2.1277865542014536, |
| "learning_rate": 6.182436465316279e-05, |
| "loss": 0.9755, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.9258114374034003, |
| "grad_norm": 2.3636934602350372, |
| "learning_rate": 6.16787022073019e-05, |
| "loss": 0.981, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.9319938176197837, |
| "grad_norm": 1.5489010186147583, |
| "learning_rate": 6.153263157816098e-05, |
| "loss": 0.9714, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.938176197836167, |
| "grad_norm": 2.4665556380164366, |
| "learning_rate": 6.138615551607017e-05, |
| "loss": 0.9852, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.94435857805255, |
| "grad_norm": 1.769365451752886, |
| "learning_rate": 6.123927677899344e-05, |
| "loss": 0.9817, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.9505409582689337, |
| "grad_norm": 2.276315268584059, |
| "learning_rate": 6.109199813247666e-05, |
| "loss": 0.98, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.9567233384853169, |
| "grad_norm": 1.7457681230603967, |
| "learning_rate": 6.0944322349595426e-05, |
| "loss": 0.9943, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.9629057187017, |
| "grad_norm": 1.897451826245397, |
| "learning_rate": 6.0796252210902986e-05, |
| "loss": 0.9707, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.9690880989180835, |
| "grad_norm": 1.7758674602809486, |
| "learning_rate": 6.06477905043778e-05, |
| "loss": 0.986, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.9752704791344669, |
| "grad_norm": 1.4801297268108475, |
| "learning_rate": 6.049894002537109e-05, |
| "loss": 0.9624, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.98145285935085, |
| "grad_norm": 1.1171987537741563, |
| "learning_rate": 6.034970357655415e-05, |
| "loss": 0.9712, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.9876352395672334, |
| "grad_norm": 1.5190947129294494, |
| "learning_rate": 6.020008396786562e-05, |
| "loss": 0.9823, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.9938176197836168, |
| "grad_norm": 1.006947536865789, |
| "learning_rate": 6.00500840164586e-05, |
| "loss": 0.9771, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.003091190108192, |
| "grad_norm": 4.006886737490512, |
| "learning_rate": 5.989970654664756e-05, |
| "loss": 1.6791, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.009273570324575, |
| "grad_norm": 1.8558698221909793, |
| "learning_rate": 5.974895438985514e-05, |
| "loss": 0.952, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.015455950540958, |
| "grad_norm": 1.455258316310302, |
| "learning_rate": 5.959783038455891e-05, |
| "loss": 0.9402, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.021638330757342, |
| "grad_norm": 1.7859640511983568, |
| "learning_rate": 5.944633737623791e-05, |
| "loss": 0.9346, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.027820710973725, |
| "grad_norm": 0.9891580259760341, |
| "learning_rate": 5.929447821731899e-05, |
| "loss": 0.9467, |
| "step": 327 |
| }, |
| { |
| "epoch": 2.034003091190108, |
| "grad_norm": 1.2780787887464713, |
| "learning_rate": 5.914225576712323e-05, |
| "loss": 0.9364, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.0401854714064913, |
| "grad_norm": 1.747509422985778, |
| "learning_rate": 5.8989672891811987e-05, |
| "loss": 0.9337, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.046367851622875, |
| "grad_norm": 1.2249047782739366, |
| "learning_rate": 5.883673246433302e-05, |
| "loss": 0.9498, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.052550231839258, |
| "grad_norm": 2.003614583053326, |
| "learning_rate": 5.8683437364366316e-05, |
| "loss": 0.9535, |
| "step": 331 |
| }, |
| { |
| "epoch": 2.0587326120556413, |
| "grad_norm": 1.226972934974554, |
| "learning_rate": 5.852979047826996e-05, |
| "loss": 0.9329, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.064914992272025, |
| "grad_norm": 2.172547322337205, |
| "learning_rate": 5.837579469902567e-05, |
| "loss": 0.9479, |
| "step": 333 |
| }, |
| { |
| "epoch": 2.071097372488408, |
| "grad_norm": 1.6402327078514485, |
| "learning_rate": 5.822145292618444e-05, |
| "loss": 0.9462, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.0772797527047913, |
| "grad_norm": 1.6699665609409802, |
| "learning_rate": 5.806676806581192e-05, |
| "loss": 0.9431, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.0834621329211744, |
| "grad_norm": 1.3197835509782132, |
| "learning_rate": 5.7911743030433596e-05, |
| "loss": 0.9557, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.089644513137558, |
| "grad_norm": 1.1660288371337755, |
| "learning_rate": 5.77563807389801e-05, |
| "loss": 0.9356, |
| "step": 337 |
| }, |
| { |
| "epoch": 2.0958268933539412, |
| "grad_norm": 1.1228481962160324, |
| "learning_rate": 5.760068411673215e-05, |
| "loss": 0.9417, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.1020092735703244, |
| "grad_norm": 1.372197582933058, |
| "learning_rate": 5.7444656095265506e-05, |
| "loss": 0.9269, |
| "step": 339 |
| }, |
| { |
| "epoch": 2.108191653786708, |
| "grad_norm": 1.0621673720020575, |
| "learning_rate": 5.7288299612395784e-05, |
| "loss": 0.9376, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.114374034003091, |
| "grad_norm": 1.290738782393939, |
| "learning_rate": 5.713161761212309e-05, |
| "loss": 0.9484, |
| "step": 341 |
| }, |
| { |
| "epoch": 2.1205564142194744, |
| "grad_norm": 1.5545485725757495, |
| "learning_rate": 5.697461304457667e-05, |
| "loss": 0.9451, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.126738794435858, |
| "grad_norm": 0.9984947527180189, |
| "learning_rate": 5.681728886595926e-05, |
| "loss": 0.9264, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.132921174652241, |
| "grad_norm": 1.435440933520763, |
| "learning_rate": 5.665964803849152e-05, |
| "loss": 0.9576, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.1391035548686244, |
| "grad_norm": 1.0914760893879398, |
| "learning_rate": 5.65016935303562e-05, |
| "loss": 0.9341, |
| "step": 345 |
| }, |
| { |
| "epoch": 2.1452859350850075, |
| "grad_norm": 0.9611538837750422, |
| "learning_rate": 5.634342831564228e-05, |
| "loss": 0.9408, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.151468315301391, |
| "grad_norm": 1.1965180402340152, |
| "learning_rate": 5.6184855374288946e-05, |
| "loss": 0.9415, |
| "step": 347 |
| }, |
| { |
| "epoch": 2.1576506955177743, |
| "grad_norm": 1.0359352454914963, |
| "learning_rate": 5.602597769202953e-05, |
| "loss": 0.9506, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.1638330757341575, |
| "grad_norm": 1.8769371801728494, |
| "learning_rate": 5.586679826033521e-05, |
| "loss": 0.9369, |
| "step": 349 |
| }, |
| { |
| "epoch": 2.170015455950541, |
| "grad_norm": 0.9836827672447646, |
| "learning_rate": 5.5707320076358776e-05, |
| "loss": 0.9452, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.1761978361669243, |
| "grad_norm": 1.32097187927076, |
| "learning_rate": 5.5547546142878164e-05, |
| "loss": 0.9464, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.1823802163833075, |
| "grad_norm": 1.3411663056222534, |
| "learning_rate": 5.538747946823987e-05, |
| "loss": 0.9321, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.1885625965996907, |
| "grad_norm": 1.3570047609173206, |
| "learning_rate": 5.522712306630236e-05, |
| "loss": 0.9373, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.1947449768160743, |
| "grad_norm": 0.9761232794419572, |
| "learning_rate": 5.506647995637932e-05, |
| "loss": 0.9462, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.2009273570324575, |
| "grad_norm": 1.430074471656494, |
| "learning_rate": 5.490555316318279e-05, |
| "loss": 0.9485, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.2071097372488406, |
| "grad_norm": 1.059127482296428, |
| "learning_rate": 5.474434571676622e-05, |
| "loss": 0.9422, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.2132921174652243, |
| "grad_norm": 1.8097837664747738, |
| "learning_rate": 5.4582860652467385e-05, |
| "loss": 0.938, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.2194744976816074, |
| "grad_norm": 1.125902108018908, |
| "learning_rate": 5.4421101010851315e-05, |
| "loss": 0.9334, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.2256568778979906, |
| "grad_norm": 1.8628860336453976, |
| "learning_rate": 5.425906983765295e-05, |
| "loss": 0.9462, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.2318392581143742, |
| "grad_norm": 1.5709465886819862, |
| "learning_rate": 5.409677018371986e-05, |
| "loss": 0.9563, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.2380216383307574, |
| "grad_norm": 1.5452591189158589, |
| "learning_rate": 5.393420510495476e-05, |
| "loss": 0.9542, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.2442040185471406, |
| "grad_norm": 1.215273856313518, |
| "learning_rate": 5.377137766225799e-05, |
| "loss": 0.9401, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.250386398763524, |
| "grad_norm": 1.2233276485983613, |
| "learning_rate": 5.36082909214699e-05, |
| "loss": 0.9448, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.2565687789799074, |
| "grad_norm": 1.3147561966681955, |
| "learning_rate": 5.344494795331308e-05, |
| "loss": 0.9465, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.2627511591962906, |
| "grad_norm": 1.4155564384468768, |
| "learning_rate": 5.328135183333456e-05, |
| "loss": 0.951, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.2689335394126737, |
| "grad_norm": 0.6114114300419576, |
| "learning_rate": 5.311750564184795e-05, |
| "loss": 0.9396, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.2751159196290573, |
| "grad_norm": 1.5798139980221138, |
| "learning_rate": 5.2953412463875364e-05, |
| "loss": 0.9506, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.2812982998454405, |
| "grad_norm": 0.9988799351566259, |
| "learning_rate": 5.278907538908936e-05, |
| "loss": 0.9526, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.2874806800618237, |
| "grad_norm": 1.05377706000738, |
| "learning_rate": 5.26244975117548e-05, |
| "loss": 0.942, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.293663060278207, |
| "grad_norm": 1.5699703997946644, |
| "learning_rate": 5.2459681930670536e-05, |
| "loss": 0.9511, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.2998454404945905, |
| "grad_norm": 0.9947848025404337, |
| "learning_rate": 5.2294631749111125e-05, |
| "loss": 0.9151, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.3060278207109737, |
| "grad_norm": 1.1765237704089029, |
| "learning_rate": 5.2129350074768316e-05, |
| "loss": 0.9467, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.312210200927357, |
| "grad_norm": 1.5204036418963962, |
| "learning_rate": 5.1963840019692616e-05, |
| "loss": 0.953, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.3183925811437405, |
| "grad_norm": 0.9961157368195384, |
| "learning_rate": 5.1798104700234655e-05, |
| "loss": 0.9353, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.3245749613601236, |
| "grad_norm": 1.2662517756577527, |
| "learning_rate": 5.16321472369865e-05, |
| "loss": 0.9313, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.330757341576507, |
| "grad_norm": 1.0077333440409275, |
| "learning_rate": 5.146597075472293e-05, |
| "loss": 0.949, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.3369397217928904, |
| "grad_norm": 1.1569892416058336, |
| "learning_rate": 5.129957838234255e-05, |
| "loss": 0.9421, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.3431221020092736, |
| "grad_norm": 1.0327382337486777, |
| "learning_rate": 5.113297325280896e-05, |
| "loss": 0.9359, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.349304482225657, |
| "grad_norm": 1.5413059311272268, |
| "learning_rate": 5.0966158503091673e-05, |
| "loss": 0.9308, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.3554868624420404, |
| "grad_norm": 1.0041025469926124, |
| "learning_rate": 5.079913727410712e-05, |
| "loss": 0.9472, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.3616692426584236, |
| "grad_norm": 1.0449355058196719, |
| "learning_rate": 5.063191271065945e-05, |
| "loss": 0.9507, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.3678516228748068, |
| "grad_norm": 1.4231290368942768, |
| "learning_rate": 5.046448796138138e-05, |
| "loss": 0.9617, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.37403400309119, |
| "grad_norm": 1.4686945371549769, |
| "learning_rate": 5.029686617867488e-05, |
| "loss": 0.9487, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.3802163833075736, |
| "grad_norm": 0.7321343928729324, |
| "learning_rate": 5.012905051865179e-05, |
| "loss": 0.9134, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.3863987635239567, |
| "grad_norm": 1.7871707923975175, |
| "learning_rate": 4.9961044141074454e-05, |
| "loss": 0.9454, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.39258114374034, |
| "grad_norm": 0.8554156480675892, |
| "learning_rate": 4.979285020929617e-05, |
| "loss": 0.958, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.398763523956723, |
| "grad_norm": 2.0222183736349177, |
| "learning_rate": 4.9624471890201656e-05, |
| "loss": 0.9398, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.4049459041731067, |
| "grad_norm": 1.1083392384698756, |
| "learning_rate": 4.945591235414741e-05, |
| "loss": 0.9353, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.41112828438949, |
| "grad_norm": 2.249237349775883, |
| "learning_rate": 4.9287174774902034e-05, |
| "loss": 0.9299, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.417310664605873, |
| "grad_norm": 1.7547197652519158, |
| "learning_rate": 4.911826232958647e-05, |
| "loss": 0.9465, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.4234930448222567, |
| "grad_norm": 1.816970919376788, |
| "learning_rate": 4.894917819861416e-05, |
| "loss": 0.9425, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.42967542503864, |
| "grad_norm": 1.5766998688721199, |
| "learning_rate": 4.8779925565631166e-05, |
| "loss": 0.9572, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.435857805255023, |
| "grad_norm": 1.6988141319269177, |
| "learning_rate": 4.8610507617456265e-05, |
| "loss": 0.9401, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.4420401854714067, |
| "grad_norm": 1.4658219077550854, |
| "learning_rate": 4.8440927544020896e-05, |
| "loss": 0.9429, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.44822256568779, |
| "grad_norm": 1.4942830281619395, |
| "learning_rate": 4.82711885383091e-05, |
| "loss": 0.9305, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.454404945904173, |
| "grad_norm": 1.4911047290042807, |
| "learning_rate": 4.810129379629745e-05, |
| "loss": 0.9509, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.4605873261205566, |
| "grad_norm": 1.0945238549084377, |
| "learning_rate": 4.793124651689484e-05, |
| "loss": 0.9319, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.46676970633694, |
| "grad_norm": 1.6671980576283978, |
| "learning_rate": 4.7761049901882227e-05, |
| "loss": 0.939, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.472952086553323, |
| "grad_norm": 0.92852786359375, |
| "learning_rate": 4.7590707155852406e-05, |
| "loss": 0.954, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.479134466769706, |
| "grad_norm": 1.7875978184704922, |
| "learning_rate": 4.74202214861496e-05, |
| "loss": 0.9381, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.48531684698609, |
| "grad_norm": 1.212284622798296, |
| "learning_rate": 4.7249596102809164e-05, |
| "loss": 0.9467, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.491499227202473, |
| "grad_norm": 1.7168328470834615, |
| "learning_rate": 4.707883421849703e-05, |
| "loss": 0.9496, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.497681607418856, |
| "grad_norm": 1.3407496449046934, |
| "learning_rate": 4.6907939048449314e-05, |
| "loss": 0.9486, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.5038639876352393, |
| "grad_norm": 1.4996984373050763, |
| "learning_rate": 4.673691381041173e-05, |
| "loss": 0.9298, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.510046367851623, |
| "grad_norm": 1.4309169783530684, |
| "learning_rate": 4.6565761724579e-05, |
| "loss": 0.9452, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.516228748068006, |
| "grad_norm": 1.4369198232445761, |
| "learning_rate": 4.6394486013534265e-05, |
| "loss": 0.9274, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.5224111282843893, |
| "grad_norm": 1.3376962293350674, |
| "learning_rate": 4.6223089902188336e-05, |
| "loss": 0.9321, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.528593508500773, |
| "grad_norm": 1.3175000668496903, |
| "learning_rate": 4.605157661771904e-05, |
| "loss": 0.9385, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.534775888717156, |
| "grad_norm": 1.6617422309422225, |
| "learning_rate": 4.5879949389510406e-05, |
| "loss": 0.9301, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.5409582689335393, |
| "grad_norm": 1.3172794288702236, |
| "learning_rate": 4.570821144909193e-05, |
| "loss": 0.9423, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.547140649149923, |
| "grad_norm": 1.6218116986054838, |
| "learning_rate": 4.553636603007761e-05, |
| "loss": 0.9309, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.553323029366306, |
| "grad_norm": 1.282648230450059, |
| "learning_rate": 4.536441636810521e-05, |
| "loss": 0.9393, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.5595054095826892, |
| "grad_norm": 1.7085653102331866, |
| "learning_rate": 4.519236570077523e-05, |
| "loss": 0.9387, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.565687789799073, |
| "grad_norm": 1.181853985248212, |
| "learning_rate": 4.502021726758994e-05, |
| "loss": 0.9329, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.571870170015456, |
| "grad_norm": 1.7534552716011547, |
| "learning_rate": 4.484797430989248e-05, |
| "loss": 0.9412, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.578052550231839, |
| "grad_norm": 1.3292585743678849, |
| "learning_rate": 4.467564007080574e-05, |
| "loss": 0.9399, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.584234930448223, |
| "grad_norm": 1.7630942395608926, |
| "learning_rate": 4.4503217795171326e-05, |
| "loss": 0.9303, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.590417310664606, |
| "grad_norm": 1.5547379842247044, |
| "learning_rate": 4.433071072948846e-05, |
| "loss": 0.9404, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.596599690880989, |
| "grad_norm": 1.55358461949987, |
| "learning_rate": 4.415812212185287e-05, |
| "loss": 0.9479, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.6027820710973724, |
| "grad_norm": 1.3519799459619244, |
| "learning_rate": 4.398545522189562e-05, |
| "loss": 0.9381, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.6089644513137555, |
| "grad_norm": 1.4063429925697228, |
| "learning_rate": 4.38127132807219e-05, |
| "loss": 0.9308, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.615146831530139, |
| "grad_norm": 1.1100048648257177, |
| "learning_rate": 4.363989955084988e-05, |
| "loss": 0.9316, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.6213292117465223, |
| "grad_norm": 1.5473918787261554, |
| "learning_rate": 4.3467017286149355e-05, |
| "loss": 0.9288, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.6275115919629055, |
| "grad_norm": 1.1413947086858753, |
| "learning_rate": 4.32940697417806e-05, |
| "loss": 0.9281, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.633693972179289, |
| "grad_norm": 1.4822907840670647, |
| "learning_rate": 4.3121060174133006e-05, |
| "loss": 0.9391, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.6398763523956723, |
| "grad_norm": 1.1893158134844697, |
| "learning_rate": 4.294799184076379e-05, |
| "loss": 0.9358, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.6460587326120555, |
| "grad_norm": 1.395540540534361, |
| "learning_rate": 4.277486800033664e-05, |
| "loss": 0.9344, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.652241112828439, |
| "grad_norm": 1.1389047154561869, |
| "learning_rate": 4.260169191256041e-05, |
| "loss": 0.9121, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.6584234930448223, |
| "grad_norm": 1.349515321074191, |
| "learning_rate": 4.242846683812768e-05, |
| "loss": 0.9424, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.6646058732612055, |
| "grad_norm": 1.2170924594039827, |
| "learning_rate": 4.225519603865338e-05, |
| "loss": 0.9285, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.670788253477589, |
| "grad_norm": 1.2637766040441283, |
| "learning_rate": 4.208188277661341e-05, |
| "loss": 0.9489, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.6769706336939723, |
| "grad_norm": 0.9722140941647698, |
| "learning_rate": 4.190853031528317e-05, |
| "loss": 0.9042, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.6831530139103554, |
| "grad_norm": 1.3212458332351424, |
| "learning_rate": 4.173514191867615e-05, |
| "loss": 0.9294, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.689335394126739, |
| "grad_norm": 1.0216097339005061, |
| "learning_rate": 4.156172085148244e-05, |
| "loss": 0.9365, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.6955177743431222, |
| "grad_norm": 1.4931636832422879, |
| "learning_rate": 4.138827037900728e-05, |
| "loss": 0.9453, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.7017001545595054, |
| "grad_norm": 1.5106660907983307, |
| "learning_rate": 4.1214793767109607e-05, |
| "loss": 0.9488, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.7078825347758886, |
| "grad_norm": 0.8429680654036087, |
| "learning_rate": 4.104129428214048e-05, |
| "loss": 0.9286, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.7140649149922718, |
| "grad_norm": 1.1888732405027307, |
| "learning_rate": 4.0867775190881673e-05, |
| "loss": 0.9389, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.7202472952086554, |
| "grad_norm": 0.8249720034944886, |
| "learning_rate": 4.0694239760484084e-05, |
| "loss": 0.9236, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.7264296754250386, |
| "grad_norm": 0.8112023719901648, |
| "learning_rate": 4.05206912584063e-05, |
| "loss": 0.93, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.7326120556414217, |
| "grad_norm": 0.8700099921141801, |
| "learning_rate": 4.0347132952352976e-05, |
| "loss": 0.9274, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.7387944358578054, |
| "grad_norm": 0.7451536808284058, |
| "learning_rate": 4.0173568110213444e-05, |
| "loss": 0.9444, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.7449768160741885, |
| "grad_norm": 0.7730600029414318, |
| "learning_rate": 4e-05, |
| "loss": 0.9264, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.7511591962905717, |
| "grad_norm": 0.64992428377988, |
| "learning_rate": 3.9826431889786576e-05, |
| "loss": 0.9228, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.7573415765069553, |
| "grad_norm": 0.6092471954250116, |
| "learning_rate": 3.965286704764702e-05, |
| "loss": 0.9386, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.7635239567233385, |
| "grad_norm": 0.5829783913867378, |
| "learning_rate": 3.947930874159371e-05, |
| "loss": 0.9466, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.7697063369397217, |
| "grad_norm": 0.5791113943292933, |
| "learning_rate": 3.930576023951593e-05, |
| "loss": 0.9315, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.7758887171561053, |
| "grad_norm": 0.496929341909277, |
| "learning_rate": 3.9132224809118347e-05, |
| "loss": 0.9433, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.7820710973724885, |
| "grad_norm": 0.5814134399140919, |
| "learning_rate": 3.8958705717859526e-05, |
| "loss": 0.94, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.7882534775888717, |
| "grad_norm": 0.49572568964279784, |
| "learning_rate": 3.878520623289041e-05, |
| "loss": 0.9288, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.7944358578052553, |
| "grad_norm": 0.5284855150274684, |
| "learning_rate": 3.8611729620992726e-05, |
| "loss": 0.9333, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.8006182380216385, |
| "grad_norm": 0.516369342375662, |
| "learning_rate": 3.8438279148517575e-05, |
| "loss": 0.9484, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.8068006182380216, |
| "grad_norm": 0.46332381283153445, |
| "learning_rate": 3.826485808132386e-05, |
| "loss": 0.9394, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.812982998454405, |
| "grad_norm": 0.5353899030659641, |
| "learning_rate": 3.8091469684716845e-05, |
| "loss": 0.93, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.819165378670788, |
| "grad_norm": 0.3932685579553986, |
| "learning_rate": 3.7918117223386615e-05, |
| "loss": 0.9368, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.8253477588871716, |
| "grad_norm": 0.43586697192948876, |
| "learning_rate": 3.774480396134663e-05, |
| "loss": 0.9397, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.8315301391035548, |
| "grad_norm": 0.40361521367835107, |
| "learning_rate": 3.7571533161872334e-05, |
| "loss": 0.9213, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.837712519319938, |
| "grad_norm": 0.4604217029229173, |
| "learning_rate": 3.7398308087439603e-05, |
| "loss": 0.9268, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.8438948995363216, |
| "grad_norm": 0.538514910957252, |
| "learning_rate": 3.722513199966336e-05, |
| "loss": 0.9455, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.8500772797527048, |
| "grad_norm": 0.6470702786089004, |
| "learning_rate": 3.705200815923622e-05, |
| "loss": 0.9123, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.856259659969088, |
| "grad_norm": 0.5008393569354235, |
| "learning_rate": 3.6878939825867014e-05, |
| "loss": 0.9382, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.8624420401854715, |
| "grad_norm": 0.41610970566343775, |
| "learning_rate": 3.670593025821942e-05, |
| "loss": 0.9387, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.8686244204018547, |
| "grad_norm": 0.3582328984320768, |
| "learning_rate": 3.653298271385065e-05, |
| "loss": 0.9365, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.874806800618238, |
| "grad_norm": 0.36268739794043653, |
| "learning_rate": 3.6360100449150135e-05, |
| "loss": 0.9398, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.8809891808346215, |
| "grad_norm": 0.31637193895013355, |
| "learning_rate": 3.618728671927811e-05, |
| "loss": 0.9468, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.8871715610510047, |
| "grad_norm": 0.37689814936512106, |
| "learning_rate": 3.6014544778104394e-05, |
| "loss": 0.9499, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.893353941267388, |
| "grad_norm": 0.4779224408619651, |
| "learning_rate": 3.584187787814714e-05, |
| "loss": 0.9396, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.8995363214837715, |
| "grad_norm": 0.509229566930791, |
| "learning_rate": 3.566928927051155e-05, |
| "loss": 0.9291, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.9057187017001547, |
| "grad_norm": 0.48474577075424746, |
| "learning_rate": 3.5496782204828694e-05, |
| "loss": 0.9203, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.911901081916538, |
| "grad_norm": 0.3971864637298685, |
| "learning_rate": 3.5324359929194274e-05, |
| "loss": 0.9394, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.918083462132921, |
| "grad_norm": 0.3053259719312419, |
| "learning_rate": 3.5152025690107524e-05, |
| "loss": 0.9268, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.9242658423493046, |
| "grad_norm": 0.29216270961639657, |
| "learning_rate": 3.497978273241007e-05, |
| "loss": 0.9148, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.930448222565688, |
| "grad_norm": 0.2654490613569246, |
| "learning_rate": 3.480763429922479e-05, |
| "loss": 0.9379, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.936630602782071, |
| "grad_norm": 0.38722618089775157, |
| "learning_rate": 3.463558363189479e-05, |
| "loss": 0.9277, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.942812982998454, |
| "grad_norm": 0.3877069119339608, |
| "learning_rate": 3.4463633969922395e-05, |
| "loss": 0.9165, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.948995363214838, |
| "grad_norm": 0.49582780013936295, |
| "learning_rate": 3.429178855090809e-05, |
| "loss": 0.9395, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.955177743431221, |
| "grad_norm": 0.48453229307728, |
| "learning_rate": 3.412005061048959e-05, |
| "loss": 0.9184, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.961360123647604, |
| "grad_norm": 0.372292891013131, |
| "learning_rate": 3.394842338228097e-05, |
| "loss": 0.9257, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.9675425038639878, |
| "grad_norm": 0.21481675893348937, |
| "learning_rate": 3.377691009781168e-05, |
| "loss": 0.9342, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.973724884080371, |
| "grad_norm": 0.2791079849765998, |
| "learning_rate": 3.360551398646575e-05, |
| "loss": 0.927, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.979907264296754, |
| "grad_norm": 0.31864441303786156, |
| "learning_rate": 3.3434238275421e-05, |
| "loss": 0.9364, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.9860896445131377, |
| "grad_norm": 0.3426078238120316, |
| "learning_rate": 3.326308618958828e-05, |
| "loss": 0.9237, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.992272024729521, |
| "grad_norm": 0.33872000941997643, |
| "learning_rate": 3.309206095155069e-05, |
| "loss": 0.9331, |
| "step": 483 |
| }, |
| { |
| "epoch": 3.001545595054096, |
| "grad_norm": 0.41746066648889707, |
| "learning_rate": 3.292116578150298e-05, |
| "loss": 1.632, |
| "step": 484 |
| }, |
| { |
| "epoch": 3.007727975270479, |
| "grad_norm": 0.479690534350614, |
| "learning_rate": 3.2750403897190856e-05, |
| "loss": 0.8917, |
| "step": 485 |
| }, |
| { |
| "epoch": 3.0139103554868623, |
| "grad_norm": 0.37954910983497075, |
| "learning_rate": 3.2579778513850405e-05, |
| "loss": 0.8802, |
| "step": 486 |
| }, |
| { |
| "epoch": 3.020092735703246, |
| "grad_norm": 0.43731886585463775, |
| "learning_rate": 3.240929284414762e-05, |
| "loss": 0.9013, |
| "step": 487 |
| }, |
| { |
| "epoch": 3.026275115919629, |
| "grad_norm": 0.3851011426541529, |
| "learning_rate": 3.223895009811777e-05, |
| "loss": 0.876, |
| "step": 488 |
| }, |
| { |
| "epoch": 3.0324574961360122, |
| "grad_norm": 0.321671225557479, |
| "learning_rate": 3.2068753483105165e-05, |
| "loss": 0.8888, |
| "step": 489 |
| }, |
| { |
| "epoch": 3.038639876352396, |
| "grad_norm": 0.4076120056603458, |
| "learning_rate": 3.189870620370256e-05, |
| "loss": 0.9015, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.044822256568779, |
| "grad_norm": 0.32597913024373476, |
| "learning_rate": 3.1728811461690904e-05, |
| "loss": 0.8858, |
| "step": 491 |
| }, |
| { |
| "epoch": 3.051004636785162, |
| "grad_norm": 0.39721200533205675, |
| "learning_rate": 3.155907245597912e-05, |
| "loss": 0.8971, |
| "step": 492 |
| }, |
| { |
| "epoch": 3.0571870170015454, |
| "grad_norm": 0.33689618227170504, |
| "learning_rate": 3.138949238254375e-05, |
| "loss": 0.8913, |
| "step": 493 |
| }, |
| { |
| "epoch": 3.063369397217929, |
| "grad_norm": 0.31095628858697094, |
| "learning_rate": 3.122007443436885e-05, |
| "loss": 0.8996, |
| "step": 494 |
| }, |
| { |
| "epoch": 3.069551777434312, |
| "grad_norm": 0.4028486236419519, |
| "learning_rate": 3.105082180138585e-05, |
| "loss": 0.8889, |
| "step": 495 |
| }, |
| { |
| "epoch": 3.0757341576506954, |
| "grad_norm": 0.484359324518245, |
| "learning_rate": 3.0881737670413534e-05, |
| "loss": 0.8964, |
| "step": 496 |
| }, |
| { |
| "epoch": 3.081916537867079, |
| "grad_norm": 0.38584852659317825, |
| "learning_rate": 3.071282522509798e-05, |
| "loss": 0.8794, |
| "step": 497 |
| }, |
| { |
| "epoch": 3.088098918083462, |
| "grad_norm": 0.3397498441090358, |
| "learning_rate": 3.054408764585261e-05, |
| "loss": 0.8957, |
| "step": 498 |
| }, |
| { |
| "epoch": 3.0942812982998453, |
| "grad_norm": 0.31333063472846795, |
| "learning_rate": 3.037552810979836e-05, |
| "loss": 0.8786, |
| "step": 499 |
| }, |
| { |
| "epoch": 3.100463678516229, |
| "grad_norm": 0.3649292765310615, |
| "learning_rate": 3.020714979070385e-05, |
| "loss": 0.8884, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.106646058732612, |
| "grad_norm": 0.4200346160735661, |
| "learning_rate": 3.0038955858925556e-05, |
| "loss": 0.8846, |
| "step": 501 |
| }, |
| { |
| "epoch": 3.1128284389489953, |
| "grad_norm": 0.28488029439459195, |
| "learning_rate": 2.9870949481348214e-05, |
| "loss": 0.8942, |
| "step": 502 |
| }, |
| { |
| "epoch": 3.1190108191653785, |
| "grad_norm": 0.2697608832955852, |
| "learning_rate": 2.9703133821325125e-05, |
| "loss": 0.8915, |
| "step": 503 |
| }, |
| { |
| "epoch": 3.125193199381762, |
| "grad_norm": 0.3357046563951315, |
| "learning_rate": 2.953551203861863e-05, |
| "loss": 0.8885, |
| "step": 504 |
| }, |
| { |
| "epoch": 3.1313755795981453, |
| "grad_norm": 0.3200692987355479, |
| "learning_rate": 2.9368087289340575e-05, |
| "loss": 0.8844, |
| "step": 505 |
| }, |
| { |
| "epoch": 3.1375579598145285, |
| "grad_norm": 0.24036855461462353, |
| "learning_rate": 2.9200862725892897e-05, |
| "loss": 0.8929, |
| "step": 506 |
| }, |
| { |
| "epoch": 3.143740340030912, |
| "grad_norm": 0.238395091168019, |
| "learning_rate": 2.903384149690834e-05, |
| "loss": 0.8874, |
| "step": 507 |
| }, |
| { |
| "epoch": 3.1499227202472952, |
| "grad_norm": 0.2401017173847325, |
| "learning_rate": 2.8867026747191054e-05, |
| "loss": 0.8876, |
| "step": 508 |
| }, |
| { |
| "epoch": 3.1561051004636784, |
| "grad_norm": 0.2799086754124938, |
| "learning_rate": 2.8700421617657446e-05, |
| "loss": 0.8958, |
| "step": 509 |
| }, |
| { |
| "epoch": 3.162287480680062, |
| "grad_norm": 0.2780648545074759, |
| "learning_rate": 2.853402924527708e-05, |
| "loss": 0.8952, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.1684698608964452, |
| "grad_norm": 0.23416871362717123, |
| "learning_rate": 2.8367852763013508e-05, |
| "loss": 0.8783, |
| "step": 511 |
| }, |
| { |
| "epoch": 3.1746522411128284, |
| "grad_norm": 0.19517664014067915, |
| "learning_rate": 2.8201895299765358e-05, |
| "loss": 0.8885, |
| "step": 512 |
| }, |
| { |
| "epoch": 3.1808346213292116, |
| "grad_norm": 0.24055029383355403, |
| "learning_rate": 2.803615998030738e-05, |
| "loss": 0.8781, |
| "step": 513 |
| }, |
| { |
| "epoch": 3.187017001545595, |
| "grad_norm": 0.21251629293077243, |
| "learning_rate": 2.787064992523169e-05, |
| "loss": 0.896, |
| "step": 514 |
| }, |
| { |
| "epoch": 3.1931993817619784, |
| "grad_norm": 0.2205317155524029, |
| "learning_rate": 2.7705368250888892e-05, |
| "loss": 0.8977, |
| "step": 515 |
| }, |
| { |
| "epoch": 3.1993817619783615, |
| "grad_norm": 0.2710843453756844, |
| "learning_rate": 2.7540318069329468e-05, |
| "loss": 0.8809, |
| "step": 516 |
| }, |
| { |
| "epoch": 3.205564142194745, |
| "grad_norm": 0.2134694304897921, |
| "learning_rate": 2.7375502488245218e-05, |
| "loss": 0.8852, |
| "step": 517 |
| }, |
| { |
| "epoch": 3.2117465224111283, |
| "grad_norm": 0.21525338899378574, |
| "learning_rate": 2.7210924610910658e-05, |
| "loss": 0.8843, |
| "step": 518 |
| }, |
| { |
| "epoch": 3.2179289026275115, |
| "grad_norm": 0.2257874439917892, |
| "learning_rate": 2.7046587536124656e-05, |
| "loss": 0.8912, |
| "step": 519 |
| }, |
| { |
| "epoch": 3.2241112828438947, |
| "grad_norm": 0.2146891709570046, |
| "learning_rate": 2.6882494358152055e-05, |
| "loss": 0.8902, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.2302936630602783, |
| "grad_norm": 0.19521290168739072, |
| "learning_rate": 2.6718648166665445e-05, |
| "loss": 0.8931, |
| "step": 521 |
| }, |
| { |
| "epoch": 3.2364760432766615, |
| "grad_norm": 0.2375023715085163, |
| "learning_rate": 2.6555052046686943e-05, |
| "loss": 0.8799, |
| "step": 522 |
| }, |
| { |
| "epoch": 3.2426584234930447, |
| "grad_norm": 0.2440992341795168, |
| "learning_rate": 2.6391709078530106e-05, |
| "loss": 0.9015, |
| "step": 523 |
| }, |
| { |
| "epoch": 3.2488408037094283, |
| "grad_norm": 0.2660799604690821, |
| "learning_rate": 2.6228622337742016e-05, |
| "loss": 0.8869, |
| "step": 524 |
| }, |
| { |
| "epoch": 3.2550231839258115, |
| "grad_norm": 0.1898820986247372, |
| "learning_rate": 2.606579489504526e-05, |
| "loss": 0.8921, |
| "step": 525 |
| }, |
| { |
| "epoch": 3.2612055641421946, |
| "grad_norm": 0.21206019174841687, |
| "learning_rate": 2.590322981628016e-05, |
| "loss": 0.8969, |
| "step": 526 |
| }, |
| { |
| "epoch": 3.2673879443585783, |
| "grad_norm": 0.21516060193400413, |
| "learning_rate": 2.5740930162347053e-05, |
| "loss": 0.8839, |
| "step": 527 |
| }, |
| { |
| "epoch": 3.2735703245749614, |
| "grad_norm": 0.19044808648502842, |
| "learning_rate": 2.5578898989148692e-05, |
| "loss": 0.8927, |
| "step": 528 |
| }, |
| { |
| "epoch": 3.2797527047913446, |
| "grad_norm": 0.22486834698093985, |
| "learning_rate": 2.5417139347532625e-05, |
| "loss": 0.8889, |
| "step": 529 |
| }, |
| { |
| "epoch": 3.285935085007728, |
| "grad_norm": 0.19216048198447702, |
| "learning_rate": 2.525565428323379e-05, |
| "loss": 0.8893, |
| "step": 530 |
| }, |
| { |
| "epoch": 3.2921174652241114, |
| "grad_norm": 0.20965862072042166, |
| "learning_rate": 2.509444683681722e-05, |
| "loss": 0.8989, |
| "step": 531 |
| }, |
| { |
| "epoch": 3.2982998454404946, |
| "grad_norm": 0.1815566372511265, |
| "learning_rate": 2.49335200436207e-05, |
| "loss": 0.8795, |
| "step": 532 |
| }, |
| { |
| "epoch": 3.3044822256568778, |
| "grad_norm": 0.23072409231554872, |
| "learning_rate": 2.4772876933697658e-05, |
| "loss": 0.909, |
| "step": 533 |
| }, |
| { |
| "epoch": 3.3106646058732614, |
| "grad_norm": 0.2299841285498698, |
| "learning_rate": 2.461252053176015e-05, |
| "loss": 0.8966, |
| "step": 534 |
| }, |
| { |
| "epoch": 3.3168469860896446, |
| "grad_norm": 0.23678203939185868, |
| "learning_rate": 2.4452453857121846e-05, |
| "loss": 0.904, |
| "step": 535 |
| }, |
| { |
| "epoch": 3.3230293663060277, |
| "grad_norm": 0.23345278141855083, |
| "learning_rate": 2.429267992364123e-05, |
| "loss": 0.8709, |
| "step": 536 |
| }, |
| { |
| "epoch": 3.329211746522411, |
| "grad_norm": 0.21351104494670123, |
| "learning_rate": 2.413320173966481e-05, |
| "loss": 0.886, |
| "step": 537 |
| }, |
| { |
| "epoch": 3.3353941267387945, |
| "grad_norm": 0.24843505340058486, |
| "learning_rate": 2.3974022307970488e-05, |
| "loss": 0.8994, |
| "step": 538 |
| }, |
| { |
| "epoch": 3.3415765069551777, |
| "grad_norm": 0.2144602081955269, |
| "learning_rate": 2.3815144625711063e-05, |
| "loss": 0.8928, |
| "step": 539 |
| }, |
| { |
| "epoch": 3.347758887171561, |
| "grad_norm": 0.214440559424067, |
| "learning_rate": 2.3656571684357736e-05, |
| "loss": 0.8952, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.3539412673879445, |
| "grad_norm": 0.1870653320452973, |
| "learning_rate": 2.34983064696438e-05, |
| "loss": 0.8789, |
| "step": 541 |
| }, |
| { |
| "epoch": 3.3601236476043277, |
| "grad_norm": 0.1816470397576087, |
| "learning_rate": 2.3340351961508495e-05, |
| "loss": 0.8904, |
| "step": 542 |
| }, |
| { |
| "epoch": 3.366306027820711, |
| "grad_norm": 0.23629374681914123, |
| "learning_rate": 2.318271113404075e-05, |
| "loss": 0.8853, |
| "step": 543 |
| }, |
| { |
| "epoch": 3.3724884080370945, |
| "grad_norm": 0.2136915907110259, |
| "learning_rate": 2.3025386955423342e-05, |
| "loss": 0.9049, |
| "step": 544 |
| }, |
| { |
| "epoch": 3.3786707882534777, |
| "grad_norm": 0.22758131014283642, |
| "learning_rate": 2.2868382387876905e-05, |
| "loss": 0.8876, |
| "step": 545 |
| }, |
| { |
| "epoch": 3.384853168469861, |
| "grad_norm": 0.2365037683934222, |
| "learning_rate": 2.2711700387604223e-05, |
| "loss": 0.9025, |
| "step": 546 |
| }, |
| { |
| "epoch": 3.391035548686244, |
| "grad_norm": 0.21359052590913488, |
| "learning_rate": 2.255534390473451e-05, |
| "loss": 0.8939, |
| "step": 547 |
| }, |
| { |
| "epoch": 3.3972179289026276, |
| "grad_norm": 0.21656702849393653, |
| "learning_rate": 2.2399315883267853e-05, |
| "loss": 0.8987, |
| "step": 548 |
| }, |
| { |
| "epoch": 3.403400309119011, |
| "grad_norm": 0.225661122723241, |
| "learning_rate": 2.2243619261019918e-05, |
| "loss": 0.8893, |
| "step": 549 |
| }, |
| { |
| "epoch": 3.409582689335394, |
| "grad_norm": 0.18874144934647666, |
| "learning_rate": 2.2088256969566413e-05, |
| "loss": 0.9041, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.4157650695517776, |
| "grad_norm": 0.28668375357552045, |
| "learning_rate": 2.1933231934188104e-05, |
| "loss": 0.8855, |
| "step": 551 |
| }, |
| { |
| "epoch": 3.421947449768161, |
| "grad_norm": 0.2531027429361992, |
| "learning_rate": 2.1778547073815554e-05, |
| "loss": 0.8954, |
| "step": 552 |
| }, |
| { |
| "epoch": 3.428129829984544, |
| "grad_norm": 0.21767635407476482, |
| "learning_rate": 2.1624205300974346e-05, |
| "loss": 0.8951, |
| "step": 553 |
| }, |
| { |
| "epoch": 3.434312210200927, |
| "grad_norm": 0.18527077734942415, |
| "learning_rate": 2.1470209521730064e-05, |
| "loss": 0.891, |
| "step": 554 |
| }, |
| { |
| "epoch": 3.4404945904173108, |
| "grad_norm": 0.26428285410878966, |
| "learning_rate": 2.131656263563369e-05, |
| "loss": 0.9102, |
| "step": 555 |
| }, |
| { |
| "epoch": 3.446676970633694, |
| "grad_norm": 0.17077454909439538, |
| "learning_rate": 2.1163267535666994e-05, |
| "loss": 0.9022, |
| "step": 556 |
| }, |
| { |
| "epoch": 3.452859350850077, |
| "grad_norm": 0.2136026248917033, |
| "learning_rate": 2.1010327108188037e-05, |
| "loss": 0.8797, |
| "step": 557 |
| }, |
| { |
| "epoch": 3.4590417310664607, |
| "grad_norm": 0.23170046494717933, |
| "learning_rate": 2.0857744232876797e-05, |
| "loss": 0.9014, |
| "step": 558 |
| }, |
| { |
| "epoch": 3.465224111282844, |
| "grad_norm": 0.18466452017435814, |
| "learning_rate": 2.070552178268102e-05, |
| "loss": 0.893, |
| "step": 559 |
| }, |
| { |
| "epoch": 3.471406491499227, |
| "grad_norm": 0.2938322911655651, |
| "learning_rate": 2.0553662623762105e-05, |
| "loss": 0.8872, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.4775888717156107, |
| "grad_norm": 0.28795550547667914, |
| "learning_rate": 2.040216961544109e-05, |
| "loss": 0.8975, |
| "step": 561 |
| }, |
| { |
| "epoch": 3.483771251931994, |
| "grad_norm": 0.22847154183739538, |
| "learning_rate": 2.0251045610144865e-05, |
| "loss": 0.8918, |
| "step": 562 |
| }, |
| { |
| "epoch": 3.489953632148377, |
| "grad_norm": 0.28080426895854366, |
| "learning_rate": 2.0100293453352446e-05, |
| "loss": 0.8703, |
| "step": 563 |
| }, |
| { |
| "epoch": 3.4961360123647607, |
| "grad_norm": 0.23972543857227632, |
| "learning_rate": 1.9949915983541405e-05, |
| "loss": 0.8794, |
| "step": 564 |
| }, |
| { |
| "epoch": 3.502318392581144, |
| "grad_norm": 0.2159429902592839, |
| "learning_rate": 1.9799916032134384e-05, |
| "loss": 0.8844, |
| "step": 565 |
| }, |
| { |
| "epoch": 3.508500772797527, |
| "grad_norm": 0.2126223807781731, |
| "learning_rate": 1.9650296423445865e-05, |
| "loss": 0.8934, |
| "step": 566 |
| }, |
| { |
| "epoch": 3.51468315301391, |
| "grad_norm": 0.25136395675418194, |
| "learning_rate": 1.9501059974628923e-05, |
| "loss": 0.8951, |
| "step": 567 |
| }, |
| { |
| "epoch": 3.5208655332302934, |
| "grad_norm": 0.2422901671285048, |
| "learning_rate": 1.9352209495622215e-05, |
| "loss": 0.8931, |
| "step": 568 |
| }, |
| { |
| "epoch": 3.527047913446677, |
| "grad_norm": 0.22399150155898304, |
| "learning_rate": 1.920374778909702e-05, |
| "loss": 0.894, |
| "step": 569 |
| }, |
| { |
| "epoch": 3.53323029366306, |
| "grad_norm": 0.17997096245249658, |
| "learning_rate": 1.9055677650404598e-05, |
| "loss": 0.8854, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.5394126738794434, |
| "grad_norm": 0.20091228641905334, |
| "learning_rate": 1.890800186752336e-05, |
| "loss": 0.8912, |
| "step": 571 |
| }, |
| { |
| "epoch": 3.545595054095827, |
| "grad_norm": 0.1713636230002705, |
| "learning_rate": 1.8760723221006577e-05, |
| "loss": 0.8984, |
| "step": 572 |
| }, |
| { |
| "epoch": 3.55177743431221, |
| "grad_norm": 0.22444993402898378, |
| "learning_rate": 1.861384448392984e-05, |
| "loss": 0.8957, |
| "step": 573 |
| }, |
| { |
| "epoch": 3.5579598145285933, |
| "grad_norm": 0.1622926494483365, |
| "learning_rate": 1.8467368421839045e-05, |
| "loss": 0.8882, |
| "step": 574 |
| }, |
| { |
| "epoch": 3.564142194744977, |
| "grad_norm": 0.22561783403087973, |
| "learning_rate": 1.832129779269811e-05, |
| "loss": 0.8837, |
| "step": 575 |
| }, |
| { |
| "epoch": 3.57032457496136, |
| "grad_norm": 0.1776156141854532, |
| "learning_rate": 1.817563534683722e-05, |
| "loss": 0.8705, |
| "step": 576 |
| }, |
| { |
| "epoch": 3.5765069551777433, |
| "grad_norm": 0.1905281137121667, |
| "learning_rate": 1.8030383826900935e-05, |
| "loss": 0.8814, |
| "step": 577 |
| }, |
| { |
| "epoch": 3.582689335394127, |
| "grad_norm": 0.2044502851986332, |
| "learning_rate": 1.7885545967796606e-05, |
| "loss": 0.8981, |
| "step": 578 |
| }, |
| { |
| "epoch": 3.58887171561051, |
| "grad_norm": 0.1784191323277939, |
| "learning_rate": 1.7741124496642862e-05, |
| "loss": 0.8901, |
| "step": 579 |
| }, |
| { |
| "epoch": 3.5950540958268933, |
| "grad_norm": 0.18594801839576822, |
| "learning_rate": 1.7597122132718202e-05, |
| "loss": 0.8666, |
| "step": 580 |
| }, |
| { |
| "epoch": 3.601236476043277, |
| "grad_norm": 0.18365311459244033, |
| "learning_rate": 1.7453541587409963e-05, |
| "loss": 0.8936, |
| "step": 581 |
| }, |
| { |
| "epoch": 3.60741885625966, |
| "grad_norm": 0.20713153169279955, |
| "learning_rate": 1.731038556416304e-05, |
| "loss": 0.8898, |
| "step": 582 |
| }, |
| { |
| "epoch": 3.6136012364760433, |
| "grad_norm": 0.20905582740873777, |
| "learning_rate": 1.716765675842919e-05, |
| "loss": 0.8905, |
| "step": 583 |
| }, |
| { |
| "epoch": 3.6197836166924264, |
| "grad_norm": 0.18415135918656184, |
| "learning_rate": 1.70253578576161e-05, |
| "loss": 0.8945, |
| "step": 584 |
| }, |
| { |
| "epoch": 3.62596599690881, |
| "grad_norm": 0.2042255922116097, |
| "learning_rate": 1.688349154103699e-05, |
| "loss": 0.8839, |
| "step": 585 |
| }, |
| { |
| "epoch": 3.6321483771251932, |
| "grad_norm": 0.17189580999683968, |
| "learning_rate": 1.6742060479859944e-05, |
| "loss": 0.8747, |
| "step": 586 |
| }, |
| { |
| "epoch": 3.6383307573415764, |
| "grad_norm": 0.21696578872996222, |
| "learning_rate": 1.6601067337057783e-05, |
| "loss": 0.8863, |
| "step": 587 |
| }, |
| { |
| "epoch": 3.6445131375579596, |
| "grad_norm": 0.20566434805583705, |
| "learning_rate": 1.6460514767357855e-05, |
| "loss": 0.8978, |
| "step": 588 |
| }, |
| { |
| "epoch": 3.650695517774343, |
| "grad_norm": 0.212105435407208, |
| "learning_rate": 1.6320405417192066e-05, |
| "loss": 0.8796, |
| "step": 589 |
| }, |
| { |
| "epoch": 3.6568778979907264, |
| "grad_norm": 0.21704798077180454, |
| "learning_rate": 1.618074192464699e-05, |
| "loss": 0.8962, |
| "step": 590 |
| }, |
| { |
| "epoch": 3.6630602782071096, |
| "grad_norm": 0.26219775112073423, |
| "learning_rate": 1.6041526919414318e-05, |
| "loss": 0.8965, |
| "step": 591 |
| }, |
| { |
| "epoch": 3.669242658423493, |
| "grad_norm": 0.18361447307055298, |
| "learning_rate": 1.5902763022741247e-05, |
| "loss": 0.8912, |
| "step": 592 |
| }, |
| { |
| "epoch": 3.6754250386398764, |
| "grad_norm": 0.2767924709588361, |
| "learning_rate": 1.576445284738116e-05, |
| "loss": 0.8974, |
| "step": 593 |
| }, |
| { |
| "epoch": 3.6816074188562595, |
| "grad_norm": 0.21044903902705353, |
| "learning_rate": 1.5626598997544422e-05, |
| "loss": 0.8932, |
| "step": 594 |
| }, |
| { |
| "epoch": 3.687789799072643, |
| "grad_norm": 0.22141335816275728, |
| "learning_rate": 1.548920406884935e-05, |
| "loss": 0.8966, |
| "step": 595 |
| }, |
| { |
| "epoch": 3.6939721792890263, |
| "grad_norm": 0.19199822889292517, |
| "learning_rate": 1.5352270648273363e-05, |
| "loss": 0.8927, |
| "step": 596 |
| }, |
| { |
| "epoch": 3.7001545595054095, |
| "grad_norm": 0.2256809667548217, |
| "learning_rate": 1.5215801314104202e-05, |
| "loss": 0.8917, |
| "step": 597 |
| }, |
| { |
| "epoch": 3.706336939721793, |
| "grad_norm": 0.23515679935616451, |
| "learning_rate": 1.5079798635891468e-05, |
| "loss": 0.8907, |
| "step": 598 |
| }, |
| { |
| "epoch": 3.7125193199381763, |
| "grad_norm": 0.1640102854982691, |
| "learning_rate": 1.4944265174398203e-05, |
| "loss": 0.9016, |
| "step": 599 |
| }, |
| { |
| "epoch": 3.7187017001545595, |
| "grad_norm": 0.19789240249181025, |
| "learning_rate": 1.4809203481552681e-05, |
| "loss": 0.8811, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.7248840803709427, |
| "grad_norm": 0.17774590981378566, |
| "learning_rate": 1.4674616100400303e-05, |
| "loss": 0.8811, |
| "step": 601 |
| }, |
| { |
| "epoch": 3.7310664605873263, |
| "grad_norm": 0.19736844331190076, |
| "learning_rate": 1.4540505565055858e-05, |
| "loss": 0.8996, |
| "step": 602 |
| }, |
| { |
| "epoch": 3.7372488408037094, |
| "grad_norm": 0.17893905096693596, |
| "learning_rate": 1.4406874400655615e-05, |
| "loss": 0.9037, |
| "step": 603 |
| }, |
| { |
| "epoch": 3.7434312210200926, |
| "grad_norm": 0.19684792739449095, |
| "learning_rate": 1.427372512330996e-05, |
| "loss": 0.8851, |
| "step": 604 |
| }, |
| { |
| "epoch": 3.749613601236476, |
| "grad_norm": 0.2512744015419969, |
| "learning_rate": 1.4141060240055859e-05, |
| "loss": 0.8954, |
| "step": 605 |
| }, |
| { |
| "epoch": 3.7557959814528594, |
| "grad_norm": 0.17423327717089102, |
| "learning_rate": 1.400888224880983e-05, |
| "loss": 0.8808, |
| "step": 606 |
| }, |
| { |
| "epoch": 3.7619783616692426, |
| "grad_norm": 0.1819843673558297, |
| "learning_rate": 1.3877193638320718e-05, |
| "loss": 0.8982, |
| "step": 607 |
| }, |
| { |
| "epoch": 3.7681607418856258, |
| "grad_norm": 0.1693796580052696, |
| "learning_rate": 1.3745996888122992e-05, |
| "loss": 0.8701, |
| "step": 608 |
| }, |
| { |
| "epoch": 3.7743431221020094, |
| "grad_norm": 0.1821658263170253, |
| "learning_rate": 1.361529446848998e-05, |
| "loss": 0.8843, |
| "step": 609 |
| }, |
| { |
| "epoch": 3.7805255023183926, |
| "grad_norm": 0.24650364015406534, |
| "learning_rate": 1.3485088840387369e-05, |
| "loss": 0.8966, |
| "step": 610 |
| }, |
| { |
| "epoch": 3.7867078825347757, |
| "grad_norm": 0.18771305026658164, |
| "learning_rate": 1.3355382455426892e-05, |
| "loss": 0.8846, |
| "step": 611 |
| }, |
| { |
| "epoch": 3.7928902627511594, |
| "grad_norm": 0.18610630863899502, |
| "learning_rate": 1.3226177755820087e-05, |
| "loss": 0.8846, |
| "step": 612 |
| }, |
| { |
| "epoch": 3.7990726429675425, |
| "grad_norm": 0.17549326513432761, |
| "learning_rate": 1.3097477174332482e-05, |
| "loss": 0.8855, |
| "step": 613 |
| }, |
| { |
| "epoch": 3.8052550231839257, |
| "grad_norm": 0.17546252086320724, |
| "learning_rate": 1.296928313423758e-05, |
| "loss": 0.894, |
| "step": 614 |
| }, |
| { |
| "epoch": 3.8114374034003093, |
| "grad_norm": 0.1904786805615447, |
| "learning_rate": 1.2841598049271395e-05, |
| "loss": 0.8847, |
| "step": 615 |
| }, |
| { |
| "epoch": 3.8176197836166925, |
| "grad_norm": 0.16824287711277486, |
| "learning_rate": 1.271442432358688e-05, |
| "loss": 0.882, |
| "step": 616 |
| }, |
| { |
| "epoch": 3.8238021638330757, |
| "grad_norm": 0.15191088188497087, |
| "learning_rate": 1.2587764351708813e-05, |
| "loss": 0.897, |
| "step": 617 |
| }, |
| { |
| "epoch": 3.8299845440494593, |
| "grad_norm": 0.17144785228852993, |
| "learning_rate": 1.2461620518488533e-05, |
| "loss": 0.8947, |
| "step": 618 |
| }, |
| { |
| "epoch": 3.8361669242658425, |
| "grad_norm": 0.1981987256042829, |
| "learning_rate": 1.2335995199059175e-05, |
| "loss": 0.8888, |
| "step": 619 |
| }, |
| { |
| "epoch": 3.8423493044822257, |
| "grad_norm": 0.1664686018609899, |
| "learning_rate": 1.2210890758790877e-05, |
| "loss": 0.8865, |
| "step": 620 |
| }, |
| { |
| "epoch": 3.848531684698609, |
| "grad_norm": 0.17952380029164736, |
| "learning_rate": 1.2086309553246282e-05, |
| "loss": 0.8735, |
| "step": 621 |
| }, |
| { |
| "epoch": 3.854714064914992, |
| "grad_norm": 0.1654528501349644, |
| "learning_rate": 1.1962253928136129e-05, |
| "loss": 0.8975, |
| "step": 622 |
| }, |
| { |
| "epoch": 3.8608964451313756, |
| "grad_norm": 0.19932349446317263, |
| "learning_rate": 1.1838726219275163e-05, |
| "loss": 0.8994, |
| "step": 623 |
| }, |
| { |
| "epoch": 3.867078825347759, |
| "grad_norm": 0.16515103220193778, |
| "learning_rate": 1.1715728752538103e-05, |
| "loss": 0.8795, |
| "step": 624 |
| }, |
| { |
| "epoch": 3.873261205564142, |
| "grad_norm": 0.15802093965187888, |
| "learning_rate": 1.1593263843815854e-05, |
| "loss": 0.8846, |
| "step": 625 |
| }, |
| { |
| "epoch": 3.8794435857805256, |
| "grad_norm": 0.18002633059902745, |
| "learning_rate": 1.1471333798971922e-05, |
| "loss": 0.8813, |
| "step": 626 |
| }, |
| { |
| "epoch": 3.885625965996909, |
| "grad_norm": 0.16043447191960278, |
| "learning_rate": 1.1349940913798978e-05, |
| "loss": 0.88, |
| "step": 627 |
| }, |
| { |
| "epoch": 3.891808346213292, |
| "grad_norm": 0.21327907033825158, |
| "learning_rate": 1.1229087473975641e-05, |
| "loss": 0.8961, |
| "step": 628 |
| }, |
| { |
| "epoch": 3.8979907264296756, |
| "grad_norm": 0.15650552928778205, |
| "learning_rate": 1.1108775755023422e-05, |
| "loss": 0.8748, |
| "step": 629 |
| }, |
| { |
| "epoch": 3.9041731066460588, |
| "grad_norm": 0.18123273261524603, |
| "learning_rate": 1.0989008022263906e-05, |
| "loss": 0.8935, |
| "step": 630 |
| }, |
| { |
| "epoch": 3.910355486862442, |
| "grad_norm": 0.15260920437276415, |
| "learning_rate": 1.08697865307761e-05, |
| "loss": 0.8852, |
| "step": 631 |
| }, |
| { |
| "epoch": 3.9165378670788256, |
| "grad_norm": 0.165453780873266, |
| "learning_rate": 1.0751113525353957e-05, |
| "loss": 0.9049, |
| "step": 632 |
| }, |
| { |
| "epoch": 3.9227202472952087, |
| "grad_norm": 0.13033209339725224, |
| "learning_rate": 1.0632991240464068e-05, |
| "loss": 0.8931, |
| "step": 633 |
| }, |
| { |
| "epoch": 3.928902627511592, |
| "grad_norm": 0.16631041812626945, |
| "learning_rate": 1.0515421900203714e-05, |
| "loss": 0.888, |
| "step": 634 |
| }, |
| { |
| "epoch": 3.9350850077279755, |
| "grad_norm": 0.16953390165836668, |
| "learning_rate": 1.0398407718258836e-05, |
| "loss": 0.8984, |
| "step": 635 |
| }, |
| { |
| "epoch": 3.9412673879443587, |
| "grad_norm": 0.14284684056392535, |
| "learning_rate": 1.028195089786248e-05, |
| "loss": 0.9026, |
| "step": 636 |
| }, |
| { |
| "epoch": 3.947449768160742, |
| "grad_norm": 0.16855244368923294, |
| "learning_rate": 1.0166053631753204e-05, |
| "loss": 0.8875, |
| "step": 637 |
| }, |
| { |
| "epoch": 3.953632148377125, |
| "grad_norm": 0.14590639079902812, |
| "learning_rate": 1.0050718102133916e-05, |
| "loss": 0.8929, |
| "step": 638 |
| }, |
| { |
| "epoch": 3.9598145285935082, |
| "grad_norm": 0.14384779730638278, |
| "learning_rate": 9.935946480630658e-06, |
| "loss": 0.8825, |
| "step": 639 |
| }, |
| { |
| "epoch": 3.965996908809892, |
| "grad_norm": 0.1534372289046035, |
| "learning_rate": 9.82174092825181e-06, |
| "loss": 0.8982, |
| "step": 640 |
| }, |
| { |
| "epoch": 3.972179289026275, |
| "grad_norm": 0.15609090465249761, |
| "learning_rate": 9.708103595347352e-06, |
| "loss": 0.8939, |
| "step": 641 |
| }, |
| { |
| "epoch": 3.978361669242658, |
| "grad_norm": 0.1403869008769113, |
| "learning_rate": 9.595036621568398e-06, |
| "loss": 0.8843, |
| "step": 642 |
| }, |
| { |
| "epoch": 3.984544049459042, |
| "grad_norm": 0.14678540378586016, |
| "learning_rate": 9.482542135826916e-06, |
| "loss": 0.8987, |
| "step": 643 |
| }, |
| { |
| "epoch": 3.990726429675425, |
| "grad_norm": 0.1875416299280276, |
| "learning_rate": 9.370622256255571e-06, |
| "loss": 0.8774, |
| "step": 644 |
| }, |
| { |
| "epoch": 3.996908809891808, |
| "grad_norm": 0.27186472008456647, |
| "learning_rate": 9.259279090167994e-06, |
| "loss": 1.5557, |
| "step": 645 |
| }, |
| { |
| "epoch": 4.006182380216384, |
| "grad_norm": 0.20982320372706692, |
| "learning_rate": 9.148514734018917e-06, |
| "loss": 0.87, |
| "step": 646 |
| }, |
| { |
| "epoch": 4.012364760432766, |
| "grad_norm": 0.17703070468066032, |
| "learning_rate": 9.038331273364869e-06, |
| "loss": 0.8649, |
| "step": 647 |
| }, |
| { |
| "epoch": 4.01854714064915, |
| "grad_norm": 0.16674753883298887, |
| "learning_rate": 8.928730782824755e-06, |
| "loss": 0.8577, |
| "step": 648 |
| }, |
| { |
| "epoch": 4.024729520865534, |
| "grad_norm": 0.16839923962797768, |
| "learning_rate": 8.819715326040965e-06, |
| "loss": 0.8571, |
| "step": 649 |
| }, |
| { |
| "epoch": 4.030911901081916, |
| "grad_norm": 0.220038624506249, |
| "learning_rate": 8.711286955640332e-06, |
| "loss": 0.8609, |
| "step": 650 |
| }, |
| { |
| "epoch": 4.0370942812983, |
| "grad_norm": 0.16790422765840488, |
| "learning_rate": 8.603447713195634e-06, |
| "loss": 0.8566, |
| "step": 651 |
| }, |
| { |
| "epoch": 4.043276661514684, |
| "grad_norm": 0.18920607343960402, |
| "learning_rate": 8.496199629187072e-06, |
| "loss": 0.8608, |
| "step": 652 |
| }, |
| { |
| "epoch": 4.049459041731066, |
| "grad_norm": 0.18186173348032736, |
| "learning_rate": 8.389544722964076e-06, |
| "loss": 0.8675, |
| "step": 653 |
| }, |
| { |
| "epoch": 4.05564142194745, |
| "grad_norm": 0.17348169700628485, |
| "learning_rate": 8.283485002707233e-06, |
| "loss": 0.8689, |
| "step": 654 |
| }, |
| { |
| "epoch": 4.061823802163833, |
| "grad_norm": 0.17798870193571564, |
| "learning_rate": 8.178022465390549e-06, |
| "loss": 0.853, |
| "step": 655 |
| }, |
| { |
| "epoch": 4.068006182380216, |
| "grad_norm": 0.18943450530940084, |
| "learning_rate": 8.073159096743799e-06, |
| "loss": 0.8645, |
| "step": 656 |
| }, |
| { |
| "epoch": 4.0741885625966, |
| "grad_norm": 0.1602196742298431, |
| "learning_rate": 7.968896871215147e-06, |
| "loss": 0.8517, |
| "step": 657 |
| }, |
| { |
| "epoch": 4.080370942812983, |
| "grad_norm": 0.16728654932655415, |
| "learning_rate": 7.865237751933965e-06, |
| "loss": 0.858, |
| "step": 658 |
| }, |
| { |
| "epoch": 4.086553323029366, |
| "grad_norm": 0.17345900037449719, |
| "learning_rate": 7.762183690673887e-06, |
| "loss": 0.8552, |
| "step": 659 |
| }, |
| { |
| "epoch": 4.09273570324575, |
| "grad_norm": 0.16849302168626767, |
| "learning_rate": 7.659736627816064e-06, |
| "loss": 0.8559, |
| "step": 660 |
| }, |
| { |
| "epoch": 4.098918083462133, |
| "grad_norm": 0.15814956982575118, |
| "learning_rate": 7.557898492312561e-06, |
| "loss": 0.8527, |
| "step": 661 |
| }, |
| { |
| "epoch": 4.105100463678516, |
| "grad_norm": 0.15201462004812408, |
| "learning_rate": 7.456671201650145e-06, |
| "loss": 0.8551, |
| "step": 662 |
| }, |
| { |
| "epoch": 4.1112828438949, |
| "grad_norm": 0.13755795678813534, |
| "learning_rate": 7.356056661814106e-06, |
| "loss": 0.8557, |
| "step": 663 |
| }, |
| { |
| "epoch": 4.117465224111283, |
| "grad_norm": 0.15959755820070046, |
| "learning_rate": 7.256056767252402e-06, |
| "loss": 0.8539, |
| "step": 664 |
| }, |
| { |
| "epoch": 4.123647604327666, |
| "grad_norm": 0.1511791942647596, |
| "learning_rate": 7.156673400839933e-06, |
| "loss": 0.853, |
| "step": 665 |
| }, |
| { |
| "epoch": 4.12982998454405, |
| "grad_norm": 0.14354560331309524, |
| "learning_rate": 7.057908433843205e-06, |
| "loss": 0.8464, |
| "step": 666 |
| }, |
| { |
| "epoch": 4.1360123647604325, |
| "grad_norm": 0.1365948998014824, |
| "learning_rate": 6.959763725884956e-06, |
| "loss": 0.86, |
| "step": 667 |
| }, |
| { |
| "epoch": 4.142194744976816, |
| "grad_norm": 0.1745107521168772, |
| "learning_rate": 6.862241124909262e-06, |
| "loss": 0.8559, |
| "step": 668 |
| }, |
| { |
| "epoch": 4.1483771251932, |
| "grad_norm": 0.16007671239764104, |
| "learning_rate": 6.765342467146632e-06, |
| "loss": 0.8547, |
| "step": 669 |
| }, |
| { |
| "epoch": 4.1545595054095825, |
| "grad_norm": 0.14588280210721616, |
| "learning_rate": 6.66906957707957e-06, |
| "loss": 0.8563, |
| "step": 670 |
| }, |
| { |
| "epoch": 4.160741885625966, |
| "grad_norm": 0.13534918455746356, |
| "learning_rate": 6.5734242674080705e-06, |
| "loss": 0.8536, |
| "step": 671 |
| }, |
| { |
| "epoch": 4.166924265842349, |
| "grad_norm": 0.16010646794448433, |
| "learning_rate": 6.478408339015603e-06, |
| "loss": 0.8624, |
| "step": 672 |
| }, |
| { |
| "epoch": 4.1731066460587325, |
| "grad_norm": 0.22075894460772627, |
| "learning_rate": 6.384023580935155e-06, |
| "loss": 0.8588, |
| "step": 673 |
| }, |
| { |
| "epoch": 4.179289026275116, |
| "grad_norm": 0.17179022848077144, |
| "learning_rate": 6.290271770315541e-06, |
| "loss": 0.8497, |
| "step": 674 |
| }, |
| { |
| "epoch": 4.185471406491499, |
| "grad_norm": 0.14586862929974034, |
| "learning_rate": 6.1971546723879864e-06, |
| "loss": 0.859, |
| "step": 675 |
| }, |
| { |
| "epoch": 4.1916537867078825, |
| "grad_norm": 0.1629793349005496, |
| "learning_rate": 6.104674040432797e-06, |
| "loss": 0.8649, |
| "step": 676 |
| }, |
| { |
| "epoch": 4.197836166924266, |
| "grad_norm": 0.15123853435524942, |
| "learning_rate": 6.012831615746484e-06, |
| "loss": 0.8536, |
| "step": 677 |
| }, |
| { |
| "epoch": 4.204018547140649, |
| "grad_norm": 0.14020729925440908, |
| "learning_rate": 5.9216291276088435e-06, |
| "loss": 0.8633, |
| "step": 678 |
| }, |
| { |
| "epoch": 4.210200927357032, |
| "grad_norm": 0.1342216269142737, |
| "learning_rate": 5.831068293250481e-06, |
| "loss": 0.863, |
| "step": 679 |
| }, |
| { |
| "epoch": 4.216383307573416, |
| "grad_norm": 0.16252430886540703, |
| "learning_rate": 5.74115081782042e-06, |
| "loss": 0.8623, |
| "step": 680 |
| }, |
| { |
| "epoch": 4.222565687789799, |
| "grad_norm": 0.16349108022579686, |
| "learning_rate": 5.651878394354091e-06, |
| "loss": 0.8582, |
| "step": 681 |
| }, |
| { |
| "epoch": 4.228748068006182, |
| "grad_norm": 0.14338160366251965, |
| "learning_rate": 5.563252703741322e-06, |
| "loss": 0.8565, |
| "step": 682 |
| }, |
| { |
| "epoch": 4.234930448222566, |
| "grad_norm": 0.12199876601554722, |
| "learning_rate": 5.475275414694787e-06, |
| "loss": 0.8553, |
| "step": 683 |
| }, |
| { |
| "epoch": 4.241112828438949, |
| "grad_norm": 0.13894410880991992, |
| "learning_rate": 5.387948183718563e-06, |
| "loss": 0.8586, |
| "step": 684 |
| }, |
| { |
| "epoch": 4.247295208655332, |
| "grad_norm": 0.14581402965942716, |
| "learning_rate": 5.30127265507693e-06, |
| "loss": 0.8639, |
| "step": 685 |
| }, |
| { |
| "epoch": 4.253477588871716, |
| "grad_norm": 0.12813655780527142, |
| "learning_rate": 5.215250460763397e-06, |
| "loss": 0.845, |
| "step": 686 |
| }, |
| { |
| "epoch": 4.259659969088099, |
| "grad_norm": 0.1303992841804699, |
| "learning_rate": 5.129883220470007e-06, |
| "loss": 0.8509, |
| "step": 687 |
| }, |
| { |
| "epoch": 4.265842349304482, |
| "grad_norm": 0.1334156527459534, |
| "learning_rate": 5.045172541556831e-06, |
| "loss": 0.8522, |
| "step": 688 |
| }, |
| { |
| "epoch": 4.272024729520865, |
| "grad_norm": 0.12398532810622111, |
| "learning_rate": 4.961120019021684e-06, |
| "loss": 0.8647, |
| "step": 689 |
| }, |
| { |
| "epoch": 4.278207109737249, |
| "grad_norm": 0.12909526271671973, |
| "learning_rate": 4.877727235470113e-06, |
| "loss": 0.8586, |
| "step": 690 |
| }, |
| { |
| "epoch": 4.284389489953632, |
| "grad_norm": 0.128229338131557, |
| "learning_rate": 4.794995761085593e-06, |
| "loss": 0.8606, |
| "step": 691 |
| }, |
| { |
| "epoch": 4.290571870170015, |
| "grad_norm": 0.12394373173993793, |
| "learning_rate": 4.712927153599967e-06, |
| "loss": 0.8561, |
| "step": 692 |
| }, |
| { |
| "epoch": 4.296754250386399, |
| "grad_norm": 0.12226322639491397, |
| "learning_rate": 4.631522958264083e-06, |
| "loss": 0.8526, |
| "step": 693 |
| }, |
| { |
| "epoch": 4.302936630602782, |
| "grad_norm": 0.11913527209349921, |
| "learning_rate": 4.550784707818756e-06, |
| "loss": 0.8556, |
| "step": 694 |
| }, |
| { |
| "epoch": 4.309119010819165, |
| "grad_norm": 0.1459462503792828, |
| "learning_rate": 4.47071392246587e-06, |
| "loss": 0.8616, |
| "step": 695 |
| }, |
| { |
| "epoch": 4.315301391035549, |
| "grad_norm": 0.13037715558952065, |
| "learning_rate": 4.3913121098397675e-06, |
| "loss": 0.8595, |
| "step": 696 |
| }, |
| { |
| "epoch": 4.321483771251932, |
| "grad_norm": 0.11600080031698429, |
| "learning_rate": 4.312580764978825e-06, |
| "loss": 0.8472, |
| "step": 697 |
| }, |
| { |
| "epoch": 4.327666151468315, |
| "grad_norm": 0.12978365860295593, |
| "learning_rate": 4.234521370297398e-06, |
| "loss": 0.8652, |
| "step": 698 |
| }, |
| { |
| "epoch": 4.333848531684699, |
| "grad_norm": 0.13293173492859417, |
| "learning_rate": 4.157135395557786e-06, |
| "loss": 0.862, |
| "step": 699 |
| }, |
| { |
| "epoch": 4.340030911901082, |
| "grad_norm": 0.1159570605469207, |
| "learning_rate": 4.080424297842656e-06, |
| "loss": 0.8626, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.346213292117465, |
| "grad_norm": 0.12754643596592866, |
| "learning_rate": 4.004389521527543e-06, |
| "loss": 0.8599, |
| "step": 701 |
| }, |
| { |
| "epoch": 4.352395672333849, |
| "grad_norm": 0.12442724249604767, |
| "learning_rate": 3.929032498253729e-06, |
| "loss": 0.8643, |
| "step": 702 |
| }, |
| { |
| "epoch": 4.358578052550232, |
| "grad_norm": 0.12301901657925675, |
| "learning_rate": 3.8543546469011904e-06, |
| "loss": 0.8684, |
| "step": 703 |
| }, |
| { |
| "epoch": 4.364760432766615, |
| "grad_norm": 0.11793079664110967, |
| "learning_rate": 3.780357373561958e-06, |
| "loss": 0.8554, |
| "step": 704 |
| }, |
| { |
| "epoch": 4.370942812982999, |
| "grad_norm": 0.11575437385032925, |
| "learning_rate": 3.7070420715136133e-06, |
| "loss": 0.8649, |
| "step": 705 |
| }, |
| { |
| "epoch": 4.377125193199381, |
| "grad_norm": 0.12884152614107805, |
| "learning_rate": 3.634410121193059e-06, |
| "loss": 0.8549, |
| "step": 706 |
| }, |
| { |
| "epoch": 4.383307573415765, |
| "grad_norm": 0.13882711090422645, |
| "learning_rate": 3.562462890170526e-06, |
| "loss": 0.848, |
| "step": 707 |
| }, |
| { |
| "epoch": 4.3894899536321486, |
| "grad_norm": 0.13110201135261, |
| "learning_rate": 3.4912017331238057e-06, |
| "loss": 0.8634, |
| "step": 708 |
| }, |
| { |
| "epoch": 4.395672333848531, |
| "grad_norm": 0.1192918433930348, |
| "learning_rate": 3.420627991812788e-06, |
| "loss": 0.8595, |
| "step": 709 |
| }, |
| { |
| "epoch": 4.401854714064915, |
| "grad_norm": 0.12360082779438417, |
| "learning_rate": 3.3507429950541527e-06, |
| "loss": 0.8526, |
| "step": 710 |
| }, |
| { |
| "epoch": 4.4080370942812985, |
| "grad_norm": 0.12305496739557657, |
| "learning_rate": 3.281548058696373e-06, |
| "loss": 0.8583, |
| "step": 711 |
| }, |
| { |
| "epoch": 4.414219474497681, |
| "grad_norm": 0.11759210587278442, |
| "learning_rate": 3.2130444855949406e-06, |
| "loss": 0.8671, |
| "step": 712 |
| }, |
| { |
| "epoch": 4.420401854714065, |
| "grad_norm": 0.12180525882355446, |
| "learning_rate": 3.145233565587824e-06, |
| "loss": 0.8616, |
| "step": 713 |
| }, |
| { |
| "epoch": 4.4265842349304485, |
| "grad_norm": 0.11198832899126798, |
| "learning_rate": 3.078116575471173e-06, |
| "loss": 0.8566, |
| "step": 714 |
| }, |
| { |
| "epoch": 4.432766615146831, |
| "grad_norm": 0.11314209890394392, |
| "learning_rate": 3.0116947789753028e-06, |
| "loss": 0.8581, |
| "step": 715 |
| }, |
| { |
| "epoch": 4.438948995363215, |
| "grad_norm": 0.11662833912400648, |
| "learning_rate": 2.9459694267408977e-06, |
| "loss": 0.8646, |
| "step": 716 |
| }, |
| { |
| "epoch": 4.4451313755795985, |
| "grad_norm": 0.11975312911303863, |
| "learning_rate": 2.8809417562954435e-06, |
| "loss": 0.8636, |
| "step": 717 |
| }, |
| { |
| "epoch": 4.451313755795981, |
| "grad_norm": 0.11940652053609146, |
| "learning_rate": 2.8166129920299278e-06, |
| "loss": 0.8474, |
| "step": 718 |
| }, |
| { |
| "epoch": 4.457496136012365, |
| "grad_norm": 0.11252115918580587, |
| "learning_rate": 2.752984345175809e-06, |
| "loss": 0.848, |
| "step": 719 |
| }, |
| { |
| "epoch": 4.4636785162287484, |
| "grad_norm": 0.10311476898498252, |
| "learning_rate": 2.690057013782195e-06, |
| "loss": 0.8599, |
| "step": 720 |
| }, |
| { |
| "epoch": 4.469860896445131, |
| "grad_norm": 0.11653845815565568, |
| "learning_rate": 2.6278321826932818e-06, |
| "loss": 0.8585, |
| "step": 721 |
| }, |
| { |
| "epoch": 4.476043276661515, |
| "grad_norm": 0.1098739721478331, |
| "learning_rate": 2.566311023526056e-06, |
| "loss": 0.8704, |
| "step": 722 |
| }, |
| { |
| "epoch": 4.4822256568778975, |
| "grad_norm": 0.11465020117380761, |
| "learning_rate": 2.5054946946482208e-06, |
| "loss": 0.8619, |
| "step": 723 |
| }, |
| { |
| "epoch": 4.488408037094281, |
| "grad_norm": 0.11796720870498818, |
| "learning_rate": 2.445384341156389e-06, |
| "loss": 0.8498, |
| "step": 724 |
| }, |
| { |
| "epoch": 4.494590417310665, |
| "grad_norm": 0.1166183962860216, |
| "learning_rate": 2.3859810948545414e-06, |
| "loss": 0.8567, |
| "step": 725 |
| }, |
| { |
| "epoch": 4.500772797527048, |
| "grad_norm": 0.11682256683745675, |
| "learning_rate": 2.3272860742326798e-06, |
| "loss": 0.8556, |
| "step": 726 |
| }, |
| { |
| "epoch": 4.506955177743431, |
| "grad_norm": 0.11434906715119132, |
| "learning_rate": 2.269300384445812e-06, |
| "loss": 0.8533, |
| "step": 727 |
| }, |
| { |
| "epoch": 4.513137557959815, |
| "grad_norm": 0.10735947434712247, |
| "learning_rate": 2.2120251172931082e-06, |
| "loss": 0.856, |
| "step": 728 |
| }, |
| { |
| "epoch": 4.5193199381761975, |
| "grad_norm": 0.10434949655119075, |
| "learning_rate": 2.15546135119733e-06, |
| "loss": 0.8583, |
| "step": 729 |
| }, |
| { |
| "epoch": 4.525502318392581, |
| "grad_norm": 0.11530305446016027, |
| "learning_rate": 2.0996101511846056e-06, |
| "loss": 0.8522, |
| "step": 730 |
| }, |
| { |
| "epoch": 4.531684698608965, |
| "grad_norm": 0.11525723139251923, |
| "learning_rate": 2.0444725688642685e-06, |
| "loss": 0.8537, |
| "step": 731 |
| }, |
| { |
| "epoch": 4.5378670788253475, |
| "grad_norm": 0.10816720987898426, |
| "learning_rate": 1.9900496424091375e-06, |
| "loss": 0.8552, |
| "step": 732 |
| }, |
| { |
| "epoch": 4.544049459041731, |
| "grad_norm": 0.10384961737476203, |
| "learning_rate": 1.9363423965359195e-06, |
| "loss": 0.8562, |
| "step": 733 |
| }, |
| { |
| "epoch": 4.550231839258115, |
| "grad_norm": 0.11336995410635603, |
| "learning_rate": 1.883351842485972e-06, |
| "loss": 0.8506, |
| "step": 734 |
| }, |
| { |
| "epoch": 4.556414219474497, |
| "grad_norm": 0.1092135826099414, |
| "learning_rate": 1.8310789780061887e-06, |
| "loss": 0.8589, |
| "step": 735 |
| }, |
| { |
| "epoch": 4.562596599690881, |
| "grad_norm": 0.10993015362867578, |
| "learning_rate": 1.7795247873302735e-06, |
| "loss": 0.8568, |
| "step": 736 |
| }, |
| { |
| "epoch": 4.568778979907265, |
| "grad_norm": 0.10666335057459857, |
| "learning_rate": 1.728690241160189e-06, |
| "loss": 0.8549, |
| "step": 737 |
| }, |
| { |
| "epoch": 4.574961360123647, |
| "grad_norm": 0.10922147280384506, |
| "learning_rate": 1.6785762966478715e-06, |
| "loss": 0.8616, |
| "step": 738 |
| }, |
| { |
| "epoch": 4.581143740340031, |
| "grad_norm": 0.10394964664273364, |
| "learning_rate": 1.6291838973772068e-06, |
| "loss": 0.85, |
| "step": 739 |
| }, |
| { |
| "epoch": 4.587326120556414, |
| "grad_norm": 0.10207519688840014, |
| "learning_rate": 1.5805139733462827e-06, |
| "loss": 0.8542, |
| "step": 740 |
| }, |
| { |
| "epoch": 4.593508500772797, |
| "grad_norm": 0.11068267423445127, |
| "learning_rate": 1.532567440949868e-06, |
| "loss": 0.863, |
| "step": 741 |
| }, |
| { |
| "epoch": 4.599690880989181, |
| "grad_norm": 0.10290817052985828, |
| "learning_rate": 1.4853452029621518e-06, |
| "loss": 0.8582, |
| "step": 742 |
| }, |
| { |
| "epoch": 4.605873261205565, |
| "grad_norm": 0.10564697594520893, |
| "learning_rate": 1.4388481485197558e-06, |
| "loss": 0.8666, |
| "step": 743 |
| }, |
| { |
| "epoch": 4.612055641421947, |
| "grad_norm": 0.11348466915609945, |
| "learning_rate": 1.3930771531049847e-06, |
| "loss": 0.8543, |
| "step": 744 |
| }, |
| { |
| "epoch": 4.618238021638331, |
| "grad_norm": 0.10419274079331056, |
| "learning_rate": 1.3480330785293494e-06, |
| "loss": 0.8605, |
| "step": 745 |
| }, |
| { |
| "epoch": 4.624420401854714, |
| "grad_norm": 0.10717824788246437, |
| "learning_rate": 1.3037167729173273e-06, |
| "loss": 0.8602, |
| "step": 746 |
| }, |
| { |
| "epoch": 4.630602782071097, |
| "grad_norm": 0.11005975127499093, |
| "learning_rate": 1.2601290706904102e-06, |
| "loss": 0.8612, |
| "step": 747 |
| }, |
| { |
| "epoch": 4.636785162287481, |
| "grad_norm": 0.11366201823377237, |
| "learning_rate": 1.2172707925513838e-06, |
| "loss": 0.8692, |
| "step": 748 |
| }, |
| { |
| "epoch": 4.642967542503864, |
| "grad_norm": 0.10308899025027428, |
| "learning_rate": 1.1751427454688735e-06, |
| "loss": 0.8739, |
| "step": 749 |
| }, |
| { |
| "epoch": 4.649149922720247, |
| "grad_norm": 0.10280506406459125, |
| "learning_rate": 1.1337457226621518e-06, |
| "loss": 0.8507, |
| "step": 750 |
| }, |
| { |
| "epoch": 4.655332302936631, |
| "grad_norm": 0.10187117757230453, |
| "learning_rate": 1.0930805035862125e-06, |
| "loss": 0.8688, |
| "step": 751 |
| }, |
| { |
| "epoch": 4.661514683153014, |
| "grad_norm": 0.10669750138958087, |
| "learning_rate": 1.0531478539170713e-06, |
| "loss": 0.8576, |
| "step": 752 |
| }, |
| { |
| "epoch": 4.667697063369397, |
| "grad_norm": 0.1101955728854345, |
| "learning_rate": 1.0139485255373826e-06, |
| "loss": 0.8586, |
| "step": 753 |
| }, |
| { |
| "epoch": 4.673879443585781, |
| "grad_norm": 0.1012943029959148, |
| "learning_rate": 9.75483256522236e-07, |
| "loss": 0.8732, |
| "step": 754 |
| }, |
| { |
| "epoch": 4.680061823802164, |
| "grad_norm": 0.10388171869974447, |
| "learning_rate": 9.377527711253198e-07, |
| "loss": 0.8501, |
| "step": 755 |
| }, |
| { |
| "epoch": 4.686244204018547, |
| "grad_norm": 0.10442678790389989, |
| "learning_rate": 9.007577797652245e-07, |
| "loss": 0.8606, |
| "step": 756 |
| }, |
| { |
| "epoch": 4.69242658423493, |
| "grad_norm": 0.11370097685694985, |
| "learning_rate": 8.644989790121072e-07, |
| "loss": 0.8687, |
| "step": 757 |
| }, |
| { |
| "epoch": 4.698608964451314, |
| "grad_norm": 0.10057604736658246, |
| "learning_rate": 8.289770515745599e-07, |
| "loss": 0.8623, |
| "step": 758 |
| }, |
| { |
| "epoch": 4.704791344667697, |
| "grad_norm": 0.10924197746964438, |
| "learning_rate": 7.941926662867528e-07, |
| "loss": 0.8663, |
| "step": 759 |
| }, |
| { |
| "epoch": 4.710973724884081, |
| "grad_norm": 0.10139852002580828, |
| "learning_rate": 7.60146478095849e-07, |
| "loss": 0.8533, |
| "step": 760 |
| }, |
| { |
| "epoch": 4.717156105100464, |
| "grad_norm": 0.10196842257139534, |
| "learning_rate": 7.268391280496589e-07, |
| "loss": 0.8545, |
| "step": 761 |
| }, |
| { |
| "epoch": 4.723338485316847, |
| "grad_norm": 0.09982941082955533, |
| "learning_rate": 6.94271243284601e-07, |
| "loss": 0.8593, |
| "step": 762 |
| }, |
| { |
| "epoch": 4.72952086553323, |
| "grad_norm": 0.1057680391701117, |
| "learning_rate": 6.624434370138532e-07, |
| "loss": 0.8637, |
| "step": 763 |
| }, |
| { |
| "epoch": 4.7357032457496135, |
| "grad_norm": 0.09876242839351415, |
| "learning_rate": 6.313563085158425e-07, |
| "loss": 0.8527, |
| "step": 764 |
| }, |
| { |
| "epoch": 4.741885625965997, |
| "grad_norm": 0.1029622819478206, |
| "learning_rate": 6.010104431229202e-07, |
| "loss": 0.8512, |
| "step": 765 |
| }, |
| { |
| "epoch": 4.74806800618238, |
| "grad_norm": 0.1017976721996803, |
| "learning_rate": 5.714064122103935e-07, |
| "loss": 0.8535, |
| "step": 766 |
| }, |
| { |
| "epoch": 4.7542503863987635, |
| "grad_norm": 0.10123837826010473, |
| "learning_rate": 5.425447731857248e-07, |
| "loss": 0.8563, |
| "step": 767 |
| }, |
| { |
| "epoch": 4.760432766615147, |
| "grad_norm": 0.10371103096875577, |
| "learning_rate": 5.144260694780512e-07, |
| "loss": 0.8558, |
| "step": 768 |
| }, |
| { |
| "epoch": 4.76661514683153, |
| "grad_norm": 0.10142002208178304, |
| "learning_rate": 4.870508305279531e-07, |
| "loss": 0.8574, |
| "step": 769 |
| }, |
| { |
| "epoch": 4.7727975270479135, |
| "grad_norm": 0.10174156389331632, |
| "learning_rate": 4.604195717774973e-07, |
| "loss": 0.8678, |
| "step": 770 |
| }, |
| { |
| "epoch": 4.778979907264297, |
| "grad_norm": 0.10158475219119292, |
| "learning_rate": 4.3453279466049383e-07, |
| "loss": 0.8652, |
| "step": 771 |
| }, |
| { |
| "epoch": 4.78516228748068, |
| "grad_norm": 0.1037484611064643, |
| "learning_rate": 4.0939098659309895e-07, |
| "loss": 0.8489, |
| "step": 772 |
| }, |
| { |
| "epoch": 4.7913446676970635, |
| "grad_norm": 0.10162493935552491, |
| "learning_rate": 3.849946209646138e-07, |
| "loss": 0.87, |
| "step": 773 |
| }, |
| { |
| "epoch": 4.797527047913446, |
| "grad_norm": 0.10099579812699412, |
| "learning_rate": 3.6134415712857587e-07, |
| "loss": 0.861, |
| "step": 774 |
| }, |
| { |
| "epoch": 4.80370942812983, |
| "grad_norm": 0.10320302386148672, |
| "learning_rate": 3.384400403941124e-07, |
| "loss": 0.8506, |
| "step": 775 |
| }, |
| { |
| "epoch": 4.809891808346213, |
| "grad_norm": 0.10386437696890127, |
| "learning_rate": 3.1628270201754743e-07, |
| "loss": 0.8498, |
| "step": 776 |
| }, |
| { |
| "epoch": 4.816074188562597, |
| "grad_norm": 0.09844682031008335, |
| "learning_rate": 2.948725591942925e-07, |
| "loss": 0.8537, |
| "step": 777 |
| }, |
| { |
| "epoch": 4.82225656877898, |
| "grad_norm": 0.10232392208050557, |
| "learning_rate": 2.742100150509819e-07, |
| "loss": 0.8668, |
| "step": 778 |
| }, |
| { |
| "epoch": 4.828438948995363, |
| "grad_norm": 0.09744721925527271, |
| "learning_rate": 2.542954586378921e-07, |
| "loss": 0.8657, |
| "step": 779 |
| }, |
| { |
| "epoch": 4.834621329211746, |
| "grad_norm": 0.10125314166249126, |
| "learning_rate": 2.351292649216097e-07, |
| "loss": 0.8631, |
| "step": 780 |
| }, |
| { |
| "epoch": 4.84080370942813, |
| "grad_norm": 0.09816843886551711, |
| "learning_rate": 2.167117947779751e-07, |
| "loss": 0.8657, |
| "step": 781 |
| }, |
| { |
| "epoch": 4.846986089644513, |
| "grad_norm": 0.10038235663832168, |
| "learning_rate": 1.990433949852788e-07, |
| "loss": 0.8666, |
| "step": 782 |
| }, |
| { |
| "epoch": 4.853168469860896, |
| "grad_norm": 0.09799020116935744, |
| "learning_rate": 1.821243982177423e-07, |
| "loss": 0.8635, |
| "step": 783 |
| }, |
| { |
| "epoch": 4.85935085007728, |
| "grad_norm": 0.10142283764104856, |
| "learning_rate": 1.6595512303925199e-07, |
| "loss": 0.8496, |
| "step": 784 |
| }, |
| { |
| "epoch": 4.865533230293663, |
| "grad_norm": 0.10199837045642687, |
| "learning_rate": 1.5053587389735502e-07, |
| "loss": 0.8764, |
| "step": 785 |
| }, |
| { |
| "epoch": 4.871715610510046, |
| "grad_norm": 0.10337397487378153, |
| "learning_rate": 1.358669411175395e-07, |
| "loss": 0.8548, |
| "step": 786 |
| }, |
| { |
| "epoch": 4.87789799072643, |
| "grad_norm": 0.09793020007211001, |
| "learning_rate": 1.2194860089774995e-07, |
| "loss": 0.8653, |
| "step": 787 |
| }, |
| { |
| "epoch": 4.884080370942813, |
| "grad_norm": 0.09878155037542055, |
| "learning_rate": 1.0878111530320478e-07, |
| "loss": 0.8623, |
| "step": 788 |
| }, |
| { |
| "epoch": 4.890262751159196, |
| "grad_norm": 0.10147729772509538, |
| "learning_rate": 9.636473226144916e-08, |
| "loss": 0.8614, |
| "step": 789 |
| }, |
| { |
| "epoch": 4.89644513137558, |
| "grad_norm": 0.09737787354641762, |
| "learning_rate": 8.469968555769648e-08, |
| "loss": 0.8647, |
| "step": 790 |
| }, |
| { |
| "epoch": 4.902627511591962, |
| "grad_norm": 0.09933111257188475, |
| "learning_rate": 7.37861948304186e-08, |
| "loss": 0.8482, |
| "step": 791 |
| }, |
| { |
| "epoch": 4.908809891808346, |
| "grad_norm": 0.09569900244500511, |
| "learning_rate": 6.362446556720691e-08, |
| "loss": 0.851, |
| "step": 792 |
| }, |
| { |
| "epoch": 4.91499227202473, |
| "grad_norm": 0.1031116966509426, |
| "learning_rate": 5.421468910092209e-08, |
| "loss": 0.8663, |
| "step": 793 |
| }, |
| { |
| "epoch": 4.921174652241113, |
| "grad_norm": 0.11035260250280782, |
| "learning_rate": 4.555704260607474e-08, |
| "loss": 0.8488, |
| "step": 794 |
| }, |
| { |
| "epoch": 4.927357032457496, |
| "grad_norm": 0.09621566038424581, |
| "learning_rate": 3.765168909548589e-08, |
| "loss": 0.8606, |
| "step": 795 |
| }, |
| { |
| "epoch": 4.93353941267388, |
| "grad_norm": 0.10155877681943523, |
| "learning_rate": 3.049877741723606e-08, |
| "loss": 0.8639, |
| "step": 796 |
| }, |
| { |
| "epoch": 4.939721792890262, |
| "grad_norm": 0.10009225600988104, |
| "learning_rate": 2.4098442251849762e-08, |
| "loss": 0.8559, |
| "step": 797 |
| }, |
| { |
| "epoch": 4.945904173106646, |
| "grad_norm": 0.10209104156755659, |
| "learning_rate": 1.8450804109759745e-08, |
| "loss": 0.8421, |
| "step": 798 |
| }, |
| { |
| "epoch": 4.95208655332303, |
| "grad_norm": 0.10570200426208885, |
| "learning_rate": 1.3555969329037688e-08, |
| "loss": 0.8565, |
| "step": 799 |
| }, |
| { |
| "epoch": 4.958268933539412, |
| "grad_norm": 0.09810578254731156, |
| "learning_rate": 9.41403007340025e-09, |
| "loss": 0.8638, |
| "step": 800 |
| }, |
| { |
| "epoch": 4.964451313755796, |
| "grad_norm": 0.1002862128277217, |
| "learning_rate": 6.025064330463792e-09, |
| "loss": 0.8553, |
| "step": 801 |
| }, |
| { |
| "epoch": 4.97063369397218, |
| "grad_norm": 0.09978110120418406, |
| "learning_rate": 3.3891359102877773e-09, |
| "loss": 0.8633, |
| "step": 802 |
| }, |
| { |
| "epoch": 4.976816074188562, |
| "grad_norm": 0.09867622221883632, |
| "learning_rate": 1.506294444153511e-09, |
| "loss": 0.8764, |
| "step": 803 |
| }, |
| { |
| "epoch": 4.982998454404946, |
| "grad_norm": 0.10760151986299173, |
| "learning_rate": 3.7657538364932467e-10, |
| "loss": 0.8589, |
| "step": 804 |
| }, |
| { |
| "epoch": 4.9891808346213296, |
| "grad_norm": 0.10304725530595252, |
| "learning_rate": 0.0, |
| "loss": 0.8693, |
| "step": 805 |
| }, |
| { |
| "epoch": 4.9891808346213296, |
| "step": 805, |
| "total_flos": 1.657473506467224e+19, |
| "train_loss": 0.9660356465333737, |
| "train_runtime": 42578.0212, |
| "train_samples_per_second": 9.723, |
| "train_steps_per_second": 0.019 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 805, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.657473506467224e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
