| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9936034115138592, |
| "eval_steps": 500, |
| "global_step": 936, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031982942430703624, |
| "grad_norm": 7.622738078733055, |
| "learning_rate": 1.0638297872340426e-07, |
| "loss": 1.1909, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006396588486140725, |
| "grad_norm": 7.574176961529125, |
| "learning_rate": 2.1276595744680852e-07, |
| "loss": 1.1838, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009594882729211088, |
| "grad_norm": 7.4636690419508005, |
| "learning_rate": 3.1914893617021275e-07, |
| "loss": 1.1971, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01279317697228145, |
| "grad_norm": 7.513735532368614, |
| "learning_rate": 4.2553191489361704e-07, |
| "loss": 1.1795, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.015991471215351813, |
| "grad_norm": 7.333440889375827, |
| "learning_rate": 5.319148936170213e-07, |
| "loss": 1.1448, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.019189765458422176, |
| "grad_norm": 7.3639120181383575, |
| "learning_rate": 6.382978723404255e-07, |
| "loss": 1.1893, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.022388059701492536, |
| "grad_norm": 7.438753810381023, |
| "learning_rate": 7.446808510638298e-07, |
| "loss": 1.2042, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0255863539445629, |
| "grad_norm": 6.96598869339596, |
| "learning_rate": 8.510638297872341e-07, |
| "loss": 1.1527, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.028784648187633263, |
| "grad_norm": 6.606115410466868, |
| "learning_rate": 9.574468085106384e-07, |
| "loss": 1.1691, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.031982942430703626, |
| "grad_norm": 6.428618826670432, |
| "learning_rate": 1.0638297872340427e-06, |
| "loss": 1.1713, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.035181236673773986, |
| "grad_norm": 5.30277143517507, |
| "learning_rate": 1.170212765957447e-06, |
| "loss": 1.1162, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03837953091684435, |
| "grad_norm": 5.216323252768823, |
| "learning_rate": 1.276595744680851e-06, |
| "loss": 1.1101, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04157782515991471, |
| "grad_norm": 5.091458168528318, |
| "learning_rate": 1.3829787234042555e-06, |
| "loss": 1.1071, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.04477611940298507, |
| "grad_norm": 3.3709915569255746, |
| "learning_rate": 1.4893617021276596e-06, |
| "loss": 1.0666, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.04797441364605544, |
| "grad_norm": 3.3278073990556303, |
| "learning_rate": 1.595744680851064e-06, |
| "loss": 1.0571, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0511727078891258, |
| "grad_norm": 3.1457570812535685, |
| "learning_rate": 1.7021276595744682e-06, |
| "loss": 1.0419, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.054371002132196165, |
| "grad_norm": 3.0524886673021165, |
| "learning_rate": 1.8085106382978727e-06, |
| "loss": 1.0643, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.057569296375266525, |
| "grad_norm": 2.9940425825944055, |
| "learning_rate": 1.9148936170212767e-06, |
| "loss": 1.0184, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.060767590618336885, |
| "grad_norm": 3.353851239083325, |
| "learning_rate": 2.021276595744681e-06, |
| "loss": 1.0121, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.06396588486140725, |
| "grad_norm": 3.7889395105244073, |
| "learning_rate": 2.1276595744680853e-06, |
| "loss": 0.9889, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06716417910447761, |
| "grad_norm": 3.8783603137474665, |
| "learning_rate": 2.2340425531914894e-06, |
| "loss": 0.996, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.07036247334754797, |
| "grad_norm": 3.5352669616023475, |
| "learning_rate": 2.340425531914894e-06, |
| "loss": 0.9742, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.07356076759061833, |
| "grad_norm": 3.2857152101090605, |
| "learning_rate": 2.446808510638298e-06, |
| "loss": 0.953, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0767590618336887, |
| "grad_norm": 2.7570947843045857, |
| "learning_rate": 2.553191489361702e-06, |
| "loss": 0.9587, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07995735607675906, |
| "grad_norm": 1.9278968128889937, |
| "learning_rate": 2.6595744680851065e-06, |
| "loss": 0.9329, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.08315565031982942, |
| "grad_norm": 1.78597612548795, |
| "learning_rate": 2.765957446808511e-06, |
| "loss": 0.9337, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.08635394456289978, |
| "grad_norm": 1.9761748056190767, |
| "learning_rate": 2.8723404255319155e-06, |
| "loss": 0.9235, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.08955223880597014, |
| "grad_norm": 1.9959330898097134, |
| "learning_rate": 2.978723404255319e-06, |
| "loss": 0.9095, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.09275053304904052, |
| "grad_norm": 1.6188409417305705, |
| "learning_rate": 3.0851063829787237e-06, |
| "loss": 0.8924, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.09594882729211088, |
| "grad_norm": 1.5343331514431935, |
| "learning_rate": 3.191489361702128e-06, |
| "loss": 0.8759, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09914712153518124, |
| "grad_norm": 1.431667627920631, |
| "learning_rate": 3.297872340425532e-06, |
| "loss": 0.8694, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.1023454157782516, |
| "grad_norm": 1.2543200154352037, |
| "learning_rate": 3.4042553191489363e-06, |
| "loss": 0.8512, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.10554371002132196, |
| "grad_norm": 1.0539218969611874, |
| "learning_rate": 3.510638297872341e-06, |
| "loss": 0.8458, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.10874200426439233, |
| "grad_norm": 1.1170568972274193, |
| "learning_rate": 3.6170212765957453e-06, |
| "loss": 0.8899, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.11194029850746269, |
| "grad_norm": 1.2202744700302341, |
| "learning_rate": 3.723404255319149e-06, |
| "loss": 0.8393, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.11513859275053305, |
| "grad_norm": 1.0830349710322051, |
| "learning_rate": 3.8297872340425535e-06, |
| "loss": 0.871, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.11833688699360341, |
| "grad_norm": 0.9052734617810034, |
| "learning_rate": 3.936170212765958e-06, |
| "loss": 0.8202, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.12153518123667377, |
| "grad_norm": 0.8993984549295001, |
| "learning_rate": 4.042553191489362e-06, |
| "loss": 0.801, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.12473347547974413, |
| "grad_norm": 0.9725408899239824, |
| "learning_rate": 4.148936170212766e-06, |
| "loss": 0.8701, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1279317697228145, |
| "grad_norm": 0.943110853985239, |
| "learning_rate": 4.255319148936171e-06, |
| "loss": 0.8114, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.13113006396588486, |
| "grad_norm": 0.9352658574729733, |
| "learning_rate": 4.361702127659575e-06, |
| "loss": 0.8401, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.13432835820895522, |
| "grad_norm": 1.0170142598852345, |
| "learning_rate": 4.468085106382979e-06, |
| "loss": 0.8198, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.13752665245202558, |
| "grad_norm": 0.9009283876561643, |
| "learning_rate": 4.574468085106383e-06, |
| "loss": 0.8055, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.14072494669509594, |
| "grad_norm": 0.8173324407768994, |
| "learning_rate": 4.680851063829788e-06, |
| "loss": 0.8042, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.1439232409381663, |
| "grad_norm": 0.8483547771193565, |
| "learning_rate": 4.787234042553192e-06, |
| "loss": 0.7773, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.14712153518123666, |
| "grad_norm": 0.7692184274159833, |
| "learning_rate": 4.893617021276596e-06, |
| "loss": 0.7997, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.15031982942430705, |
| "grad_norm": 0.81536863431857, |
| "learning_rate": 5e-06, |
| "loss": 0.7892, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1535181236673774, |
| "grad_norm": 0.8158497316472542, |
| "learning_rate": 5.106382978723404e-06, |
| "loss": 0.7978, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.15671641791044777, |
| "grad_norm": 0.9305475572050518, |
| "learning_rate": 5.212765957446809e-06, |
| "loss": 0.8087, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.15991471215351813, |
| "grad_norm": 0.8236050831503633, |
| "learning_rate": 5.319148936170213e-06, |
| "loss": 0.7607, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1631130063965885, |
| "grad_norm": 0.7846154878148738, |
| "learning_rate": 5.425531914893617e-06, |
| "loss": 0.8175, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.16631130063965885, |
| "grad_norm": 0.9528828885498349, |
| "learning_rate": 5.531914893617022e-06, |
| "loss": 0.791, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1695095948827292, |
| "grad_norm": 0.7710572192032797, |
| "learning_rate": 5.638297872340426e-06, |
| "loss": 0.7986, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.17270788912579957, |
| "grad_norm": 0.8318885111022261, |
| "learning_rate": 5.744680851063831e-06, |
| "loss": 0.7732, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.17590618336886993, |
| "grad_norm": 0.8923328928381091, |
| "learning_rate": 5.851063829787235e-06, |
| "loss": 0.7506, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1791044776119403, |
| "grad_norm": 0.8476738749734117, |
| "learning_rate": 5.957446808510638e-06, |
| "loss": 0.8041, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.18230277185501065, |
| "grad_norm": 0.6991963183642709, |
| "learning_rate": 6.063829787234044e-06, |
| "loss": 0.743, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.18550106609808104, |
| "grad_norm": 0.9527151297958727, |
| "learning_rate": 6.170212765957447e-06, |
| "loss": 0.7783, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1886993603411514, |
| "grad_norm": 0.8889593346162057, |
| "learning_rate": 6.276595744680851e-06, |
| "loss": 0.7437, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.19189765458422176, |
| "grad_norm": 0.6699184888475535, |
| "learning_rate": 6.382978723404256e-06, |
| "loss": 0.7714, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.19509594882729211, |
| "grad_norm": 0.7705563645271767, |
| "learning_rate": 6.48936170212766e-06, |
| "loss": 0.7744, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.19829424307036247, |
| "grad_norm": 0.8167415683795367, |
| "learning_rate": 6.595744680851064e-06, |
| "loss": 0.7561, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.20149253731343283, |
| "grad_norm": 0.81962712226257, |
| "learning_rate": 6.702127659574469e-06, |
| "loss": 0.7891, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2046908315565032, |
| "grad_norm": 0.6986640424503381, |
| "learning_rate": 6.808510638297873e-06, |
| "loss": 0.7572, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.20788912579957355, |
| "grad_norm": 0.756369209825303, |
| "learning_rate": 6.914893617021278e-06, |
| "loss": 0.7458, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.21108742004264391, |
| "grad_norm": 0.7270975619851376, |
| "learning_rate": 7.021276595744682e-06, |
| "loss": 0.7116, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.7077904574727415, |
| "learning_rate": 7.127659574468085e-06, |
| "loss": 0.741, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.21748400852878466, |
| "grad_norm": 0.7367201939644344, |
| "learning_rate": 7.234042553191491e-06, |
| "loss": 0.738, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.22068230277185502, |
| "grad_norm": 0.7461379677761271, |
| "learning_rate": 7.340425531914894e-06, |
| "loss": 0.7402, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.22388059701492538, |
| "grad_norm": 0.7635469236526181, |
| "learning_rate": 7.446808510638298e-06, |
| "loss": 0.7539, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.22707889125799574, |
| "grad_norm": 0.8662247901922688, |
| "learning_rate": 7.553191489361703e-06, |
| "loss": 0.7515, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2302771855010661, |
| "grad_norm": 0.7957789030344851, |
| "learning_rate": 7.659574468085107e-06, |
| "loss": 0.7416, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.23347547974413646, |
| "grad_norm": 0.7423199681203461, |
| "learning_rate": 7.765957446808511e-06, |
| "loss": 0.7629, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.23667377398720682, |
| "grad_norm": 0.9173283664095695, |
| "learning_rate": 7.872340425531916e-06, |
| "loss": 0.7452, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.23987206823027718, |
| "grad_norm": 0.78368199600868, |
| "learning_rate": 7.97872340425532e-06, |
| "loss": 0.7268, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.24307036247334754, |
| "grad_norm": 0.8361765532940366, |
| "learning_rate": 8.085106382978723e-06, |
| "loss": 0.7584, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.2462686567164179, |
| "grad_norm": 0.809289414930847, |
| "learning_rate": 8.191489361702128e-06, |
| "loss": 0.7323, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.24946695095948826, |
| "grad_norm": 0.7351470133306395, |
| "learning_rate": 8.297872340425532e-06, |
| "loss": 0.7363, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2526652452025586, |
| "grad_norm": 0.8056016102088669, |
| "learning_rate": 8.404255319148937e-06, |
| "loss": 0.723, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.255863539445629, |
| "grad_norm": 0.7345894297808727, |
| "learning_rate": 8.510638297872341e-06, |
| "loss": 0.769, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.25906183368869934, |
| "grad_norm": 0.7863593332470072, |
| "learning_rate": 8.617021276595746e-06, |
| "loss": 0.728, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2622601279317697, |
| "grad_norm": 0.7627382259597176, |
| "learning_rate": 8.72340425531915e-06, |
| "loss": 0.7283, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.26545842217484006, |
| "grad_norm": 0.7824566533257207, |
| "learning_rate": 8.829787234042555e-06, |
| "loss": 0.7529, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.26865671641791045, |
| "grad_norm": 0.7231171750656687, |
| "learning_rate": 8.936170212765958e-06, |
| "loss": 0.7335, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.27185501066098083, |
| "grad_norm": 0.9121689099240826, |
| "learning_rate": 9.042553191489362e-06, |
| "loss": 0.756, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.27505330490405117, |
| "grad_norm": 0.7192041394994152, |
| "learning_rate": 9.148936170212767e-06, |
| "loss": 0.7008, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.27825159914712155, |
| "grad_norm": 0.926261732519985, |
| "learning_rate": 9.255319148936171e-06, |
| "loss": 0.7169, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.2814498933901919, |
| "grad_norm": 0.7106373516758131, |
| "learning_rate": 9.361702127659576e-06, |
| "loss": 0.7019, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.2846481876332623, |
| "grad_norm": 0.8650610615775703, |
| "learning_rate": 9.46808510638298e-06, |
| "loss": 0.7579, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.2878464818763326, |
| "grad_norm": 0.8537551564881841, |
| "learning_rate": 9.574468085106385e-06, |
| "loss": 0.7151, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.291044776119403, |
| "grad_norm": 0.9816090964885784, |
| "learning_rate": 9.680851063829787e-06, |
| "loss": 0.7361, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.2942430703624733, |
| "grad_norm": 0.7896344914068675, |
| "learning_rate": 9.787234042553192e-06, |
| "loss": 0.7241, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2974413646055437, |
| "grad_norm": 0.8361537117215864, |
| "learning_rate": 9.893617021276596e-06, |
| "loss": 0.7063, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3006396588486141, |
| "grad_norm": 0.8817821003662552, |
| "learning_rate": 1e-05, |
| "loss": 0.711, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.30383795309168443, |
| "grad_norm": 1.1654827546629623, |
| "learning_rate": 9.999965197129365e-06, |
| "loss": 0.7493, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3070362473347548, |
| "grad_norm": 0.6905754899045732, |
| "learning_rate": 9.999860789001947e-06, |
| "loss": 0.7189, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.31023454157782515, |
| "grad_norm": 1.0193923266199096, |
| "learning_rate": 9.999686777071233e-06, |
| "loss": 0.748, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.31343283582089554, |
| "grad_norm": 0.8631527647207492, |
| "learning_rate": 9.999443163759669e-06, |
| "loss": 0.7297, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.31663113006396587, |
| "grad_norm": 0.7959272086157606, |
| "learning_rate": 9.999129952458628e-06, |
| "loss": 0.6892, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.31982942430703626, |
| "grad_norm": 1.019986780308216, |
| "learning_rate": 9.998747147528375e-06, |
| "loss": 0.6945, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3230277185501066, |
| "grad_norm": 0.9796997640078874, |
| "learning_rate": 9.998294754297992e-06, |
| "loss": 0.7683, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.326226012793177, |
| "grad_norm": 0.9025864669755898, |
| "learning_rate": 9.997772779065312e-06, |
| "loss": 0.707, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3294243070362473, |
| "grad_norm": 0.9406972010353718, |
| "learning_rate": 9.997181229096831e-06, |
| "loss": 0.7148, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.3326226012793177, |
| "grad_norm": 0.8270166326880105, |
| "learning_rate": 9.996520112627602e-06, |
| "loss": 0.7217, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.3358208955223881, |
| "grad_norm": 0.8843538366343328, |
| "learning_rate": 9.995789438861128e-06, |
| "loss": 0.7195, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.3390191897654584, |
| "grad_norm": 0.8701458072422218, |
| "learning_rate": 9.994989217969224e-06, |
| "loss": 0.7175, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3422174840085288, |
| "grad_norm": 0.7418076755999989, |
| "learning_rate": 9.994119461091885e-06, |
| "loss": 0.7158, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.34541577825159914, |
| "grad_norm": 0.8703976870763576, |
| "learning_rate": 9.993180180337126e-06, |
| "loss": 0.6813, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.3486140724946695, |
| "grad_norm": 0.9178054118198938, |
| "learning_rate": 9.992171388780814e-06, |
| "loss": 0.712, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.35181236673773986, |
| "grad_norm": 0.8589547671449834, |
| "learning_rate": 9.991093100466482e-06, |
| "loss": 0.7499, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.35501066098081024, |
| "grad_norm": 0.8726951716749137, |
| "learning_rate": 9.989945330405146e-06, |
| "loss": 0.6837, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.3582089552238806, |
| "grad_norm": 0.927713037073185, |
| "learning_rate": 9.988728094575082e-06, |
| "loss": 0.7342, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.36140724946695096, |
| "grad_norm": 0.7505991388636275, |
| "learning_rate": 9.98744140992161e-06, |
| "loss": 0.7094, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3646055437100213, |
| "grad_norm": 0.894268442242807, |
| "learning_rate": 9.986085294356858e-06, |
| "loss": 0.6777, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.3678038379530917, |
| "grad_norm": 0.8024161706862449, |
| "learning_rate": 9.98465976675951e-06, |
| "loss": 0.7261, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.37100213219616207, |
| "grad_norm": 0.9360632386011705, |
| "learning_rate": 9.983164846974549e-06, |
| "loss": 0.7111, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3742004264392324, |
| "grad_norm": 0.850822368769409, |
| "learning_rate": 9.981600555812975e-06, |
| "loss": 0.6618, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.3773987206823028, |
| "grad_norm": 0.8087687979800354, |
| "learning_rate": 9.979966915051517e-06, |
| "loss": 0.7151, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.3805970149253731, |
| "grad_norm": 1.019238061277482, |
| "learning_rate": 9.978263947432331e-06, |
| "loss": 0.7419, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3837953091684435, |
| "grad_norm": 0.6679781593773177, |
| "learning_rate": 9.976491676662679e-06, |
| "loss": 0.6984, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.38699360341151384, |
| "grad_norm": 0.8025666983281575, |
| "learning_rate": 9.974650127414609e-06, |
| "loss": 0.7041, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.39019189765458423, |
| "grad_norm": 0.6935416167824833, |
| "learning_rate": 9.972739325324596e-06, |
| "loss": 0.6972, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.39339019189765456, |
| "grad_norm": 0.8012590306354953, |
| "learning_rate": 9.970759296993205e-06, |
| "loss": 0.6719, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.39658848614072495, |
| "grad_norm": 0.7351333900689639, |
| "learning_rate": 9.968710069984699e-06, |
| "loss": 0.6897, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3997867803837953, |
| "grad_norm": 0.8515682416300615, |
| "learning_rate": 9.966591672826674e-06, |
| "loss": 0.6911, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.40298507462686567, |
| "grad_norm": 0.7745318085363246, |
| "learning_rate": 9.964404135009649e-06, |
| "loss": 0.6768, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.40618336886993606, |
| "grad_norm": 0.7565019041685611, |
| "learning_rate": 9.962147486986664e-06, |
| "loss": 0.7018, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4093816631130064, |
| "grad_norm": 0.675609674290225, |
| "learning_rate": 9.959821760172849e-06, |
| "loss": 0.6978, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4125799573560768, |
| "grad_norm": 0.8186758848215644, |
| "learning_rate": 9.957426986944994e-06, |
| "loss": 0.6931, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.4157782515991471, |
| "grad_norm": 0.7207234783292092, |
| "learning_rate": 9.95496320064109e-06, |
| "loss": 0.7082, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.4189765458422175, |
| "grad_norm": 0.7354378059056297, |
| "learning_rate": 9.952430435559873e-06, |
| "loss": 0.7363, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.42217484008528783, |
| "grad_norm": 0.8258670771003666, |
| "learning_rate": 9.94982872696034e-06, |
| "loss": 0.71, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.4253731343283582, |
| "grad_norm": 0.7436932431094343, |
| "learning_rate": 9.947158111061263e-06, |
| "loss": 0.7276, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.6981052362583808, |
| "learning_rate": 9.94441862504068e-06, |
| "loss": 0.6774, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.43176972281449894, |
| "grad_norm": 0.8840543705470293, |
| "learning_rate": 9.941610307035385e-06, |
| "loss": 0.7257, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.4349680170575693, |
| "grad_norm": 0.6694638600717385, |
| "learning_rate": 9.938733196140386e-06, |
| "loss": 0.7029, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.43816631130063965, |
| "grad_norm": 0.8441420481093084, |
| "learning_rate": 9.935787332408375e-06, |
| "loss": 0.7274, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.44136460554371004, |
| "grad_norm": 0.8505776286992377, |
| "learning_rate": 9.932772756849152e-06, |
| "loss": 0.6935, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.4445628997867804, |
| "grad_norm": 0.9226301253646606, |
| "learning_rate": 9.929689511429075e-06, |
| "loss": 0.7264, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.44776119402985076, |
| "grad_norm": 0.7579619597097683, |
| "learning_rate": 9.926537639070457e-06, |
| "loss": 0.7076, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.4509594882729211, |
| "grad_norm": 0.8076488456889905, |
| "learning_rate": 9.923317183650985e-06, |
| "loss": 0.7003, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.4541577825159915, |
| "grad_norm": 0.8485727454100752, |
| "learning_rate": 9.92002819000309e-06, |
| "loss": 0.7211, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.4573560767590618, |
| "grad_norm": 0.751313097685783, |
| "learning_rate": 9.916670703913345e-06, |
| "loss": 0.6859, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.4605543710021322, |
| "grad_norm": 0.7996244442440978, |
| "learning_rate": 9.913244772121811e-06, |
| "loss": 0.7048, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.46375266524520253, |
| "grad_norm": 0.7586742602393676, |
| "learning_rate": 9.90975044232139e-06, |
| "loss": 0.7232, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.4669509594882729, |
| "grad_norm": 0.7333771413773464, |
| "learning_rate": 9.90618776315717e-06, |
| "loss": 0.6973, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.4701492537313433, |
| "grad_norm": 0.7462538908947492, |
| "learning_rate": 9.902556784225729e-06, |
| "loss": 0.6956, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.47334754797441364, |
| "grad_norm": 0.7953075557133956, |
| "learning_rate": 9.898857556074469e-06, |
| "loss": 0.7225, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.47654584221748403, |
| "grad_norm": 0.7060064737270609, |
| "learning_rate": 9.895090130200889e-06, |
| "loss": 0.6814, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.47974413646055436, |
| "grad_norm": 0.8120142107026623, |
| "learning_rate": 9.891254559051886e-06, |
| "loss": 0.6731, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.48294243070362475, |
| "grad_norm": 0.9453211383140191, |
| "learning_rate": 9.887350896023015e-06, |
| "loss": 0.6725, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.4861407249466951, |
| "grad_norm": 0.753978978180176, |
| "learning_rate": 9.883379195457747e-06, |
| "loss": 0.6931, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.48933901918976547, |
| "grad_norm": 0.9761958786101086, |
| "learning_rate": 9.879339512646714e-06, |
| "loss": 0.6964, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.4925373134328358, |
| "grad_norm": 0.8092682567275233, |
| "learning_rate": 9.875231903826936e-06, |
| "loss": 0.7033, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.4957356076759062, |
| "grad_norm": 0.8755474532977587, |
| "learning_rate": 9.871056426181052e-06, |
| "loss": 0.697, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4989339019189765, |
| "grad_norm": 0.7311549338301705, |
| "learning_rate": 9.8668131378365e-06, |
| "loss": 0.6999, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.502132196162047, |
| "grad_norm": 0.7037792105922891, |
| "learning_rate": 9.862502097864726e-06, |
| "loss": 0.6792, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.5053304904051172, |
| "grad_norm": 0.7713310350403229, |
| "learning_rate": 9.858123366280358e-06, |
| "loss": 0.7028, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.5085287846481876, |
| "grad_norm": 0.7608743370139368, |
| "learning_rate": 9.853677004040368e-06, |
| "loss": 0.7262, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.511727078891258, |
| "grad_norm": 0.7523293064381485, |
| "learning_rate": 9.849163073043223e-06, |
| "loss": 0.6968, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5149253731343284, |
| "grad_norm": 0.7701188802305937, |
| "learning_rate": 9.844581636128025e-06, |
| "loss": 0.6878, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5181236673773987, |
| "grad_norm": 0.6850118378660099, |
| "learning_rate": 9.83993275707364e-06, |
| "loss": 0.6843, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5213219616204691, |
| "grad_norm": 0.7633903463897005, |
| "learning_rate": 9.835216500597797e-06, |
| "loss": 0.6625, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5245202558635395, |
| "grad_norm": 0.7032490531444039, |
| "learning_rate": 9.830432932356207e-06, |
| "loss": 0.6787, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5277185501066098, |
| "grad_norm": 0.8377452657391034, |
| "learning_rate": 9.82558211894163e-06, |
| "loss": 0.6485, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5309168443496801, |
| "grad_norm": 0.6618917554232225, |
| "learning_rate": 9.820664127882958e-06, |
| "loss": 0.6789, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5341151385927505, |
| "grad_norm": 0.8178971073023995, |
| "learning_rate": 9.815679027644273e-06, |
| "loss": 0.7136, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5373134328358209, |
| "grad_norm": 0.7226926940415138, |
| "learning_rate": 9.8106268876239e-06, |
| "loss": 0.6973, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5405117270788913, |
| "grad_norm": 0.8219860052512269, |
| "learning_rate": 9.805507778153423e-06, |
| "loss": 0.6833, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.5437100213219617, |
| "grad_norm": 0.8090438198755149, |
| "learning_rate": 9.800321770496726e-06, |
| "loss": 0.6683, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5469083155650319, |
| "grad_norm": 0.8076219868171068, |
| "learning_rate": 9.79506893684899e-06, |
| "loss": 0.6742, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5501066098081023, |
| "grad_norm": 0.7650394887530159, |
| "learning_rate": 9.789749350335693e-06, |
| "loss": 0.6809, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.5533049040511727, |
| "grad_norm": 0.6909569362578575, |
| "learning_rate": 9.784363085011587e-06, |
| "loss": 0.6987, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.5565031982942431, |
| "grad_norm": 0.7544714952212014, |
| "learning_rate": 9.778910215859666e-06, |
| "loss": 0.7286, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.5597014925373134, |
| "grad_norm": 0.6910806053162777, |
| "learning_rate": 9.773390818790136e-06, |
| "loss": 0.7004, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5628997867803838, |
| "grad_norm": 0.728635086997373, |
| "learning_rate": 9.767804970639338e-06, |
| "loss": 0.7107, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.5660980810234542, |
| "grad_norm": 0.7164830915823774, |
| "learning_rate": 9.762152749168693e-06, |
| "loss": 0.6659, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.5692963752665245, |
| "grad_norm": 0.7185222557170264, |
| "learning_rate": 9.756434233063616e-06, |
| "loss": 0.7204, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5724946695095949, |
| "grad_norm": 0.6376198071084583, |
| "learning_rate": 9.750649501932414e-06, |
| "loss": 0.6851, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.5756929637526652, |
| "grad_norm": 0.7372459805811605, |
| "learning_rate": 9.744798636305189e-06, |
| "loss": 0.6655, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5788912579957356, |
| "grad_norm": 0.7192794699200221, |
| "learning_rate": 9.738881717632709e-06, |
| "loss": 0.6981, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.582089552238806, |
| "grad_norm": 0.8372267929782506, |
| "learning_rate": 9.732898828285273e-06, |
| "loss": 0.6609, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5852878464818764, |
| "grad_norm": 0.6890860653831234, |
| "learning_rate": 9.726850051551575e-06, |
| "loss": 0.6849, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5884861407249466, |
| "grad_norm": 1.0979021153485466, |
| "learning_rate": 9.72073547163753e-06, |
| "loss": 0.7055, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.591684434968017, |
| "grad_norm": 0.718530118293507, |
| "learning_rate": 9.714555173665112e-06, |
| "loss": 0.6793, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.5948827292110874, |
| "grad_norm": 0.9568746124941592, |
| "learning_rate": 9.708309243671167e-06, |
| "loss": 0.6805, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5980810234541578, |
| "grad_norm": 0.9190645493855029, |
| "learning_rate": 9.701997768606209e-06, |
| "loss": 0.6578, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.6012793176972282, |
| "grad_norm": 0.8452449705256939, |
| "learning_rate": 9.695620836333219e-06, |
| "loss": 0.6752, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.6044776119402985, |
| "grad_norm": 0.912469389514112, |
| "learning_rate": 9.68917853562642e-06, |
| "loss": 0.677, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.6076759061833689, |
| "grad_norm": 0.8380041206744561, |
| "learning_rate": 9.68267095617003e-06, |
| "loss": 0.6985, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6108742004264393, |
| "grad_norm": 0.863868290234638, |
| "learning_rate": 9.676098188557032e-06, |
| "loss": 0.7313, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6140724946695096, |
| "grad_norm": 0.8174466263379166, |
| "learning_rate": 9.669460324287899e-06, |
| "loss": 0.7053, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6172707889125799, |
| "grad_norm": 0.8909312106674119, |
| "learning_rate": 9.662757455769317e-06, |
| "loss": 0.682, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6204690831556503, |
| "grad_norm": 0.7302375395625422, |
| "learning_rate": 9.655989676312918e-06, |
| "loss": 0.6594, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.6236673773987207, |
| "grad_norm": 0.8735527453330153, |
| "learning_rate": 9.649157080133962e-06, |
| "loss": 0.6674, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6268656716417911, |
| "grad_norm": 0.7064746459902383, |
| "learning_rate": 9.642259762350034e-06, |
| "loss": 0.7017, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.6300639658848614, |
| "grad_norm": 0.8655024689230618, |
| "learning_rate": 9.635297818979715e-06, |
| "loss": 0.6661, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.6332622601279317, |
| "grad_norm": 0.728341775629865, |
| "learning_rate": 9.628271346941252e-06, |
| "loss": 0.6925, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.6364605543710021, |
| "grad_norm": 0.6968228679265215, |
| "learning_rate": 9.621180444051206e-06, |
| "loss": 0.685, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6396588486140725, |
| "grad_norm": 0.8921095235064438, |
| "learning_rate": 9.614025209023084e-06, |
| "loss": 0.7016, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.7770028881285537, |
| "learning_rate": 9.606805741465977e-06, |
| "loss": 0.7077, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.6460554371002132, |
| "grad_norm": 0.7270295337970796, |
| "learning_rate": 9.59952214188316e-06, |
| "loss": 0.6779, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.6492537313432836, |
| "grad_norm": 0.8302887272339062, |
| "learning_rate": 9.592174511670704e-06, |
| "loss": 0.6722, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.652452025586354, |
| "grad_norm": 0.8688719467779429, |
| "learning_rate": 9.58476295311606e-06, |
| "loss": 0.7104, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.6556503198294243, |
| "grad_norm": 0.6323690135784534, |
| "learning_rate": 9.577287569396632e-06, |
| "loss": 0.6927, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.6588486140724946, |
| "grad_norm": 0.8941706514509578, |
| "learning_rate": 9.569748464578343e-06, |
| "loss": 0.6926, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.662046908315565, |
| "grad_norm": 0.7211897394095068, |
| "learning_rate": 9.562145743614193e-06, |
| "loss": 0.7006, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.6652452025586354, |
| "grad_norm": 0.655783741036758, |
| "learning_rate": 9.554479512342785e-06, |
| "loss": 0.7108, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6684434968017058, |
| "grad_norm": 0.7467548640108442, |
| "learning_rate": 9.54674987748686e-06, |
| "loss": 0.6649, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.6716417910447762, |
| "grad_norm": 0.7171171346221873, |
| "learning_rate": 9.538956946651816e-06, |
| "loss": 0.6531, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6748400852878464, |
| "grad_norm": 0.7120324790582493, |
| "learning_rate": 9.531100828324191e-06, |
| "loss": 0.6795, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.6780383795309168, |
| "grad_norm": 0.675292328763824, |
| "learning_rate": 9.52318163187018e-06, |
| "loss": 0.6883, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6812366737739872, |
| "grad_norm": 0.9706242893642346, |
| "learning_rate": 9.515199467534086e-06, |
| "loss": 0.7105, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.6844349680170576, |
| "grad_norm": 0.6339606603859417, |
| "learning_rate": 9.507154446436806e-06, |
| "loss": 0.7006, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6876332622601279, |
| "grad_norm": 0.8270660302761437, |
| "learning_rate": 9.499046680574267e-06, |
| "loss": 0.6937, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.6908315565031983, |
| "grad_norm": 0.8339411710564606, |
| "learning_rate": 9.490876282815884e-06, |
| "loss": 0.7089, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6940298507462687, |
| "grad_norm": 0.7095006207653165, |
| "learning_rate": 9.482643366902972e-06, |
| "loss": 0.6774, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.697228144989339, |
| "grad_norm": 0.8701992961050132, |
| "learning_rate": 9.474348047447177e-06, |
| "loss": 0.6987, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.7004264392324094, |
| "grad_norm": 0.8555157892062962, |
| "learning_rate": 9.465990439928868e-06, |
| "loss": 0.6888, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.7036247334754797, |
| "grad_norm": 0.7482188301136834, |
| "learning_rate": 9.457570660695542e-06, |
| "loss": 0.6924, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7068230277185501, |
| "grad_norm": 0.6679769126751529, |
| "learning_rate": 9.449088826960187e-06, |
| "loss": 0.6814, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.7100213219616205, |
| "grad_norm": 0.6481228296820869, |
| "learning_rate": 9.440545056799677e-06, |
| "loss": 0.6927, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.7132196162046909, |
| "grad_norm": 0.6138493570700504, |
| "learning_rate": 9.431939469153096e-06, |
| "loss": 0.6848, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.7164179104477612, |
| "grad_norm": 0.6857392440178816, |
| "learning_rate": 9.423272183820109e-06, |
| "loss": 0.7016, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7196162046908315, |
| "grad_norm": 0.6565822633668216, |
| "learning_rate": 9.41454332145928e-06, |
| "loss": 0.684, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7228144989339019, |
| "grad_norm": 0.7686352189035123, |
| "learning_rate": 9.405753003586396e-06, |
| "loss": 0.662, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.7260127931769723, |
| "grad_norm": 0.6889440928778451, |
| "learning_rate": 9.396901352572771e-06, |
| "loss": 0.6757, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.7292110874200426, |
| "grad_norm": 0.6644883797889718, |
| "learning_rate": 9.387988491643558e-06, |
| "loss": 0.69, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.732409381663113, |
| "grad_norm": 0.7626373390965248, |
| "learning_rate": 9.379014544876011e-06, |
| "loss": 0.7187, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.7356076759061834, |
| "grad_norm": 0.704507663933334, |
| "learning_rate": 9.369979637197774e-06, |
| "loss": 0.6585, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.7388059701492538, |
| "grad_norm": 0.7336157000029004, |
| "learning_rate": 9.360883894385137e-06, |
| "loss": 0.7127, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.7420042643923241, |
| "grad_norm": 0.6546636167664962, |
| "learning_rate": 9.351727443061284e-06, |
| "loss": 0.704, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.7452025586353944, |
| "grad_norm": 0.7043313515356551, |
| "learning_rate": 9.342510410694529e-06, |
| "loss": 0.6852, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.7484008528784648, |
| "grad_norm": 0.9011726584289667, |
| "learning_rate": 9.33323292559655e-06, |
| "loss": 0.7081, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.7515991471215352, |
| "grad_norm": 0.7292470054254178, |
| "learning_rate": 9.323895116920591e-06, |
| "loss": 0.669, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.7547974413646056, |
| "grad_norm": 0.8382635859763398, |
| "learning_rate": 9.31449711465967e-06, |
| "loss": 0.6763, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.7579957356076759, |
| "grad_norm": 0.7483080444786336, |
| "learning_rate": 9.305039049644772e-06, |
| "loss": 0.6567, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.7611940298507462, |
| "grad_norm": 0.7261935584991153, |
| "learning_rate": 9.29552105354302e-06, |
| "loss": 0.6714, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.7643923240938166, |
| "grad_norm": 0.8645856822885789, |
| "learning_rate": 9.28594325885585e-06, |
| "loss": 0.6625, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.767590618336887, |
| "grad_norm": 0.7568040003927768, |
| "learning_rate": 9.27630579891716e-06, |
| "loss": 0.6191, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7707889125799574, |
| "grad_norm": 0.7959983248684005, |
| "learning_rate": 9.266608807891459e-06, |
| "loss": 0.72, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.7739872068230277, |
| "grad_norm": 0.6158464477516697, |
| "learning_rate": 9.256852420771999e-06, |
| "loss": 0.6984, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.7771855010660981, |
| "grad_norm": 0.6475971949577826, |
| "learning_rate": 9.24703677337889e-06, |
| "loss": 0.6707, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.7803837953091685, |
| "grad_norm": 0.7514772530157263, |
| "learning_rate": 9.237162002357214e-06, |
| "loss": 0.7025, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.7835820895522388, |
| "grad_norm": 0.7153934193506174, |
| "learning_rate": 9.227228245175127e-06, |
| "loss": 0.7084, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7867803837953091, |
| "grad_norm": 0.6510532625278841, |
| "learning_rate": 9.217235640121927e-06, |
| "loss": 0.7032, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.7899786780383795, |
| "grad_norm": 0.648491391649832, |
| "learning_rate": 9.207184326306155e-06, |
| "loss": 0.703, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.7931769722814499, |
| "grad_norm": 0.8034299471010478, |
| "learning_rate": 9.197074443653643e-06, |
| "loss": 0.7118, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.7963752665245203, |
| "grad_norm": 0.7868890537454554, |
| "learning_rate": 9.186906132905563e-06, |
| "loss": 0.6907, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.7995735607675906, |
| "grad_norm": 0.7573924459698659, |
| "learning_rate": 9.176679535616477e-06, |
| "loss": 0.7133, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.802771855010661, |
| "grad_norm": 0.7039169561600006, |
| "learning_rate": 9.166394794152363e-06, |
| "loss": 0.6749, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.8059701492537313, |
| "grad_norm": 0.8423685923463412, |
| "learning_rate": 9.156052051688633e-06, |
| "loss": 0.7378, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.8091684434968017, |
| "grad_norm": 0.6131291481922342, |
| "learning_rate": 9.145651452208133e-06, |
| "loss": 0.6415, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.8123667377398721, |
| "grad_norm": 0.7195983825244481, |
| "learning_rate": 9.135193140499155e-06, |
| "loss": 0.6613, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.8155650319829424, |
| "grad_norm": 0.8577511387252152, |
| "learning_rate": 9.124677262153405e-06, |
| "loss": 0.721, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.8187633262260128, |
| "grad_norm": 0.7278841089447043, |
| "learning_rate": 9.114103963563986e-06, |
| "loss": 0.6738, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.8219616204690832, |
| "grad_norm": 0.6856569850641855, |
| "learning_rate": 9.103473391923354e-06, |
| "loss": 0.6588, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.8251599147121536, |
| "grad_norm": 0.9021119379041687, |
| "learning_rate": 9.092785695221271e-06, |
| "loss": 0.7182, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.8283582089552238, |
| "grad_norm": 0.8796683162834094, |
| "learning_rate": 9.08204102224275e-06, |
| "loss": 0.6816, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.8315565031982942, |
| "grad_norm": 0.847520407573671, |
| "learning_rate": 9.071239522565978e-06, |
| "loss": 0.6508, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.8347547974413646, |
| "grad_norm": 0.9049944252517715, |
| "learning_rate": 9.06038134656023e-06, |
| "loss": 0.6925, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.837953091684435, |
| "grad_norm": 0.8571499479329611, |
| "learning_rate": 9.049466645383785e-06, |
| "loss": 0.681, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.8411513859275054, |
| "grad_norm": 0.745522815593341, |
| "learning_rate": 9.038495570981814e-06, |
| "loss": 0.6525, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.8443496801705757, |
| "grad_norm": 0.947292350163867, |
| "learning_rate": 9.027468276084274e-06, |
| "loss": 0.6696, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.847547974413646, |
| "grad_norm": 0.8373012552761833, |
| "learning_rate": 9.016384914203771e-06, |
| "loss": 0.6782, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.8507462686567164, |
| "grad_norm": 0.7211699745049627, |
| "learning_rate": 9.00524563963343e-06, |
| "loss": 0.7015, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.8539445628997868, |
| "grad_norm": 0.973744577195585, |
| "learning_rate": 8.99405060744474e-06, |
| "loss": 0.6598, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.7600474078060623, |
| "learning_rate": 8.982799973485407e-06, |
| "loss": 0.6853, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.8603411513859275, |
| "grad_norm": 0.7568774174674711, |
| "learning_rate": 8.971493894377174e-06, |
| "loss": 0.6963, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.8635394456289979, |
| "grad_norm": 1.2096518035065966, |
| "learning_rate": 8.960132527513642e-06, |
| "loss": 0.6901, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.8667377398720683, |
| "grad_norm": 0.8943559219904526, |
| "learning_rate": 8.94871603105809e-06, |
| "loss": 0.6782, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.8699360341151386, |
| "grad_norm": 0.7461346678625066, |
| "learning_rate": 8.937244563941248e-06, |
| "loss": 0.7018, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8731343283582089, |
| "grad_norm": 1.0000505503295154, |
| "learning_rate": 8.925718285859118e-06, |
| "loss": 0.6875, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.8763326226012793, |
| "grad_norm": 0.7858176236082158, |
| "learning_rate": 8.914137357270723e-06, |
| "loss": 0.7121, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.8795309168443497, |
| "grad_norm": 0.7063872884648656, |
| "learning_rate": 8.902501939395887e-06, |
| "loss": 0.6695, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.8827292110874201, |
| "grad_norm": 0.8044416558628715, |
| "learning_rate": 8.890812194212987e-06, |
| "loss": 0.7076, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.8859275053304904, |
| "grad_norm": 0.6393740328761567, |
| "learning_rate": 8.879068284456702e-06, |
| "loss": 0.6556, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.8891257995735607, |
| "grad_norm": 0.857231208160294, |
| "learning_rate": 8.867270373615735e-06, |
| "loss": 0.7148, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.8923240938166311, |
| "grad_norm": 0.6337872608316819, |
| "learning_rate": 8.855418625930556e-06, |
| "loss": 0.7365, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.8955223880597015, |
| "grad_norm": 0.6706185344174747, |
| "learning_rate": 8.8435132063911e-06, |
| "loss": 0.6699, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8987206823027718, |
| "grad_norm": 0.7688016478702769, |
| "learning_rate": 8.83155428073448e-06, |
| "loss": 0.6695, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.9019189765458422, |
| "grad_norm": 0.6859750413913875, |
| "learning_rate": 8.81954201544267e-06, |
| "loss": 0.7105, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.9051172707889126, |
| "grad_norm": 0.736049871487562, |
| "learning_rate": 8.8074765777402e-06, |
| "loss": 0.6566, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.908315565031983, |
| "grad_norm": 0.6566455673708244, |
| "learning_rate": 8.79535813559181e-06, |
| "loss": 0.7087, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.9115138592750534, |
| "grad_norm": 0.6678755774132027, |
| "learning_rate": 8.783186857700137e-06, |
| "loss": 0.6803, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.9147121535181236, |
| "grad_norm": 0.6358862703989032, |
| "learning_rate": 8.77096291350334e-06, |
| "loss": 0.6477, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.917910447761194, |
| "grad_norm": 0.621135300076204, |
| "learning_rate": 8.75868647317276e-06, |
| "loss": 0.6853, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.9211087420042644, |
| "grad_norm": 0.8269166477046754, |
| "learning_rate": 8.746357707610544e-06, |
| "loss": 0.7068, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.9243070362473348, |
| "grad_norm": 0.754354903003167, |
| "learning_rate": 8.733976788447265e-06, |
| "loss": 0.6775, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.9275053304904051, |
| "grad_norm": 0.6328527198398567, |
| "learning_rate": 8.721543888039534e-06, |
| "loss": 0.6738, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.9307036247334755, |
| "grad_norm": 0.7230763976135067, |
| "learning_rate": 8.709059179467598e-06, |
| "loss": 0.6448, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.9339019189765458, |
| "grad_norm": 0.6877836548216805, |
| "learning_rate": 8.69652283653294e-06, |
| "loss": 0.6798, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.9371002132196162, |
| "grad_norm": 0.7564591211606494, |
| "learning_rate": 8.683935033755848e-06, |
| "loss": 0.6953, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.9402985074626866, |
| "grad_norm": 0.668332745907526, |
| "learning_rate": 8.671295946372989e-06, |
| "loss": 0.681, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.9434968017057569, |
| "grad_norm": 0.7159527856011911, |
| "learning_rate": 8.658605750334972e-06, |
| "loss": 0.6988, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.9466950959488273, |
| "grad_norm": 0.6848922808640394, |
| "learning_rate": 8.6458646223039e-06, |
| "loss": 0.641, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.9498933901918977, |
| "grad_norm": 0.7548334675392807, |
| "learning_rate": 8.6330727396509e-06, |
| "loss": 0.6713, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.9530916844349681, |
| "grad_norm": 0.5861356337358591, |
| "learning_rate": 8.620230280453672e-06, |
| "loss": 0.691, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.9562899786780383, |
| "grad_norm": 0.7949755015478441, |
| "learning_rate": 8.607337423493996e-06, |
| "loss": 0.6808, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.9594882729211087, |
| "grad_norm": 0.6765008542247006, |
| "learning_rate": 8.594394348255239e-06, |
| "loss": 0.6898, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9626865671641791, |
| "grad_norm": 0.5806572889436659, |
| "learning_rate": 8.581401234919873e-06, |
| "loss": 0.6492, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.9658848614072495, |
| "grad_norm": 0.7469524089876209, |
| "learning_rate": 8.568358264366958e-06, |
| "loss": 0.6821, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.9690831556503199, |
| "grad_norm": 0.7249833696216659, |
| "learning_rate": 8.555265618169615e-06, |
| "loss": 0.6522, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.9722814498933902, |
| "grad_norm": 0.6218765386847785, |
| "learning_rate": 8.542123478592518e-06, |
| "loss": 0.6843, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.9754797441364605, |
| "grad_norm": 0.7551061996851178, |
| "learning_rate": 8.528932028589337e-06, |
| "loss": 0.6728, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.9786780383795309, |
| "grad_norm": 0.674338314023206, |
| "learning_rate": 8.515691451800206e-06, |
| "loss": 0.6736, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.9818763326226013, |
| "grad_norm": 0.7849066941451676, |
| "learning_rate": 8.502401932549154e-06, |
| "loss": 0.6878, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.9850746268656716, |
| "grad_norm": 0.7498368721683543, |
| "learning_rate": 8.489063655841552e-06, |
| "loss": 0.6903, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.988272921108742, |
| "grad_norm": 0.665126766182557, |
| "learning_rate": 8.475676807361526e-06, |
| "loss": 0.6552, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.9914712153518124, |
| "grad_norm": 0.637731666313635, |
| "learning_rate": 8.462241573469378e-06, |
| "loss": 0.6769, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.9946695095948828, |
| "grad_norm": 0.6112924731775418, |
| "learning_rate": 8.448758141198991e-06, |
| "loss": 0.677, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.997867803837953, |
| "grad_norm": 0.7383946127305492, |
| "learning_rate": 8.435226698255228e-06, |
| "loss": 0.6746, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.0010660980810235, |
| "grad_norm": 0.626462069677627, |
| "learning_rate": 8.421647433011306e-06, |
| "loss": 0.6566, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.004264392324094, |
| "grad_norm": 0.7510688924872979, |
| "learning_rate": 8.408020534506195e-06, |
| "loss": 0.6281, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.007462686567164, |
| "grad_norm": 0.7595637013734888, |
| "learning_rate": 8.394346192441967e-06, |
| "loss": 0.6484, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.0106609808102345, |
| "grad_norm": 0.8191267012599663, |
| "learning_rate": 8.380624597181165e-06, |
| "loss": 0.6269, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.0138592750533049, |
| "grad_norm": 0.6920756752948478, |
| "learning_rate": 8.366855939744152e-06, |
| "loss": 0.6407, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.0170575692963753, |
| "grad_norm": 0.8113121478207607, |
| "learning_rate": 8.353040411806449e-06, |
| "loss": 0.6379, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.0202558635394456, |
| "grad_norm": 0.6038342001520437, |
| "learning_rate": 8.339178205696067e-06, |
| "loss": 0.6219, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.023454157782516, |
| "grad_norm": 0.6525041753408835, |
| "learning_rate": 8.325269514390835e-06, |
| "loss": 0.6451, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.0266524520255864, |
| "grad_norm": 0.7876363756773992, |
| "learning_rate": 8.311314531515707e-06, |
| "loss": 0.6556, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.0298507462686568, |
| "grad_norm": 0.6729418158706656, |
| "learning_rate": 8.297313451340064e-06, |
| "loss": 0.6278, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.033049040511727, |
| "grad_norm": 0.7323640919082973, |
| "learning_rate": 8.283266468775024e-06, |
| "loss": 0.635, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.0362473347547974, |
| "grad_norm": 0.7456586009899282, |
| "learning_rate": 8.269173779370712e-06, |
| "loss": 0.6301, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.0394456289978677, |
| "grad_norm": 0.6472864535960438, |
| "learning_rate": 8.255035579313545e-06, |
| "loss": 0.6514, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.0426439232409381, |
| "grad_norm": 0.7261880506431115, |
| "learning_rate": 8.240852065423507e-06, |
| "loss": 0.6255, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.0458422174840085, |
| "grad_norm": 0.7277147979365199, |
| "learning_rate": 8.226623435151389e-06, |
| "loss": 0.5958, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.049040511727079, |
| "grad_norm": 0.6624168018368254, |
| "learning_rate": 8.21234988657607e-06, |
| "loss": 0.6179, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.0522388059701493, |
| "grad_norm": 0.7453935828883017, |
| "learning_rate": 8.198031618401733e-06, |
| "loss": 0.6108, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.0554371002132197, |
| "grad_norm": 0.7264796554563445, |
| "learning_rate": 8.183668829955111e-06, |
| "loss": 0.6238, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.05863539445629, |
| "grad_norm": 0.7682551654401545, |
| "learning_rate": 8.169261721182715e-06, |
| "loss": 0.6191, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.0618336886993602, |
| "grad_norm": 0.6228417217082994, |
| "learning_rate": 8.154810492648038e-06, |
| "loss": 0.6316, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.0650319829424306, |
| "grad_norm": 0.7327288572841154, |
| "learning_rate": 8.140315345528778e-06, |
| "loss": 0.6586, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.068230277185501, |
| "grad_norm": 0.6964883436081012, |
| "learning_rate": 8.125776481614025e-06, |
| "loss": 0.6414, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.0714285714285714, |
| "grad_norm": 0.6054633221728152, |
| "learning_rate": 8.111194103301461e-06, |
| "loss": 0.5893, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.0746268656716418, |
| "grad_norm": 0.6959078284441366, |
| "learning_rate": 8.096568413594533e-06, |
| "loss": 0.6209, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.0778251599147122, |
| "grad_norm": 0.6687442847144212, |
| "learning_rate": 8.081899616099638e-06, |
| "loss": 0.6395, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.0810234541577826, |
| "grad_norm": 0.6672132910162282, |
| "learning_rate": 8.067187915023283e-06, |
| "loss": 0.6453, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.084221748400853, |
| "grad_norm": 0.7011871375952131, |
| "learning_rate": 8.052433515169235e-06, |
| "loss": 0.6578, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.0874200426439233, |
| "grad_norm": 0.6341715440450284, |
| "learning_rate": 8.037636621935686e-06, |
| "loss": 0.5993, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.0906183368869935, |
| "grad_norm": 0.7942056782846189, |
| "learning_rate": 8.022797441312376e-06, |
| "loss": 0.6377, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.0938166311300639, |
| "grad_norm": 0.6703609675609049, |
| "learning_rate": 8.007916179877742e-06, |
| "loss": 0.6262, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.0970149253731343, |
| "grad_norm": 0.6839776213487608, |
| "learning_rate": 7.99299304479603e-06, |
| "loss": 0.6244, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.1002132196162047, |
| "grad_norm": 0.7336708760979732, |
| "learning_rate": 7.978028243814416e-06, |
| "loss": 0.6607, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.103411513859275, |
| "grad_norm": 0.6632430703502449, |
| "learning_rate": 7.96302198526011e-06, |
| "loss": 0.6556, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.1066098081023454, |
| "grad_norm": 0.695919842154835, |
| "learning_rate": 7.947974478037468e-06, |
| "loss": 0.6194, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.1098081023454158, |
| "grad_norm": 0.654985383307004, |
| "learning_rate": 7.932885931625063e-06, |
| "loss": 0.6015, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.1130063965884862, |
| "grad_norm": 0.7284161828955869, |
| "learning_rate": 7.917756556072792e-06, |
| "loss": 0.6238, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.1162046908315566, |
| "grad_norm": 0.7633948849076417, |
| "learning_rate": 7.902586561998928e-06, |
| "loss": 0.6829, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.1194029850746268, |
| "grad_norm": 0.7808526782166596, |
| "learning_rate": 7.887376160587214e-06, |
| "loss": 0.6286, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.1226012793176972, |
| "grad_norm": 0.7168210695937199, |
| "learning_rate": 7.8721255635839e-06, |
| "loss": 0.655, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.1257995735607675, |
| "grad_norm": 0.7093615169947094, |
| "learning_rate": 7.85683498329481e-06, |
| "loss": 0.6082, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.128997867803838, |
| "grad_norm": 0.7319031414944822, |
| "learning_rate": 7.841504632582378e-06, |
| "loss": 0.6046, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.1321961620469083, |
| "grad_norm": 0.7551618483349399, |
| "learning_rate": 7.826134724862687e-06, |
| "loss": 0.6229, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.1353944562899787, |
| "grad_norm": 0.5826096940443887, |
| "learning_rate": 7.810725474102504e-06, |
| "loss": 0.6491, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.138592750533049, |
| "grad_norm": 0.6417225168262856, |
| "learning_rate": 7.795277094816292e-06, |
| "loss": 0.6261, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.1417910447761195, |
| "grad_norm": 0.6906660028796798, |
| "learning_rate": 7.779789802063229e-06, |
| "loss": 0.6716, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.1449893390191899, |
| "grad_norm": 0.6599388631575054, |
| "learning_rate": 7.764263811444214e-06, |
| "loss": 0.6223, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.14818763326226, |
| "grad_norm": 0.6878046102310988, |
| "learning_rate": 7.748699339098864e-06, |
| "loss": 0.6535, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.1513859275053304, |
| "grad_norm": 0.6983975410121682, |
| "learning_rate": 7.733096601702508e-06, |
| "loss": 0.6175, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.1545842217484008, |
| "grad_norm": 0.7101392030170859, |
| "learning_rate": 7.717455816463161e-06, |
| "loss": 0.6064, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.1577825159914712, |
| "grad_norm": 0.7138468401070005, |
| "learning_rate": 7.70177720111852e-06, |
| "loss": 0.6318, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.1609808102345416, |
| "grad_norm": 0.8020962425971306, |
| "learning_rate": 7.68606097393291e-06, |
| "loss": 0.5551, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.164179104477612, |
| "grad_norm": 0.5838755573325491, |
| "learning_rate": 7.67030735369426e-06, |
| "loss": 0.6681, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.1673773987206824, |
| "grad_norm": 0.7126521508489613, |
| "learning_rate": 7.654516559711053e-06, |
| "loss": 0.6146, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.1705756929637527, |
| "grad_norm": 0.786856054891589, |
| "learning_rate": 7.638688811809274e-06, |
| "loss": 0.592, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.1737739872068231, |
| "grad_norm": 0.6150312500511127, |
| "learning_rate": 7.622824330329345e-06, |
| "loss": 0.6454, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.1769722814498933, |
| "grad_norm": 0.6533779011208625, |
| "learning_rate": 7.6069233361230696e-06, |
| "loss": 0.5972, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.1801705756929637, |
| "grad_norm": 0.7040587378616768, |
| "learning_rate": 7.590986050550542e-06, |
| "loss": 0.6506, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.183368869936034, |
| "grad_norm": 0.6498966757491511, |
| "learning_rate": 7.575012695477076e-06, |
| "loss": 0.6686, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.1865671641791045, |
| "grad_norm": 0.686323024280706, |
| "learning_rate": 7.55900349327012e-06, |
| "loss": 0.6156, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.1897654584221748, |
| "grad_norm": 0.6423904326022212, |
| "learning_rate": 7.542958666796149e-06, |
| "loss": 0.6074, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.1929637526652452, |
| "grad_norm": 0.6178701938146715, |
| "learning_rate": 7.526878439417572e-06, |
| "loss": 0.6224, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.1961620469083156, |
| "grad_norm": 0.6496299199143347, |
| "learning_rate": 7.510763034989616e-06, |
| "loss": 0.6122, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.199360341151386, |
| "grad_norm": 0.6906674571020524, |
| "learning_rate": 7.494612677857218e-06, |
| "loss": 0.5982, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.2025586353944564, |
| "grad_norm": 0.7648845383563382, |
| "learning_rate": 7.478427592851894e-06, |
| "loss": 0.6388, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.2057569296375266, |
| "grad_norm": 0.696212830007392, |
| "learning_rate": 7.462208005288609e-06, |
| "loss": 0.6195, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.208955223880597, |
| "grad_norm": 0.8576480726323676, |
| "learning_rate": 7.44595414096265e-06, |
| "loss": 0.62, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.2121535181236673, |
| "grad_norm": 0.6976210286882664, |
| "learning_rate": 7.429666226146468e-06, |
| "loss": 0.6416, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.2153518123667377, |
| "grad_norm": 0.720435239108808, |
| "learning_rate": 7.413344487586542e-06, |
| "loss": 0.663, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.2185501066098081, |
| "grad_norm": 0.6855025363671802, |
| "learning_rate": 7.396989152500215e-06, |
| "loss": 0.6244, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.2217484008528785, |
| "grad_norm": 0.7874191554629412, |
| "learning_rate": 7.380600448572532e-06, |
| "loss": 0.669, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.224946695095949, |
| "grad_norm": 0.7434853121491252, |
| "learning_rate": 7.364178603953066e-06, |
| "loss": 0.6448, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.2281449893390193, |
| "grad_norm": 0.61487183758893, |
| "learning_rate": 7.347723847252756e-06, |
| "loss": 0.6406, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.2313432835820897, |
| "grad_norm": 0.6917610834136999, |
| "learning_rate": 7.331236407540704e-06, |
| "loss": 0.6311, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.2345415778251598, |
| "grad_norm": 0.7293794438462118, |
| "learning_rate": 7.314716514341007e-06, |
| "loss": 0.6496, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.2377398720682302, |
| "grad_norm": 0.6943306944663377, |
| "learning_rate": 7.298164397629545e-06, |
| "loss": 0.695, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.2409381663113006, |
| "grad_norm": 0.727606577778182, |
| "learning_rate": 7.28158028783079e-06, |
| "loss": 0.6472, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.244136460554371, |
| "grad_norm": 0.6612780887089154, |
| "learning_rate": 7.2649644158145925e-06, |
| "loss": 0.6581, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.2473347547974414, |
| "grad_norm": 0.6796926109344666, |
| "learning_rate": 7.248317012892969e-06, |
| "loss": 0.6455, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.2505330490405118, |
| "grad_norm": 0.7347393619920833, |
| "learning_rate": 7.231638310816888e-06, |
| "loss": 0.6135, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.2537313432835822, |
| "grad_norm": 0.6507765447015836, |
| "learning_rate": 7.214928541773027e-06, |
| "loss": 0.6528, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.2569296375266523, |
| "grad_norm": 0.6378971746133411, |
| "learning_rate": 7.198187938380565e-06, |
| "loss": 0.64, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.260127931769723, |
| "grad_norm": 0.6973995690775606, |
| "learning_rate": 7.1814167336879195e-06, |
| "loss": 0.6372, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.263326226012793, |
| "grad_norm": 0.6611835574299032, |
| "learning_rate": 7.164615161169518e-06, |
| "loss": 0.641, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.2665245202558635, |
| "grad_norm": 0.5638998333261266, |
| "learning_rate": 7.147783454722545e-06, |
| "loss": 0.6191, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.2697228144989339, |
| "grad_norm": 0.5840735647196549, |
| "learning_rate": 7.130921848663678e-06, |
| "loss": 0.6461, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.2729211087420043, |
| "grad_norm": 0.6067150183156588, |
| "learning_rate": 7.1140305777258355e-06, |
| "loss": 0.6534, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.2761194029850746, |
| "grad_norm": 0.5533289520902701, |
| "learning_rate": 7.097109877054906e-06, |
| "loss": 0.6251, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.279317697228145, |
| "grad_norm": 0.6286453359485137, |
| "learning_rate": 7.080159982206471e-06, |
| "loss": 0.6192, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.2825159914712154, |
| "grad_norm": 0.5518718217422934, |
| "learning_rate": 7.06318112914253e-06, |
| "loss": 0.6014, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 0.5849867238933993, |
| "learning_rate": 7.046173554228213e-06, |
| "loss": 0.6131, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.2889125799573562, |
| "grad_norm": 0.6401106522610778, |
| "learning_rate": 7.029137494228491e-06, |
| "loss": 0.6638, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.2921108742004264, |
| "grad_norm": 0.571567700082923, |
| "learning_rate": 7.012073186304885e-06, |
| "loss": 0.6347, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.2953091684434968, |
| "grad_norm": 0.5618388361367395, |
| "learning_rate": 6.994980868012151e-06, |
| "loss": 0.6374, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.2985074626865671, |
| "grad_norm": 0.5861018343702368, |
| "learning_rate": 6.9778607772949894e-06, |
| "loss": 0.6427, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.3017057569296375, |
| "grad_norm": 0.5732316822425729, |
| "learning_rate": 6.9607131524847175e-06, |
| "loss": 0.6153, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.304904051172708, |
| "grad_norm": 0.6579936163217828, |
| "learning_rate": 6.943538232295965e-06, |
| "loss": 0.6822, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.3081023454157783, |
| "grad_norm": 0.6429931495365935, |
| "learning_rate": 6.926336255823341e-06, |
| "loss": 0.6703, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.3113006396588487, |
| "grad_norm": 0.6970899348524371, |
| "learning_rate": 6.909107462538113e-06, |
| "loss": 0.6118, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.3144989339019189, |
| "grad_norm": 0.6680718435346977, |
| "learning_rate": 6.891852092284863e-06, |
| "loss": 0.6485, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.3176972281449895, |
| "grad_norm": 0.6600380168580939, |
| "learning_rate": 6.874570385278161e-06, |
| "loss": 0.6717, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.3208955223880596, |
| "grad_norm": 0.802744507326931, |
| "learning_rate": 6.857262582099209e-06, |
| "loss": 0.6225, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.32409381663113, |
| "grad_norm": 0.5662862687056852, |
| "learning_rate": 6.839928923692505e-06, |
| "loss": 0.6327, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.3272921108742004, |
| "grad_norm": 0.7774960950807415, |
| "learning_rate": 6.822569651362475e-06, |
| "loss": 0.629, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.3304904051172708, |
| "grad_norm": 0.7049572238409981, |
| "learning_rate": 6.805185006770125e-06, |
| "loss": 0.6693, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.3336886993603412, |
| "grad_norm": 0.583155396015153, |
| "learning_rate": 6.787775231929666e-06, |
| "loss": 0.6237, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.3368869936034116, |
| "grad_norm": 0.7111519870233683, |
| "learning_rate": 6.7703405692051585e-06, |
| "loss": 0.6394, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.340085287846482, |
| "grad_norm": 0.5653594640288497, |
| "learning_rate": 6.752881261307125e-06, |
| "loss": 0.6155, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.3432835820895521, |
| "grad_norm": 0.5953314550960257, |
| "learning_rate": 6.735397551289179e-06, |
| "loss": 0.6768, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.3464818763326227, |
| "grad_norm": 0.6173871359335188, |
| "learning_rate": 6.717889682544641e-06, |
| "loss": 0.6524, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.349680170575693, |
| "grad_norm": 0.5904374139677531, |
| "learning_rate": 6.700357898803146e-06, |
| "loss": 0.6171, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.3528784648187633, |
| "grad_norm": 0.6013270780619727, |
| "learning_rate": 6.6828024441272554e-06, |
| "loss": 0.6331, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.3560767590618337, |
| "grad_norm": 0.7234400477846492, |
| "learning_rate": 6.665223562909058e-06, |
| "loss": 0.6048, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.359275053304904, |
| "grad_norm": 0.5513590207931245, |
| "learning_rate": 6.647621499866762e-06, |
| "loss": 0.6315, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.3624733475479744, |
| "grad_norm": 0.6666248996294633, |
| "learning_rate": 6.629996500041299e-06, |
| "loss": 0.6611, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.3656716417910448, |
| "grad_norm": 0.7473392889269375, |
| "learning_rate": 6.612348808792904e-06, |
| "loss": 0.6509, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.3688699360341152, |
| "grad_norm": 0.6178536139476686, |
| "learning_rate": 6.5946786717977026e-06, |
| "loss": 0.5846, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.3720682302771854, |
| "grad_norm": 0.7286227764621949, |
| "learning_rate": 6.576986335044292e-06, |
| "loss": 0.6225, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.375266524520256, |
| "grad_norm": 0.6891105977017067, |
| "learning_rate": 6.5592720448303174e-06, |
| "loss": 0.6247, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.3784648187633262, |
| "grad_norm": 0.548934245482671, |
| "learning_rate": 6.541536047759034e-06, |
| "loss": 0.6446, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.3816631130063965, |
| "grad_norm": 0.6602568691180308, |
| "learning_rate": 6.523778590735892e-06, |
| "loss": 0.6262, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.384861407249467, |
| "grad_norm": 0.6490608935621192, |
| "learning_rate": 6.5059999209650795e-06, |
| "loss": 0.6272, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.3880597014925373, |
| "grad_norm": 0.6052733094339158, |
| "learning_rate": 6.488200285946094e-06, |
| "loss": 0.6625, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.3912579957356077, |
| "grad_norm": 0.7850931175623906, |
| "learning_rate": 6.470379933470296e-06, |
| "loss": 0.6289, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.394456289978678, |
| "grad_norm": 0.6381779692800353, |
| "learning_rate": 6.452539111617454e-06, |
| "loss": 0.6403, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.3976545842217485, |
| "grad_norm": 0.6118616893209208, |
| "learning_rate": 6.434678068752293e-06, |
| "loss": 0.6407, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.4008528784648187, |
| "grad_norm": 0.6834821963612697, |
| "learning_rate": 6.416797053521039e-06, |
| "loss": 0.6274, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.4040511727078893, |
| "grad_norm": 0.6399343872362031, |
| "learning_rate": 6.398896314847954e-06, |
| "loss": 0.5884, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.4072494669509594, |
| "grad_norm": 0.650012682249965, |
| "learning_rate": 6.380976101931879e-06, |
| "loss": 0.5957, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.4104477611940298, |
| "grad_norm": 0.7005173466154051, |
| "learning_rate": 6.363036664242751e-06, |
| "loss": 0.6632, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.4136460554371002, |
| "grad_norm": 0.6793406210914823, |
| "learning_rate": 6.345078251518144e-06, |
| "loss": 0.6597, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.4168443496801706, |
| "grad_norm": 0.6296952630265025, |
| "learning_rate": 6.327101113759783e-06, |
| "loss": 0.6719, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.420042643923241, |
| "grad_norm": 0.6793002098632206, |
| "learning_rate": 6.3091055012300675e-06, |
| "loss": 0.6683, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.4232409381663114, |
| "grad_norm": 0.632818749841171, |
| "learning_rate": 6.291091664448589e-06, |
| "loss": 0.636, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.4264392324093818, |
| "grad_norm": 0.6812898757622275, |
| "learning_rate": 6.273059854188636e-06, |
| "loss": 0.6437, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.429637526652452, |
| "grad_norm": 0.6587981529111426, |
| "learning_rate": 6.25501032147372e-06, |
| "loss": 0.683, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.4328358208955223, |
| "grad_norm": 0.6112506718049283, |
| "learning_rate": 6.236943317574054e-06, |
| "loss": 0.6291, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.4360341151385927, |
| "grad_norm": 0.6816015509553757, |
| "learning_rate": 6.218859094003082e-06, |
| "loss": 0.6389, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.439232409381663, |
| "grad_norm": 0.5678562801569867, |
| "learning_rate": 6.200757902513962e-06, |
| "loss": 0.655, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.4424307036247335, |
| "grad_norm": 0.5811458853598366, |
| "learning_rate": 6.182639995096061e-06, |
| "loss": 0.6762, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.4456289978678039, |
| "grad_norm": 0.7324330200735513, |
| "learning_rate": 6.164505623971458e-06, |
| "loss": 0.6298, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.4488272921108742, |
| "grad_norm": 0.5725759197205573, |
| "learning_rate": 6.146355041591419e-06, |
| "loss": 0.6573, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.4520255863539446, |
| "grad_norm": 0.6093969811734463, |
| "learning_rate": 6.128188500632892e-06, |
| "loss": 0.6226, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.455223880597015, |
| "grad_norm": 0.5642498697251256, |
| "learning_rate": 6.11000625399499e-06, |
| "loss": 0.6047, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.4584221748400852, |
| "grad_norm": 0.5740303890176889, |
| "learning_rate": 6.091808554795462e-06, |
| "loss": 0.6318, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.4616204690831556, |
| "grad_norm": 0.6288307609988142, |
| "learning_rate": 6.073595656367175e-06, |
| "loss": 0.647, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.464818763326226, |
| "grad_norm": 0.5866496634459744, |
| "learning_rate": 6.055367812254592e-06, |
| "loss": 0.6098, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.4680170575692963, |
| "grad_norm": 0.5931796642802533, |
| "learning_rate": 6.037125276210229e-06, |
| "loss": 0.6682, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.4712153518123667, |
| "grad_norm": 0.5952005451682014, |
| "learning_rate": 6.0188683021911394e-06, |
| "loss": 0.6415, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.4744136460554371, |
| "grad_norm": 0.5818037194226144, |
| "learning_rate": 6.000597144355361e-06, |
| "loss": 0.6301, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.4776119402985075, |
| "grad_norm": 0.5536985639025898, |
| "learning_rate": 5.982312057058392e-06, |
| "loss": 0.6189, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.480810234541578, |
| "grad_norm": 0.5574476870925947, |
| "learning_rate": 5.964013294849646e-06, |
| "loss": 0.6513, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.4840085287846483, |
| "grad_norm": 0.6007921638296236, |
| "learning_rate": 5.9457011124689025e-06, |
| "loss": 0.6562, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.4872068230277184, |
| "grad_norm": 0.6484774122884718, |
| "learning_rate": 5.927375764842766e-06, |
| "loss": 0.6415, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.4904051172707888, |
| "grad_norm": 0.5367744850334513, |
| "learning_rate": 5.9090375070811215e-06, |
| "loss": 0.6324, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.4936034115138592, |
| "grad_norm": 0.6330458661332963, |
| "learning_rate": 5.890686594473571e-06, |
| "loss": 0.6773, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.4968017057569296, |
| "grad_norm": 0.6239236549424172, |
| "learning_rate": 5.872323282485889e-06, |
| "loss": 0.62, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.7714169311784487, |
| "learning_rate": 5.853947826756465e-06, |
| "loss": 0.635, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.5031982942430704, |
| "grad_norm": 0.6052673944971001, |
| "learning_rate": 5.835560483092743e-06, |
| "loss": 0.6212, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.5063965884861408, |
| "grad_norm": 0.6500878797817035, |
| "learning_rate": 5.8171615074676615e-06, |
| "loss": 0.6235, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.509594882729211, |
| "grad_norm": 0.5806431215575556, |
| "learning_rate": 5.798751156016085e-06, |
| "loss": 0.618, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.5127931769722816, |
| "grad_norm": 0.6174497537734422, |
| "learning_rate": 5.780329685031247e-06, |
| "loss": 0.6218, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.5159914712153517, |
| "grad_norm": 0.6376322903314644, |
| "learning_rate": 5.7618973509611755e-06, |
| "loss": 0.6133, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.5191897654584223, |
| "grad_norm": 0.5842117132744907, |
| "learning_rate": 5.743454410405126e-06, |
| "loss": 0.6135, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.5223880597014925, |
| "grad_norm": 0.7067488456038941, |
| "learning_rate": 5.72500112011001e-06, |
| "loss": 0.6172, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.5255863539445629, |
| "grad_norm": 0.563785993728458, |
| "learning_rate": 5.706537736966814e-06, |
| "loss": 0.598, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.5287846481876333, |
| "grad_norm": 0.6261356329525944, |
| "learning_rate": 5.688064518007036e-06, |
| "loss": 0.6362, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.5319829424307037, |
| "grad_norm": 0.7762542900583126, |
| "learning_rate": 5.669581720399094e-06, |
| "loss": 0.6108, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.535181236673774, |
| "grad_norm": 0.5837610551252048, |
| "learning_rate": 5.651089601444752e-06, |
| "loss": 0.6516, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.5383795309168442, |
| "grad_norm": 0.5716180642723976, |
| "learning_rate": 5.632588418575542e-06, |
| "loss": 0.6345, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.5415778251599148, |
| "grad_norm": 0.5946826841288883, |
| "learning_rate": 5.614078429349172e-06, |
| "loss": 0.5934, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.544776119402985, |
| "grad_norm": 0.6512015058357723, |
| "learning_rate": 5.5955598914459465e-06, |
| "loss": 0.6457, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.5479744136460556, |
| "grad_norm": 0.5539302739317081, |
| "learning_rate": 5.577033062665179e-06, |
| "loss": 0.6234, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.5511727078891258, |
| "grad_norm": 0.5788744632809979, |
| "learning_rate": 5.558498200921597e-06, |
| "loss": 0.5965, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.5543710021321961, |
| "grad_norm": 0.5723934422902696, |
| "learning_rate": 5.53995556424176e-06, |
| "loss": 0.6148, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.5575692963752665, |
| "grad_norm": 0.6217220728990693, |
| "learning_rate": 5.521405410760462e-06, |
| "loss": 0.6306, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.560767590618337, |
| "grad_norm": 0.5798449514904306, |
| "learning_rate": 5.50284799871714e-06, |
| "loss": 0.6523, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.5639658848614073, |
| "grad_norm": 0.5884980910713539, |
| "learning_rate": 5.484283586452279e-06, |
| "loss": 0.6409, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.5671641791044775, |
| "grad_norm": 0.5451220864593269, |
| "learning_rate": 5.465712432403812e-06, |
| "loss": 0.64, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.570362473347548, |
| "grad_norm": 0.6378194747314097, |
| "learning_rate": 5.447134795103531e-06, |
| "loss": 0.6369, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.5735607675906182, |
| "grad_norm": 0.6422794734982141, |
| "learning_rate": 5.428550933173476e-06, |
| "loss": 0.6315, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.5767590618336889, |
| "grad_norm": 0.6165632358558669, |
| "learning_rate": 5.409961105322347e-06, |
| "loss": 0.606, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.579957356076759, |
| "grad_norm": 0.5655676781911688, |
| "learning_rate": 5.391365570341893e-06, |
| "loss": 0.6454, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.5831556503198294, |
| "grad_norm": 0.5938708749925583, |
| "learning_rate": 5.372764587103309e-06, |
| "loss": 0.5788, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.5863539445628998, |
| "grad_norm": 0.6088992599619968, |
| "learning_rate": 5.3541584145536475e-06, |
| "loss": 0.6072, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.5895522388059702, |
| "grad_norm": 0.5784074732476567, |
| "learning_rate": 5.335547311712188e-06, |
| "loss": 0.6217, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.5927505330490406, |
| "grad_norm": 0.6355703007033081, |
| "learning_rate": 5.3169315376668566e-06, |
| "loss": 0.6003, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.5959488272921107, |
| "grad_norm": 0.5969121792808912, |
| "learning_rate": 5.2983113515706045e-06, |
| "loss": 0.6141, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.5991471215351813, |
| "grad_norm": 0.5840423887981219, |
| "learning_rate": 5.279687012637798e-06, |
| "loss": 0.6454, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.6023454157782515, |
| "grad_norm": 0.632640436994868, |
| "learning_rate": 5.2610587801406256e-06, |
| "loss": 0.619, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.6055437100213221, |
| "grad_norm": 0.6215694598661943, |
| "learning_rate": 5.242426913405471e-06, |
| "loss": 0.612, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.6087420042643923, |
| "grad_norm": 0.6102315942715076, |
| "learning_rate": 5.223791671809314e-06, |
| "loss": 0.6246, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.6119402985074627, |
| "grad_norm": 0.6343359621017866, |
| "learning_rate": 5.2051533147761155e-06, |
| "loss": 0.6361, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.615138592750533, |
| "grad_norm": 0.6647629539626027, |
| "learning_rate": 5.186512101773206e-06, |
| "loss": 0.6227, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.6183368869936035, |
| "grad_norm": 0.6372800082536703, |
| "learning_rate": 5.167868292307679e-06, |
| "loss": 0.6478, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.6215351812366738, |
| "grad_norm": 0.5768049939693273, |
| "learning_rate": 5.149222145922765e-06, |
| "loss": 0.6459, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.624733475479744, |
| "grad_norm": 0.625505130556027, |
| "learning_rate": 5.130573922194236e-06, |
| "loss": 0.6587, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.6279317697228146, |
| "grad_norm": 0.6164713574466578, |
| "learning_rate": 5.111923880726779e-06, |
| "loss": 0.631, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.6311300639658848, |
| "grad_norm": 0.6064673645339017, |
| "learning_rate": 5.093272281150383e-06, |
| "loss": 0.6425, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.6343283582089554, |
| "grad_norm": 0.6081052704243078, |
| "learning_rate": 5.074619383116733e-06, |
| "loss": 0.5795, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.6375266524520256, |
| "grad_norm": 0.6412746235926382, |
| "learning_rate": 5.05596544629559e-06, |
| "loss": 0.6341, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.640724946695096, |
| "grad_norm": 0.6297169827461854, |
| "learning_rate": 5.03731073037117e-06, |
| "loss": 0.6413, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.6439232409381663, |
| "grad_norm": 0.5638619759271226, |
| "learning_rate": 5.018655495038542e-06, |
| "loss": 0.642, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.6471215351812367, |
| "grad_norm": 0.556408547120617, |
| "learning_rate": 5e-06, |
| "loss": 0.6713, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.650319829424307, |
| "grad_norm": 0.6515376681950392, |
| "learning_rate": 4.981344504961459e-06, |
| "loss": 0.6701, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.6535181236673773, |
| "grad_norm": 0.5492041340566489, |
| "learning_rate": 4.962689269628832e-06, |
| "loss": 0.6173, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.6567164179104479, |
| "grad_norm": 0.5686773096619224, |
| "learning_rate": 4.944034553704412e-06, |
| "loss": 0.6461, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.659914712153518, |
| "grad_norm": 0.6435263865701101, |
| "learning_rate": 4.9253806168832685e-06, |
| "loss": 0.6123, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.6631130063965884, |
| "grad_norm": 0.5691664452687136, |
| "learning_rate": 4.906727718849619e-06, |
| "loss": 0.6238, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.6663113006396588, |
| "grad_norm": 0.567539010985681, |
| "learning_rate": 4.888076119273223e-06, |
| "loss": 0.6184, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.6695095948827292, |
| "grad_norm": 0.6144632127897085, |
| "learning_rate": 4.8694260778057655e-06, |
| "loss": 0.5979, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.6727078891257996, |
| "grad_norm": 0.5911520451028203, |
| "learning_rate": 4.850777854077235e-06, |
| "loss": 0.6469, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.67590618336887, |
| "grad_norm": 0.5454031941868988, |
| "learning_rate": 4.832131707692322e-06, |
| "loss": 0.6122, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.6791044776119404, |
| "grad_norm": 0.5981940676142077, |
| "learning_rate": 4.813487898226794e-06, |
| "loss": 0.6427, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.6823027718550105, |
| "grad_norm": 0.5547199384817155, |
| "learning_rate": 4.7948466852238844e-06, |
| "loss": 0.6278, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.6855010660980811, |
| "grad_norm": 0.5468385314356093, |
| "learning_rate": 4.7762083281906864e-06, |
| "loss": 0.594, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.6886993603411513, |
| "grad_norm": 0.5456445809907, |
| "learning_rate": 4.757573086594529e-06, |
| "loss": 0.5884, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.6918976545842217, |
| "grad_norm": 0.6646249117314513, |
| "learning_rate": 4.738941219859375e-06, |
| "loss": 0.6306, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.695095948827292, |
| "grad_norm": 0.6292949980039241, |
| "learning_rate": 4.720312987362204e-06, |
| "loss": 0.6619, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.6982942430703625, |
| "grad_norm": 0.6322989923958425, |
| "learning_rate": 4.701688648429399e-06, |
| "loss": 0.6266, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.7014925373134329, |
| "grad_norm": 0.5305082924051039, |
| "learning_rate": 4.683068462333144e-06, |
| "loss": 0.6342, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.7046908315565032, |
| "grad_norm": 0.550929491236182, |
| "learning_rate": 4.6644526882878145e-06, |
| "loss": 0.6392, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.7078891257995736, |
| "grad_norm": 0.6232015245825243, |
| "learning_rate": 4.645841585446356e-06, |
| "loss": 0.6064, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.7110874200426438, |
| "grad_norm": 0.5434413619942932, |
| "learning_rate": 4.6272354128966924e-06, |
| "loss": 0.6501, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 0.5191107189759604, |
| "learning_rate": 4.6086344296581095e-06, |
| "loss": 0.6448, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.7174840085287846, |
| "grad_norm": 0.5434292262769143, |
| "learning_rate": 4.590038894677653e-06, |
| "loss": 0.6074, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.720682302771855, |
| "grad_norm": 0.4655865353721599, |
| "learning_rate": 4.5714490668265245e-06, |
| "loss": 0.6236, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.7238805970149254, |
| "grad_norm": 0.550629570360553, |
| "learning_rate": 4.55286520489647e-06, |
| "loss": 0.6397, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.7270788912579957, |
| "grad_norm": 0.6004187629555796, |
| "learning_rate": 4.534287567596189e-06, |
| "loss": 0.6385, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.7302771855010661, |
| "grad_norm": 0.5176720613714986, |
| "learning_rate": 4.515716413547722e-06, |
| "loss": 0.6429, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.7334754797441365, |
| "grad_norm": 0.5115763781808625, |
| "learning_rate": 4.497152001282861e-06, |
| "loss": 0.6382, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.736673773987207, |
| "grad_norm": 0.5562269449292555, |
| "learning_rate": 4.478594589239539e-06, |
| "loss": 0.6236, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.739872068230277, |
| "grad_norm": 0.5670914639063015, |
| "learning_rate": 4.460044435758241e-06, |
| "loss": 0.6441, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.7430703624733477, |
| "grad_norm": 0.5489747231617312, |
| "learning_rate": 4.441501799078405e-06, |
| "loss": 0.613, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.7462686567164178, |
| "grad_norm": 0.5424103892867449, |
| "learning_rate": 4.4229669373348225e-06, |
| "loss": 0.6253, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.7494669509594882, |
| "grad_norm": 0.5562973456307682, |
| "learning_rate": 4.404440108554055e-06, |
| "loss": 0.6168, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.7526652452025586, |
| "grad_norm": 0.533299067462362, |
| "learning_rate": 4.3859215706508295e-06, |
| "loss": 0.6485, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.755863539445629, |
| "grad_norm": 0.5172786400673339, |
| "learning_rate": 4.3674115814244595e-06, |
| "loss": 0.6323, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.7590618336886994, |
| "grad_norm": 0.5085177296011396, |
| "learning_rate": 4.348910398555249e-06, |
| "loss": 0.5899, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.7622601279317696, |
| "grad_norm": 0.47810924329720716, |
| "learning_rate": 4.330418279600907e-06, |
| "loss": 0.6379, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.7654584221748402, |
| "grad_norm": 0.5321362592336698, |
| "learning_rate": 4.311935481992965e-06, |
| "loss": 0.6151, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.7686567164179103, |
| "grad_norm": 0.5446514716404816, |
| "learning_rate": 4.2934622630331855e-06, |
| "loss": 0.6079, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.771855010660981, |
| "grad_norm": 0.5237047324414964, |
| "learning_rate": 4.274998879889991e-06, |
| "loss": 0.6427, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.775053304904051, |
| "grad_norm": 0.5365142222456774, |
| "learning_rate": 4.2565455895948745e-06, |
| "loss": 0.582, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.7782515991471215, |
| "grad_norm": 0.5308651285729982, |
| "learning_rate": 4.238102649038825e-06, |
| "loss": 0.6575, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.7814498933901919, |
| "grad_norm": 0.5717647379657843, |
| "learning_rate": 4.219670314968754e-06, |
| "loss": 0.62, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.7846481876332623, |
| "grad_norm": 0.5050163481740146, |
| "learning_rate": 4.2012488439839185e-06, |
| "loss": 0.6636, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.7878464818763327, |
| "grad_norm": 0.49227167259915716, |
| "learning_rate": 4.182838492532342e-06, |
| "loss": 0.5945, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.7910447761194028, |
| "grad_norm": 0.5302015513388415, |
| "learning_rate": 4.164439516907258e-06, |
| "loss": 0.6106, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.7942430703624734, |
| "grad_norm": 0.64011360289916, |
| "learning_rate": 4.146052173243538e-06, |
| "loss": 0.6593, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.7974413646055436, |
| "grad_norm": 0.601687625944857, |
| "learning_rate": 4.127676717514114e-06, |
| "loss": 0.6092, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.8006396588486142, |
| "grad_norm": 0.524585479629224, |
| "learning_rate": 4.109313405526433e-06, |
| "loss": 0.6446, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.8038379530916844, |
| "grad_norm": 0.6161148649503772, |
| "learning_rate": 4.090962492918881e-06, |
| "loss": 0.6233, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.8070362473347548, |
| "grad_norm": 0.6062559672756939, |
| "learning_rate": 4.072624235157234e-06, |
| "loss": 0.6623, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.8102345415778252, |
| "grad_norm": 0.5985336173857585, |
| "learning_rate": 4.054298887531099e-06, |
| "loss": 0.582, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.8134328358208955, |
| "grad_norm": 0.5632646612772408, |
| "learning_rate": 4.035986705150355e-06, |
| "loss": 0.6159, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.816631130063966, |
| "grad_norm": 0.7068557752731836, |
| "learning_rate": 4.017687942941609e-06, |
| "loss": 0.6536, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.819829424307036, |
| "grad_norm": 0.5730952893121638, |
| "learning_rate": 3.9994028556446404e-06, |
| "loss": 0.6241, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.8230277185501067, |
| "grad_norm": 0.5175887707114529, |
| "learning_rate": 3.981131697808862e-06, |
| "loss": 0.6627, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.8262260127931769, |
| "grad_norm": 0.5796987142687964, |
| "learning_rate": 3.9628747237897715e-06, |
| "loss": 0.6536, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.8294243070362475, |
| "grad_norm": 0.5271014946968099, |
| "learning_rate": 3.94463218774541e-06, |
| "loss": 0.6467, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.8326226012793176, |
| "grad_norm": 0.5704417597925869, |
| "learning_rate": 3.926404343632826e-06, |
| "loss": 0.6831, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.835820895522388, |
| "grad_norm": 0.5292627931377012, |
| "learning_rate": 3.90819144520454e-06, |
| "loss": 0.6408, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.8390191897654584, |
| "grad_norm": 0.5646881580541779, |
| "learning_rate": 3.889993746005011e-06, |
| "loss": 0.6348, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.8422174840085288, |
| "grad_norm": 0.5401410573662442, |
| "learning_rate": 3.8718114993671086e-06, |
| "loss": 0.5917, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.8454157782515992, |
| "grad_norm": 0.5033737411697443, |
| "learning_rate": 3.853644958408582e-06, |
| "loss": 0.6454, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.8486140724946694, |
| "grad_norm": 0.5317406038132683, |
| "learning_rate": 3.835494376028544e-06, |
| "loss": 0.579, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.85181236673774, |
| "grad_norm": 0.5247944872571422, |
| "learning_rate": 3.817360004903939e-06, |
| "loss": 0.6443, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.8550106609808101, |
| "grad_norm": 0.5255266393479685, |
| "learning_rate": 3.799242097486038e-06, |
| "loss": 0.6548, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.8582089552238807, |
| "grad_norm": 0.5562031814775014, |
| "learning_rate": 3.7811409059969177e-06, |
| "loss": 0.6368, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.861407249466951, |
| "grad_norm": 0.5490844678533507, |
| "learning_rate": 3.7630566824259456e-06, |
| "loss": 0.6001, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.8646055437100213, |
| "grad_norm": 0.5257106510728633, |
| "learning_rate": 3.7449896785262817e-06, |
| "loss": 0.6092, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.8678038379530917, |
| "grad_norm": 0.5410953577384838, |
| "learning_rate": 3.726940145811363e-06, |
| "loss": 0.643, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.871002132196162, |
| "grad_norm": 0.5205935779573823, |
| "learning_rate": 3.708908335551412e-06, |
| "loss": 0.6609, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.8742004264392325, |
| "grad_norm": 0.5715057818226926, |
| "learning_rate": 3.6908944987699346e-06, |
| "loss": 0.6191, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.8773987206823026, |
| "grad_norm": 0.5410333169459866, |
| "learning_rate": 3.67289888624022e-06, |
| "loss": 0.6169, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.8805970149253732, |
| "grad_norm": 0.5321189795175738, |
| "learning_rate": 3.6549217484818576e-06, |
| "loss": 0.5957, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.8837953091684434, |
| "grad_norm": 0.6038607670908029, |
| "learning_rate": 3.6369633357572514e-06, |
| "loss": 0.6112, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.886993603411514, |
| "grad_norm": 0.5382547649391735, |
| "learning_rate": 3.6190238980681235e-06, |
| "loss": 0.6446, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.8901918976545842, |
| "grad_norm": 0.509428705908829, |
| "learning_rate": 3.6011036851520465e-06, |
| "loss": 0.6245, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.8933901918976546, |
| "grad_norm": 0.5331030357626905, |
| "learning_rate": 3.583202946478963e-06, |
| "loss": 0.6667, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.896588486140725, |
| "grad_norm": 0.5957179693199653, |
| "learning_rate": 3.5653219312477085e-06, |
| "loss": 0.6164, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.8997867803837953, |
| "grad_norm": 0.540978235449404, |
| "learning_rate": 3.5474608883825475e-06, |
| "loss": 0.6814, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.9029850746268657, |
| "grad_norm": 0.5609593877190009, |
| "learning_rate": 3.529620066529704e-06, |
| "loss": 0.6337, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.906183368869936, |
| "grad_norm": 0.5759309632996505, |
| "learning_rate": 3.5117997140539073e-06, |
| "loss": 0.637, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.9093816631130065, |
| "grad_norm": 0.5913831985711084, |
| "learning_rate": 3.4940000790349226e-06, |
| "loss": 0.6288, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.9125799573560767, |
| "grad_norm": 0.5075699761691839, |
| "learning_rate": 3.47622140926411e-06, |
| "loss": 0.6173, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.9157782515991473, |
| "grad_norm": 0.6653450535384141, |
| "learning_rate": 3.458463952240967e-06, |
| "loss": 0.6523, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.9189765458422174, |
| "grad_norm": 0.628552652910662, |
| "learning_rate": 3.4407279551696846e-06, |
| "loss": 0.6358, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.9221748400852878, |
| "grad_norm": 0.5333242599508652, |
| "learning_rate": 3.4230136649557087e-06, |
| "loss": 0.6288, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.9253731343283582, |
| "grad_norm": 0.47146898112937263, |
| "learning_rate": 3.4053213282022983e-06, |
| "loss": 0.6596, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.9285714285714286, |
| "grad_norm": 0.6621044867075212, |
| "learning_rate": 3.387651191207097e-06, |
| "loss": 0.5934, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.931769722814499, |
| "grad_norm": 0.5923983943553847, |
| "learning_rate": 3.370003499958703e-06, |
| "loss": 0.6332, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.9349680170575692, |
| "grad_norm": 0.5262532242135438, |
| "learning_rate": 3.352378500133239e-06, |
| "loss": 0.6164, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.9381663113006398, |
| "grad_norm": 0.6174684357894091, |
| "learning_rate": 3.334776437090944e-06, |
| "loss": 0.6276, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.94136460554371, |
| "grad_norm": 0.6066479008889557, |
| "learning_rate": 3.317197555872745e-06, |
| "loss": 0.6061, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.9445628997867805, |
| "grad_norm": 0.5282593114168354, |
| "learning_rate": 3.2996421011968546e-06, |
| "loss": 0.5957, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.9477611940298507, |
| "grad_norm": 0.5428512832531854, |
| "learning_rate": 3.28211031745536e-06, |
| "loss": 0.6274, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.950959488272921, |
| "grad_norm": 0.563963200457514, |
| "learning_rate": 3.264602448710822e-06, |
| "loss": 0.5977, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.9541577825159915, |
| "grad_norm": 0.506718113639374, |
| "learning_rate": 3.2471187386928766e-06, |
| "loss": 0.5975, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.9573560767590619, |
| "grad_norm": 0.5077307814187035, |
| "learning_rate": 3.2296594307948428e-06, |
| "loss": 0.6401, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.9605543710021323, |
| "grad_norm": 0.5128850695519592, |
| "learning_rate": 3.212224768070334e-06, |
| "loss": 0.6381, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.9637526652452024, |
| "grad_norm": 0.5083765825134322, |
| "learning_rate": 3.194814993229878e-06, |
| "loss": 0.62, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.966950959488273, |
| "grad_norm": 0.47099407882432265, |
| "learning_rate": 3.177430348637527e-06, |
| "loss": 0.6125, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.9701492537313432, |
| "grad_norm": 0.5530258695290763, |
| "learning_rate": 3.1600710763074972e-06, |
| "loss": 0.6356, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.9733475479744138, |
| "grad_norm": 0.5347670899530949, |
| "learning_rate": 3.142737417900793e-06, |
| "loss": 0.6611, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.976545842217484, |
| "grad_norm": 0.5188746097889174, |
| "learning_rate": 3.125429614721842e-06, |
| "loss": 0.6185, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.9797441364605544, |
| "grad_norm": 0.47423520536928904, |
| "learning_rate": 3.1081479077151387e-06, |
| "loss": 0.6207, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.9829424307036247, |
| "grad_norm": 0.5191715465473807, |
| "learning_rate": 3.090892537461889e-06, |
| "loss": 0.604, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.9861407249466951, |
| "grad_norm": 0.6101222943327476, |
| "learning_rate": 3.0736637441766594e-06, |
| "loss": 0.6234, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.9893390191897655, |
| "grad_norm": 0.5351791226481845, |
| "learning_rate": 3.056461767704037e-06, |
| "loss": 0.6411, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.9925373134328357, |
| "grad_norm": 0.5193133031919753, |
| "learning_rate": 3.039286847515284e-06, |
| "loss": 0.6175, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.9957356076759063, |
| "grad_norm": 0.5316524549516811, |
| "learning_rate": 3.0221392227050126e-06, |
| "loss": 0.6408, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.9989339019189765, |
| "grad_norm": 0.5093874593326244, |
| "learning_rate": 3.00501913198785e-06, |
| "loss": 0.6261, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.002132196162047, |
| "grad_norm": 0.6163744912473614, |
| "learning_rate": 2.9879268136951163e-06, |
| "loss": 0.5951, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.0053304904051172, |
| "grad_norm": 0.5783808952696761, |
| "learning_rate": 2.970862505771509e-06, |
| "loss": 0.5622, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.008528784648188, |
| "grad_norm": 0.49273447076344123, |
| "learning_rate": 2.953826445771788e-06, |
| "loss": 0.5673, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.011727078891258, |
| "grad_norm": 0.5859845266864249, |
| "learning_rate": 2.9368188708574706e-06, |
| "loss": 0.6246, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.014925373134328, |
| "grad_norm": 0.5611571675265489, |
| "learning_rate": 2.9198400177935303e-06, |
| "loss": 0.6277, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.018123667377399, |
| "grad_norm": 0.5276964961204649, |
| "learning_rate": 2.902890122945096e-06, |
| "loss": 0.5577, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.021321961620469, |
| "grad_norm": 0.525544540323068, |
| "learning_rate": 2.8859694222741653e-06, |
| "loss": 0.6051, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.0245202558635396, |
| "grad_norm": 0.5673683781918863, |
| "learning_rate": 2.869078151336323e-06, |
| "loss": 0.5808, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.0277185501066097, |
| "grad_norm": 0.5589784105831517, |
| "learning_rate": 2.852216545277456e-06, |
| "loss": 0.6106, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.0309168443496803, |
| "grad_norm": 0.5030496312589189, |
| "learning_rate": 2.835384838830481e-06, |
| "loss": 0.5541, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.0341151385927505, |
| "grad_norm": 0.6708437250927518, |
| "learning_rate": 2.8185832663120817e-06, |
| "loss": 0.6271, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.0373134328358207, |
| "grad_norm": 0.5763870321226472, |
| "learning_rate": 2.8018120616194356e-06, |
| "loss": 0.5507, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.0405117270788913, |
| "grad_norm": 0.5752129249821096, |
| "learning_rate": 2.785071458226972e-06, |
| "loss": 0.5978, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.0437100213219614, |
| "grad_norm": 0.5054941801603793, |
| "learning_rate": 2.768361689183113e-06, |
| "loss": 0.6203, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.046908315565032, |
| "grad_norm": 0.5481782008730065, |
| "learning_rate": 2.7516829871070295e-06, |
| "loss": 0.6093, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.050106609808102, |
| "grad_norm": 0.5323921761861825, |
| "learning_rate": 2.735035584185409e-06, |
| "loss": 0.6007, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.053304904051173, |
| "grad_norm": 0.5293554299631367, |
| "learning_rate": 2.718419712169213e-06, |
| "loss": 0.5884, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.056503198294243, |
| "grad_norm": 0.553435984362884, |
| "learning_rate": 2.7018356023704574e-06, |
| "loss": 0.5326, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.0597014925373136, |
| "grad_norm": 0.5139320287446054, |
| "learning_rate": 2.685283485658995e-06, |
| "loss": 0.5639, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.0628997867803838, |
| "grad_norm": 0.49577644020424133, |
| "learning_rate": 2.668763592459297e-06, |
| "loss": 0.5571, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.066098081023454, |
| "grad_norm": 0.5089676714103052, |
| "learning_rate": 2.6522761527472464e-06, |
| "loss": 0.6163, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.0692963752665245, |
| "grad_norm": 0.5593194742250533, |
| "learning_rate": 2.6358213960469357e-06, |
| "loss": 0.5808, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.0724946695095947, |
| "grad_norm": 0.5130651147305723, |
| "learning_rate": 2.6193995514274705e-06, |
| "loss": 0.5953, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.0756929637526653, |
| "grad_norm": 0.5609831284876498, |
| "learning_rate": 2.6030108474997854e-06, |
| "loss": 0.5841, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.0788912579957355, |
| "grad_norm": 0.47312462257776017, |
| "learning_rate": 2.586655512413458e-06, |
| "loss": 0.5967, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.082089552238806, |
| "grad_norm": 0.5001915039170618, |
| "learning_rate": 2.5703337738535324e-06, |
| "loss": 0.5485, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.0852878464818763, |
| "grad_norm": 0.5785964658330373, |
| "learning_rate": 2.554045859037353e-06, |
| "loss": 0.566, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.088486140724947, |
| "grad_norm": 0.5912116290504553, |
| "learning_rate": 2.5377919947113917e-06, |
| "loss": 0.5856, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.091684434968017, |
| "grad_norm": 0.5209304706365177, |
| "learning_rate": 2.521572407148107e-06, |
| "loss": 0.5556, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.094882729211087, |
| "grad_norm": 0.5101895622941909, |
| "learning_rate": 2.505387322142782e-06, |
| "loss": 0.5776, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.098081023454158, |
| "grad_norm": 0.4880680240587064, |
| "learning_rate": 2.4892369650103837e-06, |
| "loss": 0.6056, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.101279317697228, |
| "grad_norm": 0.5514381593453722, |
| "learning_rate": 2.4731215605824304e-06, |
| "loss": 0.6006, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.1044776119402986, |
| "grad_norm": 0.5751639987148548, |
| "learning_rate": 2.4570413332038523e-06, |
| "loss": 0.5665, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.1076759061833688, |
| "grad_norm": 0.5804924762978739, |
| "learning_rate": 2.440996506729881e-06, |
| "loss": 0.5973, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.1108742004264394, |
| "grad_norm": 0.4918030532858259, |
| "learning_rate": 2.4249873045229244e-06, |
| "loss": 0.57, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.1140724946695095, |
| "grad_norm": 0.5243890793969488, |
| "learning_rate": 2.4090139494494596e-06, |
| "loss": 0.5871, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.11727078891258, |
| "grad_norm": 0.4806747676363039, |
| "learning_rate": 2.3930766638769325e-06, |
| "loss": 0.5598, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.1204690831556503, |
| "grad_norm": 0.5175543377119891, |
| "learning_rate": 2.3771756696706553e-06, |
| "loss": 0.6051, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.1236673773987205, |
| "grad_norm": 0.5246309451300202, |
| "learning_rate": 2.3613111881907273e-06, |
| "loss": 0.598, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.126865671641791, |
| "grad_norm": 0.526456441833946, |
| "learning_rate": 2.345483440288947e-06, |
| "loss": 0.547, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.1300639658848612, |
| "grad_norm": 0.47184799877761335, |
| "learning_rate": 2.3296926463057396e-06, |
| "loss": 0.6138, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.133262260127932, |
| "grad_norm": 0.48133254553344923, |
| "learning_rate": 2.313939026067091e-06, |
| "loss": 0.583, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.136460554371002, |
| "grad_norm": 0.5064732476569918, |
| "learning_rate": 2.29822279888148e-06, |
| "loss": 0.5454, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.1396588486140726, |
| "grad_norm": 0.5781888574823206, |
| "learning_rate": 2.2825441835368377e-06, |
| "loss": 0.5712, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 0.5978766513888759, |
| "learning_rate": 2.2669033982974946e-06, |
| "loss": 0.5695, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.1460554371002134, |
| "grad_norm": 0.4555096407611019, |
| "learning_rate": 2.2513006609011365e-06, |
| "loss": 0.5555, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.1492537313432836, |
| "grad_norm": 0.4676695942649127, |
| "learning_rate": 2.235736188555787e-06, |
| "loss": 0.5735, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.1524520255863537, |
| "grad_norm": 0.4763343046497065, |
| "learning_rate": 2.2202101979367735e-06, |
| "loss": 0.5955, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.1556503198294243, |
| "grad_norm": 0.4657805538089298, |
| "learning_rate": 2.2047229051837107e-06, |
| "loss": 0.6076, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.1588486140724945, |
| "grad_norm": 0.4838763721788115, |
| "learning_rate": 2.189274525897498e-06, |
| "loss": 0.616, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.162046908315565, |
| "grad_norm": 0.5013682671987199, |
| "learning_rate": 2.173865275137314e-06, |
| "loss": 0.5809, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.1652452025586353, |
| "grad_norm": 0.4730326559560223, |
| "learning_rate": 2.158495367417625e-06, |
| "loss": 0.5758, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.168443496801706, |
| "grad_norm": 0.49708415063251904, |
| "learning_rate": 2.143165016705192e-06, |
| "loss": 0.5859, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.171641791044776, |
| "grad_norm": 0.4952662090916961, |
| "learning_rate": 2.1278744364161007e-06, |
| "loss": 0.5575, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.1748400852878467, |
| "grad_norm": 0.46833442631122313, |
| "learning_rate": 2.1126238394127868e-06, |
| "loss": 0.5974, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.178038379530917, |
| "grad_norm": 0.4714670060045907, |
| "learning_rate": 2.0974134380010726e-06, |
| "loss": 0.5751, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.181236673773987, |
| "grad_norm": 0.4772805496941911, |
| "learning_rate": 2.082243443927212e-06, |
| "loss": 0.5996, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.1844349680170576, |
| "grad_norm": 0.4606017759107387, |
| "learning_rate": 2.0671140683749386e-06, |
| "loss": 0.5817, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.1876332622601278, |
| "grad_norm": 0.4774965126191024, |
| "learning_rate": 2.052025521962534e-06, |
| "loss": 0.5961, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.1908315565031984, |
| "grad_norm": 0.49760796326925766, |
| "learning_rate": 2.03697801473989e-06, |
| "loss": 0.5788, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.1940298507462686, |
| "grad_norm": 0.4871186232939493, |
| "learning_rate": 2.0219717561855857e-06, |
| "loss": 0.5879, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.197228144989339, |
| "grad_norm": 0.464109823915951, |
| "learning_rate": 2.0070069552039722e-06, |
| "loss": 0.6154, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.2004264392324093, |
| "grad_norm": 0.4856649377645587, |
| "learning_rate": 1.992083820122259e-06, |
| "loss": 0.5788, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.20362473347548, |
| "grad_norm": 0.46996237636688565, |
| "learning_rate": 1.9772025586876252e-06, |
| "loss": 0.5953, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.20682302771855, |
| "grad_norm": 0.46859069921217344, |
| "learning_rate": 1.962363378064316e-06, |
| "loss": 0.6083, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.2100213219616203, |
| "grad_norm": 0.5168988401256138, |
| "learning_rate": 1.947566484830765e-06, |
| "loss": 0.5814, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.213219616204691, |
| "grad_norm": 0.5406960885215742, |
| "learning_rate": 1.9328120849767198e-06, |
| "loss": 0.5561, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.216417910447761, |
| "grad_norm": 0.44334448566836304, |
| "learning_rate": 1.9181003839003627e-06, |
| "loss": 0.5927, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.2196162046908317, |
| "grad_norm": 0.4557583490316895, |
| "learning_rate": 1.9034315864054682e-06, |
| "loss": 0.5862, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.222814498933902, |
| "grad_norm": 0.5092922861926251, |
| "learning_rate": 1.8888058966985407e-06, |
| "loss": 0.5668, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.2260127931769724, |
| "grad_norm": 0.5004818455277625, |
| "learning_rate": 1.8742235183859747e-06, |
| "loss": 0.5968, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.2292110874200426, |
| "grad_norm": 0.4949014258712852, |
| "learning_rate": 1.8596846544712233e-06, |
| "loss": 0.622, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.232409381663113, |
| "grad_norm": 0.47178385456983946, |
| "learning_rate": 1.8451895073519643e-06, |
| "loss": 0.5725, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.2356076759061834, |
| "grad_norm": 0.4709195571648972, |
| "learning_rate": 1.8307382788172877e-06, |
| "loss": 0.5991, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.2388059701492535, |
| "grad_norm": 0.4806780947771992, |
| "learning_rate": 1.8163311700448899e-06, |
| "loss": 0.5976, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.242004264392324, |
| "grad_norm": 0.46974071200274314, |
| "learning_rate": 1.8019683815982691e-06, |
| "loss": 0.6091, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.2452025586353943, |
| "grad_norm": 0.45361098939294514, |
| "learning_rate": 1.7876501134239316e-06, |
| "loss": 0.5933, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.248400852878465, |
| "grad_norm": 0.4850717880695125, |
| "learning_rate": 1.7733765648486134e-06, |
| "loss": 0.5597, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.251599147121535, |
| "grad_norm": 0.4692790998035614, |
| "learning_rate": 1.7591479345764972e-06, |
| "loss": 0.6007, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.2547974413646057, |
| "grad_norm": 0.4906873053697701, |
| "learning_rate": 1.7449644206864564e-06, |
| "loss": 0.552, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.257995735607676, |
| "grad_norm": 0.481979324803139, |
| "learning_rate": 1.7308262206292898e-06, |
| "loss": 0.6125, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.2611940298507465, |
| "grad_norm": 0.5016963903077071, |
| "learning_rate": 1.7167335312249766e-06, |
| "loss": 0.6017, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.2643923240938166, |
| "grad_norm": 0.47149916005013454, |
| "learning_rate": 1.7026865486599375e-06, |
| "loss": 0.5869, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.267590618336887, |
| "grad_norm": 0.507514553246801, |
| "learning_rate": 1.6886854684842962e-06, |
| "loss": 0.5926, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.2707889125799574, |
| "grad_norm": 0.49251780946608525, |
| "learning_rate": 1.6747304856091662e-06, |
| "loss": 0.5874, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.2739872068230276, |
| "grad_norm": 0.47492882189499497, |
| "learning_rate": 1.660821794303934e-06, |
| "loss": 0.6, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.277185501066098, |
| "grad_norm": 0.4403913104531341, |
| "learning_rate": 1.6469595881935523e-06, |
| "loss": 0.5673, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.2803837953091683, |
| "grad_norm": 0.5039434479895408, |
| "learning_rate": 1.6331440602558501e-06, |
| "loss": 0.5908, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.283582089552239, |
| "grad_norm": 0.4893793347672981, |
| "learning_rate": 1.6193754028188363e-06, |
| "loss": 0.5757, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.286780383795309, |
| "grad_norm": 0.4833544188283998, |
| "learning_rate": 1.6056538075580342e-06, |
| "loss": 0.6034, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.2899786780383797, |
| "grad_norm": 0.46660784623966395, |
| "learning_rate": 1.591979465493806e-06, |
| "loss": 0.554, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.29317697228145, |
| "grad_norm": 0.4941030437078769, |
| "learning_rate": 1.5783525669886934e-06, |
| "loss": 0.5615, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.29637526652452, |
| "grad_norm": 0.467606067398601, |
| "learning_rate": 1.5647733017447741e-06, |
| "loss": 0.608, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.2995735607675907, |
| "grad_norm": 0.47853133402269155, |
| "learning_rate": 1.5512418588010086e-06, |
| "loss": 0.5894, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.302771855010661, |
| "grad_norm": 0.4972054054110685, |
| "learning_rate": 1.5377584265306222e-06, |
| "loss": 0.5282, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.3059701492537314, |
| "grad_norm": 0.4727141579634826, |
| "learning_rate": 1.5243231926384744e-06, |
| "loss": 0.6045, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.3091684434968016, |
| "grad_norm": 0.46328977747110367, |
| "learning_rate": 1.510936344158448e-06, |
| "loss": 0.6181, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.3123667377398722, |
| "grad_norm": 0.46878962646890604, |
| "learning_rate": 1.4975980674508472e-06, |
| "loss": 0.5932, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.3155650319829424, |
| "grad_norm": 0.46930491695796345, |
| "learning_rate": 1.484308548199796e-06, |
| "loss": 0.5943, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.318763326226013, |
| "grad_norm": 0.4819028591025632, |
| "learning_rate": 1.4710679714106635e-06, |
| "loss": 0.6015, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.321961620469083, |
| "grad_norm": 0.4490778160016328, |
| "learning_rate": 1.4578765214074842e-06, |
| "loss": 0.5885, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.3251599147121533, |
| "grad_norm": 0.439589868568974, |
| "learning_rate": 1.444734381830386e-06, |
| "loss": 0.5752, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.328358208955224, |
| "grad_norm": 0.4595533358265758, |
| "learning_rate": 1.4316417356330441e-06, |
| "loss": 0.5933, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.331556503198294, |
| "grad_norm": 0.46808692540880764, |
| "learning_rate": 1.4185987650801286e-06, |
| "loss": 0.5593, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.3347547974413647, |
| "grad_norm": 0.4422620648261011, |
| "learning_rate": 1.4056056517447637e-06, |
| "loss": 0.5725, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.337953091684435, |
| "grad_norm": 0.47954403115117483, |
| "learning_rate": 1.392662576506007e-06, |
| "loss": 0.5761, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.3411513859275055, |
| "grad_norm": 0.4546489872200875, |
| "learning_rate": 1.3797697195463278e-06, |
| "loss": 0.5871, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.3443496801705757, |
| "grad_norm": 0.4500895428397602, |
| "learning_rate": 1.3669272603491002e-06, |
| "loss": 0.5644, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.3475479744136463, |
| "grad_norm": 0.4805002284443759, |
| "learning_rate": 1.3541353776961035e-06, |
| "loss": 0.5714, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.3507462686567164, |
| "grad_norm": 0.450604856228356, |
| "learning_rate": 1.3413942496650301e-06, |
| "loss": 0.5569, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.3539445628997866, |
| "grad_norm": 0.44449130255853053, |
| "learning_rate": 1.3287040536270135e-06, |
| "loss": 0.5673, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.357142857142857, |
| "grad_norm": 0.4311651330481667, |
| "learning_rate": 1.3160649662441532e-06, |
| "loss": 0.5649, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.3603411513859274, |
| "grad_norm": 0.5481566773492595, |
| "learning_rate": 1.30347716346706e-06, |
| "loss": 0.5805, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.363539445628998, |
| "grad_norm": 0.4694122862360678, |
| "learning_rate": 1.290940820532403e-06, |
| "loss": 0.5862, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.366737739872068, |
| "grad_norm": 0.4808027009258574, |
| "learning_rate": 1.2784561119604683e-06, |
| "loss": 0.5844, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.3699360341151388, |
| "grad_norm": 0.4741021908385686, |
| "learning_rate": 1.266023211552736e-06, |
| "loss": 0.5927, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.373134328358209, |
| "grad_norm": 0.5070129440283249, |
| "learning_rate": 1.2536422923894565e-06, |
| "loss": 0.5989, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.3763326226012795, |
| "grad_norm": 0.49982577127543343, |
| "learning_rate": 1.2413135268272403e-06, |
| "loss": 0.6086, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.3795309168443497, |
| "grad_norm": 0.5171582506065449, |
| "learning_rate": 1.2290370864966623e-06, |
| "loss": 0.5935, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.38272921108742, |
| "grad_norm": 0.5058849568215932, |
| "learning_rate": 1.2168131422998653e-06, |
| "loss": 0.5788, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.3859275053304905, |
| "grad_norm": 0.49576030363447515, |
| "learning_rate": 1.2046418644081904e-06, |
| "loss": 0.6084, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.3891257995735606, |
| "grad_norm": 0.4737787057177936, |
| "learning_rate": 1.192523422259802e-06, |
| "loss": 0.5667, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.3923240938166312, |
| "grad_norm": 0.4628087834904147, |
| "learning_rate": 1.1804579845573288e-06, |
| "loss": 0.6369, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.3955223880597014, |
| "grad_norm": 0.44818958645228585, |
| "learning_rate": 1.1684457192655207e-06, |
| "loss": 0.5785, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.398720682302772, |
| "grad_norm": 0.44830220311328195, |
| "learning_rate": 1.156486793608899e-06, |
| "loss": 0.5932, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.401918976545842, |
| "grad_norm": 0.5032388277593316, |
| "learning_rate": 1.144581374069444e-06, |
| "loss": 0.6266, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.405117270788913, |
| "grad_norm": 0.5016006802472114, |
| "learning_rate": 1.1327296263842653e-06, |
| "loss": 0.5956, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.408315565031983, |
| "grad_norm": 0.4643916700878555, |
| "learning_rate": 1.120931715543299e-06, |
| "loss": 0.5694, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.411513859275053, |
| "grad_norm": 0.44920509828052607, |
| "learning_rate": 1.1091878057870137e-06, |
| "loss": 0.6153, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.4147121535181237, |
| "grad_norm": 0.45686584478530823, |
| "learning_rate": 1.0974980606041152e-06, |
| "loss": 0.5805, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.417910447761194, |
| "grad_norm": 0.46553788908049154, |
| "learning_rate": 1.0858626427292796e-06, |
| "loss": 0.599, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.4211087420042645, |
| "grad_norm": 0.5153605958479428, |
| "learning_rate": 1.074281714140884e-06, |
| "loss": 0.6158, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.4243070362473347, |
| "grad_norm": 0.5316883972134206, |
| "learning_rate": 1.0627554360587533e-06, |
| "loss": 0.6284, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.4275053304904053, |
| "grad_norm": 0.4612691902886173, |
| "learning_rate": 1.0512839689419124e-06, |
| "loss": 0.629, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.4307036247334755, |
| "grad_norm": 0.45681038140195945, |
| "learning_rate": 1.0398674724863584e-06, |
| "loss": 0.5693, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.433901918976546, |
| "grad_norm": 0.48533257603226454, |
| "learning_rate": 1.0285061056228273e-06, |
| "loss": 0.5905, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.4371002132196162, |
| "grad_norm": 0.4746224830922052, |
| "learning_rate": 1.0172000265145938e-06, |
| "loss": 0.6055, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.4402985074626864, |
| "grad_norm": 0.5086026458920127, |
| "learning_rate": 1.0059493925552604e-06, |
| "loss": 0.5744, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.443496801705757, |
| "grad_norm": 0.4514225973264305, |
| "learning_rate": 9.947543603665711e-07, |
| "loss": 0.5964, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.446695095948827, |
| "grad_norm": 0.475954682216827, |
| "learning_rate": 9.836150857962296e-07, |
| "loss": 0.6195, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.449893390191898, |
| "grad_norm": 0.516019394227879, |
| "learning_rate": 9.72531723915726e-07, |
| "loss": 0.5606, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.453091684434968, |
| "grad_norm": 0.4863472899308536, |
| "learning_rate": 9.615044290181863e-07, |
| "loss": 0.5711, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.4562899786780386, |
| "grad_norm": 0.433161350310435, |
| "learning_rate": 9.505333546162171e-07, |
| "loss": 0.61, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.4594882729211087, |
| "grad_norm": 0.4744290062548913, |
| "learning_rate": 9.396186534397711e-07, |
| "loss": 0.5657, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.4626865671641793, |
| "grad_norm": 0.4438296651802267, |
| "learning_rate": 9.287604774340236e-07, |
| "loss": 0.6051, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.4658848614072495, |
| "grad_norm": 0.4527860416616376, |
| "learning_rate": 9.179589777572496e-07, |
| "loss": 0.5531, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.4690831556503197, |
| "grad_norm": 0.4863675854140087, |
| "learning_rate": 9.07214304778729e-07, |
| "loss": 0.5948, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.4722814498933903, |
| "grad_norm": 0.45267687004556684, |
| "learning_rate": 8.965266080766471e-07, |
| "loss": 0.5954, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.4754797441364604, |
| "grad_norm": 0.4577039509757653, |
| "learning_rate": 8.858960364360142e-07, |
| "loss": 0.5749, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.478678038379531, |
| "grad_norm": 0.42098442226808497, |
| "learning_rate": 8.753227378465956e-07, |
| "loss": 0.5503, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.481876332622601, |
| "grad_norm": 0.4593978666976355, |
| "learning_rate": 8.648068595008458e-07, |
| "loss": 0.6078, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.485074626865672, |
| "grad_norm": 0.4859190992732641, |
| "learning_rate": 8.543485477918672e-07, |
| "loss": 0.5579, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.488272921108742, |
| "grad_norm": 0.43344193599128084, |
| "learning_rate": 8.439479483113683e-07, |
| "loss": 0.578, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.4914712153518126, |
| "grad_norm": 0.46299605001742955, |
| "learning_rate": 8.336052058476374e-07, |
| "loss": 0.5936, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.4946695095948828, |
| "grad_norm": 0.48867807045497547, |
| "learning_rate": 8.233204643835235e-07, |
| "loss": 0.5904, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.497867803837953, |
| "grad_norm": 0.49771350857070334, |
| "learning_rate": 8.130938670944377e-07, |
| "loss": 0.6007, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.5010660980810235, |
| "grad_norm": 0.4577972103614504, |
| "learning_rate": 8.029255563463589e-07, |
| "loss": 0.5895, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.5042643923240937, |
| "grad_norm": 0.47989050108275627, |
| "learning_rate": 7.928156736938458e-07, |
| "loss": 0.5949, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.5074626865671643, |
| "grad_norm": 0.4371318457371128, |
| "learning_rate": 7.827643598780748e-07, |
| "loss": 0.5528, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.5106609808102345, |
| "grad_norm": 0.46786863175003857, |
| "learning_rate": 7.72771754824877e-07, |
| "loss": 0.6073, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.5138592750533046, |
| "grad_norm": 0.44519658517690325, |
| "learning_rate": 7.628379976427868e-07, |
| "loss": 0.6135, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.5170575692963753, |
| "grad_norm": 0.44205578681704094, |
| "learning_rate": 7.529632266211112e-07, |
| "loss": 0.5942, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.520255863539446, |
| "grad_norm": 0.4875271600407386, |
| "learning_rate": 7.431475792280018e-07, |
| "loss": 0.5807, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.523454157782516, |
| "grad_norm": 0.4710353166878217, |
| "learning_rate": 7.333911921085418e-07, |
| "loss": 0.6056, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.526652452025586, |
| "grad_norm": 0.48054394292285285, |
| "learning_rate": 7.23694201082843e-07, |
| "loss": 0.5591, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.529850746268657, |
| "grad_norm": 0.4868072363712072, |
| "learning_rate": 7.140567411441529e-07, |
| "loss": 0.5832, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.533049040511727, |
| "grad_norm": 0.4412560252403492, |
| "learning_rate": 7.044789464569817e-07, |
| "loss": 0.5937, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.5362473347547976, |
| "grad_norm": 0.4511415013667377, |
| "learning_rate": 6.94960950355229e-07, |
| "loss": 0.6048, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.5394456289978677, |
| "grad_norm": 0.4454888744137283, |
| "learning_rate": 6.855028853403295e-07, |
| "loss": 0.6137, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.542643923240938, |
| "grad_norm": 0.5107375323074698, |
| "learning_rate": 6.761048830794098e-07, |
| "loss": 0.6191, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.5458422174840085, |
| "grad_norm": 0.46547987418755626, |
| "learning_rate": 6.667670744034498e-07, |
| "loss": 0.5814, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.549040511727079, |
| "grad_norm": 0.4703517207855011, |
| "learning_rate": 6.574895893054711e-07, |
| "loss": 0.5778, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.5522388059701493, |
| "grad_norm": 0.4746163195915809, |
| "learning_rate": 6.482725569387171e-07, |
| "loss": 0.5706, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.5554371002132195, |
| "grad_norm": 0.470907057244819, |
| "learning_rate": 6.391161056148637e-07, |
| "loss": 0.5868, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.55863539445629, |
| "grad_norm": 0.4623234041016843, |
| "learning_rate": 6.300203628022272e-07, |
| "loss": 0.5983, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.5618336886993602, |
| "grad_norm": 0.42562483606080814, |
| "learning_rate": 6.209854551239902e-07, |
| "loss": 0.5927, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.565031982942431, |
| "grad_norm": 0.5128197818499242, |
| "learning_rate": 6.120115083564432e-07, |
| "loss": 0.5741, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.568230277185501, |
| "grad_norm": 0.47049712813520317, |
| "learning_rate": 6.030986474272288e-07, |
| "loss": 0.584, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.44693735376914034, |
| "learning_rate": 5.942469964136055e-07, |
| "loss": 0.5903, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.574626865671642, |
| "grad_norm": 0.42861119739729087, |
| "learning_rate": 5.854566785407212e-07, |
| "loss": 0.597, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.5778251599147124, |
| "grad_norm": 0.44886124383973774, |
| "learning_rate": 5.767278161798912e-07, |
| "loss": 0.5721, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.5810234541577826, |
| "grad_norm": 0.4202452468317384, |
| "learning_rate": 5.680605308469045e-07, |
| "loss": 0.5828, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.5842217484008527, |
| "grad_norm": 0.4235020132956652, |
| "learning_rate": 5.594549432003244e-07, |
| "loss": 0.5846, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.5874200426439233, |
| "grad_norm": 0.4603963689104671, |
| "learning_rate": 5.509111730398125e-07, |
| "loss": 0.5753, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.5906183368869935, |
| "grad_norm": 0.47640520792175567, |
| "learning_rate": 5.42429339304461e-07, |
| "loss": 0.5813, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.593816631130064, |
| "grad_norm": 0.4964363064529672, |
| "learning_rate": 5.340095600711343e-07, |
| "loss": 0.5483, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.5970149253731343, |
| "grad_norm": 0.4188032394181886, |
| "learning_rate": 5.256519525528254e-07, |
| "loss": 0.6258, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.6002132196162044, |
| "grad_norm": 0.4418308069828843, |
| "learning_rate": 5.173566330970286e-07, |
| "loss": 0.5858, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.603411513859275, |
| "grad_norm": 0.4729321718897582, |
| "learning_rate": 5.091237171841173e-07, |
| "loss": 0.56, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.6066098081023457, |
| "grad_norm": 0.4393226839327768, |
| "learning_rate": 5.009533194257332e-07, |
| "loss": 0.5494, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.609808102345416, |
| "grad_norm": 0.44734542269470695, |
| "learning_rate": 4.92845553563196e-07, |
| "loss": 0.626, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.613006396588486, |
| "grad_norm": 0.4501393477711489, |
| "learning_rate": 4.848005324659144e-07, |
| "loss": 0.5966, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.6162046908315566, |
| "grad_norm": 0.4524819111331228, |
| "learning_rate": 4.768183681298211e-07, |
| "loss": 0.5816, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.6194029850746268, |
| "grad_norm": 0.44348410421643397, |
| "learning_rate": 4.6889917167580903e-07, |
| "loss": 0.5752, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.6226012793176974, |
| "grad_norm": 0.46496313577314546, |
| "learning_rate": 4.6104305334818577e-07, |
| "loss": 0.5894, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.6257995735607675, |
| "grad_norm": 0.45530128557907246, |
| "learning_rate": 4.532501225131408e-07, |
| "loss": 0.628, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.6289978678038377, |
| "grad_norm": 0.4557231787890459, |
| "learning_rate": 4.455204876572172e-07, |
| "loss": 0.5963, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.6321961620469083, |
| "grad_norm": 0.413730075405882, |
| "learning_rate": 4.3785425638580847e-07, |
| "loss": 0.5895, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.635394456289979, |
| "grad_norm": 0.46478458824267105, |
| "learning_rate": 4.3025153542165744e-07, |
| "loss": 0.5628, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.638592750533049, |
| "grad_norm": 0.4660432242750011, |
| "learning_rate": 4.2271243060336976e-07, |
| "loss": 0.5843, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.6417910447761193, |
| "grad_norm": 0.45857321057691036, |
| "learning_rate": 4.1523704688394176e-07, |
| "loss": 0.569, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.64498933901919, |
| "grad_norm": 0.454757225375927, |
| "learning_rate": 4.0782548832929646e-07, |
| "loss": 0.5631, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.64818763326226, |
| "grad_norm": 0.4219569542186656, |
| "learning_rate": 4.0047785811684116e-07, |
| "loss": 0.5923, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.6513859275053306, |
| "grad_norm": 0.407295453366224, |
| "learning_rate": 3.931942585340243e-07, |
| "loss": 0.6345, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.654584221748401, |
| "grad_norm": 0.4422205956943115, |
| "learning_rate": 3.8597479097691626e-07, |
| "loss": 0.6016, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.657782515991471, |
| "grad_norm": 0.4322372658598502, |
| "learning_rate": 3.788195559487956e-07, |
| "loss": 0.5717, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.6609808102345416, |
| "grad_norm": 0.446074402964079, |
| "learning_rate": 3.717286530587483e-07, |
| "loss": 0.5933, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.664179104477612, |
| "grad_norm": 0.44149384007245823, |
| "learning_rate": 3.6470218102028607e-07, |
| "loss": 0.5935, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.6673773987206824, |
| "grad_norm": 0.48606195110523104, |
| "learning_rate": 3.577402376499672e-07, |
| "loss": 0.5632, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.6705756929637525, |
| "grad_norm": 0.45172402428831737, |
| "learning_rate": 3.508429198660379e-07, |
| "loss": 0.6271, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.673773987206823, |
| "grad_norm": 0.4783802058190356, |
| "learning_rate": 3.440103236870823e-07, |
| "loss": 0.5614, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.6769722814498933, |
| "grad_norm": 0.4125951168982884, |
| "learning_rate": 3.372425442306837e-07, |
| "loss": 0.6403, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.680170575692964, |
| "grad_norm": 0.45804236331506576, |
| "learning_rate": 3.3053967571210375e-07, |
| "loss": 0.6235, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.683368869936034, |
| "grad_norm": 0.4481909177996369, |
| "learning_rate": 3.2390181144296815e-07, |
| "loss": 0.6079, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.6865671641791042, |
| "grad_norm": 0.44229637332098864, |
| "learning_rate": 3.1732904382996975e-07, |
| "loss": 0.6046, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.689765458422175, |
| "grad_norm": 0.456497771982713, |
| "learning_rate": 3.108214643735813e-07, |
| "loss": 0.6003, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.6929637526652455, |
| "grad_norm": 0.43916739323489756, |
| "learning_rate": 3.04379163666782e-07, |
| "loss": 0.596, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.6961620469083156, |
| "grad_norm": 0.4833880509304977, |
| "learning_rate": 2.98002231393793e-07, |
| "loss": 0.602, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.699360341151386, |
| "grad_norm": 0.44190751175823845, |
| "learning_rate": 2.916907563288357e-07, |
| "loss": 0.6089, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.7025586353944564, |
| "grad_norm": 0.4409073668802216, |
| "learning_rate": 2.854448263348891e-07, |
| "loss": 0.6085, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.7057569296375266, |
| "grad_norm": 0.44376266623437516, |
| "learning_rate": 2.792645283624712e-07, |
| "loss": 0.5517, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.708955223880597, |
| "grad_norm": 0.44030030505529505, |
| "learning_rate": 2.7314994844842623e-07, |
| "loss": 0.5704, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.7121535181236673, |
| "grad_norm": 0.4811909570823317, |
| "learning_rate": 2.671011717147276e-07, |
| "loss": 0.5887, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.7153518123667375, |
| "grad_norm": 0.46435424416208204, |
| "learning_rate": 2.611182823672931e-07, |
| "loss": 0.5753, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.718550106609808, |
| "grad_norm": 0.45062900256380783, |
| "learning_rate": 2.5520136369481194e-07, |
| "loss": 0.5956, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.7217484008528787, |
| "grad_norm": 0.4373848417355698, |
| "learning_rate": 2.493504980675865e-07, |
| "loss": 0.5725, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.724946695095949, |
| "grad_norm": 0.41456459520431993, |
| "learning_rate": 2.4356576693638555e-07, |
| "loss": 0.5989, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.728144989339019, |
| "grad_norm": 0.45641172841307615, |
| "learning_rate": 2.3784725083130678e-07, |
| "loss": 0.5394, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.7313432835820897, |
| "grad_norm": 0.41453418124512204, |
| "learning_rate": 2.3219502936066228e-07, |
| "loss": 0.5822, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.73454157782516, |
| "grad_norm": 0.47178126843622886, |
| "learning_rate": 2.266091812098642e-07, |
| "loss": 0.6153, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.7377398720682304, |
| "grad_norm": 0.415357561340448, |
| "learning_rate": 2.210897841403331e-07, |
| "loss": 0.6319, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.7409381663113006, |
| "grad_norm": 0.429713391850993, |
| "learning_rate": 2.1563691498841465e-07, |
| "loss": 0.6076, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.7441364605543708, |
| "grad_norm": 0.4364411910317568, |
| "learning_rate": 2.1025064966430697e-07, |
| "loss": 0.5809, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.7473347547974414, |
| "grad_norm": 0.4438187825256016, |
| "learning_rate": 2.0493106315100987e-07, |
| "loss": 0.6077, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.750533049040512, |
| "grad_norm": 0.4396721972544317, |
| "learning_rate": 1.9967822950327453e-07, |
| "loss": 0.5649, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.753731343283582, |
| "grad_norm": 0.4087723994643433, |
| "learning_rate": 1.944922218465778e-07, |
| "loss": 0.5983, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.7569296375266523, |
| "grad_norm": 0.45839789417365656, |
| "learning_rate": 1.8937311237610168e-07, |
| "loss": 0.5666, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.760127931769723, |
| "grad_norm": 0.4623951503889097, |
| "learning_rate": 1.8432097235572655e-07, |
| "loss": 0.5814, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.763326226012793, |
| "grad_norm": 0.42397071107319473, |
| "learning_rate": 1.793358721170435e-07, |
| "loss": 0.6227, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.7665245202558637, |
| "grad_norm": 0.46632194080900585, |
| "learning_rate": 1.7441788105837133e-07, |
| "loss": 0.5687, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.769722814498934, |
| "grad_norm": 0.42383172618691023, |
| "learning_rate": 1.6956706764379438e-07, |
| "loss": 0.5571, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.772921108742004, |
| "grad_norm": 0.42444537413289984, |
| "learning_rate": 1.6478349940220294e-07, |
| "loss": 0.5672, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.7761194029850746, |
| "grad_norm": 0.442713023638936, |
| "learning_rate": 1.6006724292636166e-07, |
| "loss": 0.6251, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.7793176972281453, |
| "grad_norm": 0.44882872466351875, |
| "learning_rate": 1.5541836387197528e-07, |
| "loss": 0.6309, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.7825159914712154, |
| "grad_norm": 0.4426652587385554, |
| "learning_rate": 1.508369269567783e-07, |
| "loss": 0.6038, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.7857142857142856, |
| "grad_norm": 0.43159736313225455, |
| "learning_rate": 1.4632299595963294e-07, |
| "loss": 0.6136, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.788912579957356, |
| "grad_norm": 0.4328150604393648, |
| "learning_rate": 1.418766337196431e-07, |
| "loss": 0.5821, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.7921108742004264, |
| "grad_norm": 0.4510225598844259, |
| "learning_rate": 1.374979021352757e-07, |
| "loss": 0.544, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.795309168443497, |
| "grad_norm": 0.42414299491852264, |
| "learning_rate": 1.3318686216350241e-07, |
| "loss": 0.5917, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.798507462686567, |
| "grad_norm": 0.4491433631888564, |
| "learning_rate": 1.2894357381894984e-07, |
| "loss": 0.5709, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.8017057569296373, |
| "grad_norm": 0.435024650739532, |
| "learning_rate": 1.2476809617306408e-07, |
| "loss": 0.5768, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.804904051172708, |
| "grad_norm": 0.4376084724071413, |
| "learning_rate": 1.206604873532885e-07, |
| "loss": 0.5747, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.8081023454157785, |
| "grad_norm": 0.4430099826070007, |
| "learning_rate": 1.166208045422551e-07, |
| "loss": 0.5671, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.8113006396588487, |
| "grad_norm": 0.45821945748201703, |
| "learning_rate": 1.1264910397698614e-07, |
| "loss": 0.5801, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.814498933901919, |
| "grad_norm": 0.42968896616005114, |
| "learning_rate": 1.0874544094811424e-07, |
| "loss": 0.609, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.8176972281449895, |
| "grad_norm": 0.4392112009989005, |
| "learning_rate": 1.0490986979911189e-07, |
| "loss": 0.6004, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.8208955223880596, |
| "grad_norm": 0.4678179782402967, |
| "learning_rate": 1.0114244392553318e-07, |
| "loss": 0.5799, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.8240938166311302, |
| "grad_norm": 0.4649676388307849, |
| "learning_rate": 9.744321577427218e-08, |
| "loss": 0.5694, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.8272921108742004, |
| "grad_norm": 0.4410645863970879, |
| "learning_rate": 9.381223684283291e-08, |
| "loss": 0.5792, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.8304904051172706, |
| "grad_norm": 0.41344134456514686, |
| "learning_rate": 9.024955767861054e-08, |
| "loss": 0.6179, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.833688699360341, |
| "grad_norm": 0.45207918900612454, |
| "learning_rate": 8.675522787819023e-08, |
| "loss": 0.5765, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.836886993603412, |
| "grad_norm": 0.4815854246181784, |
| "learning_rate": 8.332929608665553e-08, |
| "loss": 0.5622, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.840085287846482, |
| "grad_norm": 0.4104529223314507, |
| "learning_rate": 7.997180999691101e-08, |
| "loss": 0.6061, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.843283582089552, |
| "grad_norm": 0.43863504264752207, |
| "learning_rate": 7.668281634901686e-08, |
| "loss": 0.6205, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.8464818763326227, |
| "grad_norm": 0.42107787916551426, |
| "learning_rate": 7.346236092954318e-08, |
| "loss": 0.6112, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.849680170575693, |
| "grad_norm": 0.45281531695898647, |
| "learning_rate": 7.031048857092604e-08, |
| "loss": 0.5897, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.8528784648187635, |
| "grad_norm": 0.4461369389804025, |
| "learning_rate": 6.722724315084805e-08, |
| "loss": 0.5908, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.8560767590618337, |
| "grad_norm": 0.4523838631460964, |
| "learning_rate": 6.421266759162659e-08, |
| "loss": 0.6059, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.859275053304904, |
| "grad_norm": 0.4201076758194753, |
| "learning_rate": 6.12668038596137e-08, |
| "loss": 0.6017, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.8624733475479744, |
| "grad_norm": 0.4576782992482849, |
| "learning_rate": 5.838969296461605e-08, |
| "loss": 0.5595, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.8656716417910446, |
| "grad_norm": 0.452789058187118, |
| "learning_rate": 5.5581374959320366e-08, |
| "loss": 0.6069, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.868869936034115, |
| "grad_norm": 0.4502806418223326, |
| "learning_rate": 5.2841888938738314e-08, |
| "loss": 0.595, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.8720682302771854, |
| "grad_norm": 0.4291345074640387, |
| "learning_rate": 5.017127303966085e-08, |
| "loss": 0.5737, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.875266524520256, |
| "grad_norm": 0.4275943368139046, |
| "learning_rate": 4.7569564440128055e-08, |
| "loss": 0.5802, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.878464818763326, |
| "grad_norm": 0.4783054811845979, |
| "learning_rate": 4.50367993589107e-08, |
| "loss": 0.5523, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.8816631130063968, |
| "grad_norm": 0.4207771911644098, |
| "learning_rate": 4.257301305500672e-08, |
| "loss": 0.6295, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.884861407249467, |
| "grad_norm": 0.4709474401474473, |
| "learning_rate": 4.0178239827151077e-08, |
| "loss": 0.5824, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.888059701492537, |
| "grad_norm": 0.47155045759162584, |
| "learning_rate": 3.785251301333726e-08, |
| "loss": 0.594, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.8912579957356077, |
| "grad_norm": 0.4456059748610983, |
| "learning_rate": 3.559586499035206e-08, |
| "loss": 0.5662, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.894456289978678, |
| "grad_norm": 0.4575365472232499, |
| "learning_rate": 3.340832717332765e-08, |
| "loss": 0.596, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.8976545842217485, |
| "grad_norm": 0.45897611846221986, |
| "learning_rate": 3.128993001530245e-08, |
| "loss": 0.5467, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.9008528784648187, |
| "grad_norm": 0.46086480691517584, |
| "learning_rate": 2.9240703006797044e-08, |
| "loss": 0.591, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.9040511727078893, |
| "grad_norm": 0.4578137617838968, |
| "learning_rate": 2.7260674675404498e-08, |
| "loss": 0.5807, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.9072494669509594, |
| "grad_norm": 0.4744681575485193, |
| "learning_rate": 2.5349872585392898e-08, |
| "loss": 0.5882, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.91044776119403, |
| "grad_norm": 0.43778348787470217, |
| "learning_rate": 2.3508323337321225e-08, |
| "loss": 0.555, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.9136460554371, |
| "grad_norm": 0.43656355895512294, |
| "learning_rate": 2.1736052567670195e-08, |
| "loss": 0.5777, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.9168443496801704, |
| "grad_norm": 0.4664832575605358, |
| "learning_rate": 2.0033084948483104e-08, |
| "loss": 0.5442, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.920042643923241, |
| "grad_norm": 0.438143790231801, |
| "learning_rate": 1.8399444187024995e-08, |
| "loss": 0.5745, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.923240938166311, |
| "grad_norm": 0.42188051822462064, |
| "learning_rate": 1.6835153025451246e-08, |
| "loss": 0.6018, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.9264392324093818, |
| "grad_norm": 0.41865517546309167, |
| "learning_rate": 1.534023324049061e-08, |
| "loss": 0.5891, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.929637526652452, |
| "grad_norm": 0.41837714838468193, |
| "learning_rate": 1.3914705643143788e-08, |
| "loss": 0.6085, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.9328358208955225, |
| "grad_norm": 0.465979632617469, |
| "learning_rate": 1.2558590078390886e-08, |
| "loss": 0.5841, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.9360341151385927, |
| "grad_norm": 0.45654976609627784, |
| "learning_rate": 1.1271905424918294e-08, |
| "loss": 0.6035, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.9392324093816633, |
| "grad_norm": 0.45629479117279054, |
| "learning_rate": 1.0054669594853905e-08, |
| "loss": 0.5988, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.9424307036247335, |
| "grad_norm": 0.44536389990804115, |
| "learning_rate": 8.906899533517866e-09, |
| "loss": 0.6208, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.9456289978678036, |
| "grad_norm": 0.4513455406012691, |
| "learning_rate": 7.828611219187765e-09, |
| "loss": 0.6199, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.9488272921108742, |
| "grad_norm": 0.43738097436145257, |
| "learning_rate": 6.819819662874372e-09, |
| "loss": 0.5942, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.9520255863539444, |
| "grad_norm": 0.45522291904606826, |
| "learning_rate": 5.88053890811513e-09, |
| "loss": 0.6035, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.955223880597015, |
| "grad_norm": 0.4521268106702668, |
| "learning_rate": 5.0107820307770945e-09, |
| "loss": 0.6053, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.958422174840085, |
| "grad_norm": 0.4313674140155561, |
| "learning_rate": 4.210561138873193e-09, |
| "loss": 0.58, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.961620469083156, |
| "grad_norm": 0.4389755845527305, |
| "learning_rate": 3.4798873723984604e-09, |
| "loss": 0.6198, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.964818763326226, |
| "grad_norm": 0.4358918838142038, |
| "learning_rate": 2.818770903170176e-09, |
| "loss": 0.6201, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.9680170575692966, |
| "grad_norm": 0.446788281214219, |
| "learning_rate": 2.2272209346885233e-09, |
| "loss": 0.5517, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.9712153518123667, |
| "grad_norm": 0.4627514418027653, |
| "learning_rate": 1.7052457020089175e-09, |
| "loss": 0.602, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.974413646055437, |
| "grad_norm": 0.46487447660834663, |
| "learning_rate": 1.2528524716259872e-09, |
| "loss": 0.5523, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.9776119402985075, |
| "grad_norm": 0.4291177591260577, |
| "learning_rate": 8.700475413719877e-10, |
| "loss": 0.6038, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.9808102345415777, |
| "grad_norm": 0.4440151991197288, |
| "learning_rate": 5.568362403318706e-10, |
| "loss": 0.5722, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.9840085287846483, |
| "grad_norm": 0.41546760769750524, |
| "learning_rate": 3.132229287666766e-10, |
| "loss": 0.6158, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.9872068230277184, |
| "grad_norm": 0.47012397918132254, |
| "learning_rate": 1.3921099805302985e-10, |
| "loss": 0.612, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.990405117270789, |
| "grad_norm": 0.4452241770705769, |
| "learning_rate": 3.480287063706289e-11, |
| "loss": 0.5822, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.9936034115138592, |
| "grad_norm": 0.4503894897532014, |
| "learning_rate": 0.0, |
| "loss": 0.5513, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.9936034115138592, |
| "step": 936, |
| "total_flos": 9.051650706620744e+17, |
| "train_loss": 0.0, |
| "train_runtime": 4.9645, |
| "train_samples_per_second": 18128.643, |
| "train_steps_per_second": 188.538 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 936, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.051650706620744e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
