| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 647, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0015473887814313346, |
| "grad_norm": 69.93428202217697, |
| "learning_rate": 0.0, |
| "loss": 2.1932, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.003094777562862669, |
| "grad_norm": 88.82346219685395, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 2.6136, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0046421663442940036, |
| "grad_norm": 73.75819190158867, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 2.2841, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.006189555125725338, |
| "grad_norm": 84.84920641442658, |
| "learning_rate": 1.5e-06, |
| "loss": 2.5951, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.007736943907156673, |
| "grad_norm": 75.05902382047852, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 2.4068, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.009284332688588007, |
| "grad_norm": 51.681845802557184, |
| "learning_rate": 2.5e-06, |
| "loss": 1.8698, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.010831721470019342, |
| "grad_norm": 48.34094681143097, |
| "learning_rate": 3e-06, |
| "loss": 1.8798, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.012379110251450677, |
| "grad_norm": 25.478189595197318, |
| "learning_rate": 3.5e-06, |
| "loss": 1.2716, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.013926499032882012, |
| "grad_norm": 25.882646528564464, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.3707, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.015473887814313346, |
| "grad_norm": 19.310012292249482, |
| "learning_rate": 4.5e-06, |
| "loss": 0.6819, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01702127659574468, |
| "grad_norm": 15.750117335558071, |
| "learning_rate": 5e-06, |
| "loss": 0.6521, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.018568665377176014, |
| "grad_norm": 11.31362602963611, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.5819, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02011605415860735, |
| "grad_norm": 6.274352954312508, |
| "learning_rate": 6e-06, |
| "loss": 0.461, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.021663442940038684, |
| "grad_norm": 7.414500096339422, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 0.4408, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02321083172147002, |
| "grad_norm": 6.819758734571542, |
| "learning_rate": 7e-06, |
| "loss": 0.4902, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.024758220502901353, |
| "grad_norm": 4.873525144794793, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.3951, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.02630560928433269, |
| "grad_norm": 4.648419115607711, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.4187, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.027852998065764023, |
| "grad_norm": 3.5982002846678527, |
| "learning_rate": 8.5e-06, |
| "loss": 0.3953, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.029400386847195356, |
| "grad_norm": 1.9116671931337288, |
| "learning_rate": 9e-06, |
| "loss": 0.3502, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.030947775628626693, |
| "grad_norm": 2.704858353034554, |
| "learning_rate": 9.5e-06, |
| "loss": 0.3502, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03249516441005803, |
| "grad_norm": 2.2159629781176995, |
| "learning_rate": 1e-05, |
| "loss": 0.3828, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.03404255319148936, |
| "grad_norm": 2.674721302533483, |
| "learning_rate": 9.99993723698994e-06, |
| "loss": 0.3298, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.035589941972920695, |
| "grad_norm": 2.2698866092687107, |
| "learning_rate": 9.999748949535436e-06, |
| "loss": 0.2806, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.03713733075435203, |
| "grad_norm": 2.364895456034976, |
| "learning_rate": 9.999435142363484e-06, |
| "loss": 0.3201, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03868471953578337, |
| "grad_norm": 1.8116874812869403, |
| "learning_rate": 9.998995823352276e-06, |
| "loss": 0.3467, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0402321083172147, |
| "grad_norm": 2.067543594888593, |
| "learning_rate": 9.998431003531008e-06, |
| "loss": 0.2799, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.041779497098646035, |
| "grad_norm": 1.2875919118387162, |
| "learning_rate": 9.997740697079595e-06, |
| "loss": 0.3158, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.04332688588007737, |
| "grad_norm": 1.6909241814863707, |
| "learning_rate": 9.99692492132832e-06, |
| "loss": 0.2397, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0448742746615087, |
| "grad_norm": 1.3701719631567693, |
| "learning_rate": 9.9959836967574e-06, |
| "loss": 0.2615, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.04642166344294004, |
| "grad_norm": 1.7820094163147548, |
| "learning_rate": 9.994917046996472e-06, |
| "loss": 0.2663, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.047969052224371374, |
| "grad_norm": 5.663585353915654, |
| "learning_rate": 9.993724998823995e-06, |
| "loss": 0.2898, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04951644100580271, |
| "grad_norm": 1.4447529595529258, |
| "learning_rate": 9.992407582166582e-06, |
| "loss": 0.2887, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.05106382978723404, |
| "grad_norm": 1.5547924943577618, |
| "learning_rate": 9.990964830098246e-06, |
| "loss": 0.2725, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.05261121856866538, |
| "grad_norm": 1.547863148844634, |
| "learning_rate": 9.989396778839572e-06, |
| "loss": 0.251, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05415860735009671, |
| "grad_norm": 1.8364801342731967, |
| "learning_rate": 9.987703467756807e-06, |
| "loss": 0.2303, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.055705996131528046, |
| "grad_norm": 1.8698710149140938, |
| "learning_rate": 9.985884939360873e-06, |
| "loss": 0.2381, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.05725338491295938, |
| "grad_norm": 1.2845693723619616, |
| "learning_rate": 9.983941239306291e-06, |
| "loss": 0.2314, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.05880077369439071, |
| "grad_norm": 1.6871490766801311, |
| "learning_rate": 9.981872416390055e-06, |
| "loss": 0.2847, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.06034816247582205, |
| "grad_norm": 1.5154953285501183, |
| "learning_rate": 9.979678522550382e-06, |
| "loss": 0.2558, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.061895551257253385, |
| "grad_norm": 1.6181723977765907, |
| "learning_rate": 9.977359612865424e-06, |
| "loss": 0.2428, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06344294003868473, |
| "grad_norm": 1.6265629334582685, |
| "learning_rate": 9.974915745551882e-06, |
| "loss": 0.2496, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.06499032882011606, |
| "grad_norm": 1.446603632464087, |
| "learning_rate": 9.972346981963546e-06, |
| "loss": 0.2614, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.06653771760154739, |
| "grad_norm": 1.1076338895078817, |
| "learning_rate": 9.969653386589749e-06, |
| "loss": 0.2626, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.06808510638297872, |
| "grad_norm": 1.371833672497246, |
| "learning_rate": 9.96683502705375e-06, |
| "loss": 0.246, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.06963249516441006, |
| "grad_norm": 1.3172427974296859, |
| "learning_rate": 9.963891974111042e-06, |
| "loss": 0.2102, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.07117988394584139, |
| "grad_norm": 1.1988441635411498, |
| "learning_rate": 9.960824301647569e-06, |
| "loss": 0.2277, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07272727272727272, |
| "grad_norm": 1.752891485082651, |
| "learning_rate": 9.957632086677876e-06, |
| "loss": 0.201, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.07427466150870406, |
| "grad_norm": 1.6144063855180706, |
| "learning_rate": 9.95431540934317e-06, |
| "loss": 0.2211, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.07582205029013539, |
| "grad_norm": 1.117886829374166, |
| "learning_rate": 9.95087435290931e-06, |
| "loss": 0.2085, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.07736943907156674, |
| "grad_norm": 1.2895506502671774, |
| "learning_rate": 9.947309003764723e-06, |
| "loss": 0.2172, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07891682785299807, |
| "grad_norm": 1.7487568111431333, |
| "learning_rate": 9.943619451418225e-06, |
| "loss": 0.1968, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0804642166344294, |
| "grad_norm": 0.7781493982811485, |
| "learning_rate": 9.939805788496778e-06, |
| "loss": 0.1953, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.08201160541586074, |
| "grad_norm": 1.2753046827549794, |
| "learning_rate": 9.935868110743175e-06, |
| "loss": 0.2156, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.08355899419729207, |
| "grad_norm": 0.995745449819908, |
| "learning_rate": 9.931806517013612e-06, |
| "loss": 0.1905, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0851063829787234, |
| "grad_norm": 1.2720610740359681, |
| "learning_rate": 9.927621109275233e-06, |
| "loss": 0.2127, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.08665377176015474, |
| "grad_norm": 0.842247207885935, |
| "learning_rate": 9.92331199260355e-06, |
| "loss": 0.2103, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.08820116054158607, |
| "grad_norm": 1.0810541803138813, |
| "learning_rate": 9.918879275179819e-06, |
| "loss": 0.2349, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0897485493230174, |
| "grad_norm": 0.9271008956864596, |
| "learning_rate": 9.914323068288312e-06, |
| "loss": 0.1973, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.09129593810444875, |
| "grad_norm": 0.9558303455636472, |
| "learning_rate": 9.909643486313533e-06, |
| "loss": 0.2476, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.09284332688588008, |
| "grad_norm": 1.0320370271353754, |
| "learning_rate": 9.904840646737346e-06, |
| "loss": 0.2221, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09439071566731141, |
| "grad_norm": 1.1887775178296134, |
| "learning_rate": 9.899914670136016e-06, |
| "loss": 0.2108, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.09593810444874275, |
| "grad_norm": 0.7746057705316729, |
| "learning_rate": 9.89486568017719e-06, |
| "loss": 0.1906, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09748549323017408, |
| "grad_norm": 1.129863752902623, |
| "learning_rate": 9.889693803616793e-06, |
| "loss": 0.1898, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.09903288201160541, |
| "grad_norm": 0.8376196906837178, |
| "learning_rate": 9.884399170295839e-06, |
| "loss": 0.1822, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.10058027079303675, |
| "grad_norm": 1.3975259688349446, |
| "learning_rate": 9.878981913137178e-06, |
| "loss": 0.2552, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.10212765957446808, |
| "grad_norm": 1.7201831210313148, |
| "learning_rate": 9.873442168142158e-06, |
| "loss": 0.2075, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.10367504835589941, |
| "grad_norm": 0.841583876550117, |
| "learning_rate": 9.867780074387207e-06, |
| "loss": 0.2274, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.10522243713733076, |
| "grad_norm": 1.2094935283898536, |
| "learning_rate": 9.861995774020341e-06, |
| "loss": 0.1956, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.10676982591876209, |
| "grad_norm": 0.781784377187281, |
| "learning_rate": 9.856089412257605e-06, |
| "loss": 0.2018, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.10831721470019343, |
| "grad_norm": 1.1053353625516136, |
| "learning_rate": 9.850061137379414e-06, |
| "loss": 0.237, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10986460348162476, |
| "grad_norm": 1.1027104376275203, |
| "learning_rate": 9.843911100726838e-06, |
| "loss": 0.2114, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.11141199226305609, |
| "grad_norm": 1.1237166681861188, |
| "learning_rate": 9.837639456697802e-06, |
| "loss": 0.2225, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.11295938104448743, |
| "grad_norm": 1.2398399829320181, |
| "learning_rate": 9.83124636274321e-06, |
| "loss": 0.2057, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.11450676982591876, |
| "grad_norm": 1.4843985269546451, |
| "learning_rate": 9.824731979362991e-06, |
| "loss": 0.2436, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.11605415860735009, |
| "grad_norm": 0.8730215521905568, |
| "learning_rate": 9.818096470102067e-06, |
| "loss": 0.1618, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.11760154738878142, |
| "grad_norm": 1.1627999904380357, |
| "learning_rate": 9.811340001546252e-06, |
| "loss": 0.1945, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11914893617021277, |
| "grad_norm": 1.032965345889784, |
| "learning_rate": 9.80446274331807e-06, |
| "loss": 0.2204, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1206963249516441, |
| "grad_norm": 1.1838259078956053, |
| "learning_rate": 9.797464868072489e-06, |
| "loss": 0.1985, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.12224371373307544, |
| "grad_norm": 0.8572154618594826, |
| "learning_rate": 9.790346551492594e-06, |
| "loss": 0.2175, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.12379110251450677, |
| "grad_norm": 0.9582739403464648, |
| "learning_rate": 9.783107972285177e-06, |
| "loss": 0.2004, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1253384912959381, |
| "grad_norm": 1.081492590353908, |
| "learning_rate": 9.775749312176249e-06, |
| "loss": 0.1975, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.12688588007736945, |
| "grad_norm": 1.3313053559370254, |
| "learning_rate": 9.768270755906467e-06, |
| "loss": 0.2133, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.12843326885880077, |
| "grad_norm": 1.513601346491332, |
| "learning_rate": 9.760672491226515e-06, |
| "loss": 0.2041, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.12998065764023212, |
| "grad_norm": 0.8016201580505663, |
| "learning_rate": 9.752954708892379e-06, |
| "loss": 0.1972, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.13152804642166344, |
| "grad_norm": 0.9746092202244274, |
| "learning_rate": 9.745117602660556e-06, |
| "loss": 0.1727, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.13307543520309478, |
| "grad_norm": 1.3568864132273577, |
| "learning_rate": 9.737161369283201e-06, |
| "loss": 0.2671, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1346228239845261, |
| "grad_norm": 1.4138857330734356, |
| "learning_rate": 9.729086208503174e-06, |
| "loss": 0.2082, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.13617021276595745, |
| "grad_norm": 0.9738747745181121, |
| "learning_rate": 9.720892323049034e-06, |
| "loss": 0.213, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.13771760154738877, |
| "grad_norm": 0.8499524074169559, |
| "learning_rate": 9.712579918629947e-06, |
| "loss": 0.1767, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.13926499032882012, |
| "grad_norm": 1.0177288372378337, |
| "learning_rate": 9.704149203930522e-06, |
| "loss": 0.2673, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.14081237911025146, |
| "grad_norm": 1.0104101681137083, |
| "learning_rate": 9.695600390605573e-06, |
| "loss": 0.1642, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.14235976789168278, |
| "grad_norm": 0.8682686361932304, |
| "learning_rate": 9.686933693274801e-06, |
| "loss": 0.1958, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.14390715667311413, |
| "grad_norm": 0.959096415068929, |
| "learning_rate": 9.67814932951741e-06, |
| "loss": 0.163, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.14545454545454545, |
| "grad_norm": 0.9704441402003741, |
| "learning_rate": 9.669247519866645e-06, |
| "loss": 0.1892, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.1470019342359768, |
| "grad_norm": 1.1085772957530802, |
| "learning_rate": 9.660228487804254e-06, |
| "loss": 0.2134, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1485493230174081, |
| "grad_norm": 0.9255984965037967, |
| "learning_rate": 9.651092459754879e-06, |
| "loss": 0.2036, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.15009671179883946, |
| "grad_norm": 0.9049968395048311, |
| "learning_rate": 9.641839665080363e-06, |
| "loss": 0.217, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.15164410058027078, |
| "grad_norm": 0.9155502433988073, |
| "learning_rate": 9.632470336074009e-06, |
| "loss": 0.177, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.15319148936170213, |
| "grad_norm": 1.0453907072873718, |
| "learning_rate": 9.622984707954732e-06, |
| "loss": 0.2027, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.15473887814313347, |
| "grad_norm": 1.1095752696396315, |
| "learning_rate": 9.613383018861159e-06, |
| "loss": 0.2167, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1562862669245648, |
| "grad_norm": 0.9831846037070405, |
| "learning_rate": 9.603665509845657e-06, |
| "loss": 0.2083, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.15783365570599614, |
| "grad_norm": 1.4258782601946127, |
| "learning_rate": 9.593832424868271e-06, |
| "loss": 0.2099, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.15938104448742746, |
| "grad_norm": 1.2849221334696659, |
| "learning_rate": 9.583884010790605e-06, |
| "loss": 0.1777, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.1609284332688588, |
| "grad_norm": 1.328819730359831, |
| "learning_rate": 9.573820517369623e-06, |
| "loss": 0.1912, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.16247582205029013, |
| "grad_norm": 1.6050933066194693, |
| "learning_rate": 9.563642197251382e-06, |
| "loss": 0.1872, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.16402321083172147, |
| "grad_norm": 0.8632160650062739, |
| "learning_rate": 9.553349305964687e-06, |
| "loss": 0.1913, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1655705996131528, |
| "grad_norm": 0.7667887415321157, |
| "learning_rate": 9.54294210191467e-06, |
| "loss": 0.2398, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.16711798839458414, |
| "grad_norm": 0.922001722791926, |
| "learning_rate": 9.532420846376316e-06, |
| "loss": 0.1885, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.16866537717601549, |
| "grad_norm": 0.9848963142378488, |
| "learning_rate": 9.521785803487888e-06, |
| "loss": 0.2179, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1702127659574468, |
| "grad_norm": 0.9350329048939854, |
| "learning_rate": 9.51103724024431e-06, |
| "loss": 0.2155, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.17176015473887815, |
| "grad_norm": 0.9435224586318846, |
| "learning_rate": 9.500175426490455e-06, |
| "loss": 0.1539, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.17330754352030947, |
| "grad_norm": 0.9426736571648074, |
| "learning_rate": 9.489200634914373e-06, |
| "loss": 0.1976, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.17485493230174082, |
| "grad_norm": 0.9405655941950657, |
| "learning_rate": 9.478113141040444e-06, |
| "loss": 0.1728, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.17640232108317214, |
| "grad_norm": 1.0534108505192408, |
| "learning_rate": 9.466913223222467e-06, |
| "loss": 0.1953, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.17794970986460348, |
| "grad_norm": 0.9649711851467941, |
| "learning_rate": 9.455601162636662e-06, |
| "loss": 0.1815, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.1794970986460348, |
| "grad_norm": 1.2215842119559421, |
| "learning_rate": 9.444177243274619e-06, |
| "loss": 0.1859, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.18104448742746615, |
| "grad_norm": 1.3992576608547573, |
| "learning_rate": 9.432641751936162e-06, |
| "loss": 0.2031, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.1825918762088975, |
| "grad_norm": 1.0520365385958643, |
| "learning_rate": 9.420994978222156e-06, |
| "loss": 0.155, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.18413926499032882, |
| "grad_norm": 1.0453248711004668, |
| "learning_rate": 9.40923721452723e-06, |
| "loss": 0.227, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.18568665377176016, |
| "grad_norm": 1.018817182864082, |
| "learning_rate": 9.397368756032445e-06, |
| "loss": 0.1712, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.18723404255319148, |
| "grad_norm": 1.0449294860721698, |
| "learning_rate": 9.38538990069787e-06, |
| "loss": 0.1941, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.18878143133462283, |
| "grad_norm": 0.8820467270290865, |
| "learning_rate": 9.373300949255112e-06, |
| "loss": 0.1889, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.19032882011605415, |
| "grad_norm": 1.1783314790561306, |
| "learning_rate": 9.361102205199762e-06, |
| "loss": 0.2328, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1918762088974855, |
| "grad_norm": 1.1945837782832185, |
| "learning_rate": 9.348793974783778e-06, |
| "loss": 0.1443, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.19342359767891681, |
| "grad_norm": 0.8626079057082615, |
| "learning_rate": 9.336376567007799e-06, |
| "loss": 0.1939, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.19497098646034816, |
| "grad_norm": 0.8611436156902041, |
| "learning_rate": 9.32385029361338e-06, |
| "loss": 0.2019, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1965183752417795, |
| "grad_norm": 0.8219959901195926, |
| "learning_rate": 9.311215469075168e-06, |
| "loss": 0.2014, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.19806576402321083, |
| "grad_norm": 0.6347389394415482, |
| "learning_rate": 9.298472410593013e-06, |
| "loss": 0.1317, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.19961315280464217, |
| "grad_norm": 1.0472959655840977, |
| "learning_rate": 9.285621438083997e-06, |
| "loss": 0.1721, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.2011605415860735, |
| "grad_norm": 0.8508709558715976, |
| "learning_rate": 9.27266287417441e-06, |
| "loss": 0.1815, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.20270793036750484, |
| "grad_norm": 0.7373523954349206, |
| "learning_rate": 9.259597044191635e-06, |
| "loss": 0.1836, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.20425531914893616, |
| "grad_norm": 0.9285350577082694, |
| "learning_rate": 9.246424276156008e-06, |
| "loss": 0.1618, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2058027079303675, |
| "grad_norm": 0.8418651244059254, |
| "learning_rate": 9.233144900772553e-06, |
| "loss": 0.1916, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.20735009671179883, |
| "grad_norm": 0.8967542264239586, |
| "learning_rate": 9.2197592514227e-06, |
| "loss": 0.2045, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.20889748549323017, |
| "grad_norm": 1.6506436445366963, |
| "learning_rate": 9.206267664155906e-06, |
| "loss": 0.1647, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.21044487427466152, |
| "grad_norm": 0.6874666232905765, |
| "learning_rate": 9.192670477681224e-06, |
| "loss": 0.1478, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.21199226305609284, |
| "grad_norm": 0.9337036799681375, |
| "learning_rate": 9.178968033358792e-06, |
| "loss": 0.1515, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.21353965183752419, |
| "grad_norm": 0.8886617018672116, |
| "learning_rate": 9.165160675191272e-06, |
| "loss": 0.1937, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.2150870406189555, |
| "grad_norm": 1.0587242408040172, |
| "learning_rate": 9.151248749815208e-06, |
| "loss": 0.2057, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.21663442940038685, |
| "grad_norm": 1.106081995090353, |
| "learning_rate": 9.137232606492323e-06, |
| "loss": 0.1558, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.21818181818181817, |
| "grad_norm": 0.7796654056066916, |
| "learning_rate": 9.123112597100759e-06, |
| "loss": 0.1624, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.21972920696324952, |
| "grad_norm": 1.3247843376444552, |
| "learning_rate": 9.108889076126226e-06, |
| "loss": 0.1668, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.22127659574468084, |
| "grad_norm": 0.7715774094433246, |
| "learning_rate": 9.094562400653127e-06, |
| "loss": 0.1662, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.22282398452611218, |
| "grad_norm": 0.8803366064268053, |
| "learning_rate": 9.080132930355567e-06, |
| "loss": 0.1945, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.22437137330754353, |
| "grad_norm": 1.0060879241216365, |
| "learning_rate": 9.065601027488345e-06, |
| "loss": 0.1856, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.22591876208897485, |
| "grad_norm": 0.66449734867189, |
| "learning_rate": 9.050967056877846e-06, |
| "loss": 0.2047, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.2274661508704062, |
| "grad_norm": 0.973280505219451, |
| "learning_rate": 9.03623138591289e-06, |
| "loss": 0.184, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.22901353965183752, |
| "grad_norm": 0.7818051435660924, |
| "learning_rate": 9.0213943845355e-06, |
| "loss": 0.1652, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.23056092843326886, |
| "grad_norm": 0.7845320452462246, |
| "learning_rate": 9.006456425231624e-06, |
| "loss": 0.1905, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.23210831721470018, |
| "grad_norm": 0.8131952366183569, |
| "learning_rate": 8.99141788302178e-06, |
| "loss": 0.1915, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.23365570599613153, |
| "grad_norm": 0.6953878285016128, |
| "learning_rate": 8.976279135451636e-06, |
| "loss": 0.1887, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.23520309477756285, |
| "grad_norm": 0.8424455540525856, |
| "learning_rate": 8.96104056258254e-06, |
| "loss": 0.1282, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.2367504835589942, |
| "grad_norm": 0.7852661949312153, |
| "learning_rate": 8.94570254698197e-06, |
| "loss": 0.2115, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.23829787234042554, |
| "grad_norm": 1.016500925991813, |
| "learning_rate": 8.930265473713939e-06, |
| "loss": 0.1918, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.23984526112185686, |
| "grad_norm": 0.8030084084133585, |
| "learning_rate": 8.914729730329321e-06, |
| "loss": 0.1617, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.2413926499032882, |
| "grad_norm": 0.7980246350581464, |
| "learning_rate": 8.899095706856122e-06, |
| "loss": 0.1888, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.24294003868471953, |
| "grad_norm": 0.7831670393329384, |
| "learning_rate": 8.883363795789694e-06, |
| "loss": 0.1851, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.24448742746615088, |
| "grad_norm": 0.777025773689329, |
| "learning_rate": 8.867534392082873e-06, |
| "loss": 0.1573, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.2460348162475822, |
| "grad_norm": 0.6073947896564662, |
| "learning_rate": 8.851607893136065e-06, |
| "loss": 0.1413, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.24758220502901354, |
| "grad_norm": 1.3452407987574415, |
| "learning_rate": 8.83558469878728e-06, |
| "loss": 0.1792, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.24912959381044486, |
| "grad_norm": 0.8181328001089564, |
| "learning_rate": 8.819465211302081e-06, |
| "loss": 0.1996, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.2506769825918762, |
| "grad_norm": 1.1608290499183214, |
| "learning_rate": 8.803249835363486e-06, |
| "loss": 0.1953, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.25222437137330755, |
| "grad_norm": 1.060552305699874, |
| "learning_rate": 8.78693897806182e-06, |
| "loss": 0.1744, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.2537717601547389, |
| "grad_norm": 0.7721189296170582, |
| "learning_rate": 8.770533048884483e-06, |
| "loss": 0.1568, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.2553191489361702, |
| "grad_norm": 0.6862315373630368, |
| "learning_rate": 8.754032459705672e-06, |
| "loss": 0.2122, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.25686653771760154, |
| "grad_norm": 0.6970596714469318, |
| "learning_rate": 8.737437624776047e-06, |
| "loss": 0.1833, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.2584139264990329, |
| "grad_norm": 0.8901186698883564, |
| "learning_rate": 8.720748960712323e-06, |
| "loss": 0.1944, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.25996131528046423, |
| "grad_norm": 0.8726232374713512, |
| "learning_rate": 8.703966886486819e-06, |
| "loss": 0.1913, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2615087040618955, |
| "grad_norm": 0.6703400145261608, |
| "learning_rate": 8.68709182341693e-06, |
| "loss": 0.1594, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.26305609284332687, |
| "grad_norm": 0.8844709300145817, |
| "learning_rate": 8.670124195154557e-06, |
| "loss": 0.1246, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2646034816247582, |
| "grad_norm": 0.708152671226741, |
| "learning_rate": 8.65306442767547e-06, |
| "loss": 0.1256, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.26615087040618957, |
| "grad_norm": 0.9082094549412949, |
| "learning_rate": 8.635912949268614e-06, |
| "loss": 0.1611, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.2676982591876209, |
| "grad_norm": 0.8261142492070601, |
| "learning_rate": 8.61867019052535e-06, |
| "loss": 0.2151, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.2692456479690522, |
| "grad_norm": 1.0343276774533101, |
| "learning_rate": 8.601336584328659e-06, |
| "loss": 0.1903, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.27079303675048355, |
| "grad_norm": 0.7780585533808416, |
| "learning_rate": 8.583912565842258e-06, |
| "loss": 0.1885, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2723404255319149, |
| "grad_norm": 0.684577901089209, |
| "learning_rate": 8.566398572499685e-06, |
| "loss": 0.1328, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.27388781431334625, |
| "grad_norm": 0.7375341242885513, |
| "learning_rate": 8.548795043993316e-06, |
| "loss": 0.1481, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.27543520309477754, |
| "grad_norm": 0.8961993551686324, |
| "learning_rate": 8.53110242226333e-06, |
| "loss": 0.1995, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.2769825918762089, |
| "grad_norm": 0.8549735998980131, |
| "learning_rate": 8.513321151486602e-06, |
| "loss": 0.1902, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.27852998065764023, |
| "grad_norm": 0.9355308088893293, |
| "learning_rate": 8.495451678065563e-06, |
| "loss": 0.1761, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2800773694390716, |
| "grad_norm": 0.7103239247157965, |
| "learning_rate": 8.477494450616988e-06, |
| "loss": 0.139, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.2816247582205029, |
| "grad_norm": 0.7131678297476808, |
| "learning_rate": 8.459449919960737e-06, |
| "loss": 0.1661, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.2831721470019342, |
| "grad_norm": 0.8161337853451635, |
| "learning_rate": 8.441318539108433e-06, |
| "loss": 0.1505, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.28471953578336556, |
| "grad_norm": 0.6468618760587732, |
| "learning_rate": 8.423100763252094e-06, |
| "loss": 0.1911, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.2862669245647969, |
| "grad_norm": 0.8001473630712188, |
| "learning_rate": 8.404797049752697e-06, |
| "loss": 0.2149, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.28781431334622826, |
| "grad_norm": 0.778484481129197, |
| "learning_rate": 8.386407858128707e-06, |
| "loss": 0.1714, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.28936170212765955, |
| "grad_norm": 0.890957740854113, |
| "learning_rate": 8.367933650044526e-06, |
| "loss": 0.182, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.2909090909090909, |
| "grad_norm": 0.7201256698091962, |
| "learning_rate": 8.349374889298923e-06, |
| "loss": 0.1752, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.29245647969052224, |
| "grad_norm": 0.9440325344267313, |
| "learning_rate": 8.330732041813367e-06, |
| "loss": 0.1672, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.2940038684719536, |
| "grad_norm": 0.7496260491615918, |
| "learning_rate": 8.312005575620355e-06, |
| "loss": 0.1461, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.29555125725338494, |
| "grad_norm": 0.7885853714287803, |
| "learning_rate": 8.293195960851634e-06, |
| "loss": 0.1818, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.2970986460348162, |
| "grad_norm": 0.8909219374421637, |
| "learning_rate": 8.274303669726427e-06, |
| "loss": 0.1913, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.2986460348162476, |
| "grad_norm": 0.9855581917407712, |
| "learning_rate": 8.255329176539552e-06, |
| "loss": 0.1627, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.3001934235976789, |
| "grad_norm": 1.0725253670421797, |
| "learning_rate": 8.236272957649534e-06, |
| "loss": 0.167, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.30174081237911027, |
| "grad_norm": 0.8153778456841704, |
| "learning_rate": 8.217135491466636e-06, |
| "loss": 0.1554, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.30328820116054156, |
| "grad_norm": 0.8015423413432219, |
| "learning_rate": 8.197917258440851e-06, |
| "loss": 0.1821, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.3048355899419729, |
| "grad_norm": 0.6191883824483493, |
| "learning_rate": 8.178618741049841e-06, |
| "loss": 0.1552, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.30638297872340425, |
| "grad_norm": 0.7382273640269873, |
| "learning_rate": 8.15924042378682e-06, |
| "loss": 0.1629, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3079303675048356, |
| "grad_norm": 0.7618444883217768, |
| "learning_rate": 8.1397827931484e-06, |
| "loss": 0.1423, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.30947775628626695, |
| "grad_norm": 0.7156989852439967, |
| "learning_rate": 8.120246337622364e-06, |
| "loss": 0.1829, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.31102514506769824, |
| "grad_norm": 0.8195126568212944, |
| "learning_rate": 8.100631547675417e-06, |
| "loss": 0.1484, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.3125725338491296, |
| "grad_norm": 0.839724031343586, |
| "learning_rate": 8.080938915740863e-06, |
| "loss": 0.1941, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.31411992263056093, |
| "grad_norm": 0.9497393034306165, |
| "learning_rate": 8.06116893620624e-06, |
| "loss": 0.1818, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.3156673114119923, |
| "grad_norm": 0.8645182321256714, |
| "learning_rate": 8.041322105400923e-06, |
| "loss": 0.178, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.31721470019342357, |
| "grad_norm": 0.8466865162848244, |
| "learning_rate": 8.021398921583644e-06, |
| "loss": 0.2248, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3187620889748549, |
| "grad_norm": 0.7719432995418056, |
| "learning_rate": 8.001399884930004e-06, |
| "loss": 0.1839, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.32030947775628626, |
| "grad_norm": 0.7039493901127064, |
| "learning_rate": 7.981325497519892e-06, |
| "loss": 0.1786, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.3218568665377176, |
| "grad_norm": 0.7789735372485523, |
| "learning_rate": 7.961176263324902e-06, |
| "loss": 0.1665, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.32340425531914896, |
| "grad_norm": 0.7680545055417434, |
| "learning_rate": 7.940952688195668e-06, |
| "loss": 0.1319, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.32495164410058025, |
| "grad_norm": 0.749256619294284, |
| "learning_rate": 7.920655279849173e-06, |
| "loss": 0.131, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3264990328820116, |
| "grad_norm": 0.8640545344416056, |
| "learning_rate": 7.900284547855992e-06, |
| "loss": 0.1709, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.32804642166344294, |
| "grad_norm": 0.849944924888024, |
| "learning_rate": 7.87984100362751e-06, |
| "loss": 0.1973, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.3295938104448743, |
| "grad_norm": 0.8032999098290784, |
| "learning_rate": 7.859325160403073e-06, |
| "loss": 0.1501, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.3311411992263056, |
| "grad_norm": 0.9333424894473424, |
| "learning_rate": 7.838737533237111e-06, |
| "loss": 0.138, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.33268858800773693, |
| "grad_norm": 0.9380242982321761, |
| "learning_rate": 7.818078638986208e-06, |
| "loss": 0.1824, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.3342359767891683, |
| "grad_norm": 0.8115574307282266, |
| "learning_rate": 7.797348996296116e-06, |
| "loss": 0.1726, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.3357833655705996, |
| "grad_norm": 0.8589980134024339, |
| "learning_rate": 7.776549125588743e-06, |
| "loss": 0.1401, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.33733075435203097, |
| "grad_norm": 0.7669008115392018, |
| "learning_rate": 7.755679549049093e-06, |
| "loss": 0.16, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.33887814313346226, |
| "grad_norm": 0.8630743320241145, |
| "learning_rate": 7.734740790612137e-06, |
| "loss": 0.138, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.3404255319148936, |
| "grad_norm": 0.6207975833777728, |
| "learning_rate": 7.713733375949677e-06, |
| "loss": 0.1276, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.34197292069632496, |
| "grad_norm": 0.7458919505402387, |
| "learning_rate": 7.692657832457146e-06, |
| "loss": 0.1879, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.3435203094777563, |
| "grad_norm": 0.921666373012695, |
| "learning_rate": 7.671514689240366e-06, |
| "loss": 0.1948, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.3450676982591876, |
| "grad_norm": 0.9954541136532746, |
| "learning_rate": 7.650304477102258e-06, |
| "loss": 0.1804, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.34661508704061894, |
| "grad_norm": 0.7495588145719608, |
| "learning_rate": 7.629027728529527e-06, |
| "loss": 0.1094, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.3481624758220503, |
| "grad_norm": 0.7369534761553445, |
| "learning_rate": 7.607684977679284e-06, |
| "loss": 0.1578, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.34970986460348163, |
| "grad_norm": 0.9144728168098029, |
| "learning_rate": 7.586276760365645e-06, |
| "loss": 0.1248, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.351257253384913, |
| "grad_norm": 1.0021636468489092, |
| "learning_rate": 7.564803614046276e-06, |
| "loss": 0.1609, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.3528046421663443, |
| "grad_norm": 0.7565105542706337, |
| "learning_rate": 7.543266077808893e-06, |
| "loss": 0.1692, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3543520309477756, |
| "grad_norm": 0.9760289598092642, |
| "learning_rate": 7.521664692357737e-06, |
| "loss": 0.148, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.35589941972920697, |
| "grad_norm": 0.8906470147517871, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.1973, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3574468085106383, |
| "grad_norm": 0.9276117415143279, |
| "learning_rate": 7.478272544632204e-06, |
| "loss": 0.1851, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.3589941972920696, |
| "grad_norm": 0.8334719409443097, |
| "learning_rate": 7.456482871726545e-06, |
| "loss": 0.1597, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.36054158607350095, |
| "grad_norm": 0.7892503202854746, |
| "learning_rate": 7.434631528317209e-06, |
| "loss": 0.1964, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.3620889748549323, |
| "grad_norm": 0.7533778358270108, |
| "learning_rate": 7.412719062986632e-06, |
| "loss": 0.1803, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 0.7757056005566882, |
| "learning_rate": 7.390746025851725e-06, |
| "loss": 0.1549, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.365183752417795, |
| "grad_norm": 1.0315366579407221, |
| "learning_rate": 7.368712968550068e-06, |
| "loss": 0.2015, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.3667311411992263, |
| "grad_norm": 0.7809216457984639, |
| "learning_rate": 7.3466204442260605e-06, |
| "loss": 0.2134, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.36827852998065763, |
| "grad_norm": 0.9268298135980987, |
| "learning_rate": 7.324469007517035e-06, |
| "loss": 0.1715, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.369825918762089, |
| "grad_norm": 0.7902283417730432, |
| "learning_rate": 7.302259214539327e-06, |
| "loss": 0.1657, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.3713733075435203, |
| "grad_norm": 0.8931289534535511, |
| "learning_rate": 7.279991622874319e-06, |
| "loss": 0.2019, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3729206963249516, |
| "grad_norm": 1.0526307047246841, |
| "learning_rate": 7.257666791554448e-06, |
| "loss": 0.1781, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.37446808510638296, |
| "grad_norm": 0.8614563077864247, |
| "learning_rate": 7.235285281049154e-06, |
| "loss": 0.159, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3760154738878143, |
| "grad_norm": 0.8140225164209623, |
| "learning_rate": 7.212847653250828e-06, |
| "loss": 0.1555, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.37756286266924566, |
| "grad_norm": 0.8723856496576525, |
| "learning_rate": 7.190354471460692e-06, |
| "loss": 0.2159, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.379110251450677, |
| "grad_norm": 0.7918280949465, |
| "learning_rate": 7.167806300374665e-06, |
| "loss": 0.1875, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.3806576402321083, |
| "grad_norm": 0.6360617391742313, |
| "learning_rate": 7.145203706069183e-06, |
| "loss": 0.1611, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.38220502901353964, |
| "grad_norm": 0.9383032190875339, |
| "learning_rate": 7.122547255986985e-06, |
| "loss": 0.1936, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.383752417794971, |
| "grad_norm": 0.8517530784649264, |
| "learning_rate": 7.099837518922873e-06, |
| "loss": 0.1918, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.38529980657640234, |
| "grad_norm": 0.8921062102963762, |
| "learning_rate": 7.0770750650094335e-06, |
| "loss": 0.1737, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.38684719535783363, |
| "grad_norm": 0.7572247520005811, |
| "learning_rate": 7.054260465702712e-06, |
| "loss": 0.1601, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.388394584139265, |
| "grad_norm": 0.7699199293334452, |
| "learning_rate": 7.031394293767879e-06, |
| "loss": 0.1533, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.3899419729206963, |
| "grad_norm": 1.1167232908536833, |
| "learning_rate": 7.008477123264849e-06, |
| "loss": 0.2118, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.39148936170212767, |
| "grad_norm": 0.8758224001780723, |
| "learning_rate": 6.985509529533859e-06, |
| "loss": 0.1858, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.393036750483559, |
| "grad_norm": 0.922725511094832, |
| "learning_rate": 6.96249208918104e-06, |
| "loss": 0.1505, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3945841392649903, |
| "grad_norm": 0.872891091022535, |
| "learning_rate": 6.939425380063924e-06, |
| "loss": 0.1969, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.39613152804642165, |
| "grad_norm": 0.9473736848619609, |
| "learning_rate": 6.916309981276954e-06, |
| "loss": 0.1513, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.397678916827853, |
| "grad_norm": 0.7411898138116363, |
| "learning_rate": 6.89314647313693e-06, |
| "loss": 0.202, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.39922630560928435, |
| "grad_norm": 1.0374882132168852, |
| "learning_rate": 6.869935437168449e-06, |
| "loss": 0.1619, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.40077369439071564, |
| "grad_norm": 0.7717319840912141, |
| "learning_rate": 6.846677456089305e-06, |
| "loss": 0.1714, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.402321083172147, |
| "grad_norm": 0.7317657423347314, |
| "learning_rate": 6.82337311379586e-06, |
| "loss": 0.2087, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.40386847195357833, |
| "grad_norm": 0.9303667847611171, |
| "learning_rate": 6.800022995348381e-06, |
| "loss": 0.1909, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.4054158607350097, |
| "grad_norm": 0.5646674138871769, |
| "learning_rate": 6.776627686956354e-06, |
| "loss": 0.1272, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.40696324951644103, |
| "grad_norm": 0.906064507150676, |
| "learning_rate": 6.753187775963773e-06, |
| "loss": 0.1251, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.4085106382978723, |
| "grad_norm": 0.9014541696863367, |
| "learning_rate": 6.729703850834381e-06, |
| "loss": 0.168, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.41005802707930367, |
| "grad_norm": 0.8692764545196213, |
| "learning_rate": 6.706176501136914e-06, |
| "loss": 0.1807, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.411605415860735, |
| "grad_norm": 0.8513956354740446, |
| "learning_rate": 6.682606317530284e-06, |
| "loss": 0.1677, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.41315280464216636, |
| "grad_norm": 0.8639883773069676, |
| "learning_rate": 6.65899389174876e-06, |
| "loss": 0.1574, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.41470019342359765, |
| "grad_norm": 0.7599185108885862, |
| "learning_rate": 6.635339816587109e-06, |
| "loss": 0.1918, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.416247582205029, |
| "grad_norm": 0.7759787013585075, |
| "learning_rate": 6.611644685885713e-06, |
| "loss": 0.1684, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.41779497098646035, |
| "grad_norm": 0.7719828708397092, |
| "learning_rate": 6.587909094515663e-06, |
| "loss": 0.1523, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.4193423597678917, |
| "grad_norm": 0.5869245573014121, |
| "learning_rate": 6.564133638363823e-06, |
| "loss": 0.1474, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.42088974854932304, |
| "grad_norm": 0.7506341900272443, |
| "learning_rate": 6.5403189143178725e-06, |
| "loss": 0.1451, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.42243713733075433, |
| "grad_norm": 1.0073931592498175, |
| "learning_rate": 6.5164655202513135e-06, |
| "loss": 0.2049, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.4239845261121857, |
| "grad_norm": 0.9025535933925777, |
| "learning_rate": 6.492574055008474e-06, |
| "loss": 0.1523, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 0.7466466117649035, |
| "learning_rate": 6.4686451183894604e-06, |
| "loss": 0.1487, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.42707930367504837, |
| "grad_norm": 0.925528550999488, |
| "learning_rate": 6.444679311135112e-06, |
| "loss": 0.1871, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.42862669245647966, |
| "grad_norm": 1.009806729585514, |
| "learning_rate": 6.420677234911908e-06, |
| "loss": 0.1802, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.430174081237911, |
| "grad_norm": 0.69368811498168, |
| "learning_rate": 6.396639492296868e-06, |
| "loss": 0.1084, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.43172147001934236, |
| "grad_norm": 0.8174553997081364, |
| "learning_rate": 6.372566686762427e-06, |
| "loss": 0.1539, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.4332688588007737, |
| "grad_norm": 0.6261193755927186, |
| "learning_rate": 6.348459422661276e-06, |
| "loss": 0.1721, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.43481624758220505, |
| "grad_norm": 0.9101767005265041, |
| "learning_rate": 6.324318305211201e-06, |
| "loss": 0.1894, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.43636363636363634, |
| "grad_norm": 0.7306705714952607, |
| "learning_rate": 6.300143940479881e-06, |
| "loss": 0.1486, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.4379110251450677, |
| "grad_norm": 1.0430999001339727, |
| "learning_rate": 6.275936935369675e-06, |
| "loss": 0.1599, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.43945841392649904, |
| "grad_norm": 1.0527127670370553, |
| "learning_rate": 6.251697897602384e-06, |
| "loss": 0.1728, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.4410058027079304, |
| "grad_norm": 0.9008186241875709, |
| "learning_rate": 6.227427435703997e-06, |
| "loss": 0.186, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.4425531914893617, |
| "grad_norm": 0.8159978628427745, |
| "learning_rate": 6.203126158989411e-06, |
| "loss": 0.1423, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.444100580270793, |
| "grad_norm": 1.2441400565404073, |
| "learning_rate": 6.178794677547138e-06, |
| "loss": 0.1783, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.44564796905222437, |
| "grad_norm": 0.7299868042294474, |
| "learning_rate": 6.154433602223979e-06, |
| "loss": 0.2037, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4471953578336557, |
| "grad_norm": 0.7287913797149187, |
| "learning_rate": 6.130043544609707e-06, |
| "loss": 0.1436, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.44874274661508706, |
| "grad_norm": 0.9336188537541638, |
| "learning_rate": 6.105625117021692e-06, |
| "loss": 0.1431, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.45029013539651835, |
| "grad_norm": 0.8864467782531835, |
| "learning_rate": 6.0811789324895365e-06, |
| "loss": 0.1831, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.4518375241779497, |
| "grad_norm": 0.8128505164251555, |
| "learning_rate": 6.056705604739696e-06, |
| "loss": 0.146, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.45338491295938105, |
| "grad_norm": 0.743033086175423, |
| "learning_rate": 6.032205748180054e-06, |
| "loss": 0.1511, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.4549323017408124, |
| "grad_norm": 0.8133097203155237, |
| "learning_rate": 6.0076799778845105e-06, |
| "loss": 0.1766, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4564796905222437, |
| "grad_norm": 0.8758885860866176, |
| "learning_rate": 5.983128909577532e-06, |
| "loss": 0.1945, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.45802707930367503, |
| "grad_norm": 0.9220994044826513, |
| "learning_rate": 5.958553159618693e-06, |
| "loss": 0.164, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.4595744680851064, |
| "grad_norm": 0.8442307755597878, |
| "learning_rate": 5.933953344987215e-06, |
| "loss": 0.1419, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.4611218568665377, |
| "grad_norm": 0.9127015177088472, |
| "learning_rate": 5.9093300832664625e-06, |
| "loss": 0.1591, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.4626692456479691, |
| "grad_norm": 0.8352598645464135, |
| "learning_rate": 5.8846839926284435e-06, |
| "loss": 0.1847, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.46421663442940037, |
| "grad_norm": 0.7805394190395212, |
| "learning_rate": 5.860015691818292e-06, |
| "loss": 0.1593, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4657640232108317, |
| "grad_norm": 0.6868076852691652, |
| "learning_rate": 5.835325800138736e-06, |
| "loss": 0.1839, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.46731141199226306, |
| "grad_norm": 0.6446333964912649, |
| "learning_rate": 5.810614937434537e-06, |
| "loss": 0.1363, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.4688588007736944, |
| "grad_norm": 0.6266474020290238, |
| "learning_rate": 5.78588372407695e-06, |
| "loss": 0.1287, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.4704061895551257, |
| "grad_norm": 0.8020334897381506, |
| "learning_rate": 5.761132780948132e-06, |
| "loss": 0.1941, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.47195357833655704, |
| "grad_norm": 1.03099678579595, |
| "learning_rate": 5.736362729425558e-06, |
| "loss": 0.1569, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.4735009671179884, |
| "grad_norm": 0.9756997687881311, |
| "learning_rate": 5.711574191366427e-06, |
| "loss": 0.1782, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.47504835589941974, |
| "grad_norm": 1.0369353304153857, |
| "learning_rate": 5.686767789092041e-06, |
| "loss": 0.1659, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.4765957446808511, |
| "grad_norm": 1.140272459198583, |
| "learning_rate": 5.661944145372193e-06, |
| "loss": 0.1703, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.4781431334622824, |
| "grad_norm": 0.7632214706912948, |
| "learning_rate": 5.637103883409525e-06, |
| "loss": 0.164, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.4796905222437137, |
| "grad_norm": 0.5611927337694791, |
| "learning_rate": 5.612247626823878e-06, |
| "loss": 0.1461, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.48123791102514507, |
| "grad_norm": 0.7947755945654648, |
| "learning_rate": 5.587375999636645e-06, |
| "loss": 0.1408, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.4827852998065764, |
| "grad_norm": 0.9159154539685236, |
| "learning_rate": 5.562489626255104e-06, |
| "loss": 0.1427, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4843326885880077, |
| "grad_norm": 1.3372085065185557, |
| "learning_rate": 5.5375891314567335e-06, |
| "loss": 0.2175, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.48588007736943906, |
| "grad_norm": 0.6937100410496474, |
| "learning_rate": 5.512675140373537e-06, |
| "loss": 0.1528, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4874274661508704, |
| "grad_norm": 0.712957909125913, |
| "learning_rate": 5.487748278476342e-06, |
| "loss": 0.1509, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.48897485493230175, |
| "grad_norm": 0.7306871594587099, |
| "learning_rate": 5.462809171559104e-06, |
| "loss": 0.1481, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.4905222437137331, |
| "grad_norm": 0.6930375069080879, |
| "learning_rate": 5.437858445723191e-06, |
| "loss": 0.137, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.4920696324951644, |
| "grad_norm": 0.8878072207130583, |
| "learning_rate": 5.412896727361663e-06, |
| "loss": 0.1395, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.49361702127659574, |
| "grad_norm": 0.8316391266848147, |
| "learning_rate": 5.387924643143553e-06, |
| "loss": 0.1642, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.4951644100580271, |
| "grad_norm": 0.8029209964855811, |
| "learning_rate": 5.362942819998131e-06, |
| "loss": 0.1906, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.49671179883945843, |
| "grad_norm": 0.8051088472612411, |
| "learning_rate": 5.337951885099167e-06, |
| "loss": 0.1595, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.4982591876208897, |
| "grad_norm": 0.7796514070904359, |
| "learning_rate": 5.312952465849173e-06, |
| "loss": 0.1485, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.49980657640232107, |
| "grad_norm": 1.1365547852823168, |
| "learning_rate": 5.287945189863676e-06, |
| "loss": 0.1604, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.5013539651837524, |
| "grad_norm": 0.7340585841316194, |
| "learning_rate": 5.262930684955439e-06, |
| "loss": 0.1733, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.5029013539651838, |
| "grad_norm": 0.7190666929171957, |
| "learning_rate": 5.237909579118713e-06, |
| "loss": 0.1744, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.5044487427466151, |
| "grad_norm": 0.9269637883180393, |
| "learning_rate": 5.212882500513462e-06, |
| "loss": 0.1574, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5059961315280465, |
| "grad_norm": 0.7874315757205848, |
| "learning_rate": 5.187850077449604e-06, |
| "loss": 0.1313, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.5075435203094778, |
| "grad_norm": 0.8119507240468493, |
| "learning_rate": 5.162812938371226e-06, |
| "loss": 0.1766, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.509090909090909, |
| "grad_norm": 0.8677259459647997, |
| "learning_rate": 5.137771711840811e-06, |
| "loss": 0.2096, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.5106382978723404, |
| "grad_norm": 0.8279345699617693, |
| "learning_rate": 5.112727026523461e-06, |
| "loss": 0.176, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5121856866537717, |
| "grad_norm": 1.217364237331737, |
| "learning_rate": 5.087679511171113e-06, |
| "loss": 0.1353, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.5137330754352031, |
| "grad_norm": 0.9200408560812419, |
| "learning_rate": 5.062629794606748e-06, |
| "loss": 0.1879, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5152804642166344, |
| "grad_norm": 0.958235414428453, |
| "learning_rate": 5.03757850570861e-06, |
| "loss": 0.159, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.5168278529980658, |
| "grad_norm": 0.6653985756007545, |
| "learning_rate": 5.01252627339442e-06, |
| "loss": 0.1382, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5183752417794971, |
| "grad_norm": 0.8416906166547965, |
| "learning_rate": 4.987473726605581e-06, |
| "loss": 0.1523, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.5199226305609285, |
| "grad_norm": 1.0238104433482986, |
| "learning_rate": 4.9624214942913916e-06, |
| "loss": 0.1822, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5214700193423598, |
| "grad_norm": 0.8006256882782827, |
| "learning_rate": 4.9373702053932534e-06, |
| "loss": 0.1419, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.523017408123791, |
| "grad_norm": 0.8061908010151759, |
| "learning_rate": 4.912320488828887e-06, |
| "loss": 0.1851, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.5245647969052224, |
| "grad_norm": 0.777162379681793, |
| "learning_rate": 4.88727297347654e-06, |
| "loss": 0.1517, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.5261121856866537, |
| "grad_norm": 0.7845485497179473, |
| "learning_rate": 4.862228288159191e-06, |
| "loss": 0.1996, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5276595744680851, |
| "grad_norm": 1.3111512506729992, |
| "learning_rate": 4.837187061628777e-06, |
| "loss": 0.1175, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.5292069632495164, |
| "grad_norm": 0.8803762689051036, |
| "learning_rate": 4.8121499225503974e-06, |
| "loss": 0.1483, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5307543520309478, |
| "grad_norm": 0.8033512929968718, |
| "learning_rate": 4.787117499486539e-06, |
| "loss": 0.1509, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.5323017408123791, |
| "grad_norm": 0.7897542664475099, |
| "learning_rate": 4.762090420881289e-06, |
| "loss": 0.1676, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5338491295938105, |
| "grad_norm": 0.9581686218310035, |
| "learning_rate": 4.737069315044562e-06, |
| "loss": 0.1714, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.5353965183752418, |
| "grad_norm": 0.7293567937435059, |
| "learning_rate": 4.712054810136327e-06, |
| "loss": 0.1674, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5369439071566731, |
| "grad_norm": 0.7541776511601691, |
| "learning_rate": 4.687047534150829e-06, |
| "loss": 0.151, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.5384912959381044, |
| "grad_norm": 0.8792086087287215, |
| "learning_rate": 4.662048114900837e-06, |
| "loss": 0.1904, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5400386847195358, |
| "grad_norm": 0.802484636218363, |
| "learning_rate": 4.6370571800018695e-06, |
| "loss": 0.144, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.5415860735009671, |
| "grad_norm": 0.6669155376965741, |
| "learning_rate": 4.612075356856447e-06, |
| "loss": 0.1569, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5431334622823984, |
| "grad_norm": 0.8565494219857237, |
| "learning_rate": 4.587103272638339e-06, |
| "loss": 0.1776, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.5446808510638298, |
| "grad_norm": 0.877939514420621, |
| "learning_rate": 4.562141554276811e-06, |
| "loss": 0.1923, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5462282398452611, |
| "grad_norm": 0.9975900853047521, |
| "learning_rate": 4.537190828440898e-06, |
| "loss": 0.1555, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.5477756286266925, |
| "grad_norm": 0.8076557611787406, |
| "learning_rate": 4.512251721523659e-06, |
| "loss": 0.1604, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5493230174081238, |
| "grad_norm": 0.8092417085033835, |
| "learning_rate": 4.487324859626465e-06, |
| "loss": 0.152, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.5508704061895551, |
| "grad_norm": 0.7452702096804573, |
| "learning_rate": 4.462410868543268e-06, |
| "loss": 0.1807, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.5524177949709864, |
| "grad_norm": 0.8201078882983477, |
| "learning_rate": 4.437510373744897e-06, |
| "loss": 0.1287, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.5539651837524178, |
| "grad_norm": 0.8153600193640145, |
| "learning_rate": 4.4126240003633565e-06, |
| "loss": 0.1441, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5555125725338491, |
| "grad_norm": 0.690274756981255, |
| "learning_rate": 4.387752373176123e-06, |
| "loss": 0.1508, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.5570599613152805, |
| "grad_norm": 0.954303121342827, |
| "learning_rate": 4.362896116590475e-06, |
| "loss": 0.1898, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5586073500967118, |
| "grad_norm": 0.9883396338363168, |
| "learning_rate": 4.3380558546278075e-06, |
| "loss": 0.1461, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.5601547388781432, |
| "grad_norm": 0.8720292048845367, |
| "learning_rate": 4.313232210907959e-06, |
| "loss": 0.1792, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5617021276595745, |
| "grad_norm": 0.8462662373236136, |
| "learning_rate": 4.2884258086335755e-06, |
| "loss": 0.122, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.5632495164410058, |
| "grad_norm": 0.9111327250477934, |
| "learning_rate": 4.2636372705744425e-06, |
| "loss": 0.1792, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5647969052224371, |
| "grad_norm": 0.7856086496842567, |
| "learning_rate": 4.238867219051868e-06, |
| "loss": 0.1501, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5663442940038684, |
| "grad_norm": 0.7997407226449322, |
| "learning_rate": 4.214116275923051e-06, |
| "loss": 0.1304, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5678916827852998, |
| "grad_norm": 0.900973362979182, |
| "learning_rate": 4.1893850625654626e-06, |
| "loss": 0.1393, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.5694390715667311, |
| "grad_norm": 0.6489085923087003, |
| "learning_rate": 4.1646741998612676e-06, |
| "loss": 0.1409, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5709864603481625, |
| "grad_norm": 0.7749796859552089, |
| "learning_rate": 4.1399843081817085e-06, |
| "loss": 0.1177, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.5725338491295938, |
| "grad_norm": 0.7000936335478609, |
| "learning_rate": 4.115316007371557e-06, |
| "loss": 0.1612, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5740812379110252, |
| "grad_norm": 0.8127434954779953, |
| "learning_rate": 4.090669916733539e-06, |
| "loss": 0.1498, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.5756286266924565, |
| "grad_norm": 0.7873781350590033, |
| "learning_rate": 4.066046655012786e-06, |
| "loss": 0.1226, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.5771760154738879, |
| "grad_norm": 0.5947618883920969, |
| "learning_rate": 4.041446840381309e-06, |
| "loss": 0.1168, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.5787234042553191, |
| "grad_norm": 0.5686346544180676, |
| "learning_rate": 4.016871090422471e-06, |
| "loss": 0.1348, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5802707930367504, |
| "grad_norm": 1.0091986954108587, |
| "learning_rate": 3.992320022115492e-06, |
| "loss": 0.1647, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5818181818181818, |
| "grad_norm": 0.753705804127023, |
| "learning_rate": 3.9677942518199465e-06, |
| "loss": 0.1723, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5833655705996131, |
| "grad_norm": 0.7805349781585388, |
| "learning_rate": 3.943294395260305e-06, |
| "loss": 0.1589, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.5849129593810445, |
| "grad_norm": 0.9120982175985182, |
| "learning_rate": 3.918821067510464e-06, |
| "loss": 0.1556, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5864603481624758, |
| "grad_norm": 0.7036542820999608, |
| "learning_rate": 3.89437488297831e-06, |
| "loss": 0.1673, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.5880077369439072, |
| "grad_norm": 0.7972229664002071, |
| "learning_rate": 3.869956455390295e-06, |
| "loss": 0.1792, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5895551257253385, |
| "grad_norm": 0.856847194082784, |
| "learning_rate": 3.845566397776022e-06, |
| "loss": 0.1558, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.5911025145067699, |
| "grad_norm": 0.6825960488664438, |
| "learning_rate": 3.821205322452863e-06, |
| "loss": 0.1162, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5926499032882011, |
| "grad_norm": 0.6872597841413525, |
| "learning_rate": 3.796873841010591e-06, |
| "loss": 0.1365, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.5941972920696325, |
| "grad_norm": 0.8822249956202902, |
| "learning_rate": 3.7725725642960047e-06, |
| "loss": 0.1533, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5957446808510638, |
| "grad_norm": 0.8258608583085321, |
| "learning_rate": 3.748302102397618e-06, |
| "loss": 0.1489, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5972920696324951, |
| "grad_norm": 0.6758686948774851, |
| "learning_rate": 3.7240630646303262e-06, |
| "loss": 0.1382, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5988394584139265, |
| "grad_norm": 0.7479959567872794, |
| "learning_rate": 3.6998560595201188e-06, |
| "loss": 0.13, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.6003868471953578, |
| "grad_norm": 0.8091837019411817, |
| "learning_rate": 3.675681694788801e-06, |
| "loss": 0.2024, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.6019342359767892, |
| "grad_norm": 0.7787515452667286, |
| "learning_rate": 3.6515405773387257e-06, |
| "loss": 0.1841, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.6034816247582205, |
| "grad_norm": 0.9365385926141763, |
| "learning_rate": 3.627433313237576e-06, |
| "loss": 0.1744, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6050290135396519, |
| "grad_norm": 0.8951297468394839, |
| "learning_rate": 3.603360507703133e-06, |
| "loss": 0.1464, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.6065764023210831, |
| "grad_norm": 0.7769011344776973, |
| "learning_rate": 3.5793227650880928e-06, |
| "loss": 0.1488, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.6081237911025145, |
| "grad_norm": 0.7785381369421867, |
| "learning_rate": 3.555320688864889e-06, |
| "loss": 0.1438, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.6096711798839458, |
| "grad_norm": 0.6766660462955612, |
| "learning_rate": 3.531354881610539e-06, |
| "loss": 0.1395, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.6112185686653772, |
| "grad_norm": 0.7200209087019646, |
| "learning_rate": 3.507425944991529e-06, |
| "loss": 0.1404, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.6127659574468085, |
| "grad_norm": 0.7787502319093067, |
| "learning_rate": 3.483534479748688e-06, |
| "loss": 0.1349, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.6143133462282399, |
| "grad_norm": 0.6549871943316503, |
| "learning_rate": 3.4596810856821304e-06, |
| "loss": 0.1272, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.6158607350096712, |
| "grad_norm": 0.5575760430347522, |
| "learning_rate": 3.4358663616361775e-06, |
| "loss": 0.1312, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6174081237911025, |
| "grad_norm": 0.6937467533738239, |
| "learning_rate": 3.4120909054843375e-06, |
| "loss": 0.1501, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.6189555125725339, |
| "grad_norm": 0.7634337264859942, |
| "learning_rate": 3.3883553141142884e-06, |
| "loss": 0.1445, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6205029013539651, |
| "grad_norm": 0.7823599037925153, |
| "learning_rate": 3.3646601834128924e-06, |
| "loss": 0.162, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.6220502901353965, |
| "grad_norm": 0.6783309048766991, |
| "learning_rate": 3.3410061082512422e-06, |
| "loss": 0.1171, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.6235976789168278, |
| "grad_norm": 0.7918408052364138, |
| "learning_rate": 3.3173936824697174e-06, |
| "loss": 0.1511, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.6251450676982592, |
| "grad_norm": 0.7888490271513304, |
| "learning_rate": 3.293823498863087e-06, |
| "loss": 0.1883, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.6266924564796905, |
| "grad_norm": 0.5416163054881282, |
| "learning_rate": 3.2702961491656197e-06, |
| "loss": 0.1654, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.6282398452611219, |
| "grad_norm": 0.6181852228006771, |
| "learning_rate": 3.2468122240362287e-06, |
| "loss": 0.1354, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.6297872340425532, |
| "grad_norm": 0.8020667401094614, |
| "learning_rate": 3.223372313043647e-06, |
| "loss": 0.1539, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.6313346228239846, |
| "grad_norm": 0.7359292573538625, |
| "learning_rate": 3.1999770046516198e-06, |
| "loss": 0.1551, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.6328820116054159, |
| "grad_norm": 0.914850984873592, |
| "learning_rate": 3.1766268862041406e-06, |
| "loss": 0.1581, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.6344294003868471, |
| "grad_norm": 0.7260085078323978, |
| "learning_rate": 3.1533225439106965e-06, |
| "loss": 0.1508, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6359767891682785, |
| "grad_norm": 0.693832047401324, |
| "learning_rate": 3.130064562831553e-06, |
| "loss": 0.1237, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.6375241779497098, |
| "grad_norm": 0.7578725636658399, |
| "learning_rate": 3.106853526863073e-06, |
| "loss": 0.1544, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6390715667311412, |
| "grad_norm": 0.6835869105715572, |
| "learning_rate": 3.0836900187230475e-06, |
| "loss": 0.1504, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.6406189555125725, |
| "grad_norm": 1.0190525154626127, |
| "learning_rate": 3.0605746199360755e-06, |
| "loss": 0.161, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.6421663442940039, |
| "grad_norm": 0.9223693435650491, |
| "learning_rate": 3.0375079108189613e-06, |
| "loss": 0.159, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.6437137330754352, |
| "grad_norm": 0.6438438739046826, |
| "learning_rate": 3.0144904704661413e-06, |
| "loss": 0.144, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.6452611218568666, |
| "grad_norm": 0.7709884247091324, |
| "learning_rate": 2.991522876735154e-06, |
| "loss": 0.1707, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.6468085106382979, |
| "grad_norm": 0.6573644892367149, |
| "learning_rate": 2.9686057062321226e-06, |
| "loss": 0.1216, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6483558994197292, |
| "grad_norm": 0.8423214578382158, |
| "learning_rate": 2.9457395342972904e-06, |
| "loss": 0.178, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.6499032882011605, |
| "grad_norm": 0.9695303714301211, |
| "learning_rate": 2.9229249349905686e-06, |
| "loss": 0.1646, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6514506769825918, |
| "grad_norm": 0.7682943797949924, |
| "learning_rate": 2.900162481077126e-06, |
| "loss": 0.1231, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.6529980657640232, |
| "grad_norm": 0.9321522394226056, |
| "learning_rate": 2.8774527440130173e-06, |
| "loss": 0.1707, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.6545454545454545, |
| "grad_norm": 0.7877697276319559, |
| "learning_rate": 2.8547962939308187e-06, |
| "loss": 0.1728, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.6560928433268859, |
| "grad_norm": 0.9844015326541935, |
| "learning_rate": 2.8321936996253368e-06, |
| "loss": 0.1317, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.6576402321083172, |
| "grad_norm": 0.7853031572232724, |
| "learning_rate": 2.8096455285393094e-06, |
| "loss": 0.1555, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.6591876208897486, |
| "grad_norm": 0.6814221721272227, |
| "learning_rate": 2.787152346749173e-06, |
| "loss": 0.1778, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.6607350096711799, |
| "grad_norm": 0.6862759795309286, |
| "learning_rate": 2.7647147189508485e-06, |
| "loss": 0.1355, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.6622823984526112, |
| "grad_norm": 0.6958841975782879, |
| "learning_rate": 2.7423332084455543e-06, |
| "loss": 0.1953, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6638297872340425, |
| "grad_norm": 0.848926127018151, |
| "learning_rate": 2.720008377125682e-06, |
| "loss": 0.1622, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.6653771760154739, |
| "grad_norm": 0.6707487623895614, |
| "learning_rate": 2.697740785460675e-06, |
| "loss": 0.1371, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6669245647969052, |
| "grad_norm": 0.854893783886741, |
| "learning_rate": 2.6755309924829657e-06, |
| "loss": 0.1179, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.6684719535783366, |
| "grad_norm": 0.9468587765577116, |
| "learning_rate": 2.6533795557739407e-06, |
| "loss": 0.1559, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6700193423597679, |
| "grad_norm": 0.7665928032047755, |
| "learning_rate": 2.6312870314499335e-06, |
| "loss": 0.1631, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.6715667311411992, |
| "grad_norm": 0.7076292638363726, |
| "learning_rate": 2.609253974148278e-06, |
| "loss": 0.1656, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6731141199226306, |
| "grad_norm": 0.8836427279540453, |
| "learning_rate": 2.5872809370133704e-06, |
| "loss": 0.1695, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.6746615087040619, |
| "grad_norm": 0.7599912980454478, |
| "learning_rate": 2.5653684716827904e-06, |
| "loss": 0.1436, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6762088974854932, |
| "grad_norm": 0.7628768285639652, |
| "learning_rate": 2.5435171282734563e-06, |
| "loss": 0.137, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.6777562862669245, |
| "grad_norm": 0.8719128186722851, |
| "learning_rate": 2.5217274553677975e-06, |
| "loss": 0.1594, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.6793036750483559, |
| "grad_norm": 0.7384661815703569, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.1182, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.6808510638297872, |
| "grad_norm": 0.8766152007220669, |
| "learning_rate": 2.478335307642264e-06, |
| "loss": 0.182, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6823984526112186, |
| "grad_norm": 0.8681737575063314, |
| "learning_rate": 2.4567339221911086e-06, |
| "loss": 0.1145, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.6839458413926499, |
| "grad_norm": 0.9349868596178444, |
| "learning_rate": 2.435196385953727e-06, |
| "loss": 0.1532, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6854932301740813, |
| "grad_norm": 0.8507541638853486, |
| "learning_rate": 2.413723239634356e-06, |
| "loss": 0.1875, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.6870406189555126, |
| "grad_norm": 0.7401767343899905, |
| "learning_rate": 2.3923150223207176e-06, |
| "loss": 0.1768, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.688588007736944, |
| "grad_norm": 0.898874838700681, |
| "learning_rate": 2.370972271470475e-06, |
| "loss": 0.161, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6901353965183752, |
| "grad_norm": 0.7633442244444167, |
| "learning_rate": 2.3496955228977437e-06, |
| "loss": 0.1386, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6916827852998065, |
| "grad_norm": 0.769712330585869, |
| "learning_rate": 2.328485310759635e-06, |
| "loss": 0.1533, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.6932301740812379, |
| "grad_norm": 0.6477209937018277, |
| "learning_rate": 2.307342167542854e-06, |
| "loss": 0.1488, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6947775628626692, |
| "grad_norm": 0.7306672310223877, |
| "learning_rate": 2.286266624050326e-06, |
| "loss": 0.1173, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.6963249516441006, |
| "grad_norm": 0.7111958316918345, |
| "learning_rate": 2.265259209387867e-06, |
| "loss": 0.1773, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6978723404255319, |
| "grad_norm": 0.8325136808450394, |
| "learning_rate": 2.2443204509509094e-06, |
| "loss": 0.1654, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.6994197292069633, |
| "grad_norm": 0.851693409931118, |
| "learning_rate": 2.2234508744112564e-06, |
| "loss": 0.1283, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.7009671179883946, |
| "grad_norm": 0.9724202950967027, |
| "learning_rate": 2.202651003703885e-06, |
| "loss": 0.1413, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.702514506769826, |
| "grad_norm": 0.8475158397818416, |
| "learning_rate": 2.181921361013794e-06, |
| "loss": 0.128, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.7040618955512572, |
| "grad_norm": 0.7280803414009301, |
| "learning_rate": 2.16126246676289e-06, |
| "loss": 0.1452, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.7056092843326885, |
| "grad_norm": 0.6516083419869029, |
| "learning_rate": 2.140674839596931e-06, |
| "loss": 0.1411, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.7071566731141199, |
| "grad_norm": 0.882815614999906, |
| "learning_rate": 2.1201589963724933e-06, |
| "loss": 0.1576, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.7087040618955512, |
| "grad_norm": 0.8378441046800585, |
| "learning_rate": 2.09971545214401e-06, |
| "loss": 0.1872, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.7102514506769826, |
| "grad_norm": 1.077575435913912, |
| "learning_rate": 2.0793447201508288e-06, |
| "loss": 0.1982, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.7117988394584139, |
| "grad_norm": 0.7117488495836712, |
| "learning_rate": 2.0590473118043326e-06, |
| "loss": 0.1549, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.7133462282398453, |
| "grad_norm": 0.8367490226827945, |
| "learning_rate": 2.0388237366751005e-06, |
| "loss": 0.1361, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.7148936170212766, |
| "grad_norm": 0.8481551715321101, |
| "learning_rate": 2.01867450248011e-06, |
| "loss": 0.1292, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.716441005802708, |
| "grad_norm": 0.8415490119824771, |
| "learning_rate": 1.998600115069998e-06, |
| "loss": 0.142, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.7179883945841392, |
| "grad_norm": 1.0486480021813904, |
| "learning_rate": 1.978601078416357e-06, |
| "loss": 0.1868, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.7195357833655706, |
| "grad_norm": 0.7797492350963128, |
| "learning_rate": 1.9586778945990785e-06, |
| "loss": 0.1815, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.7210831721470019, |
| "grad_norm": 0.8601078424260443, |
| "learning_rate": 1.9388310637937606e-06, |
| "loss": 0.1931, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.7226305609284333, |
| "grad_norm": 0.7287701444089209, |
| "learning_rate": 1.9190610842591386e-06, |
| "loss": 0.1325, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.7241779497098646, |
| "grad_norm": 0.6459207596034287, |
| "learning_rate": 1.8993684523245842e-06, |
| "loss": 0.1718, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.725725338491296, |
| "grad_norm": 0.8444611842470297, |
| "learning_rate": 1.879753662377637e-06, |
| "loss": 0.1734, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 1.1245502955919686, |
| "learning_rate": 1.8602172068516011e-06, |
| "loss": 0.1916, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7288201160541586, |
| "grad_norm": 0.784743071773171, |
| "learning_rate": 1.8407595762131814e-06, |
| "loss": 0.1467, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.73036750483559, |
| "grad_norm": 0.983199125764354, |
| "learning_rate": 1.8213812589501611e-06, |
| "loss": 0.1249, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.7319148936170212, |
| "grad_norm": 0.8730252086980543, |
| "learning_rate": 1.8020827415591496e-06, |
| "loss": 0.1512, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.7334622823984526, |
| "grad_norm": 0.704335948297951, |
| "learning_rate": 1.7828645085333645e-06, |
| "loss": 0.1501, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.7350096711798839, |
| "grad_norm": 1.085272738395196, |
| "learning_rate": 1.7637270423504664e-06, |
| "loss": 0.1451, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.7365570599613153, |
| "grad_norm": 1.1023625632272782, |
| "learning_rate": 1.7446708234604498e-06, |
| "loss": 0.1488, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.7381044487427466, |
| "grad_norm": 0.759099412840817, |
| "learning_rate": 1.7256963302735752e-06, |
| "loss": 0.1261, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.739651837524178, |
| "grad_norm": 1.042379709174401, |
| "learning_rate": 1.7068040391483676e-06, |
| "loss": 0.1479, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.7411992263056093, |
| "grad_norm": 0.6980911952884176, |
| "learning_rate": 1.6879944243796477e-06, |
| "loss": 0.1536, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.7427466150870407, |
| "grad_norm": 0.975310427148216, |
| "learning_rate": 1.6692679581866334e-06, |
| "loss": 0.1613, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.744294003868472, |
| "grad_norm": 0.7780629748292098, |
| "learning_rate": 1.650625110701079e-06, |
| "loss": 0.1398, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.7458413926499032, |
| "grad_norm": 0.7776217447464706, |
| "learning_rate": 1.632066349955474e-06, |
| "loss": 0.1908, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.7473887814313346, |
| "grad_norm": 0.780682741044397, |
| "learning_rate": 1.6135921418712959e-06, |
| "loss": 0.1509, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.7489361702127659, |
| "grad_norm": 0.7303004018327728, |
| "learning_rate": 1.5952029502473032e-06, |
| "loss": 0.1767, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.7504835589941973, |
| "grad_norm": 0.7719095887591466, |
| "learning_rate": 1.5768992367479058e-06, |
| "loss": 0.1773, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.7520309477756286, |
| "grad_norm": 0.7753671077322888, |
| "learning_rate": 1.5586814608915673e-06, |
| "loss": 0.1404, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.75357833655706, |
| "grad_norm": 0.8778912952233745, |
| "learning_rate": 1.5405500800392643e-06, |
| "loss": 0.1494, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.7551257253384913, |
| "grad_norm": 0.7207732630110582, |
| "learning_rate": 1.5225055493830132e-06, |
| "loss": 0.1556, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7566731141199227, |
| "grad_norm": 0.6666531180840158, |
| "learning_rate": 1.5045483219344387e-06, |
| "loss": 0.153, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.758220502901354, |
| "grad_norm": 0.8857380643372479, |
| "learning_rate": 1.4866788485133988e-06, |
| "loss": 0.1627, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7597678916827852, |
| "grad_norm": 0.8677779634759353, |
| "learning_rate": 1.4688975777366716e-06, |
| "loss": 0.1254, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.7613152804642166, |
| "grad_norm": 0.8755027376849471, |
| "learning_rate": 1.4512049560066837e-06, |
| "loss": 0.1912, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.7628626692456479, |
| "grad_norm": 0.7274771013337785, |
| "learning_rate": 1.433601427500318e-06, |
| "loss": 0.1456, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.7644100580270793, |
| "grad_norm": 0.8311254044984683, |
| "learning_rate": 1.4160874341577447e-06, |
| "loss": 0.1577, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.7659574468085106, |
| "grad_norm": 0.6929508359619224, |
| "learning_rate": 1.3986634156713418e-06, |
| "loss": 0.1426, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.767504835589942, |
| "grad_norm": 0.9647780179486356, |
| "learning_rate": 1.3813298094746491e-06, |
| "loss": 0.1623, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.7690522243713733, |
| "grad_norm": 0.8298466957909739, |
| "learning_rate": 1.3640870507313859e-06, |
| "loss": 0.126, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.7705996131528047, |
| "grad_norm": 0.6934035514513522, |
| "learning_rate": 1.3469355723245303e-06, |
| "loss": 0.1808, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.772147001934236, |
| "grad_norm": 0.6945563747887925, |
| "learning_rate": 1.3298758048454436e-06, |
| "loss": 0.1762, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.7736943907156673, |
| "grad_norm": 0.8110188572724004, |
| "learning_rate": 1.3129081765830725e-06, |
| "loss": 0.1768, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7752417794970986, |
| "grad_norm": 0.9417362627663032, |
| "learning_rate": 1.2960331135131826e-06, |
| "loss": 0.1922, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.77678916827853, |
| "grad_norm": 0.7408558621282384, |
| "learning_rate": 1.2792510392876777e-06, |
| "loss": 0.1252, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.7783365570599613, |
| "grad_norm": 0.8018198280132611, |
| "learning_rate": 1.262562375223954e-06, |
| "loss": 0.1284, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.7798839458413926, |
| "grad_norm": 0.5956535731524653, |
| "learning_rate": 1.245967540294329e-06, |
| "loss": 0.1227, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.781431334622824, |
| "grad_norm": 1.683615182365151, |
| "learning_rate": 1.2294669511155193e-06, |
| "loss": 0.1568, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.7829787234042553, |
| "grad_norm": 0.7157092450552371, |
| "learning_rate": 1.2130610219381811e-06, |
| "loss": 0.1356, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7845261121856867, |
| "grad_norm": 0.7525134112677587, |
| "learning_rate": 1.1967501646365147e-06, |
| "loss": 0.1889, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.786073500967118, |
| "grad_norm": 0.85179131912215, |
| "learning_rate": 1.1805347886979219e-06, |
| "loss": 0.1545, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.7876208897485493, |
| "grad_norm": 0.7859436718867705, |
| "learning_rate": 1.1644153012127208e-06, |
| "loss": 0.1669, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.7891682785299806, |
| "grad_norm": 0.8754204423323872, |
| "learning_rate": 1.1483921068639353e-06, |
| "loss": 0.1446, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.790715667311412, |
| "grad_norm": 0.8003796816525551, |
| "learning_rate": 1.1324656079171288e-06, |
| "loss": 0.1251, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.7922630560928433, |
| "grad_norm": 0.7553494427488822, |
| "learning_rate": 1.1166362042103056e-06, |
| "loss": 0.1708, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7938104448742747, |
| "grad_norm": 0.9170006973065143, |
| "learning_rate": 1.1009042931438784e-06, |
| "loss": 0.1331, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.795357833655706, |
| "grad_norm": 0.9176929457534573, |
| "learning_rate": 1.0852702696706807e-06, |
| "loss": 0.1472, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7969052224371374, |
| "grad_norm": 0.7902619235950765, |
| "learning_rate": 1.0697345262860638e-06, |
| "loss": 0.1419, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7984526112185687, |
| "grad_norm": 0.7127128227580106, |
| "learning_rate": 1.0542974530180327e-06, |
| "loss": 0.1464, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.7341599122621142, |
| "learning_rate": 1.0389594374174628e-06, |
| "loss": 0.1328, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.8015473887814313, |
| "grad_norm": 0.8937108240363892, |
| "learning_rate": 1.0237208645483648e-06, |
| "loss": 0.1424, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.8030947775628626, |
| "grad_norm": 0.8155596110553233, |
| "learning_rate": 1.00858211697822e-06, |
| "loss": 0.1428, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.804642166344294, |
| "grad_norm": 0.7349457350632931, |
| "learning_rate": 9.935435747683758e-07, |
| "loss": 0.1396, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.8061895551257253, |
| "grad_norm": 0.7316025143086685, |
| "learning_rate": 9.786056154645001e-07, |
| "loss": 0.1583, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.8077369439071567, |
| "grad_norm": 0.8886659221463238, |
| "learning_rate": 9.637686140871121e-07, |
| "loss": 0.139, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.809284332688588, |
| "grad_norm": 0.9534104292500418, |
| "learning_rate": 9.490329431221545e-07, |
| "loss": 0.13, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.8108317214700194, |
| "grad_norm": 0.6359551213299164, |
| "learning_rate": 9.34398972511656e-07, |
| "loss": 0.1367, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.8123791102514507, |
| "grad_norm": 0.729187516383015, |
| "learning_rate": 9.198670696444339e-07, |
| "loss": 0.129, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.8139264990328821, |
| "grad_norm": 0.8037591313621663, |
| "learning_rate": 9.054375993468745e-07, |
| "loss": 0.1429, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.8154738878143133, |
| "grad_norm": 0.5934320323085827, |
| "learning_rate": 8.911109238737748e-07, |
| "loss": 0.1128, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.8170212765957446, |
| "grad_norm": 0.7449700123919022, |
| "learning_rate": 8.768874028992431e-07, |
| "loss": 0.137, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.818568665377176, |
| "grad_norm": 0.6695563770828353, |
| "learning_rate": 8.627673935076769e-07, |
| "loss": 0.1137, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.8201160541586073, |
| "grad_norm": 0.9802601756238717, |
| "learning_rate": 8.487512501847933e-07, |
| "loss": 0.1769, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.8216634429400387, |
| "grad_norm": 0.7598450282737069, |
| "learning_rate": 8.348393248087289e-07, |
| "loss": 0.146, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.82321083172147, |
| "grad_norm": 1.0053439869906184, |
| "learning_rate": 8.210319666412087e-07, |
| "loss": 0.1309, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.8247582205029014, |
| "grad_norm": 0.849596372505488, |
| "learning_rate": 8.073295223187766e-07, |
| "loss": 0.1369, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.8263056092843327, |
| "grad_norm": 0.8500053154693914, |
| "learning_rate": 7.937323358440935e-07, |
| "loss": 0.1498, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.8278529980657641, |
| "grad_norm": 0.677471301203822, |
| "learning_rate": 7.802407485773011e-07, |
| "loss": 0.1046, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.8294003868471953, |
| "grad_norm": 0.9020694266169602, |
| "learning_rate": 7.668550992274476e-07, |
| "loss": 0.165, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.8309477756286267, |
| "grad_norm": 0.7889441624852148, |
| "learning_rate": 7.535757238439939e-07, |
| "loss": 0.1441, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.832495164410058, |
| "grad_norm": 0.9159302142824934, |
| "learning_rate": 7.404029558083653e-07, |
| "loss": 0.1564, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.8340425531914893, |
| "grad_norm": 0.7121558280600164, |
| "learning_rate": 7.273371258255923e-07, |
| "loss": 0.1323, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.8355899419729207, |
| "grad_norm": 0.8753550993270109, |
| "learning_rate": 7.143785619160026e-07, |
| "loss": 0.1438, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.837137330754352, |
| "grad_norm": 0.5776454455823687, |
| "learning_rate": 7.015275894069862e-07, |
| "loss": 0.1083, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.8386847195357834, |
| "grad_norm": 0.7974232975808588, |
| "learning_rate": 6.887845309248326e-07, |
| "loss": 0.1524, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.8402321083172147, |
| "grad_norm": 0.8055640503411741, |
| "learning_rate": 6.761497063866207e-07, |
| "loss": 0.1356, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.8417794970986461, |
| "grad_norm": 0.7926822565874131, |
| "learning_rate": 6.63623432992202e-07, |
| "loss": 0.1663, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.8433268858800773, |
| "grad_norm": 0.665841691728969, |
| "learning_rate": 6.512060252162228e-07, |
| "loss": 0.1295, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.8448742746615087, |
| "grad_norm": 0.8002035859393191, |
| "learning_rate": 6.388977948002406e-07, |
| "loss": 0.1365, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.84642166344294, |
| "grad_norm": 0.983616931359967, |
| "learning_rate": 6.2669905074489e-07, |
| "loss": 0.1275, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.8479690522243714, |
| "grad_norm": 0.7163412457321918, |
| "learning_rate": 6.146100993021308e-07, |
| "loss": 0.1228, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.8495164410058027, |
| "grad_norm": 0.7004721386032752, |
| "learning_rate": 6.026312439675553e-07, |
| "loss": 0.1175, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 0.8086290121377796, |
| "learning_rate": 5.907627854727688e-07, |
| "loss": 0.115, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8526112185686654, |
| "grad_norm": 0.669425870895728, |
| "learning_rate": 5.790050217778442e-07, |
| "loss": 0.1269, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.8541586073500967, |
| "grad_norm": 1.0940372146333524, |
| "learning_rate": 5.673582480638395e-07, |
| "loss": 0.1507, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.8557059961315281, |
| "grad_norm": 0.8719128895893627, |
| "learning_rate": 5.558227567253832e-07, |
| "loss": 0.1593, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.8572533849129593, |
| "grad_norm": 0.9438030636727563, |
| "learning_rate": 5.443988373633397e-07, |
| "loss": 0.1297, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.8588007736943907, |
| "grad_norm": 0.7000783588985214, |
| "learning_rate": 5.330867767775333e-07, |
| "loss": 0.1268, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.860348162475822, |
| "grad_norm": 0.8609793200211151, |
| "learning_rate": 5.218868589595555e-07, |
| "loss": 0.1414, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.8618955512572534, |
| "grad_norm": 1.0155712499379974, |
| "learning_rate": 5.107993650856285e-07, |
| "loss": 0.1524, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.8634429400386847, |
| "grad_norm": 0.8449813630805493, |
| "learning_rate": 4.998245735095459e-07, |
| "loss": 0.1802, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8649903288201161, |
| "grad_norm": 0.8689521362622863, |
| "learning_rate": 4.889627597556911e-07, |
| "loss": 0.1757, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.8665377176015474, |
| "grad_norm": 0.9659642011668181, |
| "learning_rate": 4.782141965121129e-07, |
| "loss": 0.1861, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8680851063829788, |
| "grad_norm": 0.6161184874791877, |
| "learning_rate": 4.6757915362368567e-07, |
| "loss": 0.1298, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.8696324951644101, |
| "grad_norm": 0.7807500061793617, |
| "learning_rate": 4.570578980853302e-07, |
| "loss": 0.1555, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8711798839458413, |
| "grad_norm": 0.6384524907008211, |
| "learning_rate": 4.466506940353138e-07, |
| "loss": 0.1341, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.8727272727272727, |
| "grad_norm": 0.7846304452771449, |
| "learning_rate": 4.363578027486187e-07, |
| "loss": 0.1144, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.874274661508704, |
| "grad_norm": 0.8693314169579249, |
| "learning_rate": 4.261794826303783e-07, |
| "loss": 0.1677, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.8758220502901354, |
| "grad_norm": 0.783633732727121, |
| "learning_rate": 4.16115989209398e-07, |
| "loss": 0.1209, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8773694390715667, |
| "grad_norm": 0.8133727971729119, |
| "learning_rate": 4.0616757513173123e-07, |
| "loss": 0.1234, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.8789168278529981, |
| "grad_norm": 0.651161363160907, |
| "learning_rate": 3.963344901543437e-07, |
| "loss": 0.1326, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8804642166344294, |
| "grad_norm": 0.9183272389951808, |
| "learning_rate": 3.866169811388415e-07, |
| "loss": 0.1331, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.8820116054158608, |
| "grad_norm": 0.6681577824466309, |
| "learning_rate": 3.7701529204526856e-07, |
| "loss": 0.1594, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8835589941972921, |
| "grad_norm": 0.6630502852605802, |
| "learning_rate": 3.675296639259912e-07, |
| "loss": 0.1024, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.8851063829787233, |
| "grad_norm": 0.8400077472483749, |
| "learning_rate": 3.581603349196372e-07, |
| "loss": 0.1321, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8866537717601547, |
| "grad_norm": 0.8327913064778995, |
| "learning_rate": 3.4890754024512254e-07, |
| "loss": 0.1518, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.888201160541586, |
| "grad_norm": 0.805383325394688, |
| "learning_rate": 3.397715121957468e-07, |
| "loss": 0.0982, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.8897485493230174, |
| "grad_norm": 0.7824493921010083, |
| "learning_rate": 3.3075248013335614e-07, |
| "loss": 0.1467, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.8912959381044487, |
| "grad_norm": 0.9935776351077749, |
| "learning_rate": 3.2185067048259245e-07, |
| "loss": 0.1656, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8928433268858801, |
| "grad_norm": 0.7543075174021723, |
| "learning_rate": 3.1306630672520153e-07, |
| "loss": 0.1558, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.8943907156673114, |
| "grad_norm": 0.7947631048450559, |
| "learning_rate": 3.0439960939442794e-07, |
| "loss": 0.1689, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8959381044487428, |
| "grad_norm": 0.9958131657971071, |
| "learning_rate": 2.9585079606947843e-07, |
| "loss": 0.1565, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.8974854932301741, |
| "grad_norm": 0.7484633943183348, |
| "learning_rate": 2.874200813700534e-07, |
| "loss": 0.1834, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8990328820116054, |
| "grad_norm": 0.8384863494297725, |
| "learning_rate": 2.7910767695096707e-07, |
| "loss": 0.1082, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.9005802707930367, |
| "grad_norm": 0.8145685183591151, |
| "learning_rate": 2.7091379149682683e-07, |
| "loss": 0.1529, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.902127659574468, |
| "grad_norm": 0.9387567574264674, |
| "learning_rate": 2.628386307167996e-07, |
| "loss": 0.148, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.9036750483558994, |
| "grad_norm": 0.6587309545456876, |
| "learning_rate": 2.548823973394449e-07, |
| "loss": 0.1318, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.9052224371373307, |
| "grad_norm": 0.8050044370132193, |
| "learning_rate": 2.470452911076227e-07, |
| "loss": 0.1631, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.9067698259187621, |
| "grad_norm": 0.6762097120208355, |
| "learning_rate": 2.393275087734864e-07, |
| "loss": 0.1428, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.9083172147001934, |
| "grad_norm": 0.8140602111082307, |
| "learning_rate": 2.317292440935348e-07, |
| "loss": 0.1464, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.9098646034816248, |
| "grad_norm": 0.7338565136856471, |
| "learning_rate": 2.242506878237538e-07, |
| "loss": 0.1309, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.9114119922630561, |
| "grad_norm": 0.6698213427174237, |
| "learning_rate": 2.1689202771482344e-07, |
| "loss": 0.1595, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.9129593810444874, |
| "grad_norm": 0.6962632540688021, |
| "learning_rate": 2.0965344850740698e-07, |
| "loss": 0.1372, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.9145067698259187, |
| "grad_norm": 0.7033044685938934, |
| "learning_rate": 2.0253513192751374e-07, |
| "loss": 0.1436, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.9160541586073501, |
| "grad_norm": 0.8345980197859496, |
| "learning_rate": 1.9553725668193192e-07, |
| "loss": 0.1789, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.9176015473887814, |
| "grad_norm": 0.7932512333003868, |
| "learning_rate": 1.8865999845374794e-07, |
| "loss": 0.1548, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.9191489361702128, |
| "grad_norm": 0.6881043910649381, |
| "learning_rate": 1.8190352989793325e-07, |
| "loss": 0.1308, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.9206963249516441, |
| "grad_norm": 0.8073364138943768, |
| "learning_rate": 1.7526802063700943e-07, |
| "loss": 0.1523, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.9222437137330755, |
| "grad_norm": 0.7148043609511118, |
| "learning_rate": 1.6875363725679052e-07, |
| "loss": 0.152, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.9237911025145068, |
| "grad_norm": 0.7982536840580516, |
| "learning_rate": 1.6236054330219853e-07, |
| "loss": 0.1401, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.9253384912959381, |
| "grad_norm": 0.7580507948127416, |
| "learning_rate": 1.5608889927316407e-07, |
| "loss": 0.1603, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.9268858800773694, |
| "grad_norm": 0.8050983190849471, |
| "learning_rate": 1.4993886262058833e-07, |
| "loss": 0.1534, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.9284332688588007, |
| "grad_norm": 0.7584923418480568, |
| "learning_rate": 1.439105877423963e-07, |
| "loss": 0.1367, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.9299806576402321, |
| "grad_norm": 0.8136537930412558, |
| "learning_rate": 1.3800422597965935e-07, |
| "loss": 0.15, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.9315280464216634, |
| "grad_norm": 0.7915076935934267, |
| "learning_rate": 1.322199256127943e-07, |
| "loss": 0.1454, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.9330754352030948, |
| "grad_norm": 0.8979276178770819, |
| "learning_rate": 1.2655783185784253e-07, |
| "loss": 0.149, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.9346228239845261, |
| "grad_norm": 0.8649757965854281, |
| "learning_rate": 1.210180868628219e-07, |
| "loss": 0.184, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.9361702127659575, |
| "grad_norm": 0.7748557564315666, |
| "learning_rate": 1.1560082970416164e-07, |
| "loss": 0.1856, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.9377176015473888, |
| "grad_norm": 0.7206838191995956, |
| "learning_rate": 1.1030619638320805e-07, |
| "loss": 0.1387, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.9392649903288202, |
| "grad_norm": 0.8779498348940245, |
| "learning_rate": 1.0513431982280997e-07, |
| "loss": 0.1876, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.9408123791102514, |
| "grad_norm": 0.6653575747658279, |
| "learning_rate": 1.0008532986398422e-07, |
| "loss": 0.1537, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.9423597678916827, |
| "grad_norm": 0.9253973454901049, |
| "learning_rate": 9.51593532626538e-08, |
| "loss": 0.127, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.9439071566731141, |
| "grad_norm": 0.6917664278268542, |
| "learning_rate": 9.035651368646647e-08, |
| "loss": 0.1284, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9454545454545454, |
| "grad_norm": 0.7272286247644155, |
| "learning_rate": 8.567693171168956e-08, |
| "loss": 0.1307, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.9470019342359768, |
| "grad_norm": 0.7852368165928318, |
| "learning_rate": 8.11207248201834e-08, |
| "loss": 0.1485, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.9485493230174081, |
| "grad_norm": 0.6301070552387278, |
| "learning_rate": 7.6688007396451e-08, |
| "loss": 0.11, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.9500967117988395, |
| "grad_norm": 0.608692902225253, |
| "learning_rate": 7.237889072476856e-08, |
| "loss": 0.1318, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.9516441005802708, |
| "grad_norm": 0.7710321574963083, |
| "learning_rate": 6.819348298638839e-08, |
| "loss": 0.1413, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.9531914893617022, |
| "grad_norm": 0.7161448867699187, |
| "learning_rate": 6.4131889256826e-08, |
| "loss": 0.1786, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.9547388781431334, |
| "grad_norm": 0.7695049892987397, |
| "learning_rate": 6.019421150322114e-08, |
| "loss": 0.1416, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.9562862669245648, |
| "grad_norm": 0.7639927969969345, |
| "learning_rate": 5.638054858177644e-08, |
| "loss": 0.1167, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.9578336557059961, |
| "grad_norm": 0.8327927634444185, |
| "learning_rate": 5.26909962352784e-08, |
| "loss": 0.176, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.9593810444874274, |
| "grad_norm": 0.7239532280928083, |
| "learning_rate": 4.91256470906909e-08, |
| "loss": 0.1558, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9609284332688588, |
| "grad_norm": 0.8410996947219226, |
| "learning_rate": 4.568459065683206e-08, |
| "loss": 0.1302, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.9624758220502901, |
| "grad_norm": 0.7512248970367057, |
| "learning_rate": 4.236791332212498e-08, |
| "loss": 0.1523, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.9640232108317215, |
| "grad_norm": 0.7793061388647213, |
| "learning_rate": 3.917569835243107e-08, |
| "loss": 0.14, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.9655705996131528, |
| "grad_norm": 1.0664808213421917, |
| "learning_rate": 3.610802588895845e-08, |
| "loss": 0.1291, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9671179883945842, |
| "grad_norm": 0.900628675727633, |
| "learning_rate": 3.316497294625132e-08, |
| "loss": 0.1615, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.9686653771760154, |
| "grad_norm": 0.717256932520607, |
| "learning_rate": 3.034661341025258e-08, |
| "loss": 0.1292, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9702127659574468, |
| "grad_norm": 0.8790080894597829, |
| "learning_rate": 2.765301803645426e-08, |
| "loss": 0.1464, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.9717601547388781, |
| "grad_norm": 1.140431769064114, |
| "learning_rate": 2.5084254448117794e-08, |
| "loss": 0.1333, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.9733075435203095, |
| "grad_norm": 0.7695085076315615, |
| "learning_rate": 2.264038713457706e-08, |
| "loss": 0.1645, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.9748549323017408, |
| "grad_norm": 0.7415189162645879, |
| "learning_rate": 2.0321477449619098e-08, |
| "loss": 0.1568, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9764023210831722, |
| "grad_norm": 0.8220244447216026, |
| "learning_rate": 1.8127583609945376e-08, |
| "loss": 0.1546, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.9779497098646035, |
| "grad_norm": 0.8679740522554501, |
| "learning_rate": 1.6058760693708487e-08, |
| "loss": 0.1487, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.9794970986460348, |
| "grad_norm": 0.7017951731618077, |
| "learning_rate": 1.411506063912882e-08, |
| "loss": 0.1346, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.9810444874274662, |
| "grad_norm": 0.9092830013578839, |
| "learning_rate": 1.2296532243193382e-08, |
| "loss": 0.1267, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9825918762088974, |
| "grad_norm": 0.9683538646565922, |
| "learning_rate": 1.0603221160429e-08, |
| "loss": 0.1846, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.9841392649903288, |
| "grad_norm": 0.8999882709467414, |
| "learning_rate": 9.035169901754902e-09, |
| "loss": 0.1687, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9856866537717601, |
| "grad_norm": 0.8029769470497292, |
| "learning_rate": 7.59241783341913e-09, |
| "loss": 0.1608, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.9872340425531915, |
| "grad_norm": 0.9217618497028801, |
| "learning_rate": 6.2750011760054355e-09, |
| "loss": 0.1793, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.9887814313346228, |
| "grad_norm": 0.7827749530752652, |
| "learning_rate": 5.082953003528457e-09, |
| "loss": 0.1618, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.9903288201160542, |
| "grad_norm": 0.7823004595031468, |
| "learning_rate": 4.016303242600495e-09, |
| "loss": 0.133, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9918762088974855, |
| "grad_norm": 0.7620908308906509, |
| "learning_rate": 3.075078671682108e-09, |
| "loss": 0.174, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.9934235976789169, |
| "grad_norm": 0.8275398473313822, |
| "learning_rate": 2.2593029204076578e-09, |
| "loss": 0.1319, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9949709864603482, |
| "grad_norm": 1.0308241658181023, |
| "learning_rate": 1.5689964689935555e-09, |
| "loss": 0.1658, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.9965183752417794, |
| "grad_norm": 0.9124286283429369, |
| "learning_rate": 1.004176647724231e-09, |
| "loss": 0.1458, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9980657640232108, |
| "grad_norm": 0.7481541000671525, |
| "learning_rate": 5.648576365169245e-10, |
| "loss": 0.1601, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.9996131528046421, |
| "grad_norm": 0.7816235138889417, |
| "learning_rate": 2.5105046456475047e-10, |
| "loss": 0.1634, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6239160001117061, |
| "learning_rate": 6.276301006080676e-11, |
| "loss": 0.1093, |
| "step": 647 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 647, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 957412566433792.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
