| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 780, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005148005148005148, |
| "grad_norm": 28.892786026000977, |
| "learning_rate": 0.0, |
| "loss": 0.6744, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.010296010296010296, |
| "grad_norm": 36.62438201904297, |
| "learning_rate": 2.061855670103093e-06, |
| "loss": 1.1938, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.015444015444015444, |
| "grad_norm": 30.183523178100586, |
| "learning_rate": 4.123711340206186e-06, |
| "loss": 0.9132, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.02059202059202059, |
| "grad_norm": 30.808048248291016, |
| "learning_rate": 6.185567010309279e-06, |
| "loss": 1.0766, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02574002574002574, |
| "grad_norm": 31.998327255249023, |
| "learning_rate": 8.247422680412371e-06, |
| "loss": 1.3448, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.03088803088803089, |
| "grad_norm": 36.63566207885742, |
| "learning_rate": 1.0309278350515464e-05, |
| "loss": 1.2847, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.036036036036036036, |
| "grad_norm": 42.04302978515625, |
| "learning_rate": 1.2371134020618558e-05, |
| "loss": 0.5938, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.04118404118404118, |
| "grad_norm": 14.437341690063477, |
| "learning_rate": 1.4432989690721649e-05, |
| "loss": 0.4745, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04633204633204633, |
| "grad_norm": 17.014678955078125, |
| "learning_rate": 1.6494845360824743e-05, |
| "loss": 0.5739, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.05148005148005148, |
| "grad_norm": 16.1011905670166, |
| "learning_rate": 1.8556701030927837e-05, |
| "loss": 0.2984, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05662805662805663, |
| "grad_norm": 12.759788513183594, |
| "learning_rate": 2.0618556701030927e-05, |
| "loss": 0.3813, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.06177606177606178, |
| "grad_norm": 8.758112907409668, |
| "learning_rate": 2.268041237113402e-05, |
| "loss": 0.2739, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.06692406692406692, |
| "grad_norm": 12.049139976501465, |
| "learning_rate": 2.4742268041237116e-05, |
| "loss": 0.3238, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.07207207207207207, |
| "grad_norm": 20.903139114379883, |
| "learning_rate": 2.6804123711340206e-05, |
| "loss": 0.4468, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.07722007722007722, |
| "grad_norm": 24.865018844604492, |
| "learning_rate": 2.8865979381443297e-05, |
| "loss": 0.3775, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.08236808236808237, |
| "grad_norm": 10.060315132141113, |
| "learning_rate": 3.0927835051546395e-05, |
| "loss": 0.3289, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.08751608751608751, |
| "grad_norm": 5.874386787414551, |
| "learning_rate": 3.2989690721649485e-05, |
| "loss": 0.261, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.09266409266409266, |
| "grad_norm": 11.170652389526367, |
| "learning_rate": 3.5051546391752576e-05, |
| "loss": 0.4735, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0978120978120978, |
| "grad_norm": 8.786273002624512, |
| "learning_rate": 3.7113402061855674e-05, |
| "loss": 0.3048, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.10296010296010295, |
| "grad_norm": 5.152289867401123, |
| "learning_rate": 3.9175257731958764e-05, |
| "loss": 0.1589, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.10810810810810811, |
| "grad_norm": 28.42683219909668, |
| "learning_rate": 4.1237113402061855e-05, |
| "loss": 0.2435, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.11325611325611326, |
| "grad_norm": 11.394163131713867, |
| "learning_rate": 4.329896907216495e-05, |
| "loss": 0.5999, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.11840411840411841, |
| "grad_norm": 5.172152519226074, |
| "learning_rate": 4.536082474226804e-05, |
| "loss": 0.1704, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.12355212355212356, |
| "grad_norm": 3.7361834049224854, |
| "learning_rate": 4.7422680412371134e-05, |
| "loss": 0.071, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1287001287001287, |
| "grad_norm": 10.789998054504395, |
| "learning_rate": 4.948453608247423e-05, |
| "loss": 0.1626, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.13384813384813385, |
| "grad_norm": 29.464887619018555, |
| "learning_rate": 5.1546391752577315e-05, |
| "loss": 0.3338, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.138996138996139, |
| "grad_norm": 4.975821495056152, |
| "learning_rate": 5.360824742268041e-05, |
| "loss": 0.1128, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.14414414414414414, |
| "grad_norm": 18.57765007019043, |
| "learning_rate": 5.567010309278351e-05, |
| "loss": 0.4199, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.1492921492921493, |
| "grad_norm": 7.429575443267822, |
| "learning_rate": 5.7731958762886594e-05, |
| "loss": 0.3278, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.15444015444015444, |
| "grad_norm": 3.0536420345306396, |
| "learning_rate": 5.979381443298969e-05, |
| "loss": 0.1363, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.15958815958815958, |
| "grad_norm": 5.408520698547363, |
| "learning_rate": 6.185567010309279e-05, |
| "loss": 0.2471, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.16473616473616473, |
| "grad_norm": 6.894387245178223, |
| "learning_rate": 6.391752577319587e-05, |
| "loss": 0.1888, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.16988416988416988, |
| "grad_norm": 3.299340009689331, |
| "learning_rate": 6.597938144329897e-05, |
| "loss": 0.1156, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.17503217503217502, |
| "grad_norm": 20.644685745239258, |
| "learning_rate": 6.804123711340207e-05, |
| "loss": 0.4801, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.18018018018018017, |
| "grad_norm": 12.999178886413574, |
| "learning_rate": 7.010309278350515e-05, |
| "loss": 0.5774, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.18532818532818532, |
| "grad_norm": 5.521422386169434, |
| "learning_rate": 7.216494845360825e-05, |
| "loss": 0.1196, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.19047619047619047, |
| "grad_norm": 8.625732421875, |
| "learning_rate": 7.422680412371135e-05, |
| "loss": 0.4604, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.1956241956241956, |
| "grad_norm": 5.741725921630859, |
| "learning_rate": 7.628865979381443e-05, |
| "loss": 0.2876, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.20077220077220076, |
| "grad_norm": 6.012145519256592, |
| "learning_rate": 7.835051546391753e-05, |
| "loss": 0.2902, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.2059202059202059, |
| "grad_norm": 13.354425430297852, |
| "learning_rate": 8.041237113402063e-05, |
| "loss": 0.3557, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.21106821106821108, |
| "grad_norm": 4.402190208435059, |
| "learning_rate": 8.247422680412371e-05, |
| "loss": 0.2048, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.21621621621621623, |
| "grad_norm": 11.984685897827148, |
| "learning_rate": 8.453608247422681e-05, |
| "loss": 0.6509, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.22136422136422138, |
| "grad_norm": 11.039689064025879, |
| "learning_rate": 8.65979381443299e-05, |
| "loss": 0.4794, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.22651222651222652, |
| "grad_norm": 5.657270431518555, |
| "learning_rate": 8.865979381443299e-05, |
| "loss": 0.3023, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.23166023166023167, |
| "grad_norm": 6.657912731170654, |
| "learning_rate": 9.072164948453609e-05, |
| "loss": 0.2527, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.23680823680823682, |
| "grad_norm": 3.1037261486053467, |
| "learning_rate": 9.278350515463918e-05, |
| "loss": 0.1864, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.24195624195624196, |
| "grad_norm": 2.0633435249328613, |
| "learning_rate": 9.484536082474227e-05, |
| "loss": 0.0518, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.2471042471042471, |
| "grad_norm": 11.29289722442627, |
| "learning_rate": 9.690721649484537e-05, |
| "loss": 0.2116, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.25225225225225223, |
| "grad_norm": 8.282283782958984, |
| "learning_rate": 9.896907216494846e-05, |
| "loss": 0.1405, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.2574002574002574, |
| "grad_norm": 2.075028657913208, |
| "learning_rate": 0.00010103092783505155, |
| "loss": 0.0998, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2625482625482625, |
| "grad_norm": 12.903587341308594, |
| "learning_rate": 0.00010309278350515463, |
| "loss": 0.3451, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.2676962676962677, |
| "grad_norm": 7.385539531707764, |
| "learning_rate": 0.00010515463917525774, |
| "loss": 0.2367, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2728442728442728, |
| "grad_norm": 14.151900291442871, |
| "learning_rate": 0.00010721649484536083, |
| "loss": 0.0793, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.277992277992278, |
| "grad_norm": 55.025394439697266, |
| "learning_rate": 0.00010927835051546391, |
| "loss": 0.2893, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.28314028314028317, |
| "grad_norm": 6.179469585418701, |
| "learning_rate": 0.00011134020618556702, |
| "loss": 0.1815, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2882882882882883, |
| "grad_norm": 8.201168060302734, |
| "learning_rate": 0.0001134020618556701, |
| "loss": 0.2443, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.29343629343629346, |
| "grad_norm": 11.909571647644043, |
| "learning_rate": 0.00011546391752577319, |
| "loss": 0.2542, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2985842985842986, |
| "grad_norm": 11.174131393432617, |
| "learning_rate": 0.0001175257731958763, |
| "loss": 0.0862, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.30373230373230375, |
| "grad_norm": 4.6562819480896, |
| "learning_rate": 0.00011958762886597938, |
| "loss": 0.1845, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.3088803088803089, |
| "grad_norm": 1.4798322916030884, |
| "learning_rate": 0.00012164948453608247, |
| "loss": 0.046, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.31402831402831405, |
| "grad_norm": 5.802827835083008, |
| "learning_rate": 0.00012371134020618558, |
| "loss": 0.1478, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.31917631917631917, |
| "grad_norm": 8.945999145507812, |
| "learning_rate": 0.00012577319587628866, |
| "loss": 0.5062, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.32432432432432434, |
| "grad_norm": 3.4113495349884033, |
| "learning_rate": 0.00012783505154639175, |
| "loss": 0.1137, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.32947232947232946, |
| "grad_norm": 7.847507476806641, |
| "learning_rate": 0.00012989690721649486, |
| "loss": 0.1599, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.33462033462033464, |
| "grad_norm": 6.716371059417725, |
| "learning_rate": 0.00013195876288659794, |
| "loss": 0.2323, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.33976833976833976, |
| "grad_norm": 8.012821197509766, |
| "learning_rate": 0.00013402061855670103, |
| "loss": 0.3496, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.34491634491634493, |
| "grad_norm": 10.279366493225098, |
| "learning_rate": 0.00013608247422680414, |
| "loss": 0.5191, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.35006435006435005, |
| "grad_norm": 6.560108661651611, |
| "learning_rate": 0.00013814432989690722, |
| "loss": 0.3342, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.3552123552123552, |
| "grad_norm": 9.097430229187012, |
| "learning_rate": 0.0001402061855670103, |
| "loss": 0.355, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.36036036036036034, |
| "grad_norm": 6.984493732452393, |
| "learning_rate": 0.00014226804123711342, |
| "loss": 0.3015, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3655083655083655, |
| "grad_norm": 4.377732276916504, |
| "learning_rate": 0.0001443298969072165, |
| "loss": 0.1736, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.37065637065637064, |
| "grad_norm": 3.6228346824645996, |
| "learning_rate": 0.00014639175257731958, |
| "loss": 0.1391, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3758043758043758, |
| "grad_norm": 2.835405111312866, |
| "learning_rate": 0.0001484536082474227, |
| "loss": 0.085, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.38095238095238093, |
| "grad_norm": 2.9045298099517822, |
| "learning_rate": 0.00015051546391752578, |
| "loss": 0.0973, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3861003861003861, |
| "grad_norm": 15.416662216186523, |
| "learning_rate": 0.00015257731958762886, |
| "loss": 0.7117, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3912483912483912, |
| "grad_norm": 12.579750061035156, |
| "learning_rate": 0.00015463917525773197, |
| "loss": 0.6393, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3963963963963964, |
| "grad_norm": 3.5863471031188965, |
| "learning_rate": 0.00015670103092783506, |
| "loss": 0.0516, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.4015444015444015, |
| "grad_norm": 18.148759841918945, |
| "learning_rate": 0.00015876288659793814, |
| "loss": 0.3573, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.4066924066924067, |
| "grad_norm": 5.694168567657471, |
| "learning_rate": 0.00016082474226804125, |
| "loss": 0.0653, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.4118404118404118, |
| "grad_norm": 11.648760795593262, |
| "learning_rate": 0.00016288659793814434, |
| "loss": 0.6276, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.416988416988417, |
| "grad_norm": 6.861691474914551, |
| "learning_rate": 0.00016494845360824742, |
| "loss": 0.3568, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.42213642213642216, |
| "grad_norm": 10.421208381652832, |
| "learning_rate": 0.00016701030927835053, |
| "loss": 0.3878, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.4272844272844273, |
| "grad_norm": 8.286598205566406, |
| "learning_rate": 0.00016907216494845361, |
| "loss": 0.2377, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.43243243243243246, |
| "grad_norm": 10.079511642456055, |
| "learning_rate": 0.0001711340206185567, |
| "loss": 0.3389, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.4375804375804376, |
| "grad_norm": 4.2360053062438965, |
| "learning_rate": 0.0001731958762886598, |
| "loss": 0.1506, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.44272844272844275, |
| "grad_norm": 6.217354774475098, |
| "learning_rate": 0.0001752577319587629, |
| "loss": 0.2424, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.44787644787644787, |
| "grad_norm": 19.61492347717285, |
| "learning_rate": 0.00017731958762886598, |
| "loss": 0.3983, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.45302445302445304, |
| "grad_norm": 4.8819403648376465, |
| "learning_rate": 0.0001793814432989691, |
| "loss": 0.0863, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.45817245817245816, |
| "grad_norm": 1.8875865936279297, |
| "learning_rate": 0.00018144329896907217, |
| "loss": 0.0825, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.46332046332046334, |
| "grad_norm": 10.996556282043457, |
| "learning_rate": 0.00018350515463917526, |
| "loss": 0.1688, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.46846846846846846, |
| "grad_norm": 12.937451362609863, |
| "learning_rate": 0.00018556701030927837, |
| "loss": 0.3039, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.47361647361647363, |
| "grad_norm": 7.5320940017700195, |
| "learning_rate": 0.00018762886597938145, |
| "loss": 0.1127, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.47876447876447875, |
| "grad_norm": 8.6849946975708, |
| "learning_rate": 0.00018969072164948454, |
| "loss": 0.6294, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.4839124839124839, |
| "grad_norm": 9.145796775817871, |
| "learning_rate": 0.00019175257731958765, |
| "loss": 0.1106, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.48906048906048905, |
| "grad_norm": 19.894432067871094, |
| "learning_rate": 0.00019381443298969073, |
| "loss": 0.5281, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.4942084942084942, |
| "grad_norm": 4.2731194496154785, |
| "learning_rate": 0.00019587628865979381, |
| "loss": 0.0629, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.49935649935649934, |
| "grad_norm": 1.811614751815796, |
| "learning_rate": 0.00019793814432989693, |
| "loss": 0.012, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.5045045045045045, |
| "grad_norm": 14.820219993591309, |
| "learning_rate": 0.0002, |
| "loss": 0.5524, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.5096525096525096, |
| "grad_norm": 10.390414237976074, |
| "learning_rate": 0.00019999935249847796, |
| "loss": 0.4835, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.5148005148005148, |
| "grad_norm": 20.594295501708984, |
| "learning_rate": 0.00019999741000229694, |
| "loss": 0.4877, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.51994851994852, |
| "grad_norm": 8.217048645019531, |
| "learning_rate": 0.00019999417253661235, |
| "loss": 0.3074, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.525096525096525, |
| "grad_norm": 4.669956207275391, |
| "learning_rate": 0.00019998964014334946, |
| "loss": 0.178, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.5302445302445302, |
| "grad_norm": 4.6300129890441895, |
| "learning_rate": 0.00019998381288120295, |
| "loss": 0.457, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.5353925353925354, |
| "grad_norm": 8.305853843688965, |
| "learning_rate": 0.00019997669082563597, |
| "loss": 0.6123, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.5405405405405406, |
| "grad_norm": 6.06637716293335, |
| "learning_rate": 0.0001999682740688794, |
| "loss": 0.3565, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.5456885456885456, |
| "grad_norm": 2.230668306350708, |
| "learning_rate": 0.0001999585627199305, |
| "loss": 0.1088, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.5508365508365508, |
| "grad_norm": 2.4483532905578613, |
| "learning_rate": 0.00019994755690455152, |
| "loss": 0.2637, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.555984555984556, |
| "grad_norm": 7.294671058654785, |
| "learning_rate": 0.00019993525676526805, |
| "loss": 0.3268, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5611325611325612, |
| "grad_norm": 4.615152359008789, |
| "learning_rate": 0.00019992166246136738, |
| "loss": 0.2324, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5662805662805663, |
| "grad_norm": 6.605710983276367, |
| "learning_rate": 0.00019990677416889608, |
| "loss": 0.3835, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 7.689223289489746, |
| "learning_rate": 0.000199890592080658, |
| "loss": 0.2309, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5765765765765766, |
| "grad_norm": 7.037056922912598, |
| "learning_rate": 0.00019987311640621173, |
| "loss": 0.2134, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5817245817245817, |
| "grad_norm": 8.55246639251709, |
| "learning_rate": 0.0001998543473718677, |
| "loss": 0.3593, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5868725868725869, |
| "grad_norm": 5.665684223175049, |
| "learning_rate": 0.00019983428522068556, |
| "loss": 0.2502, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.592020592020592, |
| "grad_norm": 6.286493301391602, |
| "learning_rate": 0.0001998129302124707, |
| "loss": 0.2534, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5971685971685972, |
| "grad_norm": 11.630946159362793, |
| "learning_rate": 0.00019979028262377118, |
| "loss": 0.2662, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.6023166023166023, |
| "grad_norm": 6.08538293838501, |
| "learning_rate": 0.00019976634274787393, |
| "loss": 0.322, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.6074646074646075, |
| "grad_norm": 2.3434488773345947, |
| "learning_rate": 0.00019974111089480112, |
| "loss": 0.049, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.6126126126126126, |
| "grad_norm": 4.001118183135986, |
| "learning_rate": 0.00019971458739130598, |
| "loss": 0.1217, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.6177606177606177, |
| "grad_norm": 4.836251258850098, |
| "learning_rate": 0.00019968677258086866, |
| "loss": 0.128, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.6229086229086229, |
| "grad_norm": 11.091276168823242, |
| "learning_rate": 0.00019965766682369186, |
| "loss": 0.0122, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.6280566280566281, |
| "grad_norm": 6.09678840637207, |
| "learning_rate": 0.000199627270496696, |
| "loss": 0.3839, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.6332046332046332, |
| "grad_norm": 4.328238487243652, |
| "learning_rate": 0.00019959558399351444, |
| "loss": 0.0516, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.6383526383526383, |
| "grad_norm": 34.09149932861328, |
| "learning_rate": 0.00019956260772448833, |
| "loss": 0.4919, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.6435006435006435, |
| "grad_norm": 6.8349504470825195, |
| "learning_rate": 0.0001995283421166614, |
| "loss": 0.0291, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 8.841316223144531, |
| "learning_rate": 0.0001994927876137743, |
| "loss": 0.2145, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.6537966537966537, |
| "grad_norm": 13.123899459838867, |
| "learning_rate": 0.00019945594467625895, |
| "loss": 0.5017, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.6589446589446589, |
| "grad_norm": 5.323240280151367, |
| "learning_rate": 0.00019941781378123244, |
| "loss": 0.0709, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.6640926640926641, |
| "grad_norm": 3.08840274810791, |
| "learning_rate": 0.00019937839542249108, |
| "loss": 0.0475, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.6692406692406693, |
| "grad_norm": 0.6424345970153809, |
| "learning_rate": 0.0001993376901105038, |
| "loss": 0.0119, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6743886743886743, |
| "grad_norm": 6.012360095977783, |
| "learning_rate": 0.00019929569837240564, |
| "loss": 0.1478, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.6795366795366795, |
| "grad_norm": 6.305980682373047, |
| "learning_rate": 0.0001992524207519909, |
| "loss": 0.7462, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6846846846846847, |
| "grad_norm": 3.4723167419433594, |
| "learning_rate": 0.00019920785780970604, |
| "loss": 0.0576, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.6898326898326899, |
| "grad_norm": 11.569315910339355, |
| "learning_rate": 0.00019916201012264254, |
| "loss": 0.557, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.694980694980695, |
| "grad_norm": 4.63154411315918, |
| "learning_rate": 0.00019911487828452932, |
| "loss": 0.0806, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.7001287001287001, |
| "grad_norm": 4.816208839416504, |
| "learning_rate": 0.00019906646290572514, |
| "loss": 0.0662, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.7052767052767053, |
| "grad_norm": 1.8962702751159668, |
| "learning_rate": 0.00019901676461321068, |
| "loss": 0.0352, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.7104247104247104, |
| "grad_norm": 5.727291584014893, |
| "learning_rate": 0.00019896578405058027, |
| "loss": 0.3411, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.7155727155727156, |
| "grad_norm": 5.64797306060791, |
| "learning_rate": 0.00019891352187803376, |
| "loss": 0.2624, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.7207207207207207, |
| "grad_norm": 4.403573989868164, |
| "learning_rate": 0.00019885997877236788, |
| "loss": 0.1156, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.7258687258687259, |
| "grad_norm": 0.9339085221290588, |
| "learning_rate": 0.0001988051554269675, |
| "loss": 0.0262, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.731016731016731, |
| "grad_norm": 5.508331298828125, |
| "learning_rate": 0.0001987490525517966, |
| "loss": 0.3531, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.7361647361647362, |
| "grad_norm": 2.545103073120117, |
| "learning_rate": 0.00019869167087338907, |
| "loss": 0.0646, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.7413127413127413, |
| "grad_norm": 2.4320385456085205, |
| "learning_rate": 0.00019863301113483948, |
| "loss": 0.1268, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.7464607464607464, |
| "grad_norm": 6.993696689605713, |
| "learning_rate": 0.00019857307409579318, |
| "loss": 0.2409, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.7516087516087516, |
| "grad_norm": 5.1249213218688965, |
| "learning_rate": 0.00019851186053243666, |
| "loss": 0.1423, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.7567567567567568, |
| "grad_norm": 6.732025623321533, |
| "learning_rate": 0.0001984493712374874, |
| "loss": 0.2505, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.7619047619047619, |
| "grad_norm": 6.208662986755371, |
| "learning_rate": 0.00019838560702018374, |
| "loss": 0.4633, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.767052767052767, |
| "grad_norm": 0.4718399941921234, |
| "learning_rate": 0.00019832056870627417, |
| "loss": 0.0152, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.7722007722007722, |
| "grad_norm": 3.0602071285247803, |
| "learning_rate": 0.00019825425713800688, |
| "loss": 0.0912, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.7773487773487774, |
| "grad_norm": 11.723753929138184, |
| "learning_rate": 0.00019818667317411865, |
| "loss": 0.255, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.7824967824967825, |
| "grad_norm": 2.562699556350708, |
| "learning_rate": 0.0001981178176898239, |
| "loss": 0.0631, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.7876447876447876, |
| "grad_norm": 8.836181640625, |
| "learning_rate": 0.00019804769157680328, |
| "loss": 0.2614, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7927927927927928, |
| "grad_norm": 0.6671794056892395, |
| "learning_rate": 0.000197976295743192, |
| "loss": 0.0154, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.797940797940798, |
| "grad_norm": 0.9738186001777649, |
| "learning_rate": 0.00019790363111356837, |
| "loss": 0.0183, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.803088803088803, |
| "grad_norm": 3.9262330532073975, |
| "learning_rate": 0.0001978296986289415, |
| "loss": 0.1642, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.8082368082368082, |
| "grad_norm": 5.610588550567627, |
| "learning_rate": 0.00019775449924673934, |
| "loss": 0.1122, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.8133848133848134, |
| "grad_norm": 3.3969929218292236, |
| "learning_rate": 0.00019767803394079615, |
| "loss": 0.181, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.8185328185328186, |
| "grad_norm": 7.106573104858398, |
| "learning_rate": 0.00019760030370134004, |
| "loss": 0.1641, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.8236808236808236, |
| "grad_norm": 0.9679182767868042, |
| "learning_rate": 0.0001975213095349799, |
| "loss": 0.0041, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.8288288288288288, |
| "grad_norm": 6.026078224182129, |
| "learning_rate": 0.00019744105246469263, |
| "loss": 0.241, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.833976833976834, |
| "grad_norm": 5.32731819152832, |
| "learning_rate": 0.0001973595335298097, |
| "loss": 0.0284, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.8391248391248392, |
| "grad_norm": 9.328866004943848, |
| "learning_rate": 0.0001972767537860038, |
| "loss": 0.2987, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.8442728442728443, |
| "grad_norm": 11.435934066772461, |
| "learning_rate": 0.0001971927143052752, |
| "loss": 0.2802, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.8494208494208494, |
| "grad_norm": 10.742446899414062, |
| "learning_rate": 0.00019710741617593767, |
| "loss": 0.1801, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.8545688545688546, |
| "grad_norm": 4.005350589752197, |
| "learning_rate": 0.00019702086050260456, |
| "loss": 0.1937, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.8597168597168597, |
| "grad_norm": 16.507844924926758, |
| "learning_rate": 0.00019693304840617457, |
| "loss": 0.0953, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.8648648648648649, |
| "grad_norm": 9.257786750793457, |
| "learning_rate": 0.00019684398102381694, |
| "loss": 0.1817, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.87001287001287, |
| "grad_norm": 1.577095627784729, |
| "learning_rate": 0.000196753659508957, |
| "loss": 0.0272, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.8751608751608752, |
| "grad_norm": 1.1240413188934326, |
| "learning_rate": 0.00019666208503126112, |
| "loss": 0.0201, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.8803088803088803, |
| "grad_norm": 9.716466903686523, |
| "learning_rate": 0.0001965692587766216, |
| "loss": 0.442, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.8854568854568855, |
| "grad_norm": 0.4750039279460907, |
| "learning_rate": 0.00019647518194714124, |
| "loss": 0.0089, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.8906048906048906, |
| "grad_norm": 8.365714073181152, |
| "learning_rate": 0.00019637985576111778, |
| "loss": 0.0668, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.8957528957528957, |
| "grad_norm": 11.201833724975586, |
| "learning_rate": 0.00019628328145302837, |
| "loss": 0.1195, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.9009009009009009, |
| "grad_norm": 4.803361892700195, |
| "learning_rate": 0.00019618546027351316, |
| "loss": 0.0633, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.9060489060489061, |
| "grad_norm": 6.3179731369018555, |
| "learning_rate": 0.0001960863934893594, |
| "loss": 0.0849, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.9111969111969112, |
| "grad_norm": 5.650880813598633, |
| "learning_rate": 0.00019598608238348493, |
| "loss": 0.6128, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.9163449163449163, |
| "grad_norm": 3.937826156616211, |
| "learning_rate": 0.0001958845282549217, |
| "loss": 0.065, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.9214929214929215, |
| "grad_norm": 9.037993431091309, |
| "learning_rate": 0.00019578173241879872, |
| "loss": 0.1074, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.9266409266409267, |
| "grad_norm": 4.078769683837891, |
| "learning_rate": 0.0001956776962063252, |
| "loss": 0.0618, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.9317889317889317, |
| "grad_norm": 0.4434206783771515, |
| "learning_rate": 0.00019557242096477327, |
| "loss": 0.0082, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.9369369369369369, |
| "grad_norm": 8.550223350524902, |
| "learning_rate": 0.00019546590805746052, |
| "loss": 0.2954, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.9420849420849421, |
| "grad_norm": 7.798310279846191, |
| "learning_rate": 0.00019535815886373233, |
| "loss": 0.4207, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.9472329472329473, |
| "grad_norm": 3.2412683963775635, |
| "learning_rate": 0.00019524917477894404, |
| "loss": 0.039, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 10.730278015136719, |
| "learning_rate": 0.00019513895721444286, |
| "loss": 0.6668, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.9575289575289575, |
| "grad_norm": 2.474336624145508, |
| "learning_rate": 0.00019502750759754962, |
| "loss": 0.0668, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.9626769626769627, |
| "grad_norm": 6.537830352783203, |
| "learning_rate": 0.0001949148273715402, |
| "loss": 0.1131, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.9678249678249679, |
| "grad_norm": 10.1017484664917, |
| "learning_rate": 0.00019480091799562704, |
| "loss": 0.242, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.972972972972973, |
| "grad_norm": 40.51047134399414, |
| "learning_rate": 0.00019468578094493998, |
| "loss": 0.6634, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.9781209781209781, |
| "grad_norm": 3.2758638858795166, |
| "learning_rate": 0.00019456941771050734, |
| "loss": 0.0417, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.9832689832689833, |
| "grad_norm": 3.893338441848755, |
| "learning_rate": 0.00019445182979923654, |
| "loss": 0.5034, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.9884169884169884, |
| "grad_norm": 6.016239643096924, |
| "learning_rate": 0.00019433301873389463, |
| "loss": 0.1005, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.9935649935649936, |
| "grad_norm": 3.714273452758789, |
| "learning_rate": 0.00019421298605308847, |
| "loss": 0.1076, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.9987129987129987, |
| "grad_norm": 7.0243000984191895, |
| "learning_rate": 0.000194091733311245, |
| "loss": 0.1508, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 5.084377765655518, |
| "learning_rate": 0.00019396926207859084, |
| "loss": 0.179, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.005148005148005, |
| "grad_norm": 5.120644569396973, |
| "learning_rate": 0.00019384557394113228, |
| "loss": 0.3528, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.0102960102960103, |
| "grad_norm": 2.3707666397094727, |
| "learning_rate": 0.00019372067050063438, |
| "loss": 0.0649, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.0154440154440154, |
| "grad_norm": 1.5513978004455566, |
| "learning_rate": 0.00019359455337460054, |
| "loss": 0.0563, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.0205920205920207, |
| "grad_norm": 3.5720956325531006, |
| "learning_rate": 0.00019346722419625136, |
| "loss": 0.0953, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.0257400257400258, |
| "grad_norm": 0.8894923329353333, |
| "learning_rate": 0.0001933386846145036, |
| "loss": 0.0207, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.0308880308880308, |
| "grad_norm": 1.2937897443771362, |
| "learning_rate": 0.00019320893629394873, |
| "loss": 0.024, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.0360360360360361, |
| "grad_norm": 3.0240986347198486, |
| "learning_rate": 0.00019307798091483145, |
| "loss": 0.0398, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.0411840411840412, |
| "grad_norm": 4.447941303253174, |
| "learning_rate": 0.00019294582017302797, |
| "loss": 0.067, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.0463320463320462, |
| "grad_norm": 3.8924341201782227, |
| "learning_rate": 0.0001928124557800238, |
| "loss": 0.1048, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.0514800514800515, |
| "grad_norm": 21.91023063659668, |
| "learning_rate": 0.000192677889462892, |
| "loss": 0.398, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.0566280566280566, |
| "grad_norm": 10.584362983703613, |
| "learning_rate": 0.00019254212296427044, |
| "loss": 0.0987, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.0617760617760619, |
| "grad_norm": 4.127809524536133, |
| "learning_rate": 0.00019240515804233937, |
| "loss": 0.293, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.066924066924067, |
| "grad_norm": 6.54122257232666, |
| "learning_rate": 0.00019226699647079874, |
| "loss": 0.0313, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.072072072072072, |
| "grad_norm": 1.3742715120315552, |
| "learning_rate": 0.0001921276400388451, |
| "loss": 0.0026, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.0772200772200773, |
| "grad_norm": 2.312436580657959, |
| "learning_rate": 0.0001919870905511485, |
| "loss": 0.0268, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.0823680823680824, |
| "grad_norm": 7.563596725463867, |
| "learning_rate": 0.00019184534982782904, |
| "loss": 0.2532, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.0875160875160874, |
| "grad_norm": 6.43716287612915, |
| "learning_rate": 0.00019170241970443343, |
| "loss": 0.0559, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.0926640926640927, |
| "grad_norm": 10.689008712768555, |
| "learning_rate": 0.00019155830203191113, |
| "loss": 0.1006, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.0978120978120978, |
| "grad_norm": 0.15642720460891724, |
| "learning_rate": 0.00019141299867659036, |
| "loss": 0.0015, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.102960102960103, |
| "grad_norm": 4.3437018394470215, |
| "learning_rate": 0.00019126651152015403, |
| "loss": 0.2429, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.1081081081081081, |
| "grad_norm": 17.011978149414062, |
| "learning_rate": 0.00019111884245961522, |
| "loss": 0.7344, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.1132561132561132, |
| "grad_norm": 2.5843803882598877, |
| "learning_rate": 0.00019096999340729282, |
| "loss": 0.0234, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.1184041184041185, |
| "grad_norm": 495.9808349609375, |
| "learning_rate": 0.00019081996629078657, |
| "loss": 1.2841, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.1235521235521235, |
| "grad_norm": 10.856950759887695, |
| "learning_rate": 0.00019066876305295216, |
| "loss": 0.1348, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.1287001287001286, |
| "grad_norm": 18.06598663330078, |
| "learning_rate": 0.00019051638565187616, |
| "loss": 0.4201, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.1338481338481339, |
| "grad_norm": 29.55030632019043, |
| "learning_rate": 0.00019036283606085053, |
| "loss": 0.38, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.138996138996139, |
| "grad_norm": 5.556860446929932, |
| "learning_rate": 0.0001902081162683472, |
| "loss": 0.1044, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.1441441441441442, |
| "grad_norm": 4.784843921661377, |
| "learning_rate": 0.00019005222827799212, |
| "loss": 0.1808, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.1492921492921493, |
| "grad_norm": 8.100556373596191, |
| "learning_rate": 0.00018989517410853955, |
| "loss": 0.1281, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.1544401544401544, |
| "grad_norm": 1.4319038391113281, |
| "learning_rate": 0.00018973695579384576, |
| "loss": 0.0287, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.1595881595881596, |
| "grad_norm": 9.646347999572754, |
| "learning_rate": 0.00018957757538284273, |
| "loss": 0.5215, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.1647361647361647, |
| "grad_norm": 8.4497652053833, |
| "learning_rate": 0.00018941703493951164, |
| "loss": 0.0688, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.16988416988417, |
| "grad_norm": 4.361366271972656, |
| "learning_rate": 0.00018925533654285615, |
| "loss": 0.0714, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.175032175032175, |
| "grad_norm": 1.9169917106628418, |
| "learning_rate": 0.00018909248228687536, |
| "loss": 0.0567, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.1801801801801801, |
| "grad_norm": 3.0765633583068848, |
| "learning_rate": 0.00018892847428053693, |
| "loss": 0.0424, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.1853281853281854, |
| "grad_norm": 0.551067590713501, |
| "learning_rate": 0.00018876331464774945, |
| "loss": 0.0153, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.1904761904761905, |
| "grad_norm": 6.79862117767334, |
| "learning_rate": 0.00018859700552733516, |
| "loss": 0.1199, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.1956241956241955, |
| "grad_norm": 0.6848296523094177, |
| "learning_rate": 0.00018842954907300236, |
| "loss": 0.0058, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.2007722007722008, |
| "grad_norm": 1.4121878147125244, |
| "learning_rate": 0.00018826094745331715, |
| "loss": 0.0204, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.2059202059202059, |
| "grad_norm": 31.389068603515625, |
| "learning_rate": 0.00018809120285167565, |
| "loss": 0.0695, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.2110682110682112, |
| "grad_norm": 2.5935301780700684, |
| "learning_rate": 0.00018792031746627563, |
| "loss": 0.0301, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.2162162162162162, |
| "grad_norm": 0.9850413799285889, |
| "learning_rate": 0.000187748293510088, |
| "loss": 0.0151, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.2213642213642213, |
| "grad_norm": 2.5051488876342773, |
| "learning_rate": 0.0001875751332108283, |
| "loss": 0.0484, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.2265122265122266, |
| "grad_norm": 0.43330660462379456, |
| "learning_rate": 0.0001874008388109276, |
| "loss": 0.0022, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.2316602316602316, |
| "grad_norm": 14.615728378295898, |
| "learning_rate": 0.0001872254125675037, |
| "loss": 0.1385, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.236808236808237, |
| "grad_norm": 4.9157185554504395, |
| "learning_rate": 0.0001870488567523318, |
| "loss": 0.2347, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.241956241956242, |
| "grad_norm": 0.4485873579978943, |
| "learning_rate": 0.00018687117365181512, |
| "loss": 0.0024, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.247104247104247, |
| "grad_norm": 6.608181476593018, |
| "learning_rate": 0.00018669236556695515, |
| "loss": 0.0602, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.2522522522522523, |
| "grad_norm": 7.834930896759033, |
| "learning_rate": 0.00018651243481332213, |
| "loss": 0.4808, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.2574002574002574, |
| "grad_norm": 4.652353763580322, |
| "learning_rate": 0.00018633138372102468, |
| "loss": 0.1443, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.2625482625482625, |
| "grad_norm": 0.908244252204895, |
| "learning_rate": 0.00018614921463468002, |
| "loss": 0.0075, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.2676962676962678, |
| "grad_norm": 4.2695536613464355, |
| "learning_rate": 0.00018596592991338334, |
| "loss": 0.0735, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.2728442728442728, |
| "grad_norm": 12.879799842834473, |
| "learning_rate": 0.00018578153193067745, |
| "loss": 0.7177, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.2779922779922779, |
| "grad_norm": 9.532065391540527, |
| "learning_rate": 0.0001855960230745217, |
| "loss": 0.3006, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.2831402831402832, |
| "grad_norm": 6.336977958679199, |
| "learning_rate": 0.0001854094057472615, |
| "loss": 0.057, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.2882882882882882, |
| "grad_norm": 4.082253456115723, |
| "learning_rate": 0.00018522168236559695, |
| "loss": 0.0638, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.2934362934362935, |
| "grad_norm": 6.137638092041016, |
| "learning_rate": 0.00018503285536055147, |
| "loss": 0.0717, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.2985842985842986, |
| "grad_norm": 4.905017375946045, |
| "learning_rate": 0.0001848429271774406, |
| "loss": 0.1896, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.3037323037323039, |
| "grad_norm": 4.505847930908203, |
| "learning_rate": 0.00018465190027584005, |
| "loss": 0.1616, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.308880308880309, |
| "grad_norm": 3.1315011978149414, |
| "learning_rate": 0.00018445977712955403, |
| "loss": 0.1974, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.314028314028314, |
| "grad_norm": 2.908487319946289, |
| "learning_rate": 0.0001842665602265831, |
| "loss": 0.0241, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.3191763191763193, |
| "grad_norm": 6.612605094909668, |
| "learning_rate": 0.00018407225206909208, |
| "loss": 0.2267, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.3243243243243243, |
| "grad_norm": 12.149686813354492, |
| "learning_rate": 0.0001838768551733775, |
| "loss": 0.5068, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.3294723294723294, |
| "grad_norm": 4.582735538482666, |
| "learning_rate": 0.00018368037206983515, |
| "loss": 0.0427, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.3346203346203347, |
| "grad_norm": 2.1869008541107178, |
| "learning_rate": 0.00018348280530292713, |
| "loss": 0.0267, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.3397683397683398, |
| "grad_norm": 5.434723854064941, |
| "learning_rate": 0.00018328415743114912, |
| "loss": 0.1063, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.3449163449163448, |
| "grad_norm": 2.939981698989868, |
| "learning_rate": 0.00018308443102699713, |
| "loss": 0.1915, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.35006435006435, |
| "grad_norm": 9.131181716918945, |
| "learning_rate": 0.00018288362867693414, |
| "loss": 0.13, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.3552123552123552, |
| "grad_norm": 1.5698065757751465, |
| "learning_rate": 0.0001826817529813567, |
| "loss": 0.0232, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.3603603603603602, |
| "grad_norm": 1.2605693340301514, |
| "learning_rate": 0.00018247880655456125, |
| "loss": 0.0228, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.3655083655083655, |
| "grad_norm": 2.6561949253082275, |
| "learning_rate": 0.00018227479202471015, |
| "loss": 0.0501, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.3706563706563706, |
| "grad_norm": 5.333164215087891, |
| "learning_rate": 0.00018206971203379773, |
| "loss": 0.1307, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.3758043758043759, |
| "grad_norm": 0.7859781384468079, |
| "learning_rate": 0.00018186356923761626, |
| "loss": 0.0181, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.380952380952381, |
| "grad_norm": 0.15925440192222595, |
| "learning_rate": 0.0001816563663057211, |
| "loss": 0.004, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.3861003861003862, |
| "grad_norm": 5.537844181060791, |
| "learning_rate": 0.00018144810592139656, |
| "loss": 0.0719, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.3912483912483913, |
| "grad_norm": 2.901510238647461, |
| "learning_rate": 0.00018123879078162097, |
| "loss": 0.0683, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.3963963963963963, |
| "grad_norm": 2.2592852115631104, |
| "learning_rate": 0.00018102842359703176, |
| "loss": 0.0231, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.4015444015444016, |
| "grad_norm": 5.0950798988342285, |
| "learning_rate": 0.0001808170070918904, |
| "loss": 0.3607, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.4066924066924067, |
| "grad_norm": 0.20150257647037506, |
| "learning_rate": 0.00018060454400404695, |
| "loss": 0.0034, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.4118404118404118, |
| "grad_norm": 11.851383209228516, |
| "learning_rate": 0.000180391037084905, |
| "loss": 0.1604, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.416988416988417, |
| "grad_norm": 2.141732931137085, |
| "learning_rate": 0.0001801764890993856, |
| "loss": 0.0382, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.422136422136422, |
| "grad_norm": 5.131380081176758, |
| "learning_rate": 0.0001799609028258917, |
| "loss": 0.2904, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.4272844272844272, |
| "grad_norm": 5.328615188598633, |
| "learning_rate": 0.00017974428105627208, |
| "loss": 0.3075, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.4324324324324325, |
| "grad_norm": 0.7733826041221619, |
| "learning_rate": 0.0001795266265957853, |
| "loss": 0.003, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.4375804375804375, |
| "grad_norm": 3.2559750080108643, |
| "learning_rate": 0.0001793079422630632, |
| "loss": 0.0462, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.4427284427284428, |
| "grad_norm": 7.815288066864014, |
| "learning_rate": 0.00017908823089007457, |
| "loss": 0.209, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.4478764478764479, |
| "grad_norm": 9.75100040435791, |
| "learning_rate": 0.00017886749532208837, |
| "loss": 0.1576, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.4530244530244532, |
| "grad_norm": 0.4934830367565155, |
| "learning_rate": 0.00017864573841763694, |
| "loss": 0.0113, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.4581724581724582, |
| "grad_norm": 8.259903907775879, |
| "learning_rate": 0.00017842296304847893, |
| "loss": 0.0845, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.4633204633204633, |
| "grad_norm": 1.1995900869369507, |
| "learning_rate": 0.00017819917209956215, |
| "loss": 0.005, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.4684684684684686, |
| "grad_norm": 7.071656703948975, |
| "learning_rate": 0.00017797436846898619, |
| "loss": 0.1429, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.4736164736164736, |
| "grad_norm": 3.0496432781219482, |
| "learning_rate": 0.00017774855506796496, |
| "loss": 0.0129, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.4787644787644787, |
| "grad_norm": 13.627134323120117, |
| "learning_rate": 0.0001775217348207888, |
| "loss": 1.1236, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.483912483912484, |
| "grad_norm": 7.273830890655518, |
| "learning_rate": 0.00017729391066478688, |
| "loss": 0.085, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.489060489060489, |
| "grad_norm": 0.6009524464607239, |
| "learning_rate": 0.00017706508555028893, |
| "loss": 0.0052, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.494208494208494, |
| "grad_norm": 13.946626663208008, |
| "learning_rate": 0.00017683526244058716, |
| "loss": 0.1716, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.4993564993564994, |
| "grad_norm": 10.14864444732666, |
| "learning_rate": 0.0001766044443118978, |
| "loss": 0.0871, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.5045045045045045, |
| "grad_norm": 6.030947685241699, |
| "learning_rate": 0.0001763726341533227, |
| "loss": 0.0855, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.5096525096525095, |
| "grad_norm": 34.42390823364258, |
| "learning_rate": 0.00017613983496681044, |
| "loss": 0.7379, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.5148005148005148, |
| "grad_norm": 1.3149932622909546, |
| "learning_rate": 0.00017590604976711754, |
| "loss": 0.0136, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.51994851994852, |
| "grad_norm": 4.331245422363281, |
| "learning_rate": 0.00017567128158176953, |
| "loss": 0.1031, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.525096525096525, |
| "grad_norm": 4.710329532623291, |
| "learning_rate": 0.00017543553345102152, |
| "loss": 0.1562, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.5302445302445302, |
| "grad_norm": 10.789880752563477, |
| "learning_rate": 0.00017519880842781894, |
| "loss": 0.0668, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.5353925353925355, |
| "grad_norm": 4.577251434326172, |
| "learning_rate": 0.0001749611095777581, |
| "loss": 0.2795, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.5405405405405406, |
| "grad_norm": 3.251940965652466, |
| "learning_rate": 0.00017472243997904626, |
| "loss": 0.0476, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.5456885456885456, |
| "grad_norm": 2.7281453609466553, |
| "learning_rate": 0.00017448280272246212, |
| "loss": 0.1409, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.550836550836551, |
| "grad_norm": 6.675407409667969, |
| "learning_rate": 0.00017424220091131535, |
| "loss": 0.1161, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.555984555984556, |
| "grad_norm": 0.6979472637176514, |
| "learning_rate": 0.00017400063766140678, |
| "loss": 0.0084, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.561132561132561, |
| "grad_norm": 3.094895601272583, |
| "learning_rate": 0.0001737581161009878, |
| "loss": 0.0313, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.5662805662805663, |
| "grad_norm": 7.1512861251831055, |
| "learning_rate": 0.00017351463937072004, |
| "loss": 0.2728, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 2.706373691558838, |
| "learning_rate": 0.00017327021062363458, |
| "loss": 0.0512, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.5765765765765765, |
| "grad_norm": 2.9084832668304443, |
| "learning_rate": 0.00017302483302509108, |
| "loss": 0.0743, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.5817245817245817, |
| "grad_norm": 0.7898654341697693, |
| "learning_rate": 0.00017277850975273696, |
| "loss": 0.0127, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.586872586872587, |
| "grad_norm": 2.7745320796966553, |
| "learning_rate": 0.00017253124399646606, |
| "loss": 0.2848, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.5920205920205919, |
| "grad_norm": 0.0922975093126297, |
| "learning_rate": 0.00017228303895837748, |
| "loss": 0.0036, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.5971685971685972, |
| "grad_norm": 4.047640800476074, |
| "learning_rate": 0.000172033897852734, |
| "loss": 0.0708, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.6023166023166024, |
| "grad_norm": 3.7090158462524414, |
| "learning_rate": 0.00017178382390592057, |
| "loss": 0.0887, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.6074646074646075, |
| "grad_norm": 4.62571382522583, |
| "learning_rate": 0.0001715328203564023, |
| "loss": 0.2746, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.6126126126126126, |
| "grad_norm": 16.148685455322266, |
| "learning_rate": 0.00017128089045468294, |
| "loss": 0.1546, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.6177606177606179, |
| "grad_norm": 8.929279327392578, |
| "learning_rate": 0.00017102803746326227, |
| "loss": 0.1486, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.622908622908623, |
| "grad_norm": 1.5397669076919556, |
| "learning_rate": 0.00017077426465659433, |
| "loss": 0.0217, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.628056628056628, |
| "grad_norm": 3.9930737018585205, |
| "learning_rate": 0.0001705195753210446, |
| "loss": 0.1983, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.6332046332046333, |
| "grad_norm": 0.5112211108207703, |
| "learning_rate": 0.00017026397275484773, |
| "loss": 0.0073, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.6383526383526383, |
| "grad_norm": 8.591222763061523, |
| "learning_rate": 0.0001700074602680648, |
| "loss": 0.3153, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.6435006435006434, |
| "grad_norm": 3.849032163619995, |
| "learning_rate": 0.0001697500411825403, |
| "loss": 0.156, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.6486486486486487, |
| "grad_norm": 3.7891454696655273, |
| "learning_rate": 0.00016949171883185918, |
| "loss": 0.2018, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.6537966537966537, |
| "grad_norm": 19.799938201904297, |
| "learning_rate": 0.0001692324965613038, |
| "loss": 0.1539, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.6589446589446588, |
| "grad_norm": 11.693257331848145, |
| "learning_rate": 0.00016897237772781044, |
| "loss": 0.1503, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.664092664092664, |
| "grad_norm": 0.6046671271324158, |
| "learning_rate": 0.00016871136569992587, |
| "loss": 0.0164, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.6692406692406694, |
| "grad_norm": 5.384612083435059, |
| "learning_rate": 0.00016844946385776384, |
| "loss": 0.2708, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.6743886743886742, |
| "grad_norm": 11.719284057617188, |
| "learning_rate": 0.0001681866755929612, |
| "loss": 0.1173, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.6795366795366795, |
| "grad_norm": 2.6910994052886963, |
| "learning_rate": 0.00016792300430863396, |
| "loss": 0.0728, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.6846846846846848, |
| "grad_norm": 6.209327697753906, |
| "learning_rate": 0.0001676584534193332, |
| "loss": 0.0415, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.6898326898326899, |
| "grad_norm": 5.639928340911865, |
| "learning_rate": 0.00016739302635100108, |
| "loss": 0.1124, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.694980694980695, |
| "grad_norm": 3.1849684715270996, |
| "learning_rate": 0.00016712672654092622, |
| "loss": 0.0557, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.7001287001287002, |
| "grad_norm": 4.871498107910156, |
| "learning_rate": 0.0001668595574376992, |
| "loss": 0.3408, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.7052767052767053, |
| "grad_norm": 13.51830005645752, |
| "learning_rate": 0.00016659152250116812, |
| "loss": 0.1187, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.7104247104247103, |
| "grad_norm": 9.41748332977295, |
| "learning_rate": 0.0001663226252023935, |
| "loss": 0.1973, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.7155727155727156, |
| "grad_norm": 4.242353439331055, |
| "learning_rate": 0.00016605286902360357, |
| "loss": 0.3048, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.7207207207207207, |
| "grad_norm": 10.071020126342773, |
| "learning_rate": 0.00016578225745814907, |
| "loss": 0.5854, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.7258687258687258, |
| "grad_norm": 10.262407302856445, |
| "learning_rate": 0.000165510794010458, |
| "loss": 0.068, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.731016731016731, |
| "grad_norm": 3.055323600769043, |
| "learning_rate": 0.00016523848219599023, |
| "loss": 0.2602, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.7361647361647363, |
| "grad_norm": 6.916463851928711, |
| "learning_rate": 0.00016496532554119214, |
| "loss": 0.235, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.7413127413127412, |
| "grad_norm": 4.978103160858154, |
| "learning_rate": 0.0001646913275834506, |
| "loss": 0.0821, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.7464607464607464, |
| "grad_norm": 4.362355709075928, |
| "learning_rate": 0.00016441649187104763, |
| "loss": 0.0234, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.7516087516087517, |
| "grad_norm": 13.96357536315918, |
| "learning_rate": 0.000164140821963114, |
| "loss": 0.1666, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.7567567567567568, |
| "grad_norm": 1.1012885570526123, |
| "learning_rate": 0.00016386432142958342, |
| "loss": 0.0289, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.7619047619047619, |
| "grad_norm": 4.191834449768066, |
| "learning_rate": 0.00016358699385114625, |
| "loss": 0.0573, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.7670527670527671, |
| "grad_norm": 0.34135016798973083, |
| "learning_rate": 0.000163308842819203, |
| "loss": 0.0094, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.7722007722007722, |
| "grad_norm": 5.802267074584961, |
| "learning_rate": 0.00016302987193581806, |
| "loss": 0.218, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.7773487773487773, |
| "grad_norm": 4.298703193664551, |
| "learning_rate": 0.00016275008481367287, |
| "loss": 0.3927, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.7824967824967826, |
| "grad_norm": 3.2017078399658203, |
| "learning_rate": 0.00016246948507601914, |
| "loss": 0.0525, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.7876447876447876, |
| "grad_norm": 0.6790556311607361, |
| "learning_rate": 0.00016218807635663202, |
| "loss": 0.0105, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.7927927927927927, |
| "grad_norm": 9.194913864135742, |
| "learning_rate": 0.00016190586229976304, |
| "loss": 0.3906, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.797940797940798, |
| "grad_norm": 5.872428894042969, |
| "learning_rate": 0.00016162284656009274, |
| "loss": 0.2324, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.803088803088803, |
| "grad_norm": 3.1454548835754395, |
| "learning_rate": 0.00016133903280268362, |
| "loss": 0.1475, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.808236808236808, |
| "grad_norm": 3.3194046020507812, |
| "learning_rate": 0.0001610544247029325, |
| "loss": 0.1653, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.8133848133848134, |
| "grad_norm": 2.6302783489227295, |
| "learning_rate": 0.0001607690259465229, |
| "loss": 0.0568, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.8185328185328187, |
| "grad_norm": 0.5749773979187012, |
| "learning_rate": 0.0001604828402293774, |
| "loss": 0.0182, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.8236808236808235, |
| "grad_norm": 11.607693672180176, |
| "learning_rate": 0.00016019587125760978, |
| "loss": 0.1286, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.8288288288288288, |
| "grad_norm": 2.041949510574341, |
| "learning_rate": 0.00015990812274747692, |
| "loss": 0.208, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.833976833976834, |
| "grad_norm": 10.237532615661621, |
| "learning_rate": 0.00015961959842533083, |
| "loss": 0.1631, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.8391248391248392, |
| "grad_norm": 9.116559982299805, |
| "learning_rate": 0.00015933030202757022, |
| "loss": 0.0911, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.8442728442728442, |
| "grad_norm": 6.2941203117370605, |
| "learning_rate": 0.00015904023730059228, |
| "loss": 0.2304, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.8494208494208495, |
| "grad_norm": 1.2840523719787598, |
| "learning_rate": 0.00015874940800074402, |
| "loss": 0.0191, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.8545688545688546, |
| "grad_norm": 1.41546630859375, |
| "learning_rate": 0.00015845781789427377, |
| "loss": 0.0073, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.8597168597168596, |
| "grad_norm": 1.1912124156951904, |
| "learning_rate": 0.00015816547075728226, |
| "loss": 0.0308, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.864864864864865, |
| "grad_norm": 2.443361282348633, |
| "learning_rate": 0.00015787237037567385, |
| "loss": 0.0381, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.87001287001287, |
| "grad_norm": 11.012572288513184, |
| "learning_rate": 0.0001575785205451073, |
| "loss": 0.1282, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.875160875160875, |
| "grad_norm": 2.7217371463775635, |
| "learning_rate": 0.000157283925070947, |
| "loss": 0.0366, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.8803088803088803, |
| "grad_norm": 4.910791873931885, |
| "learning_rate": 0.0001569885877682132, |
| "loss": 0.0198, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.8854568854568856, |
| "grad_norm": 9.718399047851562, |
| "learning_rate": 0.000156692512461533, |
| "loss": 0.1436, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.8906048906048905, |
| "grad_norm": 8.927786827087402, |
| "learning_rate": 0.00015639570298509064, |
| "loss": 0.3022, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.8957528957528957, |
| "grad_norm": 0.4057319760322571, |
| "learning_rate": 0.00015609816318257788, |
| "loss": 0.0051, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.900900900900901, |
| "grad_norm": 3.1715965270996094, |
| "learning_rate": 0.00015579989690714423, |
| "loss": 0.0556, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.906048906048906, |
| "grad_norm": 2.786271572113037, |
| "learning_rate": 0.000155500908021347, |
| "loss": 0.06, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.9111969111969112, |
| "grad_norm": 0.1323973536491394, |
| "learning_rate": 0.00015520120039710139, |
| "loss": 0.0025, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.9163449163449164, |
| "grad_norm": 1.665714979171753, |
| "learning_rate": 0.0001549007779156302, |
| "loss": 0.0251, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.9214929214929215, |
| "grad_norm": 10.546355247497559, |
| "learning_rate": 0.00015459964446741382, |
| "loss": 0.3011, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.9266409266409266, |
| "grad_norm": 17.591938018798828, |
| "learning_rate": 0.0001542978039521395, |
| "loss": 0.6961, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.9317889317889319, |
| "grad_norm": 0.08125495910644531, |
| "learning_rate": 0.00015399526027865107, |
| "loss": 0.0018, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.936936936936937, |
| "grad_norm": 4.14680290222168, |
| "learning_rate": 0.0001536920173648984, |
| "loss": 0.2298, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.942084942084942, |
| "grad_norm": 3.34873104095459, |
| "learning_rate": 0.00015338807913788636, |
| "loss": 0.1337, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.9472329472329473, |
| "grad_norm": 6.147327899932861, |
| "learning_rate": 0.0001530834495336243, |
| "loss": 0.2936, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.9523809523809523, |
| "grad_norm": 13.515678405761719, |
| "learning_rate": 0.00015277813249707487, |
| "loss": 0.235, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.9575289575289574, |
| "grad_norm": 2.5419952869415283, |
| "learning_rate": 0.000152472131982103, |
| "loss": 0.0537, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.9626769626769627, |
| "grad_norm": 0.04103407263755798, |
| "learning_rate": 0.0001521654519514246, |
| "loss": 0.0013, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.967824967824968, |
| "grad_norm": 0.655127227306366, |
| "learning_rate": 0.0001518580963765555, |
| "loss": 0.0136, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.972972972972973, |
| "grad_norm": 1.8296195268630981, |
| "learning_rate": 0.00015155006923775965, |
| "loss": 0.0158, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.978120978120978, |
| "grad_norm": 7.40383768081665, |
| "learning_rate": 0.00015124137452399795, |
| "loss": 0.4859, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.9832689832689834, |
| "grad_norm": 0.8681594729423523, |
| "learning_rate": 0.00015093201623287631, |
| "loss": 0.0104, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.9884169884169884, |
| "grad_norm": 15.919984817504883, |
| "learning_rate": 0.00015062199837059405, |
| "loss": 0.3156, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.9935649935649935, |
| "grad_norm": 3.5267200469970703, |
| "learning_rate": 0.00015031132495189187, |
| "loss": 0.2179, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.9987129987129988, |
| "grad_norm": 1.6195534467697144, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 0.0381, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.6771867871284485, |
| "learning_rate": 0.00014968802754658614, |
| "loss": 0.0149, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.0051480051480053, |
| "grad_norm": 2.9333150386810303, |
| "learning_rate": 0.0001493754116317029, |
| "loss": 0.1669, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.01029601029601, |
| "grad_norm": 2.1487042903900146, |
| "learning_rate": 0.00014906215630373606, |
| "loss": 0.071, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.0154440154440154, |
| "grad_norm": 1.8949365615844727, |
| "learning_rate": 0.00014874826561935155, |
| "loss": 0.0408, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.0205920205920207, |
| "grad_norm": 1.5271650552749634, |
| "learning_rate": 0.00014843374364344333, |
| "loss": 0.0356, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.0257400257400255, |
| "grad_norm": 2.118455410003662, |
| "learning_rate": 0.00014811859444908052, |
| "loss": 0.0673, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.030888030888031, |
| "grad_norm": 3.6756184101104736, |
| "learning_rate": 0.0001478028221174548, |
| "loss": 0.0397, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.036036036036036, |
| "grad_norm": 3.650200366973877, |
| "learning_rate": 0.00014748643073782752, |
| "loss": 0.0401, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.0411840411840414, |
| "grad_norm": 2.751405954360962, |
| "learning_rate": 0.00014716942440747664, |
| "loss": 0.0374, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.0463320463320462, |
| "grad_norm": 0.12509091198444366, |
| "learning_rate": 0.00014685180723164376, |
| "loss": 0.003, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.0514800514800515, |
| "grad_norm": 1.4593161344528198, |
| "learning_rate": 0.000146533583323481, |
| "loss": 0.032, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.056628056628057, |
| "grad_norm": 0.3055787980556488, |
| "learning_rate": 0.0001462147568039977, |
| "loss": 0.0077, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.0617760617760617, |
| "grad_norm": 4.0168352127075195, |
| "learning_rate": 0.00014589533180200693, |
| "loss": 0.0272, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.066924066924067, |
| "grad_norm": 0.4300869405269623, |
| "learning_rate": 0.00014557531245407225, |
| "loss": 0.0072, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.0720720720720722, |
| "grad_norm": 0.11563416570425034, |
| "learning_rate": 0.00014525470290445392, |
| "loss": 0.0026, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.077220077220077, |
| "grad_norm": 2.358717441558838, |
| "learning_rate": 0.00014493350730505533, |
| "loss": 0.0323, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.0823680823680824, |
| "grad_norm": 4.539452075958252, |
| "learning_rate": 0.0001446117298153693, |
| "loss": 0.1005, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.0875160875160876, |
| "grad_norm": 6.308579444885254, |
| "learning_rate": 0.00014428937460242417, |
| "loss": 0.1177, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.0926640926640925, |
| "grad_norm": 1.6475294828414917, |
| "learning_rate": 0.00014396644584072972, |
| "loss": 0.0063, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.0978120978120978, |
| "grad_norm": 3.9539501667022705, |
| "learning_rate": 0.00014364294771222324, |
| "loss": 0.0212, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.102960102960103, |
| "grad_norm": 0.051111120730638504, |
| "learning_rate": 0.00014331888440621533, |
| "loss": 0.0013, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.108108108108108, |
| "grad_norm": 0.2948058843612671, |
| "learning_rate": 0.00014299426011933568, |
| "loss": 0.0011, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.113256113256113, |
| "grad_norm": 2.541996717453003, |
| "learning_rate": 0.0001426690790554787, |
| "loss": 0.0368, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.1184041184041185, |
| "grad_norm": 13.898029327392578, |
| "learning_rate": 0.00014234334542574906, |
| "loss": 0.0538, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.1235521235521237, |
| "grad_norm": 3.1187541484832764, |
| "learning_rate": 0.00014201706344840712, |
| "loss": 0.0364, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.1287001287001286, |
| "grad_norm": 1.4270102977752686, |
| "learning_rate": 0.00014169023734881452, |
| "loss": 0.0077, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.133848133848134, |
| "grad_norm": 0.07322893291711807, |
| "learning_rate": 0.00014136287135937915, |
| "loss": 0.0005, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.138996138996139, |
| "grad_norm": 1.276623249053955, |
| "learning_rate": 0.00014103496971950053, |
| "loss": 0.0087, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.144144144144144, |
| "grad_norm": 0.3112569749355316, |
| "learning_rate": 0.0001407065366755149, |
| "loss": 0.0013, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.1492921492921493, |
| "grad_norm": 20.969881057739258, |
| "learning_rate": 0.00014037757648064018, |
| "loss": 0.5316, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.1544401544401546, |
| "grad_norm": 41.78050994873047, |
| "learning_rate": 0.00014004809339492088, |
| "loss": 0.3077, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.1595881595881594, |
| "grad_norm": 23.550018310546875, |
| "learning_rate": 0.00013971809168517298, |
| "loss": 0.0351, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.1647361647361647, |
| "grad_norm": 0.4678838849067688, |
| "learning_rate": 0.00013938757562492873, |
| "loss": 0.0033, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.16988416988417, |
| "grad_norm": 10.164952278137207, |
| "learning_rate": 0.0001390565494943811, |
| "loss": 0.0418, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.175032175032175, |
| "grad_norm": 0.06984155625104904, |
| "learning_rate": 0.00013872501758032863, |
| "loss": 0.0009, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.18018018018018, |
| "grad_norm": 0.4608617126941681, |
| "learning_rate": 0.00013839298417611963, |
| "loss": 0.0008, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.1853281853281854, |
| "grad_norm": 19.189315795898438, |
| "learning_rate": 0.00013806045358159683, |
| "loss": 0.212, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.1904761904761907, |
| "grad_norm": 0.07832283526659012, |
| "learning_rate": 0.00013772743010304154, |
| "loss": 0.0009, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.1956241956241955, |
| "grad_norm": 0.24573272466659546, |
| "learning_rate": 0.00013739391805311793, |
| "loss": 0.0011, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.200772200772201, |
| "grad_norm": 16.95315933227539, |
| "learning_rate": 0.00013705992175081728, |
| "loss": 0.1014, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.205920205920206, |
| "grad_norm": 1.977837085723877, |
| "learning_rate": 0.00013672544552140176, |
| "loss": 0.0201, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.211068211068211, |
| "grad_norm": 0.06078295037150383, |
| "learning_rate": 0.00013639049369634876, |
| "loss": 0.0004, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.2162162162162162, |
| "grad_norm": 0.7487907409667969, |
| "learning_rate": 0.00013605507061329464, |
| "loss": 0.0011, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.2213642213642215, |
| "grad_norm": 0.4101274311542511, |
| "learning_rate": 0.0001357191806159785, |
| "loss": 0.0005, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.2265122265122264, |
| "grad_norm": 3.141564130783081, |
| "learning_rate": 0.0001353828280541861, |
| "loss": 0.008, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.2316602316602316, |
| "grad_norm": 1.0309710502624512, |
| "learning_rate": 0.00013504601728369327, |
| "loss": 0.0065, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.236808236808237, |
| "grad_norm": 0.02686382830142975, |
| "learning_rate": 0.00013470875266620978, |
| "loss": 0.0004, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.2419562419562418, |
| "grad_norm": 2.6512622833251953, |
| "learning_rate": 0.00013437103856932264, |
| "loss": 0.0708, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.247104247104247, |
| "grad_norm": 0.5304256081581116, |
| "learning_rate": 0.00013403287936643977, |
| "loss": 0.0031, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.2522522522522523, |
| "grad_norm": 0.016308331862092018, |
| "learning_rate": 0.00013369427943673312, |
| "loss": 0.0002, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.257400257400257, |
| "grad_norm": 13.089827537536621, |
| "learning_rate": 0.00013335524316508208, |
| "loss": 0.0738, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.2625482625482625, |
| "grad_norm": 5.165826797485352, |
| "learning_rate": 0.00013301577494201664, |
| "loss": 0.0603, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.2676962676962678, |
| "grad_norm": 6.9744768142700195, |
| "learning_rate": 0.0001326758791636607, |
| "loss": 0.2926, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.2728442728442726, |
| "grad_norm": 2.251573085784912, |
| "learning_rate": 0.00013233556023167485, |
| "loss": 0.0886, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.277992277992278, |
| "grad_norm": 0.597822904586792, |
| "learning_rate": 0.0001319948225531997, |
| "loss": 0.0075, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.283140283140283, |
| "grad_norm": 14.462504386901855, |
| "learning_rate": 0.0001316536705407985, |
| "loss": 0.094, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.2882882882882885, |
| "grad_norm": 8.991734504699707, |
| "learning_rate": 0.00013131210861240026, |
| "loss": 0.1248, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.2934362934362933, |
| "grad_norm": 1.5384705066680908, |
| "learning_rate": 0.0001309701411912423, |
| "loss": 0.007, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.2985842985842986, |
| "grad_norm": 0.03640247881412506, |
| "learning_rate": 0.00013062777270581312, |
| "loss": 0.0004, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.303732303732304, |
| "grad_norm": 4.42478609085083, |
| "learning_rate": 0.00013028500758979506, |
| "loss": 0.0175, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.3088803088803087, |
| "grad_norm": 2.3137266635894775, |
| "learning_rate": 0.00012994185028200684, |
| "loss": 0.0131, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.314028314028314, |
| "grad_norm": 18.25682258605957, |
| "learning_rate": 0.00012959830522634596, |
| "loss": 0.2982, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.3191763191763193, |
| "grad_norm": 4.840076446533203, |
| "learning_rate": 0.00012925437687173142, |
| "loss": 0.086, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.3243243243243246, |
| "grad_norm": 4.567030429840088, |
| "learning_rate": 0.00012891006967204584, |
| "loss": 0.0463, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.3294723294723294, |
| "grad_norm": 1.4755933284759521, |
| "learning_rate": 0.00012856538808607795, |
| "loss": 0.0101, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.3346203346203347, |
| "grad_norm": 26.35512351989746, |
| "learning_rate": 0.00012822033657746478, |
| "loss": 0.0201, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.33976833976834, |
| "grad_norm": 0.9548275470733643, |
| "learning_rate": 0.0001278749196146339, |
| "loss": 0.0154, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.344916344916345, |
| "grad_norm": 0.14387382566928864, |
| "learning_rate": 0.0001275291416707454, |
| "loss": 0.0021, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.35006435006435, |
| "grad_norm": 2.819815158843994, |
| "learning_rate": 0.0001271830072236343, |
| "loss": 0.0068, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.3552123552123554, |
| "grad_norm": 18.71172523498535, |
| "learning_rate": 0.00012683652075575218, |
| "loss": 0.3091, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.3603603603603602, |
| "grad_norm": 0.10403964668512344, |
| "learning_rate": 0.00012648968675410928, |
| "loss": 0.0011, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.3655083655083655, |
| "grad_norm": 0.054480861872434616, |
| "learning_rate": 0.00012614250971021657, |
| "loss": 0.0009, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.370656370656371, |
| "grad_norm": 11.641414642333984, |
| "learning_rate": 0.0001257949941200273, |
| "loss": 0.261, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.3758043758043756, |
| "grad_norm": 9.588177680969238, |
| "learning_rate": 0.00012544714448387893, |
| "loss": 0.0243, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.380952380952381, |
| "grad_norm": 8.373116493225098, |
| "learning_rate": 0.00012509896530643488, |
| "loss": 0.2887, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.386100386100386, |
| "grad_norm": 0.10668466985225677, |
| "learning_rate": 0.00012475046109662605, |
| "loss": 0.0014, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.391248391248391, |
| "grad_norm": 0.028492266312241554, |
| "learning_rate": 0.0001244016363675926, |
| "loss": 0.0004, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.3963963963963963, |
| "grad_norm": 1.3334189653396606, |
| "learning_rate": 0.00012405249563662537, |
| "loss": 0.0147, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.4015444015444016, |
| "grad_norm": 2.538148880004883, |
| "learning_rate": 0.00012370304342510747, |
| "loss": 0.1013, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.4066924066924065, |
| "grad_norm": 13.441120147705078, |
| "learning_rate": 0.00012335328425845565, |
| "loss": 0.1418, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.4118404118404118, |
| "grad_norm": 4.2900004386901855, |
| "learning_rate": 0.00012300322266606178, |
| "loss": 0.0108, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.416988416988417, |
| "grad_norm": 6.078284740447998, |
| "learning_rate": 0.00012265286318123415, |
| "loss": 0.0329, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.4221364221364223, |
| "grad_norm": 0.06496753543615341, |
| "learning_rate": 0.00012230221034113874, |
| "loss": 0.0011, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.427284427284427, |
| "grad_norm": 7.0481462478637695, |
| "learning_rate": 0.00012195126868674051, |
| "loss": 0.3435, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.4324324324324325, |
| "grad_norm": 3.8558356761932373, |
| "learning_rate": 0.00012160004276274453, |
| "loss": 0.0179, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.4375804375804377, |
| "grad_norm": 0.058779384940862656, |
| "learning_rate": 0.00012124853711753727, |
| "loss": 0.0006, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.4427284427284426, |
| "grad_norm": 3.789362668991089, |
| "learning_rate": 0.00012089675630312754, |
| "loss": 0.0516, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.447876447876448, |
| "grad_norm": 2.298474073410034, |
| "learning_rate": 0.00012054470487508751, |
| "loss": 0.0111, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.453024453024453, |
| "grad_norm": 9.461421012878418, |
| "learning_rate": 0.00012019238739249397, |
| "loss": 0.1299, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.458172458172458, |
| "grad_norm": 4.619925022125244, |
| "learning_rate": 0.000119839808417869, |
| "loss": 0.0581, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.4633204633204633, |
| "grad_norm": 5.870488166809082, |
| "learning_rate": 0.00011948697251712109, |
| "loss": 0.0322, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.4684684684684686, |
| "grad_norm": 1.0087398290634155, |
| "learning_rate": 0.00011913388425948584, |
| "loss": 0.0132, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.473616473616474, |
| "grad_norm": 2.685680627822876, |
| "learning_rate": 0.00011878054821746703, |
| "loss": 0.1434, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.4787644787644787, |
| "grad_norm": 0.27538082003593445, |
| "learning_rate": 0.00011842696896677708, |
| "loss": 0.0038, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.483912483912484, |
| "grad_norm": 0.040867727249860764, |
| "learning_rate": 0.00011807315108627806, |
| "loss": 0.0011, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.4890604890604893, |
| "grad_norm": 0.03485007584095001, |
| "learning_rate": 0.0001177190991579223, |
| "loss": 0.0007, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.494208494208494, |
| "grad_norm": 0.31549927592277527, |
| "learning_rate": 0.00011736481776669306, |
| "loss": 0.0049, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.4993564993564994, |
| "grad_norm": 0.24435648322105408, |
| "learning_rate": 0.0001170103115005451, |
| "loss": 0.0022, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.5045045045045047, |
| "grad_norm": 1.7961950302124023, |
| "learning_rate": 0.00011665558495034546, |
| "loss": 0.005, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.5096525096525095, |
| "grad_norm": 5.136146545410156, |
| "learning_rate": 0.00011630064270981367, |
| "loss": 0.088, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.514800514800515, |
| "grad_norm": 0.09568271785974503, |
| "learning_rate": 0.00011594548937546257, |
| "loss": 0.0008, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.51994851994852, |
| "grad_norm": 0.07395853102207184, |
| "learning_rate": 0.00011559012954653865, |
| "loss": 0.0017, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.525096525096525, |
| "grad_norm": 0.31645476818084717, |
| "learning_rate": 0.00011523456782496253, |
| "loss": 0.0039, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.53024453024453, |
| "grad_norm": 0.14563876390457153, |
| "learning_rate": 0.00011487880881526934, |
| "loss": 0.001, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.5353925353925355, |
| "grad_norm": 44.37266159057617, |
| "learning_rate": 0.00011452285712454904, |
| "loss": 0.0458, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.5405405405405403, |
| "grad_norm": 2.7936692237854004, |
| "learning_rate": 0.00011416671736238689, |
| "loss": 0.0091, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.5456885456885456, |
| "grad_norm": 0.1316785365343094, |
| "learning_rate": 0.00011381039414080365, |
| "loss": 0.0022, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.550836550836551, |
| "grad_norm": 0.04823737591505051, |
| "learning_rate": 0.00011345389207419588, |
| "loss": 0.0008, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.5559845559845558, |
| "grad_norm": 4.449501037597656, |
| "learning_rate": 0.00011309721577927619, |
| "loss": 0.0082, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.561132561132561, |
| "grad_norm": 0.2923971712589264, |
| "learning_rate": 0.00011274036987501348, |
| "loss": 0.0022, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.5662805662805663, |
| "grad_norm": 43.90069580078125, |
| "learning_rate": 0.00011238335898257304, |
| "loss": 0.2923, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.03237447142601013, |
| "learning_rate": 0.0001120261877252568, |
| "loss": 0.0004, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.5765765765765765, |
| "grad_norm": 7.340906143188477, |
| "learning_rate": 0.00011166886072844342, |
| "loss": 0.0238, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.5817245817245817, |
| "grad_norm": 8.266247749328613, |
| "learning_rate": 0.00011131138261952845, |
| "loss": 0.2048, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.586872586872587, |
| "grad_norm": 3.1179869174957275, |
| "learning_rate": 0.00011095375802786419, |
| "loss": 0.3071, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.592020592020592, |
| "grad_norm": 0.23018474876880646, |
| "learning_rate": 0.00011059599158470002, |
| "loss": 0.0006, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.597168597168597, |
| "grad_norm": 2.5822629928588867, |
| "learning_rate": 0.00011023808792312227, |
| "loss": 0.017, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.6023166023166024, |
| "grad_norm": 5.574324131011963, |
| "learning_rate": 0.00010988005167799427, |
| "loss": 0.2319, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.6074646074646077, |
| "grad_norm": 17.87259292602539, |
| "learning_rate": 0.00010952188748589625, |
| "loss": 0.3552, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.6126126126126126, |
| "grad_norm": 1.4395756721496582, |
| "learning_rate": 0.0001091635999850655, |
| "loss": 0.0075, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.617760617760618, |
| "grad_norm": 0.19914308190345764, |
| "learning_rate": 0.00010880519381533592, |
| "loss": 0.002, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.622908622908623, |
| "grad_norm": 27.536880493164062, |
| "learning_rate": 0.00010844667361807842, |
| "loss": 0.3869, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.628056628056628, |
| "grad_norm": 1.0540646314620972, |
| "learning_rate": 0.00010808804403614043, |
| "loss": 0.0137, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.6332046332046333, |
| "grad_norm": 2.812091112136841, |
| "learning_rate": 0.00010772930971378596, |
| "loss": 0.0488, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.6383526383526386, |
| "grad_norm": 0.25239816308021545, |
| "learning_rate": 0.00010737047529663545, |
| "loss": 0.0029, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.6435006435006434, |
| "grad_norm": 6.321053504943848, |
| "learning_rate": 0.00010701154543160541, |
| "loss": 0.0588, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.6486486486486487, |
| "grad_norm": 1.5410410165786743, |
| "learning_rate": 0.00010665252476684864, |
| "loss": 0.0209, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.653796653796654, |
| "grad_norm": 3.073268175125122, |
| "learning_rate": 0.0001062934179516936, |
| "loss": 0.0205, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.658944658944659, |
| "grad_norm": 0.13594655692577362, |
| "learning_rate": 0.00010593422963658452, |
| "loss": 0.0023, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.664092664092664, |
| "grad_norm": 3.154902458190918, |
| "learning_rate": 0.00010557496447302102, |
| "loss": 0.0198, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.6692406692406694, |
| "grad_norm": 10.17590045928955, |
| "learning_rate": 0.00010521562711349788, |
| "loss": 0.2177, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.6743886743886742, |
| "grad_norm": 2.1345174312591553, |
| "learning_rate": 0.00010485622221144484, |
| "loss": 0.0201, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.6795366795366795, |
| "grad_norm": 8.811882972717285, |
| "learning_rate": 0.00010449675442116634, |
| "loss": 0.042, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.684684684684685, |
| "grad_norm": 0.15440958738327026, |
| "learning_rate": 0.00010413722839778117, |
| "loss": 0.0012, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.6898326898326896, |
| "grad_norm": 1.2474502325057983, |
| "learning_rate": 0.00010377764879716234, |
| "loss": 0.0057, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.694980694980695, |
| "grad_norm": 3.4297499656677246, |
| "learning_rate": 0.00010341802027587659, |
| "loss": 0.0651, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.7001287001287, |
| "grad_norm": 3.5871169567108154, |
| "learning_rate": 0.00010305834749112421, |
| "loss": 0.189, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.705276705276705, |
| "grad_norm": 26.077857971191406, |
| "learning_rate": 0.00010269863510067872, |
| "loss": 0.2009, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.7104247104247103, |
| "grad_norm": 0.06693233549594879, |
| "learning_rate": 0.00010233888776282649, |
| "loss": 0.0015, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.7155727155727156, |
| "grad_norm": 6.119448184967041, |
| "learning_rate": 0.00010197911013630659, |
| "loss": 0.2232, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.7207207207207205, |
| "grad_norm": 0.041049547493457794, |
| "learning_rate": 0.00010161930688025017, |
| "loss": 0.0009, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.7258687258687258, |
| "grad_norm": 1.616286277770996, |
| "learning_rate": 0.00010125948265412033, |
| "loss": 0.1225, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.731016731016731, |
| "grad_norm": 0.491202712059021, |
| "learning_rate": 0.0001008996421176518, |
| "loss": 0.0057, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.7361647361647363, |
| "grad_norm": 0.2402859777212143, |
| "learning_rate": 0.00010053978993079045, |
| "loss": 0.0032, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.741312741312741, |
| "grad_norm": 2.665170669555664, |
| "learning_rate": 0.00010017993075363305, |
| "loss": 0.0086, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.7464607464607464, |
| "grad_norm": 8.421011924743652, |
| "learning_rate": 9.982006924636697e-05, |
| "loss": 0.0731, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.7516087516087517, |
| "grad_norm": 20.673776626586914, |
| "learning_rate": 9.946021006920959e-05, |
| "loss": 0.0772, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.756756756756757, |
| "grad_norm": 21.537185668945312, |
| "learning_rate": 9.910035788234822e-05, |
| "loss": 0.1713, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.761904761904762, |
| "grad_norm": 2.9723384380340576, |
| "learning_rate": 9.874051734587968e-05, |
| "loss": 0.0118, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.767052767052767, |
| "grad_norm": 6.648712635040283, |
| "learning_rate": 9.838069311974986e-05, |
| "loss": 0.0933, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.7722007722007724, |
| "grad_norm": 14.152227401733398, |
| "learning_rate": 9.802088986369342e-05, |
| "loss": 0.2614, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.7773487773487773, |
| "grad_norm": 16.849931716918945, |
| "learning_rate": 9.766111223717352e-05, |
| "loss": 0.0342, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.7824967824967826, |
| "grad_norm": 1.2862924337387085, |
| "learning_rate": 9.730136489932133e-05, |
| "loss": 0.0128, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.787644787644788, |
| "grad_norm": 6.020199775695801, |
| "learning_rate": 9.694165250887584e-05, |
| "loss": 0.0939, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.7927927927927927, |
| "grad_norm": 0.8993662595748901, |
| "learning_rate": 9.658197972412345e-05, |
| "loss": 0.0114, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.797940797940798, |
| "grad_norm": 0.16036638617515564, |
| "learning_rate": 9.622235120283769e-05, |
| "loss": 0.0036, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.8030888030888033, |
| "grad_norm": 2.7636218070983887, |
| "learning_rate": 9.586277160221884e-05, |
| "loss": 0.0289, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.808236808236808, |
| "grad_norm": 2.3879454135894775, |
| "learning_rate": 9.550324557883373e-05, |
| "loss": 0.2184, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.8133848133848134, |
| "grad_norm": 20.0377140045166, |
| "learning_rate": 9.514377778855521e-05, |
| "loss": 0.2386, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.8185328185328187, |
| "grad_norm": 0.06437746435403824, |
| "learning_rate": 9.478437288650213e-05, |
| "loss": 0.0013, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.8236808236808235, |
| "grad_norm": 1.1421157121658325, |
| "learning_rate": 9.442503552697899e-05, |
| "loss": 0.0091, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.828828828828829, |
| "grad_norm": 0.4120176136493683, |
| "learning_rate": 9.406577036341548e-05, |
| "loss": 0.0069, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.833976833976834, |
| "grad_norm": 0.2629767060279846, |
| "learning_rate": 9.37065820483064e-05, |
| "loss": 0.003, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.839124839124839, |
| "grad_norm": 1.233478307723999, |
| "learning_rate": 9.334747523315137e-05, |
| "loss": 0.012, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.844272844272844, |
| "grad_norm": 0.2161356806755066, |
| "learning_rate": 9.298845456839459e-05, |
| "loss": 0.0019, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.8494208494208495, |
| "grad_norm": 1.3832241296768188, |
| "learning_rate": 9.262952470336458e-05, |
| "loss": 0.0034, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.8545688545688543, |
| "grad_norm": 12.501529693603516, |
| "learning_rate": 9.227069028621406e-05, |
| "loss": 0.1933, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.8597168597168596, |
| "grad_norm": 16.72063446044922, |
| "learning_rate": 9.19119559638596e-05, |
| "loss": 0.264, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.864864864864865, |
| "grad_norm": 7.742213726043701, |
| "learning_rate": 9.15533263819216e-05, |
| "loss": 0.1824, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.8700128700128698, |
| "grad_norm": 0.7183289527893066, |
| "learning_rate": 9.119480618466409e-05, |
| "loss": 0.0063, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.875160875160875, |
| "grad_norm": 27.059951782226562, |
| "learning_rate": 9.083640001493454e-05, |
| "loss": 0.0794, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.8803088803088803, |
| "grad_norm": 1.6208770275115967, |
| "learning_rate": 9.047811251410376e-05, |
| "loss": 0.0223, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.8854568854568856, |
| "grad_norm": 2.594089984893799, |
| "learning_rate": 9.011994832200577e-05, |
| "loss": 0.0054, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.8906048906048905, |
| "grad_norm": 1.6398696899414062, |
| "learning_rate": 8.976191207687775e-05, |
| "loss": 0.0144, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.8957528957528957, |
| "grad_norm": 3.3332631587982178, |
| "learning_rate": 8.94040084153e-05, |
| "loss": 0.0267, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.900900900900901, |
| "grad_norm": 7.854773044586182, |
| "learning_rate": 8.904624197213585e-05, |
| "loss": 0.2081, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.9060489060489063, |
| "grad_norm": 56.386634826660156, |
| "learning_rate": 8.868861738047158e-05, |
| "loss": 0.0278, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.911196911196911, |
| "grad_norm": 9.046952247619629, |
| "learning_rate": 8.83311392715566e-05, |
| "loss": 0.0653, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.9163449163449164, |
| "grad_norm": 0.20892998576164246, |
| "learning_rate": 8.797381227474324e-05, |
| "loss": 0.0032, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.9214929214929217, |
| "grad_norm": 8.924886703491211, |
| "learning_rate": 8.7616641017427e-05, |
| "loss": 0.0671, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.9266409266409266, |
| "grad_norm": 5.492880344390869, |
| "learning_rate": 8.725963012498657e-05, |
| "loss": 0.0541, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.931788931788932, |
| "grad_norm": 2.715017080307007, |
| "learning_rate": 8.690278422072384e-05, |
| "loss": 0.4233, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.936936936936937, |
| "grad_norm": 7.928826808929443, |
| "learning_rate": 8.654610792580415e-05, |
| "loss": 0.1993, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.942084942084942, |
| "grad_norm": 17.035512924194336, |
| "learning_rate": 8.61896058591964e-05, |
| "loss": 0.1885, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.9472329472329473, |
| "grad_norm": 10.870099067687988, |
| "learning_rate": 8.583328263761316e-05, |
| "loss": 0.0986, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.9523809523809526, |
| "grad_norm": 11.231427192687988, |
| "learning_rate": 8.5477142875451e-05, |
| "loss": 0.3016, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.9575289575289574, |
| "grad_norm": 7.302216529846191, |
| "learning_rate": 8.512119118473067e-05, |
| "loss": 0.0982, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.9626769626769627, |
| "grad_norm": 1.046059489250183, |
| "learning_rate": 8.476543217503748e-05, |
| "loss": 0.0185, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.967824967824968, |
| "grad_norm": 16.43110466003418, |
| "learning_rate": 8.440987045346134e-05, |
| "loss": 0.2093, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.972972972972973, |
| "grad_norm": 0.18812815845012665, |
| "learning_rate": 8.405451062453744e-05, |
| "loss": 0.0027, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.978120978120978, |
| "grad_norm": 2.94497013092041, |
| "learning_rate": 8.369935729018634e-05, |
| "loss": 0.0373, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.9832689832689834, |
| "grad_norm": 0.6555696129798889, |
| "learning_rate": 8.334441504965455e-05, |
| "loss": 0.0089, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.988416988416988, |
| "grad_norm": 1.5896837711334229, |
| "learning_rate": 8.29896884994549e-05, |
| "loss": 0.0484, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.9935649935649935, |
| "grad_norm": 1.846440076828003, |
| "learning_rate": 8.263518223330697e-05, |
| "loss": 0.0245, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.998712998712999, |
| "grad_norm": 0.767316997051239, |
| "learning_rate": 8.228090084207774e-05, |
| "loss": 0.0082, |
| "step": 584 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 8.562474250793457, |
| "learning_rate": 8.192684891372198e-05, |
| "loss": 0.0189, |
| "step": 585 |
| }, |
| { |
| "epoch": 3.0051480051480053, |
| "grad_norm": 0.09545473754405975, |
| "learning_rate": 8.157303103322296e-05, |
| "loss": 0.0027, |
| "step": 586 |
| }, |
| { |
| "epoch": 3.01029601029601, |
| "grad_norm": 0.0682293027639389, |
| "learning_rate": 8.1219451782533e-05, |
| "loss": 0.0007, |
| "step": 587 |
| }, |
| { |
| "epoch": 3.0154440154440154, |
| "grad_norm": 2.8686673641204834, |
| "learning_rate": 8.086611574051417e-05, |
| "loss": 0.0364, |
| "step": 588 |
| }, |
| { |
| "epoch": 3.0205920205920207, |
| "grad_norm": 2.3952081203460693, |
| "learning_rate": 8.051302748287895e-05, |
| "loss": 0.0777, |
| "step": 589 |
| }, |
| { |
| "epoch": 3.0257400257400255, |
| "grad_norm": 0.2540910840034485, |
| "learning_rate": 8.016019158213101e-05, |
| "loss": 0.0042, |
| "step": 590 |
| }, |
| { |
| "epoch": 3.030888030888031, |
| "grad_norm": 0.13849835097789764, |
| "learning_rate": 7.980761260750607e-05, |
| "loss": 0.0025, |
| "step": 591 |
| }, |
| { |
| "epoch": 3.036036036036036, |
| "grad_norm": 1.6155511140823364, |
| "learning_rate": 7.945529512491251e-05, |
| "loss": 0.0397, |
| "step": 592 |
| }, |
| { |
| "epoch": 3.0411840411840414, |
| "grad_norm": 0.05959663912653923, |
| "learning_rate": 7.91032436968725e-05, |
| "loss": 0.0014, |
| "step": 593 |
| }, |
| { |
| "epoch": 3.0463320463320462, |
| "grad_norm": 0.030141429975628853, |
| "learning_rate": 7.875146288246275e-05, |
| "loss": 0.0007, |
| "step": 594 |
| }, |
| { |
| "epoch": 3.0514800514800515, |
| "grad_norm": 20.547496795654297, |
| "learning_rate": 7.839995723725548e-05, |
| "loss": 0.0046, |
| "step": 595 |
| }, |
| { |
| "epoch": 3.056628056628057, |
| "grad_norm": 0.27998486161231995, |
| "learning_rate": 7.804873131325954e-05, |
| "loss": 0.0045, |
| "step": 596 |
| }, |
| { |
| "epoch": 3.0617760617760617, |
| "grad_norm": 0.0462983138859272, |
| "learning_rate": 7.76977896588613e-05, |
| "loss": 0.0008, |
| "step": 597 |
| }, |
| { |
| "epoch": 3.066924066924067, |
| "grad_norm": 0.1543927788734436, |
| "learning_rate": 7.734713681876589e-05, |
| "loss": 0.0031, |
| "step": 598 |
| }, |
| { |
| "epoch": 3.0720720720720722, |
| "grad_norm": 0.06826331466436386, |
| "learning_rate": 7.699677733393826e-05, |
| "loss": 0.0008, |
| "step": 599 |
| }, |
| { |
| "epoch": 3.077220077220077, |
| "grad_norm": 3.4199118614196777, |
| "learning_rate": 7.66467157415444e-05, |
| "loss": 0.0433, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.0823680823680824, |
| "grad_norm": 5.331698417663574, |
| "learning_rate": 7.629695657489257e-05, |
| "loss": 0.0436, |
| "step": 601 |
| }, |
| { |
| "epoch": 3.0875160875160876, |
| "grad_norm": 0.1382795125246048, |
| "learning_rate": 7.594750436337467e-05, |
| "loss": 0.0024, |
| "step": 602 |
| }, |
| { |
| "epoch": 3.0926640926640925, |
| "grad_norm": 0.4087207317352295, |
| "learning_rate": 7.55983636324074e-05, |
| "loss": 0.0053, |
| "step": 603 |
| }, |
| { |
| "epoch": 3.0978120978120978, |
| "grad_norm": 0.07870214432477951, |
| "learning_rate": 7.524953890337395e-05, |
| "loss": 0.0014, |
| "step": 604 |
| }, |
| { |
| "epoch": 3.102960102960103, |
| "grad_norm": 0.08449980616569519, |
| "learning_rate": 7.490103469356513e-05, |
| "loss": 0.0013, |
| "step": 605 |
| }, |
| { |
| "epoch": 3.108108108108108, |
| "grad_norm": 0.30085521936416626, |
| "learning_rate": 7.455285551612105e-05, |
| "loss": 0.0027, |
| "step": 606 |
| }, |
| { |
| "epoch": 3.113256113256113, |
| "grad_norm": 1.4303934574127197, |
| "learning_rate": 7.42050058799727e-05, |
| "loss": 0.0024, |
| "step": 607 |
| }, |
| { |
| "epoch": 3.1184041184041185, |
| "grad_norm": 0.21123769879341125, |
| "learning_rate": 7.385749028978346e-05, |
| "loss": 0.004, |
| "step": 608 |
| }, |
| { |
| "epoch": 3.1235521235521237, |
| "grad_norm": 0.5291070342063904, |
| "learning_rate": 7.351031324589074e-05, |
| "loss": 0.0021, |
| "step": 609 |
| }, |
| { |
| "epoch": 3.1287001287001286, |
| "grad_norm": 1.6894054412841797, |
| "learning_rate": 7.316347924424787e-05, |
| "loss": 0.0045, |
| "step": 610 |
| }, |
| { |
| "epoch": 3.133848133848134, |
| "grad_norm": 3.5198097229003906, |
| "learning_rate": 7.281699277636572e-05, |
| "loss": 0.039, |
| "step": 611 |
| }, |
| { |
| "epoch": 3.138996138996139, |
| "grad_norm": 6.83537483215332, |
| "learning_rate": 7.24708583292546e-05, |
| "loss": 0.0619, |
| "step": 612 |
| }, |
| { |
| "epoch": 3.144144144144144, |
| "grad_norm": 0.14273810386657715, |
| "learning_rate": 7.212508038536613e-05, |
| "loss": 0.0017, |
| "step": 613 |
| }, |
| { |
| "epoch": 3.1492921492921493, |
| "grad_norm": 4.771847724914551, |
| "learning_rate": 7.177966342253524e-05, |
| "loss": 0.0304, |
| "step": 614 |
| }, |
| { |
| "epoch": 3.1544401544401546, |
| "grad_norm": 0.4907284379005432, |
| "learning_rate": 7.143461191392206e-05, |
| "loss": 0.0022, |
| "step": 615 |
| }, |
| { |
| "epoch": 3.1595881595881594, |
| "grad_norm": 2.258160352706909, |
| "learning_rate": 7.108993032795418e-05, |
| "loss": 0.0068, |
| "step": 616 |
| }, |
| { |
| "epoch": 3.1647361647361647, |
| "grad_norm": 0.023620612919330597, |
| "learning_rate": 7.07456231282686e-05, |
| "loss": 0.0005, |
| "step": 617 |
| }, |
| { |
| "epoch": 3.16988416988417, |
| "grad_norm": 0.4077928960323334, |
| "learning_rate": 7.040169477365403e-05, |
| "loss": 0.0028, |
| "step": 618 |
| }, |
| { |
| "epoch": 3.175032175032175, |
| "grad_norm": 0.47410908341407776, |
| "learning_rate": 7.005814971799318e-05, |
| "loss": 0.0049, |
| "step": 619 |
| }, |
| { |
| "epoch": 3.18018018018018, |
| "grad_norm": 0.11412069201469421, |
| "learning_rate": 6.971499241020495e-05, |
| "loss": 0.0005, |
| "step": 620 |
| }, |
| { |
| "epoch": 3.1853281853281854, |
| "grad_norm": 2.9045896530151367, |
| "learning_rate": 6.93722272941869e-05, |
| "loss": 0.0025, |
| "step": 621 |
| }, |
| { |
| "epoch": 3.1904761904761907, |
| "grad_norm": 0.7240750193595886, |
| "learning_rate": 6.902985880875773e-05, |
| "loss": 0.0024, |
| "step": 622 |
| }, |
| { |
| "epoch": 3.1956241956241955, |
| "grad_norm": 2.276467800140381, |
| "learning_rate": 6.868789138759976e-05, |
| "loss": 0.0096, |
| "step": 623 |
| }, |
| { |
| "epoch": 3.200772200772201, |
| "grad_norm": 0.007870988920331001, |
| "learning_rate": 6.83463294592015e-05, |
| "loss": 0.0002, |
| "step": 624 |
| }, |
| { |
| "epoch": 3.205920205920206, |
| "grad_norm": 0.45754534006118774, |
| "learning_rate": 6.800517744680032e-05, |
| "loss": 0.0029, |
| "step": 625 |
| }, |
| { |
| "epoch": 3.211068211068211, |
| "grad_norm": 0.10642076283693314, |
| "learning_rate": 6.766443976832517e-05, |
| "loss": 0.0004, |
| "step": 626 |
| }, |
| { |
| "epoch": 3.2162162162162162, |
| "grad_norm": 0.25874975323677063, |
| "learning_rate": 6.732412083633936e-05, |
| "loss": 0.0021, |
| "step": 627 |
| }, |
| { |
| "epoch": 3.2213642213642215, |
| "grad_norm": 0.17356695234775543, |
| "learning_rate": 6.698422505798338e-05, |
| "loss": 0.0019, |
| "step": 628 |
| }, |
| { |
| "epoch": 3.2265122265122264, |
| "grad_norm": 0.5095115900039673, |
| "learning_rate": 6.664475683491796e-05, |
| "loss": 0.001, |
| "step": 629 |
| }, |
| { |
| "epoch": 3.2316602316602316, |
| "grad_norm": 0.00819287821650505, |
| "learning_rate": 6.630572056326687e-05, |
| "loss": 0.0002, |
| "step": 630 |
| }, |
| { |
| "epoch": 3.236808236808237, |
| "grad_norm": 0.18225952982902527, |
| "learning_rate": 6.59671206335602e-05, |
| "loss": 0.0008, |
| "step": 631 |
| }, |
| { |
| "epoch": 3.2419562419562418, |
| "grad_norm": 2.857295036315918, |
| "learning_rate": 6.562896143067734e-05, |
| "loss": 0.0078, |
| "step": 632 |
| }, |
| { |
| "epoch": 3.247104247104247, |
| "grad_norm": 0.20077714323997498, |
| "learning_rate": 6.529124733379024e-05, |
| "loss": 0.0016, |
| "step": 633 |
| }, |
| { |
| "epoch": 3.2522522522522523, |
| "grad_norm": 5.528991222381592, |
| "learning_rate": 6.495398271630675e-05, |
| "loss": 0.005, |
| "step": 634 |
| }, |
| { |
| "epoch": 3.257400257400257, |
| "grad_norm": 3.3158912658691406, |
| "learning_rate": 6.461717194581393e-05, |
| "loss": 0.0301, |
| "step": 635 |
| }, |
| { |
| "epoch": 3.2625482625482625, |
| "grad_norm": 3.0370380878448486, |
| "learning_rate": 6.428081938402149e-05, |
| "loss": 0.1838, |
| "step": 636 |
| }, |
| { |
| "epoch": 3.2676962676962678, |
| "grad_norm": 4.145111083984375, |
| "learning_rate": 6.394492938670538e-05, |
| "loss": 0.0183, |
| "step": 637 |
| }, |
| { |
| "epoch": 3.2728442728442726, |
| "grad_norm": 0.062105387449264526, |
| "learning_rate": 6.360950630365126e-05, |
| "loss": 0.0008, |
| "step": 638 |
| }, |
| { |
| "epoch": 3.277992277992278, |
| "grad_norm": 0.09910746663808823, |
| "learning_rate": 6.327455447859827e-05, |
| "loss": 0.0004, |
| "step": 639 |
| }, |
| { |
| "epoch": 3.283140283140283, |
| "grad_norm": 0.20502103865146637, |
| "learning_rate": 6.294007824918276e-05, |
| "loss": 0.0008, |
| "step": 640 |
| }, |
| { |
| "epoch": 3.2882882882882885, |
| "grad_norm": 0.01120681967586279, |
| "learning_rate": 6.260608194688206e-05, |
| "loss": 0.0002, |
| "step": 641 |
| }, |
| { |
| "epoch": 3.2934362934362933, |
| "grad_norm": 0.03213547170162201, |
| "learning_rate": 6.227256989695848e-05, |
| "loss": 0.0006, |
| "step": 642 |
| }, |
| { |
| "epoch": 3.2985842985842986, |
| "grad_norm": 3.5040829181671143, |
| "learning_rate": 6.193954641840318e-05, |
| "loss": 0.0137, |
| "step": 643 |
| }, |
| { |
| "epoch": 3.303732303732304, |
| "grad_norm": 0.07908669859170914, |
| "learning_rate": 6.160701582388038e-05, |
| "loss": 0.0005, |
| "step": 644 |
| }, |
| { |
| "epoch": 3.3088803088803087, |
| "grad_norm": 0.010519213043153286, |
| "learning_rate": 6.12749824196714e-05, |
| "loss": 0.0002, |
| "step": 645 |
| }, |
| { |
| "epoch": 3.314028314028314, |
| "grad_norm": 2.3272342681884766, |
| "learning_rate": 6.0943450505618917e-05, |
| "loss": 0.0544, |
| "step": 646 |
| }, |
| { |
| "epoch": 3.3191763191763193, |
| "grad_norm": 0.023254504427313805, |
| "learning_rate": 6.061242437507131e-05, |
| "loss": 0.0002, |
| "step": 647 |
| }, |
| { |
| "epoch": 3.3243243243243246, |
| "grad_norm": 1.5178560018539429, |
| "learning_rate": 6.028190831482703e-05, |
| "loss": 0.0067, |
| "step": 648 |
| }, |
| { |
| "epoch": 3.3294723294723294, |
| "grad_norm": 0.134837806224823, |
| "learning_rate": 5.995190660507915e-05, |
| "loss": 0.0007, |
| "step": 649 |
| }, |
| { |
| "epoch": 3.3346203346203347, |
| "grad_norm": 0.13291309773921967, |
| "learning_rate": 5.962242351935985e-05, |
| "loss": 0.0008, |
| "step": 650 |
| }, |
| { |
| "epoch": 3.33976833976834, |
| "grad_norm": 9.101471900939941, |
| "learning_rate": 5.929346332448511e-05, |
| "loss": 0.0783, |
| "step": 651 |
| }, |
| { |
| "epoch": 3.344916344916345, |
| "grad_norm": 22.862743377685547, |
| "learning_rate": 5.89650302804995e-05, |
| "loss": 0.0973, |
| "step": 652 |
| }, |
| { |
| "epoch": 3.35006435006435, |
| "grad_norm": 0.17167998850345612, |
| "learning_rate": 5.863712864062089e-05, |
| "loss": 0.0011, |
| "step": 653 |
| }, |
| { |
| "epoch": 3.3552123552123554, |
| "grad_norm": 2.473607063293457, |
| "learning_rate": 5.8309762651185484e-05, |
| "loss": 0.0137, |
| "step": 654 |
| }, |
| { |
| "epoch": 3.3603603603603602, |
| "grad_norm": 0.6087380647659302, |
| "learning_rate": 5.7982936551592906e-05, |
| "loss": 0.0031, |
| "step": 655 |
| }, |
| { |
| "epoch": 3.3655083655083655, |
| "grad_norm": 30.847816467285156, |
| "learning_rate": 5.765665457425102e-05, |
| "loss": 0.0382, |
| "step": 656 |
| }, |
| { |
| "epoch": 3.370656370656371, |
| "grad_norm": 0.022877676412463188, |
| "learning_rate": 5.733092094452135e-05, |
| "loss": 0.0003, |
| "step": 657 |
| }, |
| { |
| "epoch": 3.3758043758043756, |
| "grad_norm": 0.014584055170416832, |
| "learning_rate": 5.700573988066433e-05, |
| "loss": 0.0003, |
| "step": 658 |
| }, |
| { |
| "epoch": 3.380952380952381, |
| "grad_norm": 0.603316068649292, |
| "learning_rate": 5.668111559378471e-05, |
| "loss": 0.0046, |
| "step": 659 |
| }, |
| { |
| "epoch": 3.386100386100386, |
| "grad_norm": 0.07768981903791428, |
| "learning_rate": 5.6357052287776765e-05, |
| "loss": 0.0005, |
| "step": 660 |
| }, |
| { |
| "epoch": 3.391248391248391, |
| "grad_norm": 4.15887451171875, |
| "learning_rate": 5.6033554159270294e-05, |
| "loss": 0.0182, |
| "step": 661 |
| }, |
| { |
| "epoch": 3.3963963963963963, |
| "grad_norm": 19.61903190612793, |
| "learning_rate": 5.571062539757581e-05, |
| "loss": 0.1167, |
| "step": 662 |
| }, |
| { |
| "epoch": 3.4015444015444016, |
| "grad_norm": 0.6196698546409607, |
| "learning_rate": 5.538827018463069e-05, |
| "loss": 0.0022, |
| "step": 663 |
| }, |
| { |
| "epoch": 3.4066924066924065, |
| "grad_norm": 0.08763101696968079, |
| "learning_rate": 5.50664926949447e-05, |
| "loss": 0.0013, |
| "step": 664 |
| }, |
| { |
| "epoch": 3.4118404118404118, |
| "grad_norm": 0.6720811128616333, |
| "learning_rate": 5.474529709554612e-05, |
| "loss": 0.0044, |
| "step": 665 |
| }, |
| { |
| "epoch": 3.416988416988417, |
| "grad_norm": 0.03270460665225983, |
| "learning_rate": 5.4424687545927776e-05, |
| "loss": 0.0005, |
| "step": 666 |
| }, |
| { |
| "epoch": 3.4221364221364223, |
| "grad_norm": 1.180560827255249, |
| "learning_rate": 5.410466819799306e-05, |
| "loss": 0.0038, |
| "step": 667 |
| }, |
| { |
| "epoch": 3.427284427284427, |
| "grad_norm": 0.8589619398117065, |
| "learning_rate": 5.378524319600231e-05, |
| "loss": 0.0039, |
| "step": 668 |
| }, |
| { |
| "epoch": 3.4324324324324325, |
| "grad_norm": 0.002127144020050764, |
| "learning_rate": 5.346641667651897e-05, |
| "loss": 0.0, |
| "step": 669 |
| }, |
| { |
| "epoch": 3.4375804375804377, |
| "grad_norm": 0.09254667907953262, |
| "learning_rate": 5.314819276835625e-05, |
| "loss": 0.0006, |
| "step": 670 |
| }, |
| { |
| "epoch": 3.4427284427284426, |
| "grad_norm": 0.47161731123924255, |
| "learning_rate": 5.283057559252341e-05, |
| "loss": 0.001, |
| "step": 671 |
| }, |
| { |
| "epoch": 3.447876447876448, |
| "grad_norm": 4.138031005859375, |
| "learning_rate": 5.25135692621725e-05, |
| "loss": 0.0122, |
| "step": 672 |
| }, |
| { |
| "epoch": 3.453024453024453, |
| "grad_norm": 0.8576433062553406, |
| "learning_rate": 5.219717788254521e-05, |
| "loss": 0.0028, |
| "step": 673 |
| }, |
| { |
| "epoch": 3.458172458172458, |
| "grad_norm": 1.9877179861068726, |
| "learning_rate": 5.1881405550919493e-05, |
| "loss": 0.0289, |
| "step": 674 |
| }, |
| { |
| "epoch": 3.4633204633204633, |
| "grad_norm": 0.49565389752388, |
| "learning_rate": 5.156625635655672e-05, |
| "loss": 0.0015, |
| "step": 675 |
| }, |
| { |
| "epoch": 3.4684684684684686, |
| "grad_norm": 0.15118490159511566, |
| "learning_rate": 5.12517343806485e-05, |
| "loss": 0.0007, |
| "step": 676 |
| }, |
| { |
| "epoch": 3.473616473616474, |
| "grad_norm": 0.00682939775288105, |
| "learning_rate": 5.0937843696263966e-05, |
| "loss": 0.0001, |
| "step": 677 |
| }, |
| { |
| "epoch": 3.4787644787644787, |
| "grad_norm": 0.019901292398571968, |
| "learning_rate": 5.062458836829711e-05, |
| "loss": 0.0001, |
| "step": 678 |
| }, |
| { |
| "epoch": 3.483912483912484, |
| "grad_norm": 0.02060600183904171, |
| "learning_rate": 5.03119724534139e-05, |
| "loss": 0.0002, |
| "step": 679 |
| }, |
| { |
| "epoch": 3.4890604890604893, |
| "grad_norm": 0.13615114986896515, |
| "learning_rate": 5.000000000000002e-05, |
| "loss": 0.0011, |
| "step": 680 |
| }, |
| { |
| "epoch": 3.494208494208494, |
| "grad_norm": 11.097320556640625, |
| "learning_rate": 4.96886750481082e-05, |
| "loss": 0.1335, |
| "step": 681 |
| }, |
| { |
| "epoch": 3.4993564993564994, |
| "grad_norm": 0.10474572330713272, |
| "learning_rate": 4.9378001629406e-05, |
| "loss": 0.0012, |
| "step": 682 |
| }, |
| { |
| "epoch": 3.5045045045045047, |
| "grad_norm": 0.0054645356722176075, |
| "learning_rate": 4.9067983767123736e-05, |
| "loss": 0.0001, |
| "step": 683 |
| }, |
| { |
| "epoch": 3.5096525096525095, |
| "grad_norm": 0.12902982532978058, |
| "learning_rate": 4.875862547600207e-05, |
| "loss": 0.0012, |
| "step": 684 |
| }, |
| { |
| "epoch": 3.514800514800515, |
| "grad_norm": 0.052395693957805634, |
| "learning_rate": 4.8449930762240355e-05, |
| "loss": 0.0005, |
| "step": 685 |
| }, |
| { |
| "epoch": 3.51994851994852, |
| "grad_norm": 2.1456692218780518, |
| "learning_rate": 4.814190362344454e-05, |
| "loss": 0.0016, |
| "step": 686 |
| }, |
| { |
| "epoch": 3.525096525096525, |
| "grad_norm": 4.447965621948242, |
| "learning_rate": 4.783454804857539e-05, |
| "loss": 0.015, |
| "step": 687 |
| }, |
| { |
| "epoch": 3.53024453024453, |
| "grad_norm": 0.04698798060417175, |
| "learning_rate": 4.752786801789703e-05, |
| "loss": 0.0002, |
| "step": 688 |
| }, |
| { |
| "epoch": 3.5353925353925355, |
| "grad_norm": 0.08583614230155945, |
| "learning_rate": 4.722186750292511e-05, |
| "loss": 0.0006, |
| "step": 689 |
| }, |
| { |
| "epoch": 3.5405405405405403, |
| "grad_norm": 1.175262689590454, |
| "learning_rate": 4.6916550466375684e-05, |
| "loss": 0.0065, |
| "step": 690 |
| }, |
| { |
| "epoch": 3.5456885456885456, |
| "grad_norm": 1.9470089673995972, |
| "learning_rate": 4.661192086211366e-05, |
| "loss": 0.0018, |
| "step": 691 |
| }, |
| { |
| "epoch": 3.550836550836551, |
| "grad_norm": 0.17172235250473022, |
| "learning_rate": 4.630798263510162e-05, |
| "loss": 0.0004, |
| "step": 692 |
| }, |
| { |
| "epoch": 3.5559845559845558, |
| "grad_norm": 0.006491504609584808, |
| "learning_rate": 4.600473972134894e-05, |
| "loss": 0.0001, |
| "step": 693 |
| }, |
| { |
| "epoch": 3.561132561132561, |
| "grad_norm": 4.946051597595215, |
| "learning_rate": 4.570219604786051e-05, |
| "loss": 0.0263, |
| "step": 694 |
| }, |
| { |
| "epoch": 3.5662805662805663, |
| "grad_norm": 1.0091392993927002, |
| "learning_rate": 4.540035553258619e-05, |
| "loss": 0.0029, |
| "step": 695 |
| }, |
| { |
| "epoch": 3.571428571428571, |
| "grad_norm": 0.05569381266832352, |
| "learning_rate": 4.5099222084369805e-05, |
| "loss": 0.0004, |
| "step": 696 |
| }, |
| { |
| "epoch": 3.5765765765765765, |
| "grad_norm": 8.457650184631348, |
| "learning_rate": 4.479879960289863e-05, |
| "loss": 0.0159, |
| "step": 697 |
| }, |
| { |
| "epoch": 3.5817245817245817, |
| "grad_norm": 0.4417124390602112, |
| "learning_rate": 4.449909197865303e-05, |
| "loss": 0.0016, |
| "step": 698 |
| }, |
| { |
| "epoch": 3.586872586872587, |
| "grad_norm": 1.062852382659912, |
| "learning_rate": 4.420010309285577e-05, |
| "loss": 0.0005, |
| "step": 699 |
| }, |
| { |
| "epoch": 3.592020592020592, |
| "grad_norm": 3.5031871795654297, |
| "learning_rate": 4.3901836817422124e-05, |
| "loss": 0.0277, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.597168597168597, |
| "grad_norm": 0.006413920782506466, |
| "learning_rate": 4.360429701490934e-05, |
| "loss": 0.0001, |
| "step": 701 |
| }, |
| { |
| "epoch": 3.6023166023166024, |
| "grad_norm": 0.06792295724153519, |
| "learning_rate": 4.3307487538467006e-05, |
| "loss": 0.0001, |
| "step": 702 |
| }, |
| { |
| "epoch": 3.6074646074646077, |
| "grad_norm": 0.5535875558853149, |
| "learning_rate": 4.301141223178684e-05, |
| "loss": 0.0013, |
| "step": 703 |
| }, |
| { |
| "epoch": 3.6126126126126126, |
| "grad_norm": 0.549075186252594, |
| "learning_rate": 4.271607492905303e-05, |
| "loss": 0.0017, |
| "step": 704 |
| }, |
| { |
| "epoch": 3.617760617760618, |
| "grad_norm": 10.674209594726562, |
| "learning_rate": 4.242147945489272e-05, |
| "loss": 0.0436, |
| "step": 705 |
| }, |
| { |
| "epoch": 3.622908622908623, |
| "grad_norm": 4.2363691329956055, |
| "learning_rate": 4.212762962432619e-05, |
| "loss": 0.0335, |
| "step": 706 |
| }, |
| { |
| "epoch": 3.628056628056628, |
| "grad_norm": 12.446212768554688, |
| "learning_rate": 4.183452924271776e-05, |
| "loss": 0.0713, |
| "step": 707 |
| }, |
| { |
| "epoch": 3.6332046332046333, |
| "grad_norm": 8.711955070495605, |
| "learning_rate": 4.154218210572627e-05, |
| "loss": 0.3495, |
| "step": 708 |
| }, |
| { |
| "epoch": 3.6383526383526386, |
| "grad_norm": 0.001297969138249755, |
| "learning_rate": 4.125059199925599e-05, |
| "loss": 0.0, |
| "step": 709 |
| }, |
| { |
| "epoch": 3.6435006435006434, |
| "grad_norm": 0.005227327346801758, |
| "learning_rate": 4.0959762699407766e-05, |
| "loss": 0.0001, |
| "step": 710 |
| }, |
| { |
| "epoch": 3.6486486486486487, |
| "grad_norm": 0.10913996398448944, |
| "learning_rate": 4.06696979724298e-05, |
| "loss": 0.0008, |
| "step": 711 |
| }, |
| { |
| "epoch": 3.653796653796654, |
| "grad_norm": 0.015117711387574673, |
| "learning_rate": 4.038040157466918e-05, |
| "loss": 0.0002, |
| "step": 712 |
| }, |
| { |
| "epoch": 3.658944658944659, |
| "grad_norm": 0.010094228200614452, |
| "learning_rate": 4.009187725252309e-05, |
| "loss": 0.0001, |
| "step": 713 |
| }, |
| { |
| "epoch": 3.664092664092664, |
| "grad_norm": 1.2325109243392944, |
| "learning_rate": 3.980412874239021e-05, |
| "loss": 0.0031, |
| "step": 714 |
| }, |
| { |
| "epoch": 3.6692406692406694, |
| "grad_norm": 0.5344968438148499, |
| "learning_rate": 3.95171597706226e-05, |
| "loss": 0.0038, |
| "step": 715 |
| }, |
| { |
| "epoch": 3.6743886743886742, |
| "grad_norm": 0.1807209551334381, |
| "learning_rate": 3.9230974053477086e-05, |
| "loss": 0.0002, |
| "step": 716 |
| }, |
| { |
| "epoch": 3.6795366795366795, |
| "grad_norm": 0.053924065083265305, |
| "learning_rate": 3.8945575297067506e-05, |
| "loss": 0.0001, |
| "step": 717 |
| }, |
| { |
| "epoch": 3.684684684684685, |
| "grad_norm": 0.037016600370407104, |
| "learning_rate": 3.866096719731639e-05, |
| "loss": 0.0002, |
| "step": 718 |
| }, |
| { |
| "epoch": 3.6898326898326896, |
| "grad_norm": 6.042881965637207, |
| "learning_rate": 3.8377153439907266e-05, |
| "loss": 0.0047, |
| "step": 719 |
| }, |
| { |
| "epoch": 3.694980694980695, |
| "grad_norm": 1.9064173698425293, |
| "learning_rate": 3.809413770023701e-05, |
| "loss": 0.0026, |
| "step": 720 |
| }, |
| { |
| "epoch": 3.7001287001287, |
| "grad_norm": 0.002955307951197028, |
| "learning_rate": 3.7811923643367974e-05, |
| "loss": 0.0, |
| "step": 721 |
| }, |
| { |
| "epoch": 3.705276705276705, |
| "grad_norm": 0.019066477194428444, |
| "learning_rate": 3.7530514923980884e-05, |
| "loss": 0.0001, |
| "step": 722 |
| }, |
| { |
| "epoch": 3.7104247104247103, |
| "grad_norm": 6.450963020324707, |
| "learning_rate": 3.724991518632717e-05, |
| "loss": 0.0218, |
| "step": 723 |
| }, |
| { |
| "epoch": 3.7155727155727156, |
| "grad_norm": 0.00752641586586833, |
| "learning_rate": 3.697012806418194e-05, |
| "loss": 0.0001, |
| "step": 724 |
| }, |
| { |
| "epoch": 3.7207207207207205, |
| "grad_norm": 0.03809618204832077, |
| "learning_rate": 3.669115718079702e-05, |
| "loss": 0.0002, |
| "step": 725 |
| }, |
| { |
| "epoch": 3.7258687258687258, |
| "grad_norm": 0.00477253645658493, |
| "learning_rate": 3.641300614885378e-05, |
| "loss": 0.0001, |
| "step": 726 |
| }, |
| { |
| "epoch": 3.731016731016731, |
| "grad_norm": 3.528430700302124, |
| "learning_rate": 3.61356785704166e-05, |
| "loss": 0.0632, |
| "step": 727 |
| }, |
| { |
| "epoch": 3.7361647361647363, |
| "grad_norm": 0.03414354845881462, |
| "learning_rate": 3.585917803688603e-05, |
| "loss": 0.0002, |
| "step": 728 |
| }, |
| { |
| "epoch": 3.741312741312741, |
| "grad_norm": 0.7383514046669006, |
| "learning_rate": 3.558350812895238e-05, |
| "loss": 0.0013, |
| "step": 729 |
| }, |
| { |
| "epoch": 3.7464607464607464, |
| "grad_norm": 0.032647211104631424, |
| "learning_rate": 3.530867241654942e-05, |
| "loss": 0.0002, |
| "step": 730 |
| }, |
| { |
| "epoch": 3.7516087516087517, |
| "grad_norm": 0.053170569241046906, |
| "learning_rate": 3.503467445880789e-05, |
| "loss": 0.0002, |
| "step": 731 |
| }, |
| { |
| "epoch": 3.756756756756757, |
| "grad_norm": 8.38620662689209, |
| "learning_rate": 3.476151780400979e-05, |
| "loss": 0.0201, |
| "step": 732 |
| }, |
| { |
| "epoch": 3.761904761904762, |
| "grad_norm": 0.003682285314425826, |
| "learning_rate": 3.448920598954203e-05, |
| "loss": 0.0001, |
| "step": 733 |
| }, |
| { |
| "epoch": 3.767052767052767, |
| "grad_norm": 0.00584920309484005, |
| "learning_rate": 3.421774254185096e-05, |
| "loss": 0.0001, |
| "step": 734 |
| }, |
| { |
| "epoch": 3.7722007722007724, |
| "grad_norm": 0.004093759693205357, |
| "learning_rate": 3.394713097639647e-05, |
| "loss": 0.0001, |
| "step": 735 |
| }, |
| { |
| "epoch": 3.7773487773487773, |
| "grad_norm": 1.4704846143722534, |
| "learning_rate": 3.367737479760652e-05, |
| "loss": 0.008, |
| "step": 736 |
| }, |
| { |
| "epoch": 3.7824967824967826, |
| "grad_norm": 0.07209017872810364, |
| "learning_rate": 3.340847749883191e-05, |
| "loss": 0.0004, |
| "step": 737 |
| }, |
| { |
| "epoch": 3.787644787644788, |
| "grad_norm": 15.315757751464844, |
| "learning_rate": 3.31404425623008e-05, |
| "loss": 0.141, |
| "step": 738 |
| }, |
| { |
| "epoch": 3.7927927927927927, |
| "grad_norm": 2.056124210357666, |
| "learning_rate": 3.287327345907381e-05, |
| "loss": 0.0031, |
| "step": 739 |
| }, |
| { |
| "epoch": 3.797940797940798, |
| "grad_norm": 5.367823600769043, |
| "learning_rate": 3.2606973648998915e-05, |
| "loss": 0.0807, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.8030888030888033, |
| "grad_norm": 0.12702032923698425, |
| "learning_rate": 3.2341546580666796e-05, |
| "loss": 0.0004, |
| "step": 741 |
| }, |
| { |
| "epoch": 3.808236808236808, |
| "grad_norm": 10.258810997009277, |
| "learning_rate": 3.207699569136608e-05, |
| "loss": 0.009, |
| "step": 742 |
| }, |
| { |
| "epoch": 3.8133848133848134, |
| "grad_norm": 0.15279260277748108, |
| "learning_rate": 3.1813324407038825e-05, |
| "loss": 0.0005, |
| "step": 743 |
| }, |
| { |
| "epoch": 3.8185328185328187, |
| "grad_norm": 11.908256530761719, |
| "learning_rate": 3.1550536142236145e-05, |
| "loss": 0.1451, |
| "step": 744 |
| }, |
| { |
| "epoch": 3.8236808236808235, |
| "grad_norm": 1.814513087272644, |
| "learning_rate": 3.128863430007414e-05, |
| "loss": 0.0034, |
| "step": 745 |
| }, |
| { |
| "epoch": 3.828828828828829, |
| "grad_norm": 0.08874842524528503, |
| "learning_rate": 3.102762227218957e-05, |
| "loss": 0.0006, |
| "step": 746 |
| }, |
| { |
| "epoch": 3.833976833976834, |
| "grad_norm": 0.9989665746688843, |
| "learning_rate": 3.0767503438696213e-05, |
| "loss": 0.0032, |
| "step": 747 |
| }, |
| { |
| "epoch": 3.839124839124839, |
| "grad_norm": 0.012054390273988247, |
| "learning_rate": 3.0508281168140806e-05, |
| "loss": 0.0001, |
| "step": 748 |
| }, |
| { |
| "epoch": 3.844272844272844, |
| "grad_norm": 0.04495546594262123, |
| "learning_rate": 3.0249958817459722e-05, |
| "loss": 0.0002, |
| "step": 749 |
| }, |
| { |
| "epoch": 3.8494208494208495, |
| "grad_norm": 0.21954287588596344, |
| "learning_rate": 2.999253973193522e-05, |
| "loss": 0.0021, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.8545688545688543, |
| "grad_norm": 5.57328462600708, |
| "learning_rate": 2.9736027245152275e-05, |
| "loss": 0.0154, |
| "step": 751 |
| }, |
| { |
| "epoch": 3.8597168597168596, |
| "grad_norm": 0.032941389828920364, |
| "learning_rate": 2.9480424678955443e-05, |
| "loss": 0.0003, |
| "step": 752 |
| }, |
| { |
| "epoch": 3.864864864864865, |
| "grad_norm": 0.16867409646511078, |
| "learning_rate": 2.9225735343405693e-05, |
| "loss": 0.001, |
| "step": 753 |
| }, |
| { |
| "epoch": 3.8700128700128698, |
| "grad_norm": 21.949522018432617, |
| "learning_rate": 2.897196253673773e-05, |
| "loss": 0.0023, |
| "step": 754 |
| }, |
| { |
| "epoch": 3.875160875160875, |
| "grad_norm": 4.997512340545654, |
| "learning_rate": 2.8719109545317103e-05, |
| "loss": 0.0887, |
| "step": 755 |
| }, |
| { |
| "epoch": 3.8803088803088803, |
| "grad_norm": 0.009235148318111897, |
| "learning_rate": 2.8467179643597697e-05, |
| "loss": 0.0001, |
| "step": 756 |
| }, |
| { |
| "epoch": 3.8854568854568856, |
| "grad_norm": 0.01561771985143423, |
| "learning_rate": 2.8216176094079482e-05, |
| "loss": 0.0001, |
| "step": 757 |
| }, |
| { |
| "epoch": 3.8906048906048905, |
| "grad_norm": 0.32219594717025757, |
| "learning_rate": 2.7966102147265994e-05, |
| "loss": 0.0012, |
| "step": 758 |
| }, |
| { |
| "epoch": 3.8957528957528957, |
| "grad_norm": 2.680638313293457, |
| "learning_rate": 2.7716961041622534e-05, |
| "loss": 0.1297, |
| "step": 759 |
| }, |
| { |
| "epoch": 3.900900900900901, |
| "grad_norm": 0.014756716787815094, |
| "learning_rate": 2.746875600353398e-05, |
| "loss": 0.0002, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.9060489060489063, |
| "grad_norm": 0.15277861058712006, |
| "learning_rate": 2.722149024726307e-05, |
| "loss": 0.0003, |
| "step": 761 |
| }, |
| { |
| "epoch": 3.911196911196911, |
| "grad_norm": 0.018368825316429138, |
| "learning_rate": 2.697516697490896e-05, |
| "loss": 0.0002, |
| "step": 762 |
| }, |
| { |
| "epoch": 3.9163449163449164, |
| "grad_norm": 2.6372954845428467, |
| "learning_rate": 2.6729789376365456e-05, |
| "loss": 0.0082, |
| "step": 763 |
| }, |
| { |
| "epoch": 3.9214929214929217, |
| "grad_norm": 2.936980724334717, |
| "learning_rate": 2.6485360629279987e-05, |
| "loss": 0.1449, |
| "step": 764 |
| }, |
| { |
| "epoch": 3.9266409266409266, |
| "grad_norm": 0.8106775283813477, |
| "learning_rate": 2.624188389901221e-05, |
| "loss": 0.0046, |
| "step": 765 |
| }, |
| { |
| "epoch": 3.931788931788932, |
| "grad_norm": 0.43472757935523987, |
| "learning_rate": 2.599936233859326e-05, |
| "loss": 0.0012, |
| "step": 766 |
| }, |
| { |
| "epoch": 3.936936936936937, |
| "grad_norm": 1.5690232515335083, |
| "learning_rate": 2.5757799088684654e-05, |
| "loss": 0.0049, |
| "step": 767 |
| }, |
| { |
| "epoch": 3.942084942084942, |
| "grad_norm": 0.010339402593672276, |
| "learning_rate": 2.5517197277537886e-05, |
| "loss": 0.0002, |
| "step": 768 |
| }, |
| { |
| "epoch": 3.9472329472329473, |
| "grad_norm": 0.03642657771706581, |
| "learning_rate": 2.527756002095373e-05, |
| "loss": 0.0003, |
| "step": 769 |
| }, |
| { |
| "epoch": 3.9523809523809526, |
| "grad_norm": 0.8840352892875671, |
| "learning_rate": 2.5038890422241958e-05, |
| "loss": 0.0066, |
| "step": 770 |
| }, |
| { |
| "epoch": 3.9575289575289574, |
| "grad_norm": 0.15709532797336578, |
| "learning_rate": 2.480119157218108e-05, |
| "loss": 0.0012, |
| "step": 771 |
| }, |
| { |
| "epoch": 3.9626769626769627, |
| "grad_norm": 7.115312099456787, |
| "learning_rate": 2.4564466548978525e-05, |
| "loss": 0.0164, |
| "step": 772 |
| }, |
| { |
| "epoch": 3.967824967824968, |
| "grad_norm": 7.106594085693359, |
| "learning_rate": 2.432871841823047e-05, |
| "loss": 0.0072, |
| "step": 773 |
| }, |
| { |
| "epoch": 3.972972972972973, |
| "grad_norm": 0.10783769935369492, |
| "learning_rate": 2.4093950232882456e-05, |
| "loss": 0.0007, |
| "step": 774 |
| }, |
| { |
| "epoch": 3.978120978120978, |
| "grad_norm": 0.24498294293880463, |
| "learning_rate": 2.3860165033189587e-05, |
| "loss": 0.001, |
| "step": 775 |
| }, |
| { |
| "epoch": 3.9832689832689834, |
| "grad_norm": 18.48102569580078, |
| "learning_rate": 2.3627365846677306e-05, |
| "loss": 0.3756, |
| "step": 776 |
| }, |
| { |
| "epoch": 3.988416988416988, |
| "grad_norm": 2.5727248191833496, |
| "learning_rate": 2.339555568810221e-05, |
| "loss": 0.006, |
| "step": 777 |
| }, |
| { |
| "epoch": 3.9935649935649935, |
| "grad_norm": 0.28317496180534363, |
| "learning_rate": 2.3164737559412854e-05, |
| "loss": 0.0011, |
| "step": 778 |
| }, |
| { |
| "epoch": 3.998712998712999, |
| "grad_norm": 1.873467206954956, |
| "learning_rate": 2.2934914449711087e-05, |
| "loss": 0.0048, |
| "step": 779 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.006583232432603836, |
| "learning_rate": 2.2706089335213122e-05, |
| "loss": 0.0001, |
| "step": 780 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 970, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.0784491173701962e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
