| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 528, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005681818181818182, |
| "grad_norm": 4.13636899582678, |
| "learning_rate": 0.0, |
| "loss": 0.427, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.011363636363636364, |
| "grad_norm": 5.690904269421442, |
| "learning_rate": 2.2727272727272729e-07, |
| "loss": 0.4263, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.017045454545454544, |
| "grad_norm": 3.8643937954330965, |
| "learning_rate": 4.5454545454545457e-07, |
| "loss": 0.3878, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 3.869278700723408, |
| "learning_rate": 6.818181818181818e-07, |
| "loss": 0.3965, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.028409090909090908, |
| "grad_norm": 4.9499247122631065, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 0.5151, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.03409090909090909, |
| "grad_norm": 4.008175065559179, |
| "learning_rate": 1.1363636363636364e-06, |
| "loss": 0.3988, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03977272727272727, |
| "grad_norm": 3.802187440592589, |
| "learning_rate": 1.3636363636363636e-06, |
| "loss": 0.3982, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "grad_norm": 3.5944086963537805, |
| "learning_rate": 1.590909090909091e-06, |
| "loss": 0.4356, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.05113636363636364, |
| "grad_norm": 3.300357884289983, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 0.3881, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.056818181818181816, |
| "grad_norm": 2.419752440718465, |
| "learning_rate": 2.0454545454545457e-06, |
| "loss": 0.3891, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0625, |
| "grad_norm": 2.376164291933713, |
| "learning_rate": 2.2727272727272728e-06, |
| "loss": 0.4075, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.06818181818181818, |
| "grad_norm": 1.8451276554587914, |
| "learning_rate": 2.5e-06, |
| "loss": 0.3605, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.07386363636363637, |
| "grad_norm": 1.6725738451562537, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 0.3423, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.07954545454545454, |
| "grad_norm": 0.7493280852305411, |
| "learning_rate": 2.954545454545455e-06, |
| "loss": 0.3163, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.08522727272727272, |
| "grad_norm": 0.6405813170837762, |
| "learning_rate": 3.181818181818182e-06, |
| "loss": 0.3241, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 0.6010914848016558, |
| "learning_rate": 3.409090909090909e-06, |
| "loss": 0.351, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.09659090909090909, |
| "grad_norm": 0.49883812733122435, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 0.3153, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.10227272727272728, |
| "grad_norm": 0.3797160566248851, |
| "learning_rate": 3.863636363636364e-06, |
| "loss": 0.3291, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.10795454545454546, |
| "grad_norm": 0.6583932591823167, |
| "learning_rate": 4.0909090909090915e-06, |
| "loss": 0.3324, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.11363636363636363, |
| "grad_norm": 0.7109283198888129, |
| "learning_rate": 4.3181818181818185e-06, |
| "loss": 0.2966, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.11931818181818182, |
| "grad_norm": 0.7599768039513521, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.3554, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 0.6406620909580979, |
| "learning_rate": 4.772727272727273e-06, |
| "loss": 0.3214, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.13068181818181818, |
| "grad_norm": 0.6002184638663769, |
| "learning_rate": 5e-06, |
| "loss": 0.3522, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.13636363636363635, |
| "grad_norm": 0.5064858699473549, |
| "learning_rate": 4.999951815503011e-06, |
| "loss": 0.315, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.14204545454545456, |
| "grad_norm": 0.4253893803928414, |
| "learning_rate": 4.999807263869441e-06, |
| "loss": 0.3258, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.14772727272727273, |
| "grad_norm": 0.3692592226306194, |
| "learning_rate": 4.999566350671405e-06, |
| "loss": 0.3332, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.1534090909090909, |
| "grad_norm": 0.3351959335334293, |
| "learning_rate": 4.999229085195532e-06, |
| "loss": 0.3226, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1590909090909091, |
| "grad_norm": 0.3078710542803697, |
| "learning_rate": 4.998795480442595e-06, |
| "loss": 0.2877, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.16477272727272727, |
| "grad_norm": 0.3717545484104801, |
| "learning_rate": 4.998265553127013e-06, |
| "loss": 0.2903, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.17045454545454544, |
| "grad_norm": 0.3050884065792019, |
| "learning_rate": 4.997639323676214e-06, |
| "loss": 0.2902, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.17613636363636365, |
| "grad_norm": 0.3009538798031033, |
| "learning_rate": 4.996916816229838e-06, |
| "loss": 0.2978, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 0.34861390917413415, |
| "learning_rate": 4.99609805863881e-06, |
| "loss": 0.2778, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1875, |
| "grad_norm": 0.2884008619731284, |
| "learning_rate": 4.995183082464269e-06, |
| "loss": 0.2942, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.19318181818181818, |
| "grad_norm": 0.2901730865490431, |
| "learning_rate": 4.994171922976349e-06, |
| "loss": 0.2987, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.19886363636363635, |
| "grad_norm": 0.29290478785731666, |
| "learning_rate": 4.993064619152818e-06, |
| "loss": 0.3209, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.20454545454545456, |
| "grad_norm": 0.35688808962883994, |
| "learning_rate": 4.991861213677578e-06, |
| "loss": 0.2962, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.21022727272727273, |
| "grad_norm": 0.24675751243710786, |
| "learning_rate": 4.99056175293902e-06, |
| "loss": 0.2766, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2159090909090909, |
| "grad_norm": 0.3267376051155682, |
| "learning_rate": 4.989166287028234e-06, |
| "loss": 0.308, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.2215909090909091, |
| "grad_norm": 0.22493166793665828, |
| "learning_rate": 4.987674869737078e-06, |
| "loss": 0.2742, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.22727272727272727, |
| "grad_norm": 0.5317875361368901, |
| "learning_rate": 4.986087558556104e-06, |
| "loss": 0.2888, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.23295454545454544, |
| "grad_norm": 0.29801026545030884, |
| "learning_rate": 4.984404414672346e-06, |
| "loss": 0.2924, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.23863636363636365, |
| "grad_norm": 0.25799269953369336, |
| "learning_rate": 4.9826255029669575e-06, |
| "loss": 0.2816, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.24431818181818182, |
| "grad_norm": 0.22240409365014543, |
| "learning_rate": 4.980750892012711e-06, |
| "loss": 0.2758, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.2799907974670139, |
| "learning_rate": 4.978780654071355e-06, |
| "loss": 0.3098, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.2556818181818182, |
| "grad_norm": 0.28876080918518277, |
| "learning_rate": 4.976714865090827e-06, |
| "loss": 0.2802, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.26136363636363635, |
| "grad_norm": 0.24583878016647032, |
| "learning_rate": 4.974553604702332e-06, |
| "loss": 0.3026, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.26704545454545453, |
| "grad_norm": 0.2656598065177574, |
| "learning_rate": 4.972296956217265e-06, |
| "loss": 0.2961, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 0.21012707248222598, |
| "learning_rate": 4.969945006624003e-06, |
| "loss": 0.2861, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.2784090909090909, |
| "grad_norm": 0.2943742503501893, |
| "learning_rate": 4.967497846584552e-06, |
| "loss": 0.2948, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.2840909090909091, |
| "grad_norm": 0.20799525994994228, |
| "learning_rate": 4.9649555704310545e-06, |
| "loss": 0.3063, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2897727272727273, |
| "grad_norm": 0.3249940372924672, |
| "learning_rate": 4.962318276162148e-06, |
| "loss": 0.2503, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.29545454545454547, |
| "grad_norm": 0.3426841066756318, |
| "learning_rate": 4.959586065439189e-06, |
| "loss": 0.2914, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.30113636363636365, |
| "grad_norm": 0.22855678787775643, |
| "learning_rate": 4.956759043582339e-06, |
| "loss": 0.2823, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.3068181818181818, |
| "grad_norm": 0.247964442806115, |
| "learning_rate": 4.953837319566498e-06, |
| "loss": 0.2796, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.3125, |
| "grad_norm": 0.2332518969431367, |
| "learning_rate": 4.950821006017107e-06, |
| "loss": 0.2611, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3181818181818182, |
| "grad_norm": 0.21011622253491574, |
| "learning_rate": 4.947710219205808e-06, |
| "loss": 0.2738, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.32386363636363635, |
| "grad_norm": 0.3365637065974888, |
| "learning_rate": 4.9445050790459585e-06, |
| "loss": 0.2984, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.32954545454545453, |
| "grad_norm": 0.2539746858405654, |
| "learning_rate": 4.9412057090880115e-06, |
| "loss": 0.2725, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.3352272727272727, |
| "grad_norm": 0.3967914747485111, |
| "learning_rate": 4.937812236514754e-06, |
| "loss": 0.2752, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.3409090909090909, |
| "grad_norm": 0.2392453733971367, |
| "learning_rate": 4.9343247921364e-06, |
| "loss": 0.2608, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3465909090909091, |
| "grad_norm": 0.24816417648181116, |
| "learning_rate": 4.930743510385551e-06, |
| "loss": 0.2968, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.3522727272727273, |
| "grad_norm": 0.19303548298632028, |
| "learning_rate": 4.927068529312017e-06, |
| "loss": 0.2766, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.35795454545454547, |
| "grad_norm": 0.31205417275979963, |
| "learning_rate": 4.923299990577488e-06, |
| "loss": 0.2646, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 0.27131751442758495, |
| "learning_rate": 4.919438039450079e-06, |
| "loss": 0.294, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.3693181818181818, |
| "grad_norm": 0.22222852606773144, |
| "learning_rate": 4.915482824798728e-06, |
| "loss": 0.2781, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 0.2118792282893684, |
| "learning_rate": 4.911434499087457e-06, |
| "loss": 0.2741, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3806818181818182, |
| "grad_norm": 0.5758672380246893, |
| "learning_rate": 4.907293218369499e-06, |
| "loss": 0.2896, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.38636363636363635, |
| "grad_norm": 0.20085333233060845, |
| "learning_rate": 4.903059142281273e-06, |
| "loss": 0.2884, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.39204545454545453, |
| "grad_norm": 0.2654667792604945, |
| "learning_rate": 4.8987324340362445e-06, |
| "loss": 0.2972, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3977272727272727, |
| "grad_norm": 0.19331704344701295, |
| "learning_rate": 4.894313260418617e-06, |
| "loss": 0.2667, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.4034090909090909, |
| "grad_norm": 0.2171929345597126, |
| "learning_rate": 4.889801791776921e-06, |
| "loss": 0.2781, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.4090909090909091, |
| "grad_norm": 0.2684319221291861, |
| "learning_rate": 4.885198202017431e-06, |
| "loss": 0.282, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.4147727272727273, |
| "grad_norm": 0.23776136068594306, |
| "learning_rate": 4.880502668597475e-06, |
| "loss": 0.2863, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.42045454545454547, |
| "grad_norm": 0.2198068186762879, |
| "learning_rate": 4.875715372518585e-06, |
| "loss": 0.2791, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.42613636363636365, |
| "grad_norm": 0.21520734900564198, |
| "learning_rate": 4.870836498319523e-06, |
| "loss": 0.2857, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.4318181818181818, |
| "grad_norm": 0.43054319607393365, |
| "learning_rate": 4.865866234069169e-06, |
| "loss": 0.2907, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.4375, |
| "grad_norm": 0.26218468258954264, |
| "learning_rate": 4.86080477135927e-06, |
| "loss": 0.2798, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.4431818181818182, |
| "grad_norm": 0.24308410366408476, |
| "learning_rate": 4.855652305297052e-06, |
| "loss": 0.2886, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.44886363636363635, |
| "grad_norm": 0.17664891091831125, |
| "learning_rate": 4.8504090344977036e-06, |
| "loss": 0.2511, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 0.197319451098218, |
| "learning_rate": 4.84507516107672e-06, |
| "loss": 0.2749, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.4602272727272727, |
| "grad_norm": 0.6302897592568023, |
| "learning_rate": 4.839650890642104e-06, |
| "loss": 0.2869, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.4659090909090909, |
| "grad_norm": 0.23377209749002553, |
| "learning_rate": 4.834136432286452e-06, |
| "loss": 0.2939, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.4715909090909091, |
| "grad_norm": 0.25817574948385447, |
| "learning_rate": 4.828531998578885e-06, |
| "loss": 0.2802, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.4772727272727273, |
| "grad_norm": 0.27536793241671365, |
| "learning_rate": 4.822837805556858e-06, |
| "loss": 0.289, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.48295454545454547, |
| "grad_norm": 0.25733930454992526, |
| "learning_rate": 4.817054072717833e-06, |
| "loss": 0.2574, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.48863636363636365, |
| "grad_norm": 0.19536546286609527, |
| "learning_rate": 4.811181023010815e-06, |
| "loss": 0.2692, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.4943181818181818, |
| "grad_norm": 0.227177625973573, |
| "learning_rate": 4.805218882827761e-06, |
| "loss": 0.254, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.22612797471836377, |
| "learning_rate": 4.799167881994852e-06, |
| "loss": 0.2716, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.5056818181818182, |
| "grad_norm": 0.3023768741873149, |
| "learning_rate": 4.793028253763633e-06, |
| "loss": 0.2911, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.5113636363636364, |
| "grad_norm": 0.22087623835911116, |
| "learning_rate": 4.786800234802022e-06, |
| "loss": 0.2821, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5170454545454546, |
| "grad_norm": 0.21731422655095442, |
| "learning_rate": 4.780484065185188e-06, |
| "loss": 0.2695, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.5227272727272727, |
| "grad_norm": 0.2979687908352143, |
| "learning_rate": 4.7740799883862966e-06, |
| "loss": 0.2956, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.5284090909090909, |
| "grad_norm": 0.24392237794403746, |
| "learning_rate": 4.767588251267121e-06, |
| "loss": 0.2448, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.5340909090909091, |
| "grad_norm": 0.49788496215188893, |
| "learning_rate": 4.761009104068533e-06, |
| "loss": 0.2829, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.5397727272727273, |
| "grad_norm": 0.18919038139111577, |
| "learning_rate": 4.754342800400852e-06, |
| "loss": 0.2617, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 0.2422601005721465, |
| "learning_rate": 4.747589597234068e-06, |
| "loss": 0.2511, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.5511363636363636, |
| "grad_norm": 0.22463058582826498, |
| "learning_rate": 4.740749754887939e-06, |
| "loss": 0.2551, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.5568181818181818, |
| "grad_norm": 0.24946343736182136, |
| "learning_rate": 4.7338235370219556e-06, |
| "loss": 0.2568, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.5625, |
| "grad_norm": 0.22126538984664773, |
| "learning_rate": 4.726811210625176e-06, |
| "loss": 0.245, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.5681818181818182, |
| "grad_norm": 0.20738868709242012, |
| "learning_rate": 4.7197130460059385e-06, |
| "loss": 0.2622, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5738636363636364, |
| "grad_norm": 0.2683170690250489, |
| "learning_rate": 4.712529316781435e-06, |
| "loss": 0.2514, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.5795454545454546, |
| "grad_norm": 0.23542588925837882, |
| "learning_rate": 4.705260299867169e-06, |
| "loss": 0.2845, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.5852272727272727, |
| "grad_norm": 0.24502311943242538, |
| "learning_rate": 4.697906275466279e-06, |
| "loss": 0.2776, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.5909090909090909, |
| "grad_norm": 0.20760065932738048, |
| "learning_rate": 4.69046752705874e-06, |
| "loss": 0.2466, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.5965909090909091, |
| "grad_norm": 0.20102638793251298, |
| "learning_rate": 4.682944341390431e-06, |
| "loss": 0.2525, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.6022727272727273, |
| "grad_norm": 0.2065096502849592, |
| "learning_rate": 4.675337008462085e-06, |
| "loss": 0.2868, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.6079545454545454, |
| "grad_norm": 0.2508016307640096, |
| "learning_rate": 4.667645821518111e-06, |
| "loss": 0.3024, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.6136363636363636, |
| "grad_norm": 0.21666808347183772, |
| "learning_rate": 4.659871077035289e-06, |
| "loss": 0.2734, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.6193181818181818, |
| "grad_norm": 0.23182976627931445, |
| "learning_rate": 4.65201307471134e-06, |
| "loss": 0.2647, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 0.20981496328273563, |
| "learning_rate": 4.644072117453377e-06, |
| "loss": 0.2754, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.6306818181818182, |
| "grad_norm": 0.26326725184511524, |
| "learning_rate": 4.636048511366222e-06, |
| "loss": 0.2919, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 0.262563807536366, |
| "learning_rate": 4.6279425657406154e-06, |
| "loss": 0.2926, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.6420454545454546, |
| "grad_norm": 0.19306379242380328, |
| "learning_rate": 4.619754593041287e-06, |
| "loss": 0.2881, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.6477272727272727, |
| "grad_norm": 0.26239388814091164, |
| "learning_rate": 4.6114849088949146e-06, |
| "loss": 0.2784, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.6534090909090909, |
| "grad_norm": 0.2843429012137256, |
| "learning_rate": 4.603133832077953e-06, |
| "loss": 0.2596, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.6590909090909091, |
| "grad_norm": 0.21245751576381866, |
| "learning_rate": 4.594701684504352e-06, |
| "loss": 0.2398, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.6647727272727273, |
| "grad_norm": 0.22787695260596558, |
| "learning_rate": 4.586188791213143e-06, |
| "loss": 0.2711, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.6704545454545454, |
| "grad_norm": 0.3818816711935563, |
| "learning_rate": 4.577595480355911e-06, |
| "loss": 0.2661, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.6761363636363636, |
| "grad_norm": 0.23355384107293414, |
| "learning_rate": 4.568922083184144e-06, |
| "loss": 0.234, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.6818181818181818, |
| "grad_norm": 0.18288553831071802, |
| "learning_rate": 4.560168934036467e-06, |
| "loss": 0.2552, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.6875, |
| "grad_norm": 0.24924773346049447, |
| "learning_rate": 4.55133637032575e-06, |
| "loss": 0.2653, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.6931818181818182, |
| "grad_norm": 0.20852872060779476, |
| "learning_rate": 4.542424732526105e-06, |
| "loss": 0.2505, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.6988636363636364, |
| "grad_norm": 0.24118571168870664, |
| "learning_rate": 4.533434364159761e-06, |
| "loss": 0.2399, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.7045454545454546, |
| "grad_norm": 0.20144416490181125, |
| "learning_rate": 4.524365611783818e-06, |
| "loss": 0.2417, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.7102272727272727, |
| "grad_norm": 0.2262954076430847, |
| "learning_rate": 4.515218824976895e-06, |
| "loss": 0.2672, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.7159090909090909, |
| "grad_norm": 0.20857659711513643, |
| "learning_rate": 4.505994356325648e-06, |
| "loss": 0.2413, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.7215909090909091, |
| "grad_norm": 0.1840485932451498, |
| "learning_rate": 4.496692561411182e-06, |
| "loss": 0.2431, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.21559446578225816, |
| "learning_rate": 4.487313798795347e-06, |
| "loss": 0.2266, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.7329545454545454, |
| "grad_norm": 0.31855427106346423, |
| "learning_rate": 4.477858430006906e-06, |
| "loss": 0.2578, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.7386363636363636, |
| "grad_norm": 0.2327594094385503, |
| "learning_rate": 4.468326819527613e-06, |
| "loss": 0.2493, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.7443181818181818, |
| "grad_norm": 0.27069782646168544, |
| "learning_rate": 4.458719334778153e-06, |
| "loss": 0.2853, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.20290888911590216, |
| "learning_rate": 4.449036346103982e-06, |
| "loss": 0.2525, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.7556818181818182, |
| "grad_norm": 0.38497870978848986, |
| "learning_rate": 4.43927822676105e-06, |
| "loss": 0.2573, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.7613636363636364, |
| "grad_norm": 0.2134895810331637, |
| "learning_rate": 4.429445352901415e-06, |
| "loss": 0.2681, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.7670454545454546, |
| "grad_norm": 0.18517860586217338, |
| "learning_rate": 4.419538103558742e-06, |
| "loss": 0.2199, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.7727272727272727, |
| "grad_norm": 0.30958029717950675, |
| "learning_rate": 4.409556860633692e-06, |
| "loss": 0.2784, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.7784090909090909, |
| "grad_norm": 0.21154899257882034, |
| "learning_rate": 4.3995020088792e-06, |
| "loss": 0.2684, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.7840909090909091, |
| "grad_norm": 0.23099439084231488, |
| "learning_rate": 4.3893739358856465e-06, |
| "loss": 0.3017, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.7897727272727273, |
| "grad_norm": 0.2319823375879864, |
| "learning_rate": 4.379173032065912e-06, |
| "loss": 0.2368, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.7954545454545454, |
| "grad_norm": 0.36801732527860587, |
| "learning_rate": 4.368899690640333e-06, |
| "loss": 0.2699, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.8011363636363636, |
| "grad_norm": 0.23529268911329576, |
| "learning_rate": 4.3585543076215405e-06, |
| "loss": 0.2698, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.8068181818181818, |
| "grad_norm": 0.2184490414418197, |
| "learning_rate": 4.3481372817991976e-06, |
| "loss": 0.2631, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.8125, |
| "grad_norm": 0.439487873206488, |
| "learning_rate": 4.3376490147246205e-06, |
| "loss": 0.2673, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 0.26855989609963915, |
| "learning_rate": 4.32708991069531e-06, |
| "loss": 0.2698, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.8238636363636364, |
| "grad_norm": 0.3543130370224819, |
| "learning_rate": 4.31646037673936e-06, |
| "loss": 0.2627, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.8295454545454546, |
| "grad_norm": 0.20174717662069117, |
| "learning_rate": 4.305760822599766e-06, |
| "loss": 0.2806, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.8352272727272727, |
| "grad_norm": 0.21956421754738986, |
| "learning_rate": 4.294991660718636e-06, |
| "loss": 0.2592, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.8409090909090909, |
| "grad_norm": 0.2101546633291597, |
| "learning_rate": 4.284153306221289e-06, |
| "loss": 0.272, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.8465909090909091, |
| "grad_norm": 0.20128651667264633, |
| "learning_rate": 4.273246176900252e-06, |
| "loss": 0.236, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.8522727272727273, |
| "grad_norm": 0.24737021101483003, |
| "learning_rate": 4.262270693199159e-06, |
| "loss": 0.2634, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.8579545454545454, |
| "grad_norm": 0.22448605023421997, |
| "learning_rate": 4.2512272781965355e-06, |
| "loss": 0.2438, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.8636363636363636, |
| "grad_norm": 0.34900609419270606, |
| "learning_rate": 4.240116357589502e-06, |
| "loss": 0.2514, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.8693181818181818, |
| "grad_norm": 0.1935622280843455, |
| "learning_rate": 4.228938359677354e-06, |
| "loss": 0.2388, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.875, |
| "grad_norm": 0.25773072503962624, |
| "learning_rate": 4.217693715345057e-06, |
| "loss": 0.2531, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.8806818181818182, |
| "grad_norm": 0.22041420459104752, |
| "learning_rate": 4.206382858046636e-06, |
| "loss": 0.2636, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.8863636363636364, |
| "grad_norm": 0.22347272836568208, |
| "learning_rate": 4.195006223788466e-06, |
| "loss": 0.3136, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.8920454545454546, |
| "grad_norm": 0.23516522146462165, |
| "learning_rate": 4.183564251112466e-06, |
| "loss": 0.2627, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.8977272727272727, |
| "grad_norm": 0.2245388610780939, |
| "learning_rate": 4.172057381079196e-06, |
| "loss": 0.2652, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.9034090909090909, |
| "grad_norm": 0.26988373559964796, |
| "learning_rate": 4.160486057250849e-06, |
| "loss": 0.2557, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.6872792618362236, |
| "learning_rate": 4.148850725674162e-06, |
| "loss": 0.2839, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.9147727272727273, |
| "grad_norm": 0.20758056768557093, |
| "learning_rate": 4.137151834863213e-06, |
| "loss": 0.2677, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.9204545454545454, |
| "grad_norm": 0.19698361252403598, |
| "learning_rate": 4.125389835782138e-06, |
| "loss": 0.2611, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.9261363636363636, |
| "grad_norm": 0.2634401952443913, |
| "learning_rate": 4.113565181827745e-06, |
| "loss": 0.2541, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.9318181818181818, |
| "grad_norm": 0.22955498966434157, |
| "learning_rate": 4.101678328812035e-06, |
| "loss": 0.2519, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.9375, |
| "grad_norm": 0.21505253408914526, |
| "learning_rate": 4.0897297349446345e-06, |
| "loss": 0.2366, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.9431818181818182, |
| "grad_norm": 0.22541600048527471, |
| "learning_rate": 4.077719860815132e-06, |
| "loss": 0.2787, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.9488636363636364, |
| "grad_norm": 0.2270297479035574, |
| "learning_rate": 4.065649169375324e-06, |
| "loss": 0.2745, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.9545454545454546, |
| "grad_norm": 0.21939653618157418, |
| "learning_rate": 4.053518125921365e-06, |
| "loss": 0.2381, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.9602272727272727, |
| "grad_norm": 0.23630408488271606, |
| "learning_rate": 4.041327198075838e-06, |
| "loss": 0.2524, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.9659090909090909, |
| "grad_norm": 1.0985204504913177, |
| "learning_rate": 4.029076855769722e-06, |
| "loss": 0.2398, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.9715909090909091, |
| "grad_norm": 0.20401818951431577, |
| "learning_rate": 4.016767571224285e-06, |
| "loss": 0.2618, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.9772727272727273, |
| "grad_norm": 0.27265229854495676, |
| "learning_rate": 4.0043998189328705e-06, |
| "loss": 0.2384, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.9829545454545454, |
| "grad_norm": 0.18755154669027838, |
| "learning_rate": 3.991974075642621e-06, |
| "loss": 0.2105, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.9886363636363636, |
| "grad_norm": 0.23111041332184715, |
| "learning_rate": 3.9794908203360865e-06, |
| "loss": 0.2796, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.9943181818181818, |
| "grad_norm": 0.22836211042533255, |
| "learning_rate": 3.966950534212769e-06, |
| "loss": 0.2476, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.25532820133220246, |
| "learning_rate": 3.954353700670573e-06, |
| "loss": 0.2407, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.0056818181818181, |
| "grad_norm": 0.3070527658349344, |
| "learning_rate": 3.941700805287169e-06, |
| "loss": 0.2739, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.0113636363636365, |
| "grad_norm": 0.27024017776926557, |
| "learning_rate": 3.9289923358012735e-06, |
| "loss": 0.2906, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.0170454545454546, |
| "grad_norm": 0.3601678496407945, |
| "learning_rate": 3.9162287820938575e-06, |
| "loss": 0.2576, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.0227272727272727, |
| "grad_norm": 0.234846494439447, |
| "learning_rate": 3.903410636169252e-06, |
| "loss": 0.2721, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.0284090909090908, |
| "grad_norm": 0.21894893703936477, |
| "learning_rate": 3.890538392136188e-06, |
| "loss": 0.2204, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.0340909090909092, |
| "grad_norm": 0.23511239991354554, |
| "learning_rate": 3.877612546188749e-06, |
| "loss": 0.2821, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.0397727272727273, |
| "grad_norm": 0.26371937696669423, |
| "learning_rate": 3.864633596587242e-06, |
| "loss": 0.2992, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.0454545454545454, |
| "grad_norm": 0.21822331732453468, |
| "learning_rate": 3.8516020436389945e-06, |
| "loss": 0.2366, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.0511363636363635, |
| "grad_norm": 0.19304217881994865, |
| "learning_rate": 3.838518389679065e-06, |
| "loss": 0.2236, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.0568181818181819, |
| "grad_norm": 0.46074983555399596, |
| "learning_rate": 3.825383139050881e-06, |
| "loss": 0.2579, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.0625, |
| "grad_norm": 0.3864313032500556, |
| "learning_rate": 3.812196798086799e-06, |
| "loss": 0.2604, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.0681818181818181, |
| "grad_norm": 0.22907818535523758, |
| "learning_rate": 3.798959875088584e-06, |
| "loss": 0.2429, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.0738636363636365, |
| "grad_norm": 0.4564861968720899, |
| "learning_rate": 3.7856728803078168e-06, |
| "loss": 0.288, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.0795454545454546, |
| "grad_norm": 0.21128235148404068, |
| "learning_rate": 3.7723363259262253e-06, |
| "loss": 0.2596, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.0852272727272727, |
| "grad_norm": 0.24544408764038442, |
| "learning_rate": 3.75895072603594e-06, |
| "loss": 0.2966, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 0.4425637441419803, |
| "learning_rate": 3.7455165966196817e-06, |
| "loss": 0.2813, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.0965909090909092, |
| "grad_norm": 0.23114254677192722, |
| "learning_rate": 3.732034455530863e-06, |
| "loss": 0.2416, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.1022727272727273, |
| "grad_norm": 0.5892208013523996, |
| "learning_rate": 3.718504822473634e-06, |
| "loss": 0.2575, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.1079545454545454, |
| "grad_norm": 0.27120988659913997, |
| "learning_rate": 3.704928218982845e-06, |
| "loss": 0.2483, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.1136363636363635, |
| "grad_norm": 0.27030517090763195, |
| "learning_rate": 3.6913051684039435e-06, |
| "loss": 0.2869, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.1193181818181819, |
| "grad_norm": 0.24721081702866537, |
| "learning_rate": 3.6776361958728025e-06, |
| "loss": 0.2536, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.125, |
| "grad_norm": 0.2257562078807439, |
| "learning_rate": 3.663921828295474e-06, |
| "loss": 0.2498, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.1306818181818181, |
| "grad_norm": 0.2599699973969289, |
| "learning_rate": 3.650162594327881e-06, |
| "loss": 0.2632, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.1363636363636362, |
| "grad_norm": 0.29494278610069274, |
| "learning_rate": 3.6363590243554362e-06, |
| "loss": 0.2758, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.1420454545454546, |
| "grad_norm": 0.250508527226537, |
| "learning_rate": 3.6225116504726014e-06, |
| "loss": 0.2579, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.1477272727272727, |
| "grad_norm": 0.24509958653162817, |
| "learning_rate": 3.6086210064623735e-06, |
| "loss": 0.2694, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.1534090909090908, |
| "grad_norm": 0.22830303655343187, |
| "learning_rate": 3.5946876277757066e-06, |
| "loss": 0.2417, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.1590909090909092, |
| "grad_norm": 0.2886944456973541, |
| "learning_rate": 3.580712051510876e-06, |
| "loss": 0.2581, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.1647727272727273, |
| "grad_norm": 0.27254932607772603, |
| "learning_rate": 3.5666948163927716e-06, |
| "loss": 0.2663, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.1704545454545454, |
| "grad_norm": 0.30632533777086607, |
| "learning_rate": 3.5526364627521322e-06, |
| "loss": 0.302, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.1761363636363638, |
| "grad_norm": 0.22063246630024258, |
| "learning_rate": 3.5385375325047167e-06, |
| "loss": 0.2541, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.1818181818181819, |
| "grad_norm": 0.2199009929510123, |
| "learning_rate": 3.5243985691304146e-06, |
| "loss": 0.2785, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.1875, |
| "grad_norm": 0.22508931676812532, |
| "learning_rate": 3.5102201176522966e-06, |
| "loss": 0.254, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.1931818181818181, |
| "grad_norm": 0.2655168492080692, |
| "learning_rate": 3.4960027246156043e-06, |
| "loss": 0.2734, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.1988636363636362, |
| "grad_norm": 0.2397043633507901, |
| "learning_rate": 3.4817469380666834e-06, |
| "loss": 0.2434, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.2045454545454546, |
| "grad_norm": 0.2219952128067738, |
| "learning_rate": 3.467453307531858e-06, |
| "loss": 0.2268, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.2102272727272727, |
| "grad_norm": 0.27311261074430904, |
| "learning_rate": 3.453122383996245e-06, |
| "loss": 0.2644, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.2159090909090908, |
| "grad_norm": 0.3734046673169832, |
| "learning_rate": 3.4387547198825187e-06, |
| "loss": 0.2354, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.2215909090909092, |
| "grad_norm": 0.21182889889501536, |
| "learning_rate": 3.4243508690296133e-06, |
| "loss": 0.2515, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.2272727272727273, |
| "grad_norm": 0.21938148808558747, |
| "learning_rate": 3.409911386671375e-06, |
| "loss": 0.2414, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.2329545454545454, |
| "grad_norm": 0.22588281820458495, |
| "learning_rate": 3.3954368294151603e-06, |
| "loss": 0.251, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.2386363636363638, |
| "grad_norm": 0.29774703377407774, |
| "learning_rate": 3.380927755220376e-06, |
| "loss": 0.234, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.2443181818181819, |
| "grad_norm": 0.21627968204006795, |
| "learning_rate": 3.366384723376977e-06, |
| "loss": 0.2522, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.3187385148259123, |
| "learning_rate": 3.351808294483902e-06, |
| "loss": 0.2542, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.2556818181818181, |
| "grad_norm": 0.24935352708926728, |
| "learning_rate": 3.3371990304274654e-06, |
| "loss": 0.2394, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.2613636363636362, |
| "grad_norm": 0.23693314587613898, |
| "learning_rate": 3.3225574943597005e-06, |
| "loss": 0.2469, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.2670454545454546, |
| "grad_norm": 0.28110255475362683, |
| "learning_rate": 3.3078842506766484e-06, |
| "loss": 0.2603, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 0.2625043471276174, |
| "learning_rate": 3.2931798649966e-06, |
| "loss": 0.2593, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.2784090909090908, |
| "grad_norm": 0.2540347477642736, |
| "learning_rate": 3.2784449041382973e-06, |
| "loss": 0.2752, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.2840909090909092, |
| "grad_norm": 0.22673580657535364, |
| "learning_rate": 3.263679936099083e-06, |
| "loss": 0.2496, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.2897727272727273, |
| "grad_norm": 0.2504539013854373, |
| "learning_rate": 3.248885530033004e-06, |
| "loss": 0.2578, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.2954545454545454, |
| "grad_norm": 0.2181778867441864, |
| "learning_rate": 3.2340622562288717e-06, |
| "loss": 0.2394, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.3011363636363638, |
| "grad_norm": 0.33020816509435613, |
| "learning_rate": 3.2192106860882782e-06, |
| "loss": 0.2733, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.3068181818181819, |
| "grad_norm": 0.42372937786391984, |
| "learning_rate": 3.2043313921035747e-06, |
| "loss": 0.2602, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.3125, |
| "grad_norm": 0.25468090847913644, |
| "learning_rate": 3.189424947835797e-06, |
| "loss": 0.2716, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.3181818181818181, |
| "grad_norm": 0.2215655194050218, |
| "learning_rate": 3.174491927892561e-06, |
| "loss": 0.2718, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.3238636363636362, |
| "grad_norm": 0.2754635828663956, |
| "learning_rate": 3.1595329079059102e-06, |
| "loss": 0.272, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.3295454545454546, |
| "grad_norm": 0.2024807906225442, |
| "learning_rate": 3.144548464510127e-06, |
| "loss": 0.2466, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.3352272727272727, |
| "grad_norm": 0.20548663623518323, |
| "learning_rate": 3.129539175319505e-06, |
| "loss": 0.2582, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.3409090909090908, |
| "grad_norm": 0.23352172661093246, |
| "learning_rate": 3.114505618906086e-06, |
| "loss": 0.2434, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.3465909090909092, |
| "grad_norm": 0.2916666966380751, |
| "learning_rate": 3.0994483747773508e-06, |
| "loss": 0.2602, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.3522727272727273, |
| "grad_norm": 0.23761083831599722, |
| "learning_rate": 3.0843680233538885e-06, |
| "loss": 0.2702, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.3579545454545454, |
| "grad_norm": 0.219481280373593, |
| "learning_rate": 3.0692651459470164e-06, |
| "loss": 0.2532, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.3636363636363638, |
| "grad_norm": 0.2285839114976421, |
| "learning_rate": 3.0541403247363756e-06, |
| "loss": 0.2387, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.3693181818181819, |
| "grad_norm": 0.24095505608449277, |
| "learning_rate": 3.0389941427474873e-06, |
| "loss": 0.2509, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.375, |
| "grad_norm": 0.4493662508268078, |
| "learning_rate": 3.0238271838292815e-06, |
| "loss": 0.2595, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.3806818181818181, |
| "grad_norm": 0.23328787857171382, |
| "learning_rate": 3.0086400326315853e-06, |
| "loss": 0.231, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.3863636363636362, |
| "grad_norm": 0.5159195368293701, |
| "learning_rate": 2.9934332745825924e-06, |
| "loss": 0.2559, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.3920454545454546, |
| "grad_norm": 0.4703634817361865, |
| "learning_rate": 2.9782074958662923e-06, |
| "loss": 0.2704, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.3977272727272727, |
| "grad_norm": 0.2062134175125288, |
| "learning_rate": 2.962963283399877e-06, |
| "loss": 0.2478, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.4034090909090908, |
| "grad_norm": 0.21282792221823255, |
| "learning_rate": 2.947701224811113e-06, |
| "loss": 0.2507, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.4090909090909092, |
| "grad_norm": 0.29276392029658793, |
| "learning_rate": 2.932421908415694e-06, |
| "loss": 0.2277, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.4147727272727273, |
| "grad_norm": 0.24683118700261866, |
| "learning_rate": 2.9171259231945598e-06, |
| "loss": 0.2607, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.4204545454545454, |
| "grad_norm": 0.22971842427970574, |
| "learning_rate": 2.901813858771193e-06, |
| "loss": 0.2782, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.4261363636363638, |
| "grad_norm": 0.22116314296102615, |
| "learning_rate": 2.8864863053888927e-06, |
| "loss": 0.2441, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.4318181818181819, |
| "grad_norm": 0.19906723333631912, |
| "learning_rate": 2.871143853888017e-06, |
| "loss": 0.2461, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.4375, |
| "grad_norm": 0.23452835492911767, |
| "learning_rate": 2.8557870956832135e-06, |
| "loss": 0.2511, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.4431818181818181, |
| "grad_norm": 0.2146671991697931, |
| "learning_rate": 2.840416622740617e-06, |
| "loss": 0.2408, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.4488636363636362, |
| "grad_norm": 0.262172959878327, |
| "learning_rate": 2.8250330275550337e-06, |
| "loss": 0.2803, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 0.21360936224318358, |
| "learning_rate": 2.8096369031271e-06, |
| "loss": 0.2175, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.4602272727272727, |
| "grad_norm": 0.2120651082005393, |
| "learning_rate": 2.7942288429404256e-06, |
| "loss": 0.2451, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.4659090909090908, |
| "grad_norm": 0.21958260295487422, |
| "learning_rate": 2.778809440938714e-06, |
| "loss": 0.2781, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.4715909090909092, |
| "grad_norm": 0.22983903008037593, |
| "learning_rate": 2.763379291502868e-06, |
| "loss": 0.2665, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.4772727272727273, |
| "grad_norm": 0.19467024370331582, |
| "learning_rate": 2.7479389894280793e-06, |
| "loss": 0.2375, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.4829545454545454, |
| "grad_norm": 0.21667848301184672, |
| "learning_rate": 2.7324891299008987e-06, |
| "loss": 0.2493, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.4886363636363638, |
| "grad_norm": 0.24658186742801239, |
| "learning_rate": 2.7170303084762958e-06, |
| "loss": 0.2238, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.4943181818181819, |
| "grad_norm": 0.48492645337740303, |
| "learning_rate": 2.701563121054695e-06, |
| "loss": 0.2307, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.23128616464818613, |
| "learning_rate": 2.6860881638590146e-06, |
| "loss": 0.2505, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.5056818181818183, |
| "grad_norm": 0.2546561917759946, |
| "learning_rate": 2.670606033411678e-06, |
| "loss": 0.2528, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.5113636363636362, |
| "grad_norm": 0.24741495860424792, |
| "learning_rate": 2.6551173265116182e-06, |
| "loss": 0.2508, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.5170454545454546, |
| "grad_norm": 0.2692088472000367, |
| "learning_rate": 2.6396226402112768e-06, |
| "loss": 0.2601, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.5227272727272727, |
| "grad_norm": 0.20089589499919636, |
| "learning_rate": 2.624122571793586e-06, |
| "loss": 0.2254, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.5284090909090908, |
| "grad_norm": 0.2857287556843859, |
| "learning_rate": 2.6086177187489453e-06, |
| "loss": 0.2487, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.5340909090909092, |
| "grad_norm": 0.2432557344935323, |
| "learning_rate": 2.593108678752191e-06, |
| "loss": 0.2688, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.5397727272727273, |
| "grad_norm": 0.24063084990361086, |
| "learning_rate": 2.5775960496395565e-06, |
| "loss": 0.2277, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.5454545454545454, |
| "grad_norm": 0.216657762192942, |
| "learning_rate": 2.562080429385626e-06, |
| "loss": 0.257, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.5511363636363638, |
| "grad_norm": 0.35847342618755507, |
| "learning_rate": 2.5465624160802847e-06, |
| "loss": 0.238, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.5568181818181817, |
| "grad_norm": 0.369555743490675, |
| "learning_rate": 2.531042607905665e-06, |
| "loss": 0.2354, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.5625, |
| "grad_norm": 0.24361226061790756, |
| "learning_rate": 2.5155216031130882e-06, |
| "loss": 0.2816, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.5681818181818183, |
| "grad_norm": 0.1922285560902828, |
| "learning_rate": 2.5e-06, |
| "loss": 0.2157, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.5738636363636362, |
| "grad_norm": 0.21414334547048944, |
| "learning_rate": 2.4844783968869126e-06, |
| "loss": 0.2267, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.5795454545454546, |
| "grad_norm": 1.2184972998385, |
| "learning_rate": 2.4689573920943358e-06, |
| "loss": 0.2626, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.5852272727272727, |
| "grad_norm": 0.2756105324536501, |
| "learning_rate": 2.4534375839197166e-06, |
| "loss": 0.2925, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.5909090909090908, |
| "grad_norm": 0.2494305680424624, |
| "learning_rate": 2.4379195706143755e-06, |
| "loss": 0.284, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.5965909090909092, |
| "grad_norm": 0.4449397002609527, |
| "learning_rate": 2.422403950360444e-06, |
| "loss": 0.2277, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.6022727272727273, |
| "grad_norm": 0.262193720551146, |
| "learning_rate": 2.406891321247809e-06, |
| "loss": 0.2748, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.6079545454545454, |
| "grad_norm": 0.1902602150146509, |
| "learning_rate": 2.391382281251055e-06, |
| "loss": 0.2275, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.6136363636363638, |
| "grad_norm": 0.22553747837476507, |
| "learning_rate": 2.375877428206415e-06, |
| "loss": 0.2385, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.6193181818181817, |
| "grad_norm": 0.19774421293388952, |
| "learning_rate": 2.360377359788724e-06, |
| "loss": 0.2294, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.625, |
| "grad_norm": 0.246379182223565, |
| "learning_rate": 2.3448826734883826e-06, |
| "loss": 0.2153, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.6306818181818183, |
| "grad_norm": 0.25298356695474494, |
| "learning_rate": 2.3293939665883233e-06, |
| "loss": 0.2776, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 0.2701672778631383, |
| "learning_rate": 2.313911836140986e-06, |
| "loss": 0.2717, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.6420454545454546, |
| "grad_norm": 0.20559053992614199, |
| "learning_rate": 2.298436878945306e-06, |
| "loss": 0.2386, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.6477272727272727, |
| "grad_norm": 0.3382944574936427, |
| "learning_rate": 2.2829696915237055e-06, |
| "loss": 0.2499, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.6534090909090908, |
| "grad_norm": 0.3486190206377146, |
| "learning_rate": 2.267510870099101e-06, |
| "loss": 0.2363, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.6590909090909092, |
| "grad_norm": 0.20281777636510792, |
| "learning_rate": 2.252061010571921e-06, |
| "loss": 0.2402, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.6647727272727273, |
| "grad_norm": 0.20620257894673166, |
| "learning_rate": 2.2366207084971326e-06, |
| "loss": 0.2383, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.6704545454545454, |
| "grad_norm": 0.43286460952304634, |
| "learning_rate": 2.2211905590612864e-06, |
| "loss": 0.2494, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.6761363636363638, |
| "grad_norm": 0.3012071629038352, |
| "learning_rate": 2.205771157059575e-06, |
| "loss": 0.2076, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.6818181818181817, |
| "grad_norm": 0.27532102490196564, |
| "learning_rate": 2.1903630968729003e-06, |
| "loss": 0.2554, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.6875, |
| "grad_norm": 0.21603766103964822, |
| "learning_rate": 2.174966972444967e-06, |
| "loss": 0.2313, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.6931818181818183, |
| "grad_norm": 0.2267972545695054, |
| "learning_rate": 2.159583377259384e-06, |
| "loss": 0.2647, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.6988636363636362, |
| "grad_norm": 0.23145153019790213, |
| "learning_rate": 2.1442129043167877e-06, |
| "loss": 0.2488, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.7045454545454546, |
| "grad_norm": 0.30814691128071964, |
| "learning_rate": 2.1288561461119837e-06, |
| "loss": 0.2278, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.7102272727272727, |
| "grad_norm": 0.2934543144230605, |
| "learning_rate": 2.1135136946111077e-06, |
| "loss": 0.2753, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.7159090909090908, |
| "grad_norm": 0.20303068805720303, |
| "learning_rate": 2.098186141228807e-06, |
| "loss": 0.2416, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.7215909090909092, |
| "grad_norm": 0.20739352247286236, |
| "learning_rate": 2.0828740768054406e-06, |
| "loss": 0.2639, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 0.2217270011433331, |
| "learning_rate": 2.0675780915843068e-06, |
| "loss": 0.2441, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.7329545454545454, |
| "grad_norm": 0.19345781924887342, |
| "learning_rate": 2.052298775188888e-06, |
| "loss": 0.2378, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.7386363636363638, |
| "grad_norm": 0.25373894853099455, |
| "learning_rate": 2.0370367166001245e-06, |
| "loss": 0.2592, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.7443181818181817, |
| "grad_norm": 0.22910464762227148, |
| "learning_rate": 2.021792504133709e-06, |
| "loss": 0.2264, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 0.2303297961637058, |
| "learning_rate": 2.006566725417409e-06, |
| "loss": 0.2554, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.7556818181818183, |
| "grad_norm": 0.21711583814497334, |
| "learning_rate": 1.991359967368416e-06, |
| "loss": 0.2456, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.7613636363636362, |
| "grad_norm": 0.26241126899754347, |
| "learning_rate": 1.97617281617072e-06, |
| "loss": 0.2753, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.7670454545454546, |
| "grad_norm": 0.22750312954422816, |
| "learning_rate": 1.9610058572525127e-06, |
| "loss": 0.2871, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.7727272727272727, |
| "grad_norm": 0.18431040551647146, |
| "learning_rate": 1.945859675263625e-06, |
| "loss": 0.2486, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.7784090909090908, |
| "grad_norm": 0.27552518413839977, |
| "learning_rate": 1.9307348540529845e-06, |
| "loss": 0.2422, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.7840909090909092, |
| "grad_norm": 0.24464895994518496, |
| "learning_rate": 1.9156319766461124e-06, |
| "loss": 0.2463, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.7897727272727273, |
| "grad_norm": 0.2382418996025972, |
| "learning_rate": 1.90055162522265e-06, |
| "loss": 0.2789, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.7954545454545454, |
| "grad_norm": 0.28239156175807245, |
| "learning_rate": 1.8854943810939152e-06, |
| "loss": 0.2531, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.8011363636363638, |
| "grad_norm": 0.2895263471358066, |
| "learning_rate": 1.8704608246804956e-06, |
| "loss": 0.2405, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.8068181818181817, |
| "grad_norm": 0.20758099301934713, |
| "learning_rate": 1.8554515354898744e-06, |
| "loss": 0.2248, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.8125, |
| "grad_norm": 0.22705536402699977, |
| "learning_rate": 1.840467092094091e-06, |
| "loss": 0.2684, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 0.1928306955966746, |
| "learning_rate": 1.8255080721074391e-06, |
| "loss": 0.2298, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.8238636363636362, |
| "grad_norm": 0.20499241539562923, |
| "learning_rate": 1.8105750521642035e-06, |
| "loss": 0.2207, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.8295454545454546, |
| "grad_norm": 0.20797732732157784, |
| "learning_rate": 1.7956686078964257e-06, |
| "loss": 0.2474, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.8352272727272727, |
| "grad_norm": 0.21542074815945023, |
| "learning_rate": 1.7807893139117222e-06, |
| "loss": 0.2331, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.8409090909090908, |
| "grad_norm": 0.2118090262141367, |
| "learning_rate": 1.7659377437711294e-06, |
| "loss": 0.2546, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.8465909090909092, |
| "grad_norm": 0.2841859057779013, |
| "learning_rate": 1.7511144699669967e-06, |
| "loss": 0.2749, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.8522727272727273, |
| "grad_norm": 0.2987554078016277, |
| "learning_rate": 1.7363200639009176e-06, |
| "loss": 0.2288, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.8579545454545454, |
| "grad_norm": 0.18732882489325686, |
| "learning_rate": 1.7215550958617036e-06, |
| "loss": 0.2289, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.8636363636363638, |
| "grad_norm": 0.2608504460685447, |
| "learning_rate": 1.7068201350034017e-06, |
| "loss": 0.2631, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.8693181818181817, |
| "grad_norm": 0.2721253524262622, |
| "learning_rate": 1.692115749323353e-06, |
| "loss": 0.2271, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.875, |
| "grad_norm": 0.2379430708667795, |
| "learning_rate": 1.6774425056402993e-06, |
| "loss": 0.2412, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.8806818181818183, |
| "grad_norm": 0.24257409750516146, |
| "learning_rate": 1.6628009695725348e-06, |
| "loss": 0.2683, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.8863636363636362, |
| "grad_norm": 0.19301492232724798, |
| "learning_rate": 1.648191705516099e-06, |
| "loss": 0.2026, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.8920454545454546, |
| "grad_norm": 0.25069740638984933, |
| "learning_rate": 1.6336152766230235e-06, |
| "loss": 0.2714, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.8977272727272727, |
| "grad_norm": 0.24153255545005992, |
| "learning_rate": 1.6190722447796242e-06, |
| "loss": 0.2445, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.9034090909090908, |
| "grad_norm": 0.21336850539372973, |
| "learning_rate": 1.6045631705848405e-06, |
| "loss": 0.2662, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 0.2435556265678761, |
| "learning_rate": 1.5900886133286254e-06, |
| "loss": 0.2626, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.9147727272727273, |
| "grad_norm": 0.19661831324809856, |
| "learning_rate": 1.5756491309703875e-06, |
| "loss": 0.228, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.9204545454545454, |
| "grad_norm": 0.20715327562589703, |
| "learning_rate": 1.561245280117482e-06, |
| "loss": 0.2377, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.9261363636363638, |
| "grad_norm": 0.2546762373725108, |
| "learning_rate": 1.5468776160037558e-06, |
| "loss": 0.2378, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.9318181818181817, |
| "grad_norm": 0.21893927747495043, |
| "learning_rate": 1.5325466924681425e-06, |
| "loss": 0.2542, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.9375, |
| "grad_norm": 0.29705395872406126, |
| "learning_rate": 1.5182530619333168e-06, |
| "loss": 0.2536, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.9431818181818183, |
| "grad_norm": 0.2627707493027739, |
| "learning_rate": 1.5039972753843966e-06, |
| "loss": 0.2462, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.9488636363636362, |
| "grad_norm": 0.196727357906668, |
| "learning_rate": 1.4897798823477045e-06, |
| "loss": 0.2417, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.9545454545454546, |
| "grad_norm": 0.18765721167603922, |
| "learning_rate": 1.4756014308695865e-06, |
| "loss": 0.2371, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.9602272727272727, |
| "grad_norm": 0.2169021146401285, |
| "learning_rate": 1.4614624674952843e-06, |
| "loss": 0.2417, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.9659090909090908, |
| "grad_norm": 0.1724333522092845, |
| "learning_rate": 1.4473635372478692e-06, |
| "loss": 0.2252, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.9715909090909092, |
| "grad_norm": 0.27729471470089767, |
| "learning_rate": 1.4333051836072298e-06, |
| "loss": 0.2072, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.9772727272727273, |
| "grad_norm": 0.21309523464495775, |
| "learning_rate": 1.4192879484891253e-06, |
| "loss": 0.2423, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.9829545454545454, |
| "grad_norm": 0.2579270534818131, |
| "learning_rate": 1.405312372224294e-06, |
| "loss": 0.2463, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.9886363636363638, |
| "grad_norm": 0.20458929831058947, |
| "learning_rate": 1.3913789935376271e-06, |
| "loss": 0.2382, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.9943181818181817, |
| "grad_norm": 0.264219593485995, |
| "learning_rate": 1.3774883495273986e-06, |
| "loss": 0.2306, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.20532725547286926, |
| "learning_rate": 1.363640975644564e-06, |
| "loss": 0.2116, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.0056818181818183, |
| "grad_norm": 0.2992343797336132, |
| "learning_rate": 1.3498374056721198e-06, |
| "loss": 0.2604, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.0113636363636362, |
| "grad_norm": 0.2029411119629725, |
| "learning_rate": 1.3360781717045266e-06, |
| "loss": 0.2295, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.0170454545454546, |
| "grad_norm": 0.20429497877305577, |
| "learning_rate": 1.322363804127198e-06, |
| "loss": 0.2384, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.022727272727273, |
| "grad_norm": 0.26030944241332393, |
| "learning_rate": 1.3086948315960567e-06, |
| "loss": 0.2289, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.028409090909091, |
| "grad_norm": 0.23879201027045563, |
| "learning_rate": 1.295071781017156e-06, |
| "loss": 0.2489, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.034090909090909, |
| "grad_norm": 0.2065949866931435, |
| "learning_rate": 1.2814951775263671e-06, |
| "loss": 0.2402, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.039772727272727, |
| "grad_norm": 0.3304715872732868, |
| "learning_rate": 1.267965544469137e-06, |
| "loss": 0.2621, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.0454545454545454, |
| "grad_norm": 0.19051837959097934, |
| "learning_rate": 1.2544834033803183e-06, |
| "loss": 0.2213, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.0511363636363638, |
| "grad_norm": 0.23880675922567549, |
| "learning_rate": 1.2410492739640592e-06, |
| "loss": 0.2269, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.0568181818181817, |
| "grad_norm": 0.2018598929268875, |
| "learning_rate": 1.227663674073775e-06, |
| "loss": 0.2267, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.0625, |
| "grad_norm": 0.25110946606632356, |
| "learning_rate": 1.2143271196921832e-06, |
| "loss": 0.2415, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.0681818181818183, |
| "grad_norm": 0.22102547627853814, |
| "learning_rate": 1.2010401249114166e-06, |
| "loss": 0.2262, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.0738636363636362, |
| "grad_norm": 0.21927465830616452, |
| "learning_rate": 1.1878032019132016e-06, |
| "loss": 0.2304, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.0795454545454546, |
| "grad_norm": 0.23137588236465315, |
| "learning_rate": 1.1746168609491198e-06, |
| "loss": 0.2409, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.085227272727273, |
| "grad_norm": 0.26540697815717607, |
| "learning_rate": 1.1614816103209363e-06, |
| "loss": 0.2491, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.090909090909091, |
| "grad_norm": 0.2240465647803614, |
| "learning_rate": 1.148397956361007e-06, |
| "loss": 0.2676, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.096590909090909, |
| "grad_norm": 0.21344405314643286, |
| "learning_rate": 1.1353664034127585e-06, |
| "loss": 0.2315, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.102272727272727, |
| "grad_norm": 0.3017527199834084, |
| "learning_rate": 1.122387453811252e-06, |
| "loss": 0.2246, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.1079545454545454, |
| "grad_norm": 0.22871251640001977, |
| "learning_rate": 1.1094616078638123e-06, |
| "loss": 0.2263, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.1136363636363638, |
| "grad_norm": 0.22922429353524632, |
| "learning_rate": 1.0965893638307484e-06, |
| "loss": 0.2479, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.1193181818181817, |
| "grad_norm": 0.23625823763756973, |
| "learning_rate": 1.083771217906143e-06, |
| "loss": 0.2654, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.125, |
| "grad_norm": 0.27625305972483133, |
| "learning_rate": 1.071007664198727e-06, |
| "loss": 0.2365, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.1306818181818183, |
| "grad_norm": 0.22438286954207515, |
| "learning_rate": 1.0582991947128324e-06, |
| "loss": 0.2549, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.1363636363636362, |
| "grad_norm": 0.3702343135252277, |
| "learning_rate": 1.0456462993294273e-06, |
| "loss": 0.2296, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.1420454545454546, |
| "grad_norm": 0.22114715704005006, |
| "learning_rate": 1.0330494657872312e-06, |
| "loss": 0.2502, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.147727272727273, |
| "grad_norm": 0.30333787634431497, |
| "learning_rate": 1.0205091796639143e-06, |
| "loss": 0.2736, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.153409090909091, |
| "grad_norm": 0.20447974690727722, |
| "learning_rate": 1.008025924357379e-06, |
| "loss": 0.2405, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.159090909090909, |
| "grad_norm": 0.20209966437613497, |
| "learning_rate": 9.95600181067129e-07, |
| "loss": 0.2413, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.164772727272727, |
| "grad_norm": 0.232405336227515, |
| "learning_rate": 9.832324287757158e-07, |
| "loss": 0.2573, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.1704545454545454, |
| "grad_norm": 0.27892846481633526, |
| "learning_rate": 9.709231442302777e-07, |
| "loss": 0.2314, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.1761363636363638, |
| "grad_norm": 0.23501245795670683, |
| "learning_rate": 9.586728019241622e-07, |
| "loss": 0.2375, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 0.23046728304284175, |
| "learning_rate": 9.464818740786357e-07, |
| "loss": 0.2514, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.1875, |
| "grad_norm": 0.23024328925839851, |
| "learning_rate": 9.343508306246771e-07, |
| "loss": 0.2562, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.1931818181818183, |
| "grad_norm": 0.21907595115075354, |
| "learning_rate": 9.222801391848688e-07, |
| "loss": 0.2364, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.1988636363636362, |
| "grad_norm": 0.2577759642925678, |
| "learning_rate": 9.102702650553672e-07, |
| "loss": 0.2452, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.2045454545454546, |
| "grad_norm": 0.20572031186271958, |
| "learning_rate": 8.983216711879663e-07, |
| "loss": 0.2366, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.210227272727273, |
| "grad_norm": 0.21329319069858652, |
| "learning_rate": 8.86434818172256e-07, |
| "loss": 0.2332, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.215909090909091, |
| "grad_norm": 0.26280014382816824, |
| "learning_rate": 8.746101642178623e-07, |
| "loss": 0.2731, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.221590909090909, |
| "grad_norm": 0.23251275990425788, |
| "learning_rate": 8.628481651367876e-07, |
| "loss": 0.2285, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.227272727272727, |
| "grad_norm": 0.213052782052081, |
| "learning_rate": 8.51149274325839e-07, |
| "loss": 0.269, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.2329545454545454, |
| "grad_norm": 0.2390787111598495, |
| "learning_rate": 8.395139427491517e-07, |
| "loss": 0.228, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.2386363636363638, |
| "grad_norm": 0.2801854339324972, |
| "learning_rate": 8.279426189208057e-07, |
| "loss": 0.2496, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.2443181818181817, |
| "grad_norm": 0.21989720758556128, |
| "learning_rate": 8.164357488875349e-07, |
| "loss": 0.2335, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 0.22453398641005057, |
| "learning_rate": 8.049937762115354e-07, |
| "loss": 0.2299, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.2556818181818183, |
| "grad_norm": 0.22778711590056566, |
| "learning_rate": 7.936171419533653e-07, |
| "loss": 0.2274, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.2613636363636362, |
| "grad_norm": 0.22100874802253603, |
| "learning_rate": 7.823062846549432e-07, |
| "loss": 0.2501, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.2670454545454546, |
| "grad_norm": 0.2234622648942781, |
| "learning_rate": 7.71061640322646e-07, |
| "loss": 0.2592, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.2727272727272725, |
| "grad_norm": 0.19533941288191214, |
| "learning_rate": 7.59883642410498e-07, |
| "loss": 0.2433, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.278409090909091, |
| "grad_norm": 0.2611615221654739, |
| "learning_rate": 7.487727218034646e-07, |
| "loss": 0.2463, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.284090909090909, |
| "grad_norm": 0.227647391322542, |
| "learning_rate": 7.377293068008421e-07, |
| "loss": 0.2293, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.2897727272727275, |
| "grad_norm": 0.2765238173548462, |
| "learning_rate": 7.267538230997487e-07, |
| "loss": 0.2458, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.2954545454545454, |
| "grad_norm": 0.2736767495641602, |
| "learning_rate": 7.15846693778712e-07, |
| "loss": 0.2244, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.3011363636363638, |
| "grad_norm": 0.29322810329004506, |
| "learning_rate": 7.050083392813651e-07, |
| "loss": 0.2429, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.3068181818181817, |
| "grad_norm": 0.23672260332490674, |
| "learning_rate": 6.942391774002352e-07, |
| "loss": 0.2224, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.3125, |
| "grad_norm": 0.20842228485707248, |
| "learning_rate": 6.835396232606414e-07, |
| "loss": 0.2505, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.3181818181818183, |
| "grad_norm": 0.22128940362648533, |
| "learning_rate": 6.729100893046897e-07, |
| "loss": 0.2355, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.3238636363636362, |
| "grad_norm": 0.22752723544755182, |
| "learning_rate": 6.623509852753798e-07, |
| "loss": 0.2143, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.3295454545454546, |
| "grad_norm": 0.22237504317670226, |
| "learning_rate": 6.518627182008034e-07, |
| "loss": 0.2296, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.3352272727272725, |
| "grad_norm": 0.21204727758454492, |
| "learning_rate": 6.414456923784593e-07, |
| "loss": 0.209, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.340909090909091, |
| "grad_norm": 0.2390107432904483, |
| "learning_rate": 6.311003093596674e-07, |
| "loss": 0.2532, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.346590909090909, |
| "grad_norm": 0.19149924277202832, |
| "learning_rate": 6.208269679340886e-07, |
| "loss": 0.2268, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.3522727272727275, |
| "grad_norm": 0.29290190158043866, |
| "learning_rate": 6.106260641143547e-07, |
| "loss": 0.2413, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.3579545454545454, |
| "grad_norm": 0.2640131071106126, |
| "learning_rate": 6.004979911208006e-07, |
| "loss": 0.2203, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 0.26467170247291516, |
| "learning_rate": 5.904431393663088e-07, |
| "loss": 0.2671, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.3693181818181817, |
| "grad_norm": 0.2047663364954759, |
| "learning_rate": 5.804618964412587e-07, |
| "loss": 0.2826, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.375, |
| "grad_norm": 0.2157657875191716, |
| "learning_rate": 5.705546470985851e-07, |
| "loss": 0.2181, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.3806818181818183, |
| "grad_norm": 0.21019411350145403, |
| "learning_rate": 5.607217732389503e-07, |
| "loss": 0.23, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.3863636363636362, |
| "grad_norm": 0.26327220650995004, |
| "learning_rate": 5.509636538960183e-07, |
| "loss": 0.2461, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.3920454545454546, |
| "grad_norm": 0.22603288999069882, |
| "learning_rate": 5.412806652218469e-07, |
| "loss": 0.2277, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.3977272727272725, |
| "grad_norm": 0.24543228404047565, |
| "learning_rate": 5.316731804723877e-07, |
| "loss": 0.2654, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.403409090909091, |
| "grad_norm": 0.2511069445289598, |
| "learning_rate": 5.221415699930952e-07, |
| "loss": 0.25, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.409090909090909, |
| "grad_norm": 0.27112636787166394, |
| "learning_rate": 5.126862012046551e-07, |
| "loss": 0.2354, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.4147727272727275, |
| "grad_norm": 0.24057911667311155, |
| "learning_rate": 5.03307438588819e-07, |
| "loss": 0.2555, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.4204545454545454, |
| "grad_norm": 0.20526839995277346, |
| "learning_rate": 4.940056436743534e-07, |
| "loss": 0.2023, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.4261363636363638, |
| "grad_norm": 0.3463263547587994, |
| "learning_rate": 4.847811750231057e-07, |
| "loss": 0.2423, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.4318181818181817, |
| "grad_norm": 0.3230515716711578, |
| "learning_rate": 4.7563438821618236e-07, |
| "loss": 0.2364, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.4375, |
| "grad_norm": 0.19216365713273992, |
| "learning_rate": 4.6656563584023955e-07, |
| "loss": 0.2592, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.4431818181818183, |
| "grad_norm": 0.213493956757016, |
| "learning_rate": 4.5757526747389506e-07, |
| "loss": 0.2348, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.4488636363636362, |
| "grad_norm": 0.22855349656144805, |
| "learning_rate": 4.4866362967425054e-07, |
| "loss": 0.211, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.4545454545454546, |
| "grad_norm": 0.2010595906652801, |
| "learning_rate": 4.398310659635338e-07, |
| "loss": 0.2203, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.4602272727272725, |
| "grad_norm": 0.28214757374784766, |
| "learning_rate": 4.310779168158566e-07, |
| "loss": 0.2636, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.465909090909091, |
| "grad_norm": 0.2512424715594609, |
| "learning_rate": 4.2240451964408984e-07, |
| "loss": 0.244, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.471590909090909, |
| "grad_norm": 0.5451128021916027, |
| "learning_rate": 4.138112087868576e-07, |
| "loss": 0.2562, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.4772727272727275, |
| "grad_norm": 0.2828376249470446, |
| "learning_rate": 4.052983154956483e-07, |
| "loss": 0.2384, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.4829545454545454, |
| "grad_norm": 0.2557661881508072, |
| "learning_rate": 3.9686616792204677e-07, |
| "loss": 0.2509, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.4886363636363638, |
| "grad_norm": 0.25795762829235164, |
| "learning_rate": 3.885150911050856e-07, |
| "loss": 0.2218, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.4943181818181817, |
| "grad_norm": 0.25563496442518113, |
| "learning_rate": 3.8024540695871275e-07, |
| "loss": 0.2344, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.28154467860900795, |
| "learning_rate": 3.720574342593847e-07, |
| "loss": 0.2444, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.5056818181818183, |
| "grad_norm": 0.22139203111003553, |
| "learning_rate": 3.639514886337786e-07, |
| "loss": 0.285, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.5113636363636362, |
| "grad_norm": 0.21532391608850526, |
| "learning_rate": 3.559278825466245e-07, |
| "loss": 0.2397, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.5170454545454546, |
| "grad_norm": 0.20959198276551452, |
| "learning_rate": 3.4798692528866057e-07, |
| "loss": 0.2444, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.5227272727272725, |
| "grad_norm": 0.2587316337980766, |
| "learning_rate": 3.4012892296471173e-07, |
| "loss": 0.2394, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.528409090909091, |
| "grad_norm": 0.21690366841626674, |
| "learning_rate": 3.3235417848188985e-07, |
| "loss": 0.2428, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.534090909090909, |
| "grad_norm": 0.26971941485731793, |
| "learning_rate": 3.2466299153791626e-07, |
| "loss": 0.2611, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.5397727272727275, |
| "grad_norm": 0.22784776958627076, |
| "learning_rate": 3.1705565860956994e-07, |
| "loss": 0.2672, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 0.22730153530504624, |
| "learning_rate": 3.095324729412602e-07, |
| "loss": 0.2316, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.5511363636363638, |
| "grad_norm": 0.23472487686066498, |
| "learning_rate": 3.020937245337208e-07, |
| "loss": 0.2557, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.5568181818181817, |
| "grad_norm": 0.19943308794934309, |
| "learning_rate": 2.947397001328314e-07, |
| "loss": 0.2359, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.5625, |
| "grad_norm": 0.2370879570780672, |
| "learning_rate": 2.874706832185656e-07, |
| "loss": 0.24, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.5681818181818183, |
| "grad_norm": 0.28430114512901383, |
| "learning_rate": 2.80286953994062e-07, |
| "loss": 0.2509, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.5738636363636362, |
| "grad_norm": 1.2939227200205659, |
| "learning_rate": 2.731887893748242e-07, |
| "loss": 0.2452, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.5795454545454546, |
| "grad_norm": 0.6171012295566409, |
| "learning_rate": 2.6617646297804554e-07, |
| "loss": 0.2586, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.5852272727272725, |
| "grad_norm": 0.22954149192739645, |
| "learning_rate": 2.5925024511206207e-07, |
| "loss": 0.238, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.590909090909091, |
| "grad_norm": 0.2237123859341468, |
| "learning_rate": 2.52410402765933e-07, |
| "loss": 0.2073, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.596590909090909, |
| "grad_norm": 0.24492186112063838, |
| "learning_rate": 2.45657199599148e-07, |
| "loss": 0.2319, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.6022727272727275, |
| "grad_norm": 0.2699569181048303, |
| "learning_rate": 2.389908959314663e-07, |
| "loss": 0.2275, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.6079545454545454, |
| "grad_norm": 0.3385798703479409, |
| "learning_rate": 2.3241174873287892e-07, |
| "loss": 0.2353, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.6136363636363638, |
| "grad_norm": 0.24587689957508765, |
| "learning_rate": 2.2592001161370392e-07, |
| "loss": 0.2269, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.6193181818181817, |
| "grad_norm": 0.2546095534311607, |
| "learning_rate": 2.1951593481481236e-07, |
| "loss": 0.2435, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.625, |
| "grad_norm": 0.3425334424188858, |
| "learning_rate": 2.1319976519797862e-07, |
| "loss": 0.2277, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.6306818181818183, |
| "grad_norm": 0.2266424757647852, |
| "learning_rate": 2.0697174623636795e-07, |
| "loss": 0.2515, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.6363636363636362, |
| "grad_norm": 0.3478031919431262, |
| "learning_rate": 2.0083211800514868e-07, |
| "loss": 0.2473, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.6420454545454546, |
| "grad_norm": 0.25923655545004287, |
| "learning_rate": 1.9478111717223968e-07, |
| "loss": 0.2284, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.6477272727272725, |
| "grad_norm": 0.20656881520592626, |
| "learning_rate": 1.8881897698918544e-07, |
| "loss": 0.2117, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.653409090909091, |
| "grad_norm": 0.23728611207119654, |
| "learning_rate": 1.8294592728216764e-07, |
| "loss": 0.2404, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.659090909090909, |
| "grad_norm": 0.2220771487213648, |
| "learning_rate": 1.7716219444314204e-07, |
| "loss": 0.2696, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.6647727272727275, |
| "grad_norm": 0.20381048055659795, |
| "learning_rate": 1.7146800142111536e-07, |
| "loss": 0.2339, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.6704545454545454, |
| "grad_norm": 0.2626669618263925, |
| "learning_rate": 1.658635677135484e-07, |
| "loss": 0.2531, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.6761363636363638, |
| "grad_norm": 0.28962842443201436, |
| "learning_rate": 1.6034910935789628e-07, |
| "loss": 0.2364, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.6818181818181817, |
| "grad_norm": 0.22258233394626142, |
| "learning_rate": 1.5492483892328104e-07, |
| "loss": 0.2313, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.6875, |
| "grad_norm": 0.22898287693164499, |
| "learning_rate": 1.4959096550229645e-07, |
| "loss": 0.2304, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.6931818181818183, |
| "grad_norm": 0.21073886345157697, |
| "learning_rate": 1.44347694702949e-07, |
| "loss": 0.2416, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.6988636363636362, |
| "grad_norm": 1.0729633168708006, |
| "learning_rate": 1.391952286407311e-07, |
| "loss": 0.2563, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.7045454545454546, |
| "grad_norm": 0.3533455916134876, |
| "learning_rate": 1.341337659308309e-07, |
| "loss": 0.2493, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.7102272727272725, |
| "grad_norm": 0.2577397312681227, |
| "learning_rate": 1.291635016804768e-07, |
| "loss": 0.2366, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.715909090909091, |
| "grad_norm": 0.2306912910968671, |
| "learning_rate": 1.2428462748141523e-07, |
| "loss": 0.2292, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.721590909090909, |
| "grad_norm": 0.22698482056742056, |
| "learning_rate": 1.1949733140252468e-07, |
| "loss": 0.2414, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 0.18931106378770035, |
| "learning_rate": 1.1480179798256857e-07, |
| "loss": 0.2211, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.7329545454545454, |
| "grad_norm": 0.21904198372370234, |
| "learning_rate": 1.1019820822307986e-07, |
| "loss": 0.2386, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.7386363636363638, |
| "grad_norm": 0.2033101000039358, |
| "learning_rate": 1.056867395813832e-07, |
| "loss": 0.251, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.7443181818181817, |
| "grad_norm": 0.19353522082992652, |
| "learning_rate": 1.0126756596375687e-07, |
| "loss": 0.2344, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 0.30934234312647046, |
| "learning_rate": 9.694085771872697e-08, |
| "loss": 0.2314, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.7556818181818183, |
| "grad_norm": 0.19788186109536335, |
| "learning_rate": 9.270678163050218e-08, |
| "loss": 0.227, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.7613636363636362, |
| "grad_norm": 0.22823739130011358, |
| "learning_rate": 8.856550091254302e-08, |
| "loss": 0.252, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.7670454545454546, |
| "grad_norm": 0.2740360143378895, |
| "learning_rate": 8.451717520127272e-08, |
| "loss": 0.21, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.7727272727272725, |
| "grad_norm": 0.24604734634179243, |
| "learning_rate": 8.056196054992193e-08, |
| "loss": 0.2724, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.778409090909091, |
| "grad_norm": 0.6552142496694562, |
| "learning_rate": 7.670000942251288e-08, |
| "loss": 0.2484, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.784090909090909, |
| "grad_norm": 0.2192780573268507, |
| "learning_rate": 7.293147068798384e-08, |
| "loss": 0.2367, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.7897727272727275, |
| "grad_norm": 0.42226315361363354, |
| "learning_rate": 6.92564896144493e-08, |
| "loss": 0.2283, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.7954545454545454, |
| "grad_norm": 0.19585545271426144, |
| "learning_rate": 6.56752078636011e-08, |
| "loss": 0.2049, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.8011363636363638, |
| "grad_norm": 0.28626860845495716, |
| "learning_rate": 6.218776348524663e-08, |
| "loss": 0.237, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.8068181818181817, |
| "grad_norm": 0.2317197207710347, |
| "learning_rate": 5.879429091198846e-08, |
| "loss": 0.2348, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.8125, |
| "grad_norm": 0.22290822975196342, |
| "learning_rate": 5.549492095404202e-08, |
| "loss": 0.229, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.8181818181818183, |
| "grad_norm": 0.2189315388332226, |
| "learning_rate": 5.2289780794192726e-08, |
| "loss": 0.2148, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.8238636363636362, |
| "grad_norm": 0.2992947334378841, |
| "learning_rate": 4.917899398289378e-08, |
| "loss": 0.2462, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.8295454545454546, |
| "grad_norm": 0.22994410451461197, |
| "learning_rate": 4.6162680433503024e-08, |
| "loss": 0.2499, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.8352272727272725, |
| "grad_norm": 0.20864426108924167, |
| "learning_rate": 4.3240956417661685e-08, |
| "loss": 0.2396, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.840909090909091, |
| "grad_norm": 0.30251108346981104, |
| "learning_rate": 4.0413934560811216e-08, |
| "loss": 0.2644, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.846590909090909, |
| "grad_norm": 0.18457127510671542, |
| "learning_rate": 3.768172383785268e-08, |
| "loss": 0.2195, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.8522727272727275, |
| "grad_norm": 0.23763669865593898, |
| "learning_rate": 3.504442956894533e-08, |
| "loss": 0.2429, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.8579545454545454, |
| "grad_norm": 0.22394648398208236, |
| "learning_rate": 3.250215341544766e-08, |
| "loss": 0.2227, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.8636363636363638, |
| "grad_norm": 0.28772938681487004, |
| "learning_rate": 3.005499337599777e-08, |
| "loss": 0.2512, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.8693181818181817, |
| "grad_norm": 0.20045670964039816, |
| "learning_rate": 2.7703043782735527e-08, |
| "loss": 0.2207, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.875, |
| "grad_norm": 0.2988401612109738, |
| "learning_rate": 2.544639529766829e-08, |
| "loss": 0.2518, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.8806818181818183, |
| "grad_norm": 0.23304873762081754, |
| "learning_rate": 2.3285134909173113e-08, |
| "loss": 0.2713, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.8863636363636362, |
| "grad_norm": 0.20304650842985458, |
| "learning_rate": 2.1219345928646107e-08, |
| "loss": 0.2342, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.8920454545454546, |
| "grad_norm": 0.22037485443764462, |
| "learning_rate": 1.924910798728946e-08, |
| "loss": 0.2711, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.8977272727272725, |
| "grad_norm": 0.21005813876379573, |
| "learning_rate": 1.7374497033042504e-08, |
| "loss": 0.2561, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.903409090909091, |
| "grad_norm": 0.2557348418435861, |
| "learning_rate": 1.559558532765404e-08, |
| "loss": 0.2289, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 0.23331959502677055, |
| "learning_rate": 1.3912441443896529e-08, |
| "loss": 0.2441, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.9147727272727275, |
| "grad_norm": 0.19984687683627483, |
| "learning_rate": 1.2325130262923202e-08, |
| "loss": 0.224, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.9204545454545454, |
| "grad_norm": 0.2743804065799622, |
| "learning_rate": 1.0833712971766442e-08, |
| "loss": 0.2375, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.9261363636363638, |
| "grad_norm": 0.2224715742517231, |
| "learning_rate": 9.438247060979954e-09, |
| "loss": 0.2487, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.9318181818181817, |
| "grad_norm": 0.2479834665000146, |
| "learning_rate": 8.13878632242221e-09, |
| "loss": 0.2297, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.9375, |
| "grad_norm": 0.2886169100995835, |
| "learning_rate": 6.935380847182815e-09, |
| "loss": 0.2415, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.9431818181818183, |
| "grad_norm": 0.28419909160412293, |
| "learning_rate": 5.828077023651846e-09, |
| "loss": 0.2595, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.9488636363636362, |
| "grad_norm": 0.21987658336814492, |
| "learning_rate": 4.816917535731547e-09, |
| "loss": 0.2294, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.9545454545454546, |
| "grad_norm": 0.20939447966816221, |
| "learning_rate": 3.9019413611907084e-09, |
| "loss": 0.2229, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.9602272727272725, |
| "grad_norm": 0.2845597794271702, |
| "learning_rate": 3.083183770162812e-09, |
| "loss": 0.249, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.965909090909091, |
| "grad_norm": 0.355389728910669, |
| "learning_rate": 2.360676323786282e-09, |
| "loss": 0.2279, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.971590909090909, |
| "grad_norm": 0.24621464957062172, |
| "learning_rate": 1.7344468729868502e-09, |
| "loss": 0.2407, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.9772727272727275, |
| "grad_norm": 0.20550412698336787, |
| "learning_rate": 1.2045195574056367e-09, |
| "loss": 0.2218, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.9829545454545454, |
| "grad_norm": 0.3911983722494495, |
| "learning_rate": 7.709148044679482e-10, |
| "loss": 0.2403, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.9886363636363638, |
| "grad_norm": 0.3446613906141255, |
| "learning_rate": 4.3364932859474293e-10, |
| "loss": 0.2473, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.9943181818181817, |
| "grad_norm": 0.1984549594751942, |
| "learning_rate": 1.9273613056008945e-10, |
| "loss": 0.2491, |
| "step": 527 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.2533625348100663, |
| "learning_rate": 4.8184496989067684e-11, |
| "loss": 0.253, |
| "step": 528 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 528, |
| "total_flos": 1.2947155177386803e+18, |
| "train_loss": 0.25888053223377827, |
| "train_runtime": 205758.8415, |
| "train_samples_per_second": 0.164, |
| "train_steps_per_second": 0.003 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 528, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.2947155177386803e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
