| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 114000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.043859649122807015, |
| "grad_norm": 18.61533546447754, |
| "learning_rate": 1.9912280701754387e-05, |
| "loss": 1.5692, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08771929824561403, |
| "grad_norm": 0.391161173582077, |
| "learning_rate": 1.9824561403508773e-05, |
| "loss": 0.0755, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.13157894736842105, |
| "grad_norm": 0.4991099238395691, |
| "learning_rate": 1.9736842105263158e-05, |
| "loss": 0.0622, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.17543859649122806, |
| "grad_norm": 0.22268570959568024, |
| "learning_rate": 1.9649122807017544e-05, |
| "loss": 0.0583, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.21929824561403508, |
| "grad_norm": 0.6931657195091248, |
| "learning_rate": 1.9561403508771933e-05, |
| "loss": 0.0551, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.2631578947368421, |
| "grad_norm": 0.6016309261322021, |
| "learning_rate": 1.9473684210526318e-05, |
| "loss": 0.0539, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.30701754385964913, |
| "grad_norm": 0.46937015652656555, |
| "learning_rate": 1.9385964912280704e-05, |
| "loss": 0.0524, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3508771929824561, |
| "grad_norm": 0.2826986610889435, |
| "learning_rate": 1.929824561403509e-05, |
| "loss": 0.0515, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.39473684210526316, |
| "grad_norm": 0.3649154305458069, |
| "learning_rate": 1.9210526315789474e-05, |
| "loss": 0.0507, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.43859649122807015, |
| "grad_norm": 2.390549421310425, |
| "learning_rate": 1.912280701754386e-05, |
| "loss": 0.0502, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4824561403508772, |
| "grad_norm": 0.8074614405632019, |
| "learning_rate": 1.9035087719298245e-05, |
| "loss": 0.0495, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 1.1913889646530151, |
| "learning_rate": 1.894736842105263e-05, |
| "loss": 0.0493, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5701754385964912, |
| "grad_norm": 0.541630744934082, |
| "learning_rate": 1.885964912280702e-05, |
| "loss": 0.0473, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6140350877192983, |
| "grad_norm": 0.4298405051231384, |
| "learning_rate": 1.8771929824561405e-05, |
| "loss": 0.047, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6578947368421053, |
| "grad_norm": 0.3407554626464844, |
| "learning_rate": 1.868421052631579e-05, |
| "loss": 0.0465, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.7017543859649122, |
| "grad_norm": 0.6543895602226257, |
| "learning_rate": 1.8596491228070176e-05, |
| "loss": 0.0449, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7456140350877193, |
| "grad_norm": 0.7753346562385559, |
| "learning_rate": 1.8508771929824562e-05, |
| "loss": 0.0446, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.7894736842105263, |
| "grad_norm": 0.4827066659927368, |
| "learning_rate": 1.8421052631578947e-05, |
| "loss": 0.0448, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 1.1305031776428223, |
| "learning_rate": 1.8333333333333333e-05, |
| "loss": 0.0436, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.8771929824561403, |
| "grad_norm": 0.8072851300239563, |
| "learning_rate": 1.824561403508772e-05, |
| "loss": 0.0423, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9210526315789473, |
| "grad_norm": 0.693408727645874, |
| "learning_rate": 1.8157894736842107e-05, |
| "loss": 0.0428, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.9649122807017544, |
| "grad_norm": 0.5725772976875305, |
| "learning_rate": 1.8070175438596493e-05, |
| "loss": 0.0422, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.0087719298245614, |
| "grad_norm": 0.8863518834114075, |
| "learning_rate": 1.7982456140350878e-05, |
| "loss": 0.04, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.0526315789473684, |
| "grad_norm": 1.0276522636413574, |
| "learning_rate": 1.7894736842105264e-05, |
| "loss": 0.0366, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.0964912280701755, |
| "grad_norm": 0.7939022779464722, |
| "learning_rate": 1.780701754385965e-05, |
| "loss": 0.0365, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.1403508771929824, |
| "grad_norm": 0.9640121459960938, |
| "learning_rate": 1.7719298245614035e-05, |
| "loss": 0.0363, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.1842105263157894, |
| "grad_norm": 0.9494159817695618, |
| "learning_rate": 1.763157894736842e-05, |
| "loss": 0.0361, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.2280701754385965, |
| "grad_norm": 1.103772521018982, |
| "learning_rate": 1.754385964912281e-05, |
| "loss": 0.0366, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.2719298245614035, |
| "grad_norm": 1.3148542642593384, |
| "learning_rate": 1.7456140350877195e-05, |
| "loss": 0.0363, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.3157894736842106, |
| "grad_norm": 0.9196112751960754, |
| "learning_rate": 1.736842105263158e-05, |
| "loss": 0.0352, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.3596491228070176, |
| "grad_norm": 0.7027790546417236, |
| "learning_rate": 1.7280701754385966e-05, |
| "loss": 0.0353, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.4035087719298245, |
| "grad_norm": 0.9489392638206482, |
| "learning_rate": 1.719298245614035e-05, |
| "loss": 0.0348, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.4473684210526316, |
| "grad_norm": 0.7640049457550049, |
| "learning_rate": 1.7105263157894737e-05, |
| "loss": 0.0347, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.4912280701754386, |
| "grad_norm": 0.9464479088783264, |
| "learning_rate": 1.7017543859649125e-05, |
| "loss": 0.0347, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.5350877192982457, |
| "grad_norm": 0.6414206027984619, |
| "learning_rate": 1.692982456140351e-05, |
| "loss": 0.0349, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.5789473684210527, |
| "grad_norm": 1.0872447490692139, |
| "learning_rate": 1.6842105263157896e-05, |
| "loss": 0.0347, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.6228070175438596, |
| "grad_norm": 0.8262595534324646, |
| "learning_rate": 1.6754385964912282e-05, |
| "loss": 0.0342, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.8161122798919678, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.0339, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.7105263157894737, |
| "grad_norm": 1.061262607574463, |
| "learning_rate": 1.6578947368421053e-05, |
| "loss": 0.0327, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.7543859649122808, |
| "grad_norm": 0.9424170255661011, |
| "learning_rate": 1.649122807017544e-05, |
| "loss": 0.0332, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.7982456140350878, |
| "grad_norm": 0.9701814651489258, |
| "learning_rate": 1.6403508771929827e-05, |
| "loss": 0.0339, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.8421052631578947, |
| "grad_norm": 1.1466444730758667, |
| "learning_rate": 1.6315789473684213e-05, |
| "loss": 0.0323, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.8859649122807016, |
| "grad_norm": 1.455343246459961, |
| "learning_rate": 1.62280701754386e-05, |
| "loss": 0.0318, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.9298245614035088, |
| "grad_norm": 0.7721505165100098, |
| "learning_rate": 1.6140350877192984e-05, |
| "loss": 0.0325, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.973684210526316, |
| "grad_norm": 0.54636150598526, |
| "learning_rate": 1.605263157894737e-05, |
| "loss": 0.0322, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.017543859649123, |
| "grad_norm": 1.0513033866882324, |
| "learning_rate": 1.5964912280701755e-05, |
| "loss": 0.029, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.06140350877193, |
| "grad_norm": 1.556970238685608, |
| "learning_rate": 1.5877192982456144e-05, |
| "loss": 0.0261, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.1052631578947367, |
| "grad_norm": 0.7573184370994568, |
| "learning_rate": 1.578947368421053e-05, |
| "loss": 0.0267, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.1491228070175437, |
| "grad_norm": 0.929409921169281, |
| "learning_rate": 1.5701754385964915e-05, |
| "loss": 0.0269, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.192982456140351, |
| "grad_norm": 1.4076780080795288, |
| "learning_rate": 1.56140350877193e-05, |
| "loss": 0.0261, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.236842105263158, |
| "grad_norm": 1.3167903423309326, |
| "learning_rate": 1.5526315789473686e-05, |
| "loss": 0.0263, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.280701754385965, |
| "grad_norm": 0.882624626159668, |
| "learning_rate": 1.543859649122807e-05, |
| "loss": 0.0271, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.324561403508772, |
| "grad_norm": 2.1685619354248047, |
| "learning_rate": 1.535087719298246e-05, |
| "loss": 0.0272, |
| "step": 26500 |
| }, |
| { |
| "epoch": 2.3684210526315788, |
| "grad_norm": 0.8032916784286499, |
| "learning_rate": 1.5263157894736846e-05, |
| "loss": 0.0267, |
| "step": 27000 |
| }, |
| { |
| "epoch": 2.412280701754386, |
| "grad_norm": 0.784699559211731, |
| "learning_rate": 1.517543859649123e-05, |
| "loss": 0.0269, |
| "step": 27500 |
| }, |
| { |
| "epoch": 2.456140350877193, |
| "grad_norm": 1.0281327962875366, |
| "learning_rate": 1.5087719298245615e-05, |
| "loss": 0.027, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.4517708718776703, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.0269, |
| "step": 28500 |
| }, |
| { |
| "epoch": 2.543859649122807, |
| "grad_norm": 1.3572579622268677, |
| "learning_rate": 1.4912280701754388e-05, |
| "loss": 0.0267, |
| "step": 29000 |
| }, |
| { |
| "epoch": 2.587719298245614, |
| "grad_norm": 0.673574686050415, |
| "learning_rate": 1.4824561403508773e-05, |
| "loss": 0.0264, |
| "step": 29500 |
| }, |
| { |
| "epoch": 2.6315789473684212, |
| "grad_norm": 1.120792031288147, |
| "learning_rate": 1.4736842105263159e-05, |
| "loss": 0.0277, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.675438596491228, |
| "grad_norm": 1.4167113304138184, |
| "learning_rate": 1.4649122807017544e-05, |
| "loss": 0.0262, |
| "step": 30500 |
| }, |
| { |
| "epoch": 2.719298245614035, |
| "grad_norm": 0.5733422040939331, |
| "learning_rate": 1.4561403508771931e-05, |
| "loss": 0.0274, |
| "step": 31000 |
| }, |
| { |
| "epoch": 2.763157894736842, |
| "grad_norm": 0.5289915800094604, |
| "learning_rate": 1.4473684210526317e-05, |
| "loss": 0.0265, |
| "step": 31500 |
| }, |
| { |
| "epoch": 2.807017543859649, |
| "grad_norm": 1.224759817123413, |
| "learning_rate": 1.4385964912280704e-05, |
| "loss": 0.0262, |
| "step": 32000 |
| }, |
| { |
| "epoch": 2.8508771929824563, |
| "grad_norm": 0.45227062702178955, |
| "learning_rate": 1.429824561403509e-05, |
| "loss": 0.0264, |
| "step": 32500 |
| }, |
| { |
| "epoch": 2.8947368421052633, |
| "grad_norm": 1.478962779045105, |
| "learning_rate": 1.4210526315789475e-05, |
| "loss": 0.0261, |
| "step": 33000 |
| }, |
| { |
| "epoch": 2.93859649122807, |
| "grad_norm": 0.8974044322967529, |
| "learning_rate": 1.412280701754386e-05, |
| "loss": 0.0268, |
| "step": 33500 |
| }, |
| { |
| "epoch": 2.982456140350877, |
| "grad_norm": 0.9807118773460388, |
| "learning_rate": 1.4035087719298246e-05, |
| "loss": 0.0253, |
| "step": 34000 |
| }, |
| { |
| "epoch": 3.026315789473684, |
| "grad_norm": 1.163085699081421, |
| "learning_rate": 1.3947368421052631e-05, |
| "loss": 0.0215, |
| "step": 34500 |
| }, |
| { |
| "epoch": 3.0701754385964914, |
| "grad_norm": 0.7529701590538025, |
| "learning_rate": 1.385964912280702e-05, |
| "loss": 0.0186, |
| "step": 35000 |
| }, |
| { |
| "epoch": 3.1140350877192984, |
| "grad_norm": 2.0732076168060303, |
| "learning_rate": 1.3771929824561406e-05, |
| "loss": 0.0197, |
| "step": 35500 |
| }, |
| { |
| "epoch": 3.1578947368421053, |
| "grad_norm": 0.7226047515869141, |
| "learning_rate": 1.3684210526315791e-05, |
| "loss": 0.0201, |
| "step": 36000 |
| }, |
| { |
| "epoch": 3.2017543859649122, |
| "grad_norm": 1.686123251914978, |
| "learning_rate": 1.3596491228070177e-05, |
| "loss": 0.0197, |
| "step": 36500 |
| }, |
| { |
| "epoch": 3.245614035087719, |
| "grad_norm": 0.9627934098243713, |
| "learning_rate": 1.3508771929824562e-05, |
| "loss": 0.0194, |
| "step": 37000 |
| }, |
| { |
| "epoch": 3.2894736842105265, |
| "grad_norm": 0.9055445790290833, |
| "learning_rate": 1.3421052631578948e-05, |
| "loss": 0.0205, |
| "step": 37500 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 0.8586304187774658, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 0.0202, |
| "step": 38000 |
| }, |
| { |
| "epoch": 3.3771929824561404, |
| "grad_norm": 0.4082282483577728, |
| "learning_rate": 1.3245614035087719e-05, |
| "loss": 0.0202, |
| "step": 38500 |
| }, |
| { |
| "epoch": 3.4210526315789473, |
| "grad_norm": 0.9686273336410522, |
| "learning_rate": 1.3157894736842108e-05, |
| "loss": 0.0208, |
| "step": 39000 |
| }, |
| { |
| "epoch": 3.4649122807017543, |
| "grad_norm": 1.0885154008865356, |
| "learning_rate": 1.3070175438596493e-05, |
| "loss": 0.0201, |
| "step": 39500 |
| }, |
| { |
| "epoch": 3.5087719298245617, |
| "grad_norm": 0.7704782485961914, |
| "learning_rate": 1.2982456140350879e-05, |
| "loss": 0.0209, |
| "step": 40000 |
| }, |
| { |
| "epoch": 3.5526315789473686, |
| "grad_norm": 0.7897283434867859, |
| "learning_rate": 1.2894736842105264e-05, |
| "loss": 0.0207, |
| "step": 40500 |
| }, |
| { |
| "epoch": 3.5964912280701755, |
| "grad_norm": 0.33727455139160156, |
| "learning_rate": 1.280701754385965e-05, |
| "loss": 0.0209, |
| "step": 41000 |
| }, |
| { |
| "epoch": 3.6403508771929824, |
| "grad_norm": 1.086599588394165, |
| "learning_rate": 1.2719298245614035e-05, |
| "loss": 0.021, |
| "step": 41500 |
| }, |
| { |
| "epoch": 3.6842105263157894, |
| "grad_norm": 0.8630421757698059, |
| "learning_rate": 1.263157894736842e-05, |
| "loss": 0.0203, |
| "step": 42000 |
| }, |
| { |
| "epoch": 3.7280701754385968, |
| "grad_norm": 1.400107979774475, |
| "learning_rate": 1.2543859649122808e-05, |
| "loss": 0.0201, |
| "step": 42500 |
| }, |
| { |
| "epoch": 3.7719298245614032, |
| "grad_norm": 0.935147762298584, |
| "learning_rate": 1.2456140350877195e-05, |
| "loss": 0.02, |
| "step": 43000 |
| }, |
| { |
| "epoch": 3.8157894736842106, |
| "grad_norm": 0.6515530347824097, |
| "learning_rate": 1.236842105263158e-05, |
| "loss": 0.0207, |
| "step": 43500 |
| }, |
| { |
| "epoch": 3.8596491228070176, |
| "grad_norm": 1.6099826097488403, |
| "learning_rate": 1.2280701754385966e-05, |
| "loss": 0.0213, |
| "step": 44000 |
| }, |
| { |
| "epoch": 3.9035087719298245, |
| "grad_norm": 1.4369622468948364, |
| "learning_rate": 1.2192982456140352e-05, |
| "loss": 0.0198, |
| "step": 44500 |
| }, |
| { |
| "epoch": 3.9473684210526314, |
| "grad_norm": 0.46659207344055176, |
| "learning_rate": 1.2105263157894737e-05, |
| "loss": 0.0211, |
| "step": 45000 |
| }, |
| { |
| "epoch": 3.9912280701754383, |
| "grad_norm": 1.361497402191162, |
| "learning_rate": 1.2017543859649124e-05, |
| "loss": 0.0208, |
| "step": 45500 |
| }, |
| { |
| "epoch": 4.035087719298246, |
| "grad_norm": 0.664008378982544, |
| "learning_rate": 1.192982456140351e-05, |
| "loss": 0.0148, |
| "step": 46000 |
| }, |
| { |
| "epoch": 4.078947368421052, |
| "grad_norm": 0.9905796647071838, |
| "learning_rate": 1.1842105263157895e-05, |
| "loss": 0.0132, |
| "step": 46500 |
| }, |
| { |
| "epoch": 4.12280701754386, |
| "grad_norm": 0.9070369601249695, |
| "learning_rate": 1.1754385964912282e-05, |
| "loss": 0.0134, |
| "step": 47000 |
| }, |
| { |
| "epoch": 4.166666666666667, |
| "grad_norm": 1.3704754114151, |
| "learning_rate": 1.1666666666666668e-05, |
| "loss": 0.0129, |
| "step": 47500 |
| }, |
| { |
| "epoch": 4.2105263157894735, |
| "grad_norm": 2.792363166809082, |
| "learning_rate": 1.1578947368421053e-05, |
| "loss": 0.0141, |
| "step": 48000 |
| }, |
| { |
| "epoch": 4.254385964912281, |
| "grad_norm": 0.19838610291481018, |
| "learning_rate": 1.1491228070175439e-05, |
| "loss": 0.014, |
| "step": 48500 |
| }, |
| { |
| "epoch": 4.298245614035087, |
| "grad_norm": 1.3491791486740112, |
| "learning_rate": 1.1403508771929826e-05, |
| "loss": 0.0145, |
| "step": 49000 |
| }, |
| { |
| "epoch": 4.342105263157895, |
| "grad_norm": 0.7217977046966553, |
| "learning_rate": 1.1315789473684212e-05, |
| "loss": 0.0143, |
| "step": 49500 |
| }, |
| { |
| "epoch": 4.385964912280702, |
| "grad_norm": 1.6904853582382202, |
| "learning_rate": 1.1228070175438597e-05, |
| "loss": 0.015, |
| "step": 50000 |
| }, |
| { |
| "epoch": 4.4298245614035086, |
| "grad_norm": 1.9361881017684937, |
| "learning_rate": 1.1140350877192983e-05, |
| "loss": 0.0151, |
| "step": 50500 |
| }, |
| { |
| "epoch": 4.473684210526316, |
| "grad_norm": 1.5735112428665161, |
| "learning_rate": 1.105263157894737e-05, |
| "loss": 0.015, |
| "step": 51000 |
| }, |
| { |
| "epoch": 4.517543859649123, |
| "grad_norm": 0.5673351287841797, |
| "learning_rate": 1.0964912280701755e-05, |
| "loss": 0.0148, |
| "step": 51500 |
| }, |
| { |
| "epoch": 4.56140350877193, |
| "grad_norm": 0.6633049249649048, |
| "learning_rate": 1.0877192982456142e-05, |
| "loss": 0.0151, |
| "step": 52000 |
| }, |
| { |
| "epoch": 4.605263157894737, |
| "grad_norm": 0.7345007061958313, |
| "learning_rate": 1.0789473684210528e-05, |
| "loss": 0.0151, |
| "step": 52500 |
| }, |
| { |
| "epoch": 4.649122807017544, |
| "grad_norm": 0.44649428129196167, |
| "learning_rate": 1.0701754385964913e-05, |
| "loss": 0.0157, |
| "step": 53000 |
| }, |
| { |
| "epoch": 4.692982456140351, |
| "grad_norm": 0.7061645984649658, |
| "learning_rate": 1.0614035087719299e-05, |
| "loss": 0.0143, |
| "step": 53500 |
| }, |
| { |
| "epoch": 4.7368421052631575, |
| "grad_norm": 0.4091035723686218, |
| "learning_rate": 1.0526315789473684e-05, |
| "loss": 0.015, |
| "step": 54000 |
| }, |
| { |
| "epoch": 4.780701754385965, |
| "grad_norm": 1.0567431449890137, |
| "learning_rate": 1.043859649122807e-05, |
| "loss": 0.0153, |
| "step": 54500 |
| }, |
| { |
| "epoch": 4.824561403508772, |
| "grad_norm": 1.535997748374939, |
| "learning_rate": 1.0350877192982459e-05, |
| "loss": 0.0145, |
| "step": 55000 |
| }, |
| { |
| "epoch": 4.868421052631579, |
| "grad_norm": 2.3148131370544434, |
| "learning_rate": 1.0263157894736844e-05, |
| "loss": 0.0152, |
| "step": 55500 |
| }, |
| { |
| "epoch": 4.912280701754386, |
| "grad_norm": 1.4357719421386719, |
| "learning_rate": 1.017543859649123e-05, |
| "loss": 0.0154, |
| "step": 56000 |
| }, |
| { |
| "epoch": 4.956140350877193, |
| "grad_norm": 2.350245714187622, |
| "learning_rate": 1.0087719298245615e-05, |
| "loss": 0.0153, |
| "step": 56500 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 1.0698745250701904, |
| "learning_rate": 1e-05, |
| "loss": 0.0154, |
| "step": 57000 |
| }, |
| { |
| "epoch": 5.043859649122807, |
| "grad_norm": 2.993831157684326, |
| "learning_rate": 9.912280701754386e-06, |
| "loss": 0.0077, |
| "step": 57500 |
| }, |
| { |
| "epoch": 5.087719298245614, |
| "grad_norm": 0.41161152720451355, |
| "learning_rate": 9.824561403508772e-06, |
| "loss": 0.0084, |
| "step": 58000 |
| }, |
| { |
| "epoch": 5.131578947368421, |
| "grad_norm": 1.7437654733657837, |
| "learning_rate": 9.736842105263159e-06, |
| "loss": 0.0086, |
| "step": 58500 |
| }, |
| { |
| "epoch": 5.175438596491228, |
| "grad_norm": 0.5381312966346741, |
| "learning_rate": 9.649122807017545e-06, |
| "loss": 0.0083, |
| "step": 59000 |
| }, |
| { |
| "epoch": 5.219298245614035, |
| "grad_norm": 0.15729767084121704, |
| "learning_rate": 9.56140350877193e-06, |
| "loss": 0.0099, |
| "step": 59500 |
| }, |
| { |
| "epoch": 5.2631578947368425, |
| "grad_norm": 1.227547526359558, |
| "learning_rate": 9.473684210526315e-06, |
| "loss": 0.0094, |
| "step": 60000 |
| }, |
| { |
| "epoch": 5.307017543859649, |
| "grad_norm": 1.4580745697021484, |
| "learning_rate": 9.385964912280703e-06, |
| "loss": 0.0101, |
| "step": 60500 |
| }, |
| { |
| "epoch": 5.350877192982456, |
| "grad_norm": 1.4596012830734253, |
| "learning_rate": 9.298245614035088e-06, |
| "loss": 0.009, |
| "step": 61000 |
| }, |
| { |
| "epoch": 5.394736842105263, |
| "grad_norm": 0.3997878432273865, |
| "learning_rate": 9.210526315789474e-06, |
| "loss": 0.0095, |
| "step": 61500 |
| }, |
| { |
| "epoch": 5.43859649122807, |
| "grad_norm": 1.4484952688217163, |
| "learning_rate": 9.12280701754386e-06, |
| "loss": 0.0095, |
| "step": 62000 |
| }, |
| { |
| "epoch": 5.482456140350878, |
| "grad_norm": 0.3741638958454132, |
| "learning_rate": 9.035087719298246e-06, |
| "loss": 0.0095, |
| "step": 62500 |
| }, |
| { |
| "epoch": 5.526315789473684, |
| "grad_norm": 1.792814016342163, |
| "learning_rate": 8.947368421052632e-06, |
| "loss": 0.0103, |
| "step": 63000 |
| }, |
| { |
| "epoch": 5.5701754385964914, |
| "grad_norm": 1.4373083114624023, |
| "learning_rate": 8.859649122807017e-06, |
| "loss": 0.01, |
| "step": 63500 |
| }, |
| { |
| "epoch": 5.614035087719298, |
| "grad_norm": 0.513109564781189, |
| "learning_rate": 8.771929824561405e-06, |
| "loss": 0.0095, |
| "step": 64000 |
| }, |
| { |
| "epoch": 5.657894736842105, |
| "grad_norm": 1.6872016191482544, |
| "learning_rate": 8.68421052631579e-06, |
| "loss": 0.0096, |
| "step": 64500 |
| }, |
| { |
| "epoch": 5.701754385964913, |
| "grad_norm": 1.5767537355422974, |
| "learning_rate": 8.596491228070176e-06, |
| "loss": 0.0095, |
| "step": 65000 |
| }, |
| { |
| "epoch": 5.745614035087719, |
| "grad_norm": 3.215756893157959, |
| "learning_rate": 8.508771929824563e-06, |
| "loss": 0.0104, |
| "step": 65500 |
| }, |
| { |
| "epoch": 5.7894736842105265, |
| "grad_norm": 0.3637864589691162, |
| "learning_rate": 8.421052631578948e-06, |
| "loss": 0.0097, |
| "step": 66000 |
| }, |
| { |
| "epoch": 5.833333333333333, |
| "grad_norm": 3.017098903656006, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.0104, |
| "step": 66500 |
| }, |
| { |
| "epoch": 5.87719298245614, |
| "grad_norm": 0.7917022705078125, |
| "learning_rate": 8.24561403508772e-06, |
| "loss": 0.0105, |
| "step": 67000 |
| }, |
| { |
| "epoch": 5.921052631578947, |
| "grad_norm": 0.28688350319862366, |
| "learning_rate": 8.157894736842106e-06, |
| "loss": 0.0097, |
| "step": 67500 |
| }, |
| { |
| "epoch": 5.964912280701754, |
| "grad_norm": 0.6055354475975037, |
| "learning_rate": 8.070175438596492e-06, |
| "loss": 0.0102, |
| "step": 68000 |
| }, |
| { |
| "epoch": 6.008771929824562, |
| "grad_norm": 0.01086004264652729, |
| "learning_rate": 7.982456140350877e-06, |
| "loss": 0.0092, |
| "step": 68500 |
| }, |
| { |
| "epoch": 6.052631578947368, |
| "grad_norm": 0.53713458776474, |
| "learning_rate": 7.894736842105265e-06, |
| "loss": 0.0049, |
| "step": 69000 |
| }, |
| { |
| "epoch": 6.0964912280701755, |
| "grad_norm": 0.6804053783416748, |
| "learning_rate": 7.80701754385965e-06, |
| "loss": 0.0054, |
| "step": 69500 |
| }, |
| { |
| "epoch": 6.140350877192983, |
| "grad_norm": 0.3400014042854309, |
| "learning_rate": 7.719298245614036e-06, |
| "loss": 0.0053, |
| "step": 70000 |
| }, |
| { |
| "epoch": 6.184210526315789, |
| "grad_norm": 1.194455862045288, |
| "learning_rate": 7.631578947368423e-06, |
| "loss": 0.0052, |
| "step": 70500 |
| }, |
| { |
| "epoch": 6.228070175438597, |
| "grad_norm": 0.1484297811985016, |
| "learning_rate": 7.5438596491228074e-06, |
| "loss": 0.0062, |
| "step": 71000 |
| }, |
| { |
| "epoch": 6.271929824561403, |
| "grad_norm": 1.752806305885315, |
| "learning_rate": 7.456140350877194e-06, |
| "loss": 0.0056, |
| "step": 71500 |
| }, |
| { |
| "epoch": 6.315789473684211, |
| "grad_norm": 0.23840796947479248, |
| "learning_rate": 7.368421052631579e-06, |
| "loss": 0.0057, |
| "step": 72000 |
| }, |
| { |
| "epoch": 6.359649122807017, |
| "grad_norm": 0.6682614684104919, |
| "learning_rate": 7.280701754385966e-06, |
| "loss": 0.0058, |
| "step": 72500 |
| }, |
| { |
| "epoch": 6.4035087719298245, |
| "grad_norm": 0.3302547335624695, |
| "learning_rate": 7.192982456140352e-06, |
| "loss": 0.0059, |
| "step": 73000 |
| }, |
| { |
| "epoch": 6.447368421052632, |
| "grad_norm": 2.1811578273773193, |
| "learning_rate": 7.1052631578947375e-06, |
| "loss": 0.0062, |
| "step": 73500 |
| }, |
| { |
| "epoch": 6.491228070175438, |
| "grad_norm": 0.13947592675685883, |
| "learning_rate": 7.017543859649123e-06, |
| "loss": 0.0064, |
| "step": 74000 |
| }, |
| { |
| "epoch": 6.535087719298246, |
| "grad_norm": 0.1955937296152115, |
| "learning_rate": 6.92982456140351e-06, |
| "loss": 0.0059, |
| "step": 74500 |
| }, |
| { |
| "epoch": 6.578947368421053, |
| "grad_norm": 1.8887696266174316, |
| "learning_rate": 6.842105263157896e-06, |
| "loss": 0.006, |
| "step": 75000 |
| }, |
| { |
| "epoch": 6.62280701754386, |
| "grad_norm": 1.8402165174484253, |
| "learning_rate": 6.754385964912281e-06, |
| "loss": 0.0059, |
| "step": 75500 |
| }, |
| { |
| "epoch": 6.666666666666667, |
| "grad_norm": 0.09785465896129608, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.006, |
| "step": 76000 |
| }, |
| { |
| "epoch": 6.7105263157894735, |
| "grad_norm": 0.060049816966056824, |
| "learning_rate": 6.578947368421054e-06, |
| "loss": 0.0067, |
| "step": 76500 |
| }, |
| { |
| "epoch": 6.754385964912281, |
| "grad_norm": 0.9939663410186768, |
| "learning_rate": 6.491228070175439e-06, |
| "loss": 0.0064, |
| "step": 77000 |
| }, |
| { |
| "epoch": 6.798245614035087, |
| "grad_norm": 2.25742769241333, |
| "learning_rate": 6.403508771929825e-06, |
| "loss": 0.0058, |
| "step": 77500 |
| }, |
| { |
| "epoch": 6.842105263157895, |
| "grad_norm": 1.2935279607772827, |
| "learning_rate": 6.31578947368421e-06, |
| "loss": 0.006, |
| "step": 78000 |
| }, |
| { |
| "epoch": 6.885964912280702, |
| "grad_norm": 0.9248834252357483, |
| "learning_rate": 6.2280701754385975e-06, |
| "loss": 0.0063, |
| "step": 78500 |
| }, |
| { |
| "epoch": 6.9298245614035086, |
| "grad_norm": 0.40686044096946716, |
| "learning_rate": 6.140350877192983e-06, |
| "loss": 0.006, |
| "step": 79000 |
| }, |
| { |
| "epoch": 6.973684210526316, |
| "grad_norm": 0.13613936305046082, |
| "learning_rate": 6.0526315789473685e-06, |
| "loss": 0.0065, |
| "step": 79500 |
| }, |
| { |
| "epoch": 7.017543859649122, |
| "grad_norm": 5.229935169219971, |
| "learning_rate": 5.964912280701755e-06, |
| "loss": 0.0051, |
| "step": 80000 |
| }, |
| { |
| "epoch": 7.06140350877193, |
| "grad_norm": 0.18177901208400726, |
| "learning_rate": 5.877192982456141e-06, |
| "loss": 0.0028, |
| "step": 80500 |
| }, |
| { |
| "epoch": 7.105263157894737, |
| "grad_norm": 7.578922748565674, |
| "learning_rate": 5.789473684210527e-06, |
| "loss": 0.0029, |
| "step": 81000 |
| }, |
| { |
| "epoch": 7.149122807017544, |
| "grad_norm": 7.015735149383545, |
| "learning_rate": 5.701754385964913e-06, |
| "loss": 0.003, |
| "step": 81500 |
| }, |
| { |
| "epoch": 7.192982456140351, |
| "grad_norm": 0.00804635975509882, |
| "learning_rate": 5.6140350877192985e-06, |
| "loss": 0.0033, |
| "step": 82000 |
| }, |
| { |
| "epoch": 7.2368421052631575, |
| "grad_norm": 0.20541447401046753, |
| "learning_rate": 5.526315789473685e-06, |
| "loss": 0.0031, |
| "step": 82500 |
| }, |
| { |
| "epoch": 7.280701754385965, |
| "grad_norm": 2.909257173538208, |
| "learning_rate": 5.438596491228071e-06, |
| "loss": 0.0033, |
| "step": 83000 |
| }, |
| { |
| "epoch": 7.324561403508772, |
| "grad_norm": 0.04006243869662285, |
| "learning_rate": 5.350877192982457e-06, |
| "loss": 0.0031, |
| "step": 83500 |
| }, |
| { |
| "epoch": 7.368421052631579, |
| "grad_norm": 0.011600236408412457, |
| "learning_rate": 5.263157894736842e-06, |
| "loss": 0.0032, |
| "step": 84000 |
| }, |
| { |
| "epoch": 7.412280701754386, |
| "grad_norm": 0.10742747783660889, |
| "learning_rate": 5.175438596491229e-06, |
| "loss": 0.0034, |
| "step": 84500 |
| }, |
| { |
| "epoch": 7.456140350877193, |
| "grad_norm": 0.004623486194759607, |
| "learning_rate": 5.087719298245615e-06, |
| "loss": 0.0039, |
| "step": 85000 |
| }, |
| { |
| "epoch": 7.5, |
| "grad_norm": 0.014665776863694191, |
| "learning_rate": 5e-06, |
| "loss": 0.0029, |
| "step": 85500 |
| }, |
| { |
| "epoch": 7.543859649122807, |
| "grad_norm": 3.925727605819702, |
| "learning_rate": 4.912280701754386e-06, |
| "loss": 0.0031, |
| "step": 86000 |
| }, |
| { |
| "epoch": 7.587719298245614, |
| "grad_norm": 4.379343509674072, |
| "learning_rate": 4.824561403508772e-06, |
| "loss": 0.0032, |
| "step": 86500 |
| }, |
| { |
| "epoch": 7.631578947368421, |
| "grad_norm": 0.3804740011692047, |
| "learning_rate": 4.736842105263158e-06, |
| "loss": 0.0032, |
| "step": 87000 |
| }, |
| { |
| "epoch": 7.675438596491228, |
| "grad_norm": 5.974408149719238, |
| "learning_rate": 4.649122807017544e-06, |
| "loss": 0.0037, |
| "step": 87500 |
| }, |
| { |
| "epoch": 7.719298245614035, |
| "grad_norm": 0.14405211806297302, |
| "learning_rate": 4.56140350877193e-06, |
| "loss": 0.0029, |
| "step": 88000 |
| }, |
| { |
| "epoch": 7.7631578947368425, |
| "grad_norm": 1.343384861946106, |
| "learning_rate": 4.473684210526316e-06, |
| "loss": 0.0031, |
| "step": 88500 |
| }, |
| { |
| "epoch": 7.807017543859649, |
| "grad_norm": 1.0002413988113403, |
| "learning_rate": 4.385964912280702e-06, |
| "loss": 0.0035, |
| "step": 89000 |
| }, |
| { |
| "epoch": 7.850877192982456, |
| "grad_norm": 0.08076108992099762, |
| "learning_rate": 4.298245614035088e-06, |
| "loss": 0.0034, |
| "step": 89500 |
| }, |
| { |
| "epoch": 7.894736842105263, |
| "grad_norm": 1.5308058261871338, |
| "learning_rate": 4.210526315789474e-06, |
| "loss": 0.0033, |
| "step": 90000 |
| }, |
| { |
| "epoch": 7.93859649122807, |
| "grad_norm": 0.05943544954061508, |
| "learning_rate": 4.12280701754386e-06, |
| "loss": 0.0034, |
| "step": 90500 |
| }, |
| { |
| "epoch": 7.982456140350877, |
| "grad_norm": 0.04788463935256004, |
| "learning_rate": 4.035087719298246e-06, |
| "loss": 0.0033, |
| "step": 91000 |
| }, |
| { |
| "epoch": 8.026315789473685, |
| "grad_norm": 0.03480690345168114, |
| "learning_rate": 3.947368421052632e-06, |
| "loss": 0.0019, |
| "step": 91500 |
| }, |
| { |
| "epoch": 8.070175438596491, |
| "grad_norm": 0.028245439752936363, |
| "learning_rate": 3.859649122807018e-06, |
| "loss": 0.0013, |
| "step": 92000 |
| }, |
| { |
| "epoch": 8.114035087719298, |
| "grad_norm": 1.6024084091186523, |
| "learning_rate": 3.7719298245614037e-06, |
| "loss": 0.0012, |
| "step": 92500 |
| }, |
| { |
| "epoch": 8.157894736842104, |
| "grad_norm": 0.023393429815769196, |
| "learning_rate": 3.6842105263157896e-06, |
| "loss": 0.001, |
| "step": 93000 |
| }, |
| { |
| "epoch": 8.201754385964913, |
| "grad_norm": 0.0070739006623625755, |
| "learning_rate": 3.596491228070176e-06, |
| "loss": 0.0014, |
| "step": 93500 |
| }, |
| { |
| "epoch": 8.24561403508772, |
| "grad_norm": 0.005052722524851561, |
| "learning_rate": 3.5087719298245615e-06, |
| "loss": 0.0014, |
| "step": 94000 |
| }, |
| { |
| "epoch": 8.289473684210526, |
| "grad_norm": 0.007294114679098129, |
| "learning_rate": 3.421052631578948e-06, |
| "loss": 0.0015, |
| "step": 94500 |
| }, |
| { |
| "epoch": 8.333333333333334, |
| "grad_norm": 0.0006771266926079988, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.0012, |
| "step": 95000 |
| }, |
| { |
| "epoch": 8.37719298245614, |
| "grad_norm": 0.02214032970368862, |
| "learning_rate": 3.2456140350877197e-06, |
| "loss": 0.0014, |
| "step": 95500 |
| }, |
| { |
| "epoch": 8.421052631578947, |
| "grad_norm": 2.873591899871826, |
| "learning_rate": 3.157894736842105e-06, |
| "loss": 0.0016, |
| "step": 96000 |
| }, |
| { |
| "epoch": 8.464912280701755, |
| "grad_norm": 0.0030384217388927937, |
| "learning_rate": 3.0701754385964915e-06, |
| "loss": 0.0014, |
| "step": 96500 |
| }, |
| { |
| "epoch": 8.508771929824562, |
| "grad_norm": 1.468751311302185, |
| "learning_rate": 2.9824561403508774e-06, |
| "loss": 0.0018, |
| "step": 97000 |
| }, |
| { |
| "epoch": 8.552631578947368, |
| "grad_norm": 0.005693173501640558, |
| "learning_rate": 2.8947368421052634e-06, |
| "loss": 0.0017, |
| "step": 97500 |
| }, |
| { |
| "epoch": 8.596491228070175, |
| "grad_norm": 0.0886327475309372, |
| "learning_rate": 2.8070175438596493e-06, |
| "loss": 0.0013, |
| "step": 98000 |
| }, |
| { |
| "epoch": 8.640350877192983, |
| "grad_norm": 4.932157516479492, |
| "learning_rate": 2.7192982456140356e-06, |
| "loss": 0.0015, |
| "step": 98500 |
| }, |
| { |
| "epoch": 8.68421052631579, |
| "grad_norm": 0.030486512929201126, |
| "learning_rate": 2.631578947368421e-06, |
| "loss": 0.0015, |
| "step": 99000 |
| }, |
| { |
| "epoch": 8.728070175438596, |
| "grad_norm": 0.02273370511829853, |
| "learning_rate": 2.5438596491228075e-06, |
| "loss": 0.0015, |
| "step": 99500 |
| }, |
| { |
| "epoch": 8.771929824561404, |
| "grad_norm": 0.0035624816082417965, |
| "learning_rate": 2.456140350877193e-06, |
| "loss": 0.0015, |
| "step": 100000 |
| }, |
| { |
| "epoch": 8.81578947368421, |
| "grad_norm": 0.07872194796800613, |
| "learning_rate": 2.368421052631579e-06, |
| "loss": 0.0017, |
| "step": 100500 |
| }, |
| { |
| "epoch": 8.859649122807017, |
| "grad_norm": 0.13730837404727936, |
| "learning_rate": 2.280701754385965e-06, |
| "loss": 0.0014, |
| "step": 101000 |
| }, |
| { |
| "epoch": 8.903508771929825, |
| "grad_norm": 0.006974358111619949, |
| "learning_rate": 2.192982456140351e-06, |
| "loss": 0.0013, |
| "step": 101500 |
| }, |
| { |
| "epoch": 8.947368421052632, |
| "grad_norm": 0.005287351552397013, |
| "learning_rate": 2.105263157894737e-06, |
| "loss": 0.0011, |
| "step": 102000 |
| }, |
| { |
| "epoch": 8.991228070175438, |
| "grad_norm": 0.037747837603092194, |
| "learning_rate": 2.017543859649123e-06, |
| "loss": 0.0015, |
| "step": 102500 |
| }, |
| { |
| "epoch": 9.035087719298245, |
| "grad_norm": 0.7193840146064758, |
| "learning_rate": 1.929824561403509e-06, |
| "loss": 0.0005, |
| "step": 103000 |
| }, |
| { |
| "epoch": 9.078947368421053, |
| "grad_norm": 0.0007897180039435625, |
| "learning_rate": 1.8421052631578948e-06, |
| "loss": 0.0004, |
| "step": 103500 |
| }, |
| { |
| "epoch": 9.12280701754386, |
| "grad_norm": 0.0007234093500301242, |
| "learning_rate": 1.7543859649122807e-06, |
| "loss": 0.0005, |
| "step": 104000 |
| }, |
| { |
| "epoch": 9.166666666666666, |
| "grad_norm": 0.0007756888517178595, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 0.0003, |
| "step": 104500 |
| }, |
| { |
| "epoch": 9.210526315789474, |
| "grad_norm": 0.008586079813539982, |
| "learning_rate": 1.5789473684210526e-06, |
| "loss": 0.0006, |
| "step": 105000 |
| }, |
| { |
| "epoch": 9.25438596491228, |
| "grad_norm": 0.00045911312918178737, |
| "learning_rate": 1.4912280701754387e-06, |
| "loss": 0.0004, |
| "step": 105500 |
| }, |
| { |
| "epoch": 9.298245614035087, |
| "grad_norm": 0.00909907091408968, |
| "learning_rate": 1.4035087719298246e-06, |
| "loss": 0.0004, |
| "step": 106000 |
| }, |
| { |
| "epoch": 9.342105263157896, |
| "grad_norm": 0.0010117848869413137, |
| "learning_rate": 1.3157894736842106e-06, |
| "loss": 0.0005, |
| "step": 106500 |
| }, |
| { |
| "epoch": 9.385964912280702, |
| "grad_norm": 0.06939810514450073, |
| "learning_rate": 1.2280701754385965e-06, |
| "loss": 0.0004, |
| "step": 107000 |
| }, |
| { |
| "epoch": 9.429824561403509, |
| "grad_norm": 0.00043201466905884445, |
| "learning_rate": 1.1403508771929824e-06, |
| "loss": 0.0005, |
| "step": 107500 |
| }, |
| { |
| "epoch": 9.473684210526315, |
| "grad_norm": 0.0020823481027036905, |
| "learning_rate": 1.0526315789473685e-06, |
| "loss": 0.0003, |
| "step": 108000 |
| }, |
| { |
| "epoch": 9.517543859649123, |
| "grad_norm": 0.001455445308238268, |
| "learning_rate": 9.649122807017545e-07, |
| "loss": 0.0004, |
| "step": 108500 |
| }, |
| { |
| "epoch": 9.56140350877193, |
| "grad_norm": 0.04049188643693924, |
| "learning_rate": 8.771929824561404e-07, |
| "loss": 0.0004, |
| "step": 109000 |
| }, |
| { |
| "epoch": 9.605263157894736, |
| "grad_norm": 2.738844156265259, |
| "learning_rate": 7.894736842105263e-07, |
| "loss": 0.0005, |
| "step": 109500 |
| }, |
| { |
| "epoch": 9.649122807017545, |
| "grad_norm": 0.0004239229310769588, |
| "learning_rate": 7.017543859649123e-07, |
| "loss": 0.0004, |
| "step": 110000 |
| }, |
| { |
| "epoch": 9.692982456140351, |
| "grad_norm": 0.012256275862455368, |
| "learning_rate": 6.140350877192982e-07, |
| "loss": 0.0004, |
| "step": 110500 |
| }, |
| { |
| "epoch": 9.736842105263158, |
| "grad_norm": 0.004417608492076397, |
| "learning_rate": 5.263157894736843e-07, |
| "loss": 0.0004, |
| "step": 111000 |
| }, |
| { |
| "epoch": 9.780701754385966, |
| "grad_norm": 0.04168286547064781, |
| "learning_rate": 4.385964912280702e-07, |
| "loss": 0.0003, |
| "step": 111500 |
| }, |
| { |
| "epoch": 9.824561403508772, |
| "grad_norm": 0.00598061503842473, |
| "learning_rate": 3.5087719298245616e-07, |
| "loss": 0.0003, |
| "step": 112000 |
| }, |
| { |
| "epoch": 9.868421052631579, |
| "grad_norm": 0.0009545275825075805, |
| "learning_rate": 2.6315789473684213e-07, |
| "loss": 0.0007, |
| "step": 112500 |
| }, |
| { |
| "epoch": 9.912280701754385, |
| "grad_norm": 0.004537086468189955, |
| "learning_rate": 1.7543859649122808e-07, |
| "loss": 0.0004, |
| "step": 113000 |
| }, |
| { |
| "epoch": 9.956140350877194, |
| "grad_norm": 0.0037381595466285944, |
| "learning_rate": 8.771929824561404e-08, |
| "loss": 0.0005, |
| "step": 113500 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.0002570266369730234, |
| "learning_rate": 0.0, |
| "loss": 0.0003, |
| "step": 114000 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 114000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.128164391181353e+18, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
