| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.2465230735200596, |
| "global_step": 325000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.03, |
| "learning_rate": 1.993087621312246e-06, |
| "loss": 0.2839, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 1.986175242624492e-06, |
| "loss": 0.2584, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 1.979262863936738e-06, |
| "loss": 0.2684, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 1.972350485248984e-06, |
| "loss": 0.2725, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 1.96543810656123e-06, |
| "loss": 0.2631, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.17, |
| "eval_accuracy": 0.9506088495254517, |
| "eval_loss": 0.2637203335762024, |
| "eval_runtime": 690.6403, |
| "eval_samples_per_second": 46.495, |
| "eval_steps_per_second": 11.624, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 1.958525727873476e-06, |
| "loss": 0.2808, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 1.951613349185722e-06, |
| "loss": 0.2601, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 1.944700970497968e-06, |
| "loss": 0.2746, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.31, |
| "learning_rate": 1.937788591810214e-06, |
| "loss": 0.2688, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.35, |
| "learning_rate": 1.93087621312246e-06, |
| "loss": 0.2619, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.35, |
| "eval_accuracy": 0.9507022500038147, |
| "eval_loss": 0.2595760226249695, |
| "eval_runtime": 690.7368, |
| "eval_samples_per_second": 46.488, |
| "eval_steps_per_second": 11.622, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.38, |
| "learning_rate": 1.9239638344347054e-06, |
| "loss": 0.2765, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 1.9170514557469514e-06, |
| "loss": 0.2736, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.45, |
| "learning_rate": 1.9101390770591978e-06, |
| "loss": 0.2616, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.48, |
| "learning_rate": 1.9032266983714436e-06, |
| "loss": 0.2558, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.52, |
| "learning_rate": 1.8963143196836895e-06, |
| "loss": 0.2653, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.52, |
| "eval_accuracy": 0.9514496326446533, |
| "eval_loss": 0.2495056539773941, |
| "eval_runtime": 689.7436, |
| "eval_samples_per_second": 46.555, |
| "eval_steps_per_second": 11.639, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.55, |
| "learning_rate": 1.8894019409959353e-06, |
| "loss": 0.2594, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 1.8824895623081813e-06, |
| "loss": 0.2678, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.62, |
| "learning_rate": 1.8755771836204273e-06, |
| "loss": 0.2648, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.66, |
| "learning_rate": 1.8686648049326735e-06, |
| "loss": 0.2671, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 1.8617524262449193e-06, |
| "loss": 0.262, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.69, |
| "eval_accuracy": 0.9511382579803467, |
| "eval_loss": 0.25494277477264404, |
| "eval_runtime": 689.2307, |
| "eval_samples_per_second": 46.59, |
| "eval_steps_per_second": 11.648, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 1.8548400475571653e-06, |
| "loss": 0.273, |
| "step": 105000 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 1.8479276688694113e-06, |
| "loss": 0.265, |
| "step": 110000 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 1.841015290181657e-06, |
| "loss": 0.2677, |
| "step": 115000 |
| }, |
| { |
| "epoch": 0.83, |
| "learning_rate": 1.8341029114939032e-06, |
| "loss": 0.2644, |
| "step": 120000 |
| }, |
| { |
| "epoch": 0.86, |
| "learning_rate": 1.8271905328061492e-06, |
| "loss": 0.2667, |
| "step": 125000 |
| }, |
| { |
| "epoch": 0.86, |
| "eval_accuracy": 0.9517922401428223, |
| "eval_loss": 0.2526009976863861, |
| "eval_runtime": 689.2471, |
| "eval_samples_per_second": 46.589, |
| "eval_steps_per_second": 11.647, |
| "step": 125000 |
| }, |
| { |
| "epoch": 0.9, |
| "learning_rate": 1.8202781541183952e-06, |
| "loss": 0.262, |
| "step": 130000 |
| }, |
| { |
| "epoch": 0.93, |
| "learning_rate": 1.813365775430641e-06, |
| "loss": 0.2689, |
| "step": 135000 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 1.806453396742887e-06, |
| "loss": 0.2713, |
| "step": 140000 |
| }, |
| { |
| "epoch": 1.0, |
| "learning_rate": 1.7995410180551332e-06, |
| "loss": 0.2522, |
| "step": 145000 |
| }, |
| { |
| "epoch": 1.04, |
| "learning_rate": 1.7926286393673792e-06, |
| "loss": 0.2425, |
| "step": 150000 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_accuracy": 0.9516676664352417, |
| "eval_loss": 0.2566453516483307, |
| "eval_runtime": 689.1693, |
| "eval_samples_per_second": 46.594, |
| "eval_steps_per_second": 11.649, |
| "step": 150000 |
| }, |
| { |
| "epoch": 1.07, |
| "learning_rate": 1.785716260679625e-06, |
| "loss": 0.2445, |
| "step": 155000 |
| }, |
| { |
| "epoch": 1.11, |
| "learning_rate": 1.778803881991871e-06, |
| "loss": 0.2353, |
| "step": 160000 |
| }, |
| { |
| "epoch": 1.14, |
| "learning_rate": 1.771891503304117e-06, |
| "loss": 0.2478, |
| "step": 165000 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 1.764979124616363e-06, |
| "loss": 0.2461, |
| "step": 170000 |
| }, |
| { |
| "epoch": 1.21, |
| "learning_rate": 1.758066745928609e-06, |
| "loss": 0.2506, |
| "step": 175000 |
| }, |
| { |
| "epoch": 1.21, |
| "eval_accuracy": 0.9521347880363464, |
| "eval_loss": 0.25962916016578674, |
| "eval_runtime": 689.0728, |
| "eval_samples_per_second": 46.6, |
| "eval_steps_per_second": 11.65, |
| "step": 175000 |
| }, |
| { |
| "epoch": 1.24, |
| "learning_rate": 1.751154367240855e-06, |
| "loss": 0.245, |
| "step": 180000 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 1.7442419885531009e-06, |
| "loss": 0.2516, |
| "step": 185000 |
| }, |
| { |
| "epoch": 1.31, |
| "learning_rate": 1.7373296098653467e-06, |
| "loss": 0.2392, |
| "step": 190000 |
| }, |
| { |
| "epoch": 1.35, |
| "learning_rate": 1.7304172311775929e-06, |
| "loss": 0.2495, |
| "step": 195000 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 1.7235048524898389e-06, |
| "loss": 0.2485, |
| "step": 200000 |
| }, |
| { |
| "epoch": 1.38, |
| "eval_accuracy": 0.9533492922782898, |
| "eval_loss": 0.2515329122543335, |
| "eval_runtime": 689.5664, |
| "eval_samples_per_second": 46.567, |
| "eval_steps_per_second": 11.642, |
| "step": 200000 |
| }, |
| { |
| "epoch": 1.42, |
| "learning_rate": 1.7165924738020846e-06, |
| "loss": 0.2311, |
| "step": 205000 |
| }, |
| { |
| "epoch": 1.45, |
| "learning_rate": 1.7096800951143306e-06, |
| "loss": 0.2335, |
| "step": 210000 |
| }, |
| { |
| "epoch": 1.49, |
| "learning_rate": 1.7027677164265766e-06, |
| "loss": 0.2568, |
| "step": 215000 |
| }, |
| { |
| "epoch": 1.52, |
| "learning_rate": 1.6958553377388226e-06, |
| "loss": 0.2392, |
| "step": 220000 |
| }, |
| { |
| "epoch": 1.56, |
| "learning_rate": 1.6889429590510686e-06, |
| "loss": 0.2411, |
| "step": 225000 |
| }, |
| { |
| "epoch": 1.56, |
| "eval_accuracy": 0.9527575969696045, |
| "eval_loss": 0.25586625933647156, |
| "eval_runtime": 688.9498, |
| "eval_samples_per_second": 46.609, |
| "eval_steps_per_second": 11.653, |
| "step": 225000 |
| }, |
| { |
| "epoch": 1.59, |
| "learning_rate": 1.6820305803633146e-06, |
| "loss": 0.2474, |
| "step": 230000 |
| }, |
| { |
| "epoch": 1.62, |
| "learning_rate": 1.6751182016755606e-06, |
| "loss": 0.2511, |
| "step": 235000 |
| }, |
| { |
| "epoch": 1.66, |
| "learning_rate": 1.6682058229878063e-06, |
| "loss": 0.2435, |
| "step": 240000 |
| }, |
| { |
| "epoch": 1.69, |
| "learning_rate": 1.6612934443000523e-06, |
| "loss": 0.2485, |
| "step": 245000 |
| }, |
| { |
| "epoch": 1.73, |
| "learning_rate": 1.6543810656122985e-06, |
| "loss": 0.234, |
| "step": 250000 |
| }, |
| { |
| "epoch": 1.73, |
| "eval_accuracy": 0.9526330828666687, |
| "eval_loss": 0.2587934136390686, |
| "eval_runtime": 688.8864, |
| "eval_samples_per_second": 46.613, |
| "eval_steps_per_second": 11.654, |
| "step": 250000 |
| }, |
| { |
| "epoch": 1.76, |
| "learning_rate": 1.6474686869245445e-06, |
| "loss": 0.2534, |
| "step": 255000 |
| }, |
| { |
| "epoch": 1.8, |
| "learning_rate": 1.6405563082367903e-06, |
| "loss": 0.2432, |
| "step": 260000 |
| }, |
| { |
| "epoch": 1.83, |
| "learning_rate": 1.6336439295490363e-06, |
| "loss": 0.2466, |
| "step": 265000 |
| }, |
| { |
| "epoch": 1.87, |
| "learning_rate": 1.6267315508612823e-06, |
| "loss": 0.2393, |
| "step": 270000 |
| }, |
| { |
| "epoch": 1.9, |
| "learning_rate": 1.6198191721735283e-06, |
| "loss": 0.242, |
| "step": 275000 |
| }, |
| { |
| "epoch": 1.9, |
| "eval_accuracy": 0.9526330828666687, |
| "eval_loss": 0.2543439269065857, |
| "eval_runtime": 688.3982, |
| "eval_samples_per_second": 46.646, |
| "eval_steps_per_second": 11.662, |
| "step": 275000 |
| }, |
| { |
| "epoch": 1.94, |
| "learning_rate": 1.6129067934857743e-06, |
| "loss": 0.2455, |
| "step": 280000 |
| }, |
| { |
| "epoch": 1.97, |
| "learning_rate": 1.6059944147980203e-06, |
| "loss": 0.2413, |
| "step": 285000 |
| }, |
| { |
| "epoch": 2.0, |
| "learning_rate": 1.5990820361102662e-06, |
| "loss": 0.241, |
| "step": 290000 |
| }, |
| { |
| "epoch": 2.04, |
| "learning_rate": 1.592169657422512e-06, |
| "loss": 0.2401, |
| "step": 295000 |
| }, |
| { |
| "epoch": 2.07, |
| "learning_rate": 1.5852572787347582e-06, |
| "loss": 0.217, |
| "step": 300000 |
| }, |
| { |
| "epoch": 2.07, |
| "eval_accuracy": 0.9530379176139832, |
| "eval_loss": 0.26496848464012146, |
| "eval_runtime": 688.7791, |
| "eval_samples_per_second": 46.62, |
| "eval_steps_per_second": 11.655, |
| "step": 300000 |
| }, |
| { |
| "epoch": 2.11, |
| "learning_rate": 1.5783449000470042e-06, |
| "loss": 0.2281, |
| "step": 305000 |
| }, |
| { |
| "epoch": 2.14, |
| "learning_rate": 1.57143252135925e-06, |
| "loss": 0.2203, |
| "step": 310000 |
| }, |
| { |
| "epoch": 2.18, |
| "learning_rate": 1.564520142671496e-06, |
| "loss": 0.219, |
| "step": 315000 |
| }, |
| { |
| "epoch": 2.21, |
| "learning_rate": 1.557607763983742e-06, |
| "loss": 0.2287, |
| "step": 320000 |
| }, |
| { |
| "epoch": 2.25, |
| "learning_rate": 1.5506953852959882e-06, |
| "loss": 0.2272, |
| "step": 325000 |
| }, |
| { |
| "epoch": 2.25, |
| "eval_accuracy": 0.9527264833450317, |
| "eval_loss": 0.2502051889896393, |
| "eval_runtime": 688.3338, |
| "eval_samples_per_second": 46.65, |
| "eval_steps_per_second": 11.663, |
| "step": 325000 |
| } |
| ], |
| "max_steps": 1446680, |
| "num_train_epochs": 10, |
| "total_flos": 3.420489354301194e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
