| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "global_step": 42423, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04, |
| "learning_rate": 5e-05, |
| "loss": 1.3894, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 0.0001, |
| "loss": 0.7218, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 9.879294111966783e-05, |
| "loss": 0.7089, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 9.758588223933563e-05, |
| "loss": 0.6974, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 9.637882335900346e-05, |
| "loss": 0.68, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 9.517176447867127e-05, |
| "loss": 0.6789, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.25, |
| "learning_rate": 9.396470559833909e-05, |
| "loss": 0.6668, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 9.275764671800691e-05, |
| "loss": 0.6663, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.32, |
| "learning_rate": 9.155058783767473e-05, |
| "loss": 0.6634, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.35, |
| "learning_rate": 9.034352895734254e-05, |
| "loss": 0.6529, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 8.913647007701035e-05, |
| "loss": 0.6555, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.42, |
| "learning_rate": 8.792941119667818e-05, |
| "loss": 0.6464, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 8.6722352316346e-05, |
| "loss": 0.6397, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.5, |
| "learning_rate": 8.55152934360138e-05, |
| "loss": 0.6439, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 8.430823455568163e-05, |
| "loss": 0.6393, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 8.310117567534945e-05, |
| "loss": 0.6352, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.6, |
| "learning_rate": 8.189411679501726e-05, |
| "loss": 0.6304, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 8.068705791468509e-05, |
| "loss": 0.6344, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.67, |
| "learning_rate": 7.94799990343529e-05, |
| "loss": 0.6336, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.71, |
| "learning_rate": 7.827294015402071e-05, |
| "loss": 0.623, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.74, |
| "learning_rate": 7.706588127368853e-05, |
| "loss": 0.6186, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 7.585882239335635e-05, |
| "loss": 0.6288, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.81, |
| "learning_rate": 7.465176351302417e-05, |
| "loss": 0.6156, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 7.344470463269198e-05, |
| "loss": 0.6113, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 7.223764575235981e-05, |
| "loss": 0.6182, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 7.103058687202762e-05, |
| "loss": 0.6233, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.95, |
| "learning_rate": 6.982352799169543e-05, |
| "loss": 0.6042, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.99, |
| "learning_rate": 6.861646911136326e-05, |
| "loss": 0.6043, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.4832, |
| "eval_loss": 0.5925313234329224, |
| "eval_runtime": 306.7871, |
| "eval_samples_per_second": 25.659, |
| "eval_steps_per_second": 1.604, |
| "step": 14141 |
| }, |
| { |
| "epoch": 1.03, |
| "learning_rate": 6.740941023103108e-05, |
| "loss": 0.5816, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.06, |
| "learning_rate": 6.620235135069889e-05, |
| "loss": 0.5907, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.1, |
| "learning_rate": 6.499529247036672e-05, |
| "loss": 0.5814, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.13, |
| "learning_rate": 6.378823359003453e-05, |
| "loss": 0.5949, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.17, |
| "learning_rate": 6.258117470970234e-05, |
| "loss": 0.5838, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.2, |
| "learning_rate": 6.137411582937016e-05, |
| "loss": 0.5823, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.24, |
| "learning_rate": 6.016705694903798e-05, |
| "loss": 0.5872, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.27, |
| "learning_rate": 5.895999806870579e-05, |
| "loss": 0.5779, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.31, |
| "learning_rate": 5.775293918837361e-05, |
| "loss": 0.5744, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.34, |
| "learning_rate": 5.654588030804143e-05, |
| "loss": 0.5833, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 5.533882142770924e-05, |
| "loss": 0.5855, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.41, |
| "learning_rate": 5.413176254737706e-05, |
| "loss": 0.5836, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.45, |
| "learning_rate": 5.292470366704488e-05, |
| "loss": 0.5793, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.49, |
| "learning_rate": 5.17176447867127e-05, |
| "loss": 0.57, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.52, |
| "learning_rate": 5.051058590638052e-05, |
| "loss": 0.5792, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.56, |
| "learning_rate": 4.930352702604834e-05, |
| "loss": 0.5577, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.59, |
| "learning_rate": 4.809646814571615e-05, |
| "loss": 0.5729, |
| "step": 22500 |
| }, |
| { |
| "epoch": 1.63, |
| "learning_rate": 4.6889409265383964e-05, |
| "loss": 0.5618, |
| "step": 23000 |
| }, |
| { |
| "epoch": 1.66, |
| "learning_rate": 4.5682350385051784e-05, |
| "loss": 0.5678, |
| "step": 23500 |
| }, |
| { |
| "epoch": 1.7, |
| "learning_rate": 4.4475291504719604e-05, |
| "loss": 0.5723, |
| "step": 24000 |
| }, |
| { |
| "epoch": 1.73, |
| "learning_rate": 4.326823262438742e-05, |
| "loss": 0.5616, |
| "step": 24500 |
| }, |
| { |
| "epoch": 1.77, |
| "learning_rate": 4.206117374405524e-05, |
| "loss": 0.5707, |
| "step": 25000 |
| }, |
| { |
| "epoch": 1.8, |
| "learning_rate": 4.085411486372305e-05, |
| "loss": 0.5626, |
| "step": 25500 |
| }, |
| { |
| "epoch": 1.84, |
| "learning_rate": 3.964705598339087e-05, |
| "loss": 0.5703, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.87, |
| "learning_rate": 3.843999710305869e-05, |
| "loss": 0.5683, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.91, |
| "learning_rate": 3.7232938222726505e-05, |
| "loss": 0.555, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1.94, |
| "learning_rate": 3.6025879342394325e-05, |
| "loss": 0.5664, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1.98, |
| "learning_rate": 3.481882046206214e-05, |
| "loss": 0.5647, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.5152, |
| "eval_loss": 0.5659283995628357, |
| "eval_runtime": 306.5061, |
| "eval_samples_per_second": 25.683, |
| "eval_steps_per_second": 1.605, |
| "step": 28282 |
| }, |
| { |
| "epoch": 2.02, |
| "learning_rate": 3.361176158172996e-05, |
| "loss": 0.5582, |
| "step": 28500 |
| }, |
| { |
| "epoch": 2.05, |
| "learning_rate": 3.240470270139778e-05, |
| "loss": 0.5302, |
| "step": 29000 |
| }, |
| { |
| "epoch": 2.09, |
| "learning_rate": 3.119764382106559e-05, |
| "loss": 0.545, |
| "step": 29500 |
| }, |
| { |
| "epoch": 2.12, |
| "learning_rate": 2.9990584940733412e-05, |
| "loss": 0.5382, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.16, |
| "learning_rate": 2.878352606040123e-05, |
| "loss": 0.5406, |
| "step": 30500 |
| }, |
| { |
| "epoch": 2.19, |
| "learning_rate": 2.7576467180069043e-05, |
| "loss": 0.5418, |
| "step": 31000 |
| }, |
| { |
| "epoch": 2.23, |
| "learning_rate": 2.6369408299736863e-05, |
| "loss": 0.5378, |
| "step": 31500 |
| }, |
| { |
| "epoch": 2.26, |
| "learning_rate": 2.516234941940468e-05, |
| "loss": 0.5412, |
| "step": 32000 |
| }, |
| { |
| "epoch": 2.3, |
| "learning_rate": 2.3955290539072496e-05, |
| "loss": 0.538, |
| "step": 32500 |
| }, |
| { |
| "epoch": 2.33, |
| "learning_rate": 2.2748231658740317e-05, |
| "loss": 0.5227, |
| "step": 33000 |
| }, |
| { |
| "epoch": 2.37, |
| "learning_rate": 2.154117277840813e-05, |
| "loss": 0.5314, |
| "step": 33500 |
| }, |
| { |
| "epoch": 2.4, |
| "learning_rate": 2.033411389807595e-05, |
| "loss": 0.5342, |
| "step": 34000 |
| }, |
| { |
| "epoch": 2.44, |
| "learning_rate": 1.9127055017743767e-05, |
| "loss": 0.5381, |
| "step": 34500 |
| }, |
| { |
| "epoch": 2.48, |
| "learning_rate": 1.7919996137411584e-05, |
| "loss": 0.5349, |
| "step": 35000 |
| }, |
| { |
| "epoch": 2.51, |
| "learning_rate": 1.67129372570794e-05, |
| "loss": 0.5349, |
| "step": 35500 |
| }, |
| { |
| "epoch": 2.55, |
| "learning_rate": 1.5505878376747217e-05, |
| "loss": 0.5409, |
| "step": 36000 |
| }, |
| { |
| "epoch": 2.58, |
| "learning_rate": 1.4298819496415036e-05, |
| "loss": 0.5149, |
| "step": 36500 |
| }, |
| { |
| "epoch": 2.62, |
| "learning_rate": 1.3091760616082854e-05, |
| "loss": 0.5289, |
| "step": 37000 |
| }, |
| { |
| "epoch": 2.65, |
| "learning_rate": 1.1884701735750671e-05, |
| "loss": 0.5207, |
| "step": 37500 |
| }, |
| { |
| "epoch": 2.69, |
| "learning_rate": 1.0677642855418488e-05, |
| "loss": 0.5263, |
| "step": 38000 |
| }, |
| { |
| "epoch": 2.72, |
| "learning_rate": 9.470583975086306e-06, |
| "loss": 0.5246, |
| "step": 38500 |
| }, |
| { |
| "epoch": 2.76, |
| "learning_rate": 8.263525094754123e-06, |
| "loss": 0.5242, |
| "step": 39000 |
| }, |
| { |
| "epoch": 2.79, |
| "learning_rate": 7.056466214421941e-06, |
| "loss": 0.5349, |
| "step": 39500 |
| }, |
| { |
| "epoch": 2.83, |
| "learning_rate": 5.849407334089757e-06, |
| "loss": 0.5321, |
| "step": 40000 |
| }, |
| { |
| "epoch": 2.86, |
| "learning_rate": 4.642348453757574e-06, |
| "loss": 0.5215, |
| "step": 40500 |
| }, |
| { |
| "epoch": 2.9, |
| "learning_rate": 3.435289573425392e-06, |
| "loss": 0.5194, |
| "step": 41000 |
| }, |
| { |
| "epoch": 2.93, |
| "learning_rate": 2.228230693093209e-06, |
| "loss": 0.5224, |
| "step": 41500 |
| }, |
| { |
| "epoch": 2.97, |
| "learning_rate": 1.0211718127610264e-06, |
| "loss": 0.5237, |
| "step": 42000 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.5259, |
| "eval_loss": 0.5759526491165161, |
| "eval_runtime": 306.403, |
| "eval_samples_per_second": 25.692, |
| "eval_steps_per_second": 1.606, |
| "step": 42423 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 42423, |
| "total_flos": 4.593284195077325e+16, |
| "train_loss": 0.05477445060331273, |
| "train_runtime": 3408.5838, |
| "train_samples_per_second": 99.567, |
| "train_steps_per_second": 12.446 |
| } |
| ], |
| "max_steps": 42423, |
| "num_train_epochs": 3, |
| "total_flos": 4.593284195077325e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
