| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 9.999433267214508, |
| "global_step": 44110, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.11, |
| "learning_rate": 2.9671276354568124e-06, |
| "loss": 1.5714, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 2.934255270913625e-06, |
| "loss": 1.5492, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.34, |
| "learning_rate": 2.9013829063704375e-06, |
| "loss": 1.5441, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.45, |
| "learning_rate": 2.8685105418272502e-06, |
| "loss": 1.5406, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 2.8356381772840626e-06, |
| "loss": 1.5376, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.68, |
| "learning_rate": 2.802765812740875e-06, |
| "loss": 1.5358, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 2.7698934481976876e-06, |
| "loss": 1.5342, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 2.7370210836545004e-06, |
| "loss": 1.5329, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 1.5299354791641235, |
| "eval_runtime": 95.1335, |
| "eval_samples_per_second": 299.737, |
| "eval_steps_per_second": 1.882, |
| "step": 4411 |
| }, |
| { |
| "epoch": 1.02, |
| "learning_rate": 2.7041487191113127e-06, |
| "loss": 1.5308, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.13, |
| "learning_rate": 2.6712763545681255e-06, |
| "loss": 1.5293, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.25, |
| "learning_rate": 2.638403990024938e-06, |
| "loss": 1.5287, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.36, |
| "learning_rate": 2.60553162548175e-06, |
| "loss": 1.5277, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 2.572659260938563e-06, |
| "loss": 1.5267, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.59, |
| "learning_rate": 2.539786896395375e-06, |
| "loss": 1.5256, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.7, |
| "learning_rate": 2.506914531852188e-06, |
| "loss": 1.525, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.81, |
| "learning_rate": 2.4740421673090003e-06, |
| "loss": 1.5246, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.93, |
| "learning_rate": 2.4411698027658126e-06, |
| "loss": 1.5238, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 1.5252745151519775, |
| "eval_runtime": 95.3162, |
| "eval_samples_per_second": 299.162, |
| "eval_steps_per_second": 1.878, |
| "step": 8822 |
| }, |
| { |
| "epoch": 2.04, |
| "learning_rate": 2.4082974382226254e-06, |
| "loss": 1.5238, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.15, |
| "learning_rate": 2.3754250736794377e-06, |
| "loss": 1.5222, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.27, |
| "learning_rate": 2.34255270913625e-06, |
| "loss": 1.5216, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.38, |
| "learning_rate": 2.3096803445930628e-06, |
| "loss": 1.5208, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.49, |
| "learning_rate": 2.2768079800498755e-06, |
| "loss": 1.5204, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.61, |
| "learning_rate": 2.243935615506688e-06, |
| "loss": 1.5202, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.72, |
| "learning_rate": 2.2110632509635006e-06, |
| "loss": 1.5195, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.83, |
| "learning_rate": 2.178190886420313e-06, |
| "loss": 1.5193, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.95, |
| "learning_rate": 2.1453185218771257e-06, |
| "loss": 1.5183, |
| "step": 13000 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 1.5211608409881592, |
| "eval_runtime": 96.0051, |
| "eval_samples_per_second": 297.015, |
| "eval_steps_per_second": 1.864, |
| "step": 13233 |
| }, |
| { |
| "epoch": 3.06, |
| "learning_rate": 2.112446157333938e-06, |
| "loss": 1.5179, |
| "step": 13500 |
| }, |
| { |
| "epoch": 3.17, |
| "learning_rate": 2.0795737927907503e-06, |
| "loss": 1.5175, |
| "step": 14000 |
| }, |
| { |
| "epoch": 3.29, |
| "learning_rate": 2.0467014282475627e-06, |
| "loss": 1.5173, |
| "step": 14500 |
| }, |
| { |
| "epoch": 3.4, |
| "learning_rate": 2.0138290637043754e-06, |
| "loss": 1.5166, |
| "step": 15000 |
| }, |
| { |
| "epoch": 3.51, |
| "learning_rate": 1.980956699161188e-06, |
| "loss": 1.5166, |
| "step": 15500 |
| }, |
| { |
| "epoch": 3.63, |
| "learning_rate": 1.9480843346180005e-06, |
| "loss": 1.5163, |
| "step": 16000 |
| }, |
| { |
| "epoch": 3.74, |
| "learning_rate": 1.9152119700748132e-06, |
| "loss": 1.5158, |
| "step": 16500 |
| }, |
| { |
| "epoch": 3.85, |
| "learning_rate": 1.8823396055316256e-06, |
| "loss": 1.5156, |
| "step": 17000 |
| }, |
| { |
| "epoch": 3.97, |
| "learning_rate": 1.8494672409884385e-06, |
| "loss": 1.5152, |
| "step": 17500 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 1.5186687707901, |
| "eval_runtime": 95.8953, |
| "eval_samples_per_second": 297.356, |
| "eval_steps_per_second": 1.867, |
| "step": 17645 |
| }, |
| { |
| "epoch": 4.08, |
| "learning_rate": 1.8165948764452506e-06, |
| "loss": 1.5147, |
| "step": 18000 |
| }, |
| { |
| "epoch": 4.19, |
| "learning_rate": 1.7837225119020632e-06, |
| "loss": 1.5137, |
| "step": 18500 |
| }, |
| { |
| "epoch": 4.31, |
| "learning_rate": 1.7508501473588757e-06, |
| "loss": 1.5138, |
| "step": 19000 |
| }, |
| { |
| "epoch": 4.42, |
| "learning_rate": 1.717977782815688e-06, |
| "loss": 1.5134, |
| "step": 19500 |
| }, |
| { |
| "epoch": 4.53, |
| "learning_rate": 1.6851054182725004e-06, |
| "loss": 1.5136, |
| "step": 20000 |
| }, |
| { |
| "epoch": 4.65, |
| "learning_rate": 1.6522330537293131e-06, |
| "loss": 1.5135, |
| "step": 20500 |
| }, |
| { |
| "epoch": 4.76, |
| "learning_rate": 1.6193606891861259e-06, |
| "loss": 1.5128, |
| "step": 21000 |
| }, |
| { |
| "epoch": 4.87, |
| "learning_rate": 1.5864883246429384e-06, |
| "loss": 1.5133, |
| "step": 21500 |
| }, |
| { |
| "epoch": 4.99, |
| "learning_rate": 1.5536159600997505e-06, |
| "loss": 1.5127, |
| "step": 22000 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 1.5171175003051758, |
| "eval_runtime": 94.991, |
| "eval_samples_per_second": 300.186, |
| "eval_steps_per_second": 1.884, |
| "step": 22056 |
| }, |
| { |
| "epoch": 5.1, |
| "learning_rate": 1.520743595556563e-06, |
| "loss": 1.5109, |
| "step": 22500 |
| }, |
| { |
| "epoch": 5.21, |
| "learning_rate": 1.4878712310133756e-06, |
| "loss": 1.512, |
| "step": 23000 |
| }, |
| { |
| "epoch": 5.33, |
| "learning_rate": 1.454998866470188e-06, |
| "loss": 1.5115, |
| "step": 23500 |
| }, |
| { |
| "epoch": 5.44, |
| "learning_rate": 1.4221265019270007e-06, |
| "loss": 1.5113, |
| "step": 24000 |
| }, |
| { |
| "epoch": 5.55, |
| "learning_rate": 1.3892541373838134e-06, |
| "loss": 1.511, |
| "step": 24500 |
| }, |
| { |
| "epoch": 5.67, |
| "learning_rate": 1.3563817728406258e-06, |
| "loss": 1.5112, |
| "step": 25000 |
| }, |
| { |
| "epoch": 5.78, |
| "learning_rate": 1.3235094082974385e-06, |
| "loss": 1.5106, |
| "step": 25500 |
| }, |
| { |
| "epoch": 5.89, |
| "learning_rate": 1.2906370437542509e-06, |
| "loss": 1.5105, |
| "step": 26000 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 1.51548171043396, |
| "eval_runtime": 95.4859, |
| "eval_samples_per_second": 298.631, |
| "eval_steps_per_second": 1.875, |
| "step": 26467 |
| }, |
| { |
| "epoch": 6.01, |
| "learning_rate": 1.2577646792110636e-06, |
| "loss": 1.511, |
| "step": 26500 |
| }, |
| { |
| "epoch": 6.12, |
| "learning_rate": 1.224892314667876e-06, |
| "loss": 1.5103, |
| "step": 27000 |
| }, |
| { |
| "epoch": 6.23, |
| "learning_rate": 1.1920199501246883e-06, |
| "loss": 1.5095, |
| "step": 27500 |
| }, |
| { |
| "epoch": 6.35, |
| "learning_rate": 1.159147585581501e-06, |
| "loss": 1.5096, |
| "step": 28000 |
| }, |
| { |
| "epoch": 6.46, |
| "learning_rate": 1.1262752210383133e-06, |
| "loss": 1.5099, |
| "step": 28500 |
| }, |
| { |
| "epoch": 6.57, |
| "learning_rate": 1.0934028564951257e-06, |
| "loss": 1.5096, |
| "step": 29000 |
| }, |
| { |
| "epoch": 6.69, |
| "learning_rate": 1.0605304919519384e-06, |
| "loss": 1.5091, |
| "step": 29500 |
| }, |
| { |
| "epoch": 6.8, |
| "learning_rate": 1.0276581274087507e-06, |
| "loss": 1.5096, |
| "step": 30000 |
| }, |
| { |
| "epoch": 6.91, |
| "learning_rate": 9.947857628655633e-07, |
| "loss": 1.5087, |
| "step": 30500 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 1.5147736072540283, |
| "eval_runtime": 95.3411, |
| "eval_samples_per_second": 299.084, |
| "eval_steps_per_second": 1.877, |
| "step": 30878 |
| }, |
| { |
| "epoch": 7.03, |
| "learning_rate": 9.61913398322376e-07, |
| "loss": 1.5093, |
| "step": 31000 |
| }, |
| { |
| "epoch": 7.14, |
| "learning_rate": 9.290410337791883e-07, |
| "loss": 1.5085, |
| "step": 31500 |
| }, |
| { |
| "epoch": 7.25, |
| "learning_rate": 8.96168669236001e-07, |
| "loss": 1.5082, |
| "step": 32000 |
| }, |
| { |
| "epoch": 7.37, |
| "learning_rate": 8.632963046928134e-07, |
| "loss": 1.5082, |
| "step": 32500 |
| }, |
| { |
| "epoch": 7.48, |
| "learning_rate": 8.304239401496259e-07, |
| "loss": 1.5082, |
| "step": 33000 |
| }, |
| { |
| "epoch": 7.59, |
| "learning_rate": 7.975515756064386e-07, |
| "loss": 1.5084, |
| "step": 33500 |
| }, |
| { |
| "epoch": 7.71, |
| "learning_rate": 7.64679211063251e-07, |
| "loss": 1.5083, |
| "step": 34000 |
| }, |
| { |
| "epoch": 7.82, |
| "learning_rate": 7.318068465200634e-07, |
| "loss": 1.5084, |
| "step": 34500 |
| }, |
| { |
| "epoch": 7.93, |
| "learning_rate": 6.989344819768761e-07, |
| "loss": 1.5078, |
| "step": 35000 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_loss": 1.5141184329986572, |
| "eval_runtime": 95.3059, |
| "eval_samples_per_second": 299.195, |
| "eval_steps_per_second": 1.878, |
| "step": 35290 |
| }, |
| { |
| "epoch": 8.05, |
| "learning_rate": 6.660621174336885e-07, |
| "loss": 1.5083, |
| "step": 35500 |
| }, |
| { |
| "epoch": 8.16, |
| "learning_rate": 6.331897528905012e-07, |
| "loss": 1.5078, |
| "step": 36000 |
| }, |
| { |
| "epoch": 8.27, |
| "learning_rate": 6.003173883473137e-07, |
| "loss": 1.5077, |
| "step": 36500 |
| }, |
| { |
| "epoch": 8.39, |
| "learning_rate": 5.67445023804126e-07, |
| "loss": 1.5079, |
| "step": 37000 |
| }, |
| { |
| "epoch": 8.5, |
| "learning_rate": 5.345726592609387e-07, |
| "loss": 1.5073, |
| "step": 37500 |
| }, |
| { |
| "epoch": 8.61, |
| "learning_rate": 5.017002947177512e-07, |
| "loss": 1.5072, |
| "step": 38000 |
| }, |
| { |
| "epoch": 8.73, |
| "learning_rate": 4.688279301745635e-07, |
| "loss": 1.5073, |
| "step": 38500 |
| }, |
| { |
| "epoch": 8.84, |
| "learning_rate": 4.3595556563137624e-07, |
| "loss": 1.5072, |
| "step": 39000 |
| }, |
| { |
| "epoch": 8.95, |
| "learning_rate": 4.030832010881886e-07, |
| "loss": 1.5071, |
| "step": 39500 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_loss": 1.5136668682098389, |
| "eval_runtime": 95.2932, |
| "eval_samples_per_second": 299.234, |
| "eval_steps_per_second": 1.878, |
| "step": 39701 |
| }, |
| { |
| "epoch": 9.07, |
| "learning_rate": 3.70210836545001e-07, |
| "loss": 1.5066, |
| "step": 40000 |
| }, |
| { |
| "epoch": 9.18, |
| "learning_rate": 3.3733847200181375e-07, |
| "loss": 1.5074, |
| "step": 40500 |
| }, |
| { |
| "epoch": 9.29, |
| "learning_rate": 3.044661074586261e-07, |
| "loss": 1.5069, |
| "step": 41000 |
| }, |
| { |
| "epoch": 9.41, |
| "learning_rate": 2.7159374291543883e-07, |
| "loss": 1.5069, |
| "step": 41500 |
| }, |
| { |
| "epoch": 9.52, |
| "learning_rate": 2.387213783722512e-07, |
| "loss": 1.5067, |
| "step": 42000 |
| }, |
| { |
| "epoch": 9.63, |
| "learning_rate": 2.0584901382906362e-07, |
| "loss": 1.5067, |
| "step": 42500 |
| }, |
| { |
| "epoch": 9.75, |
| "learning_rate": 1.7297664928587634e-07, |
| "loss": 1.5066, |
| "step": 43000 |
| }, |
| { |
| "epoch": 9.86, |
| "learning_rate": 1.4010428474268872e-07, |
| "loss": 1.5072, |
| "step": 43500 |
| }, |
| { |
| "epoch": 9.97, |
| "learning_rate": 1.0723192019950112e-07, |
| "loss": 1.507, |
| "step": 44000 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_loss": 1.5134241580963135, |
| "eval_runtime": 95.477, |
| "eval_samples_per_second": 298.658, |
| "eval_steps_per_second": 1.875, |
| "step": 44110 |
| }, |
| { |
| "epoch": 10.0, |
| "step": 44110, |
| "total_flos": 7.740642541156762e+17, |
| "train_loss": 1.5161892493331657, |
| "train_runtime": 101125.7197, |
| "train_samples_per_second": 279.163, |
| "train_steps_per_second": 0.436 |
| } |
| ], |
| "max_steps": 44110, |
| "num_train_epochs": 10, |
| "total_flos": 7.740642541156762e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
