gpt2_m040_tiny-stories_1024 / trainer_state.json
jonasknobloch's picture
Upload folder using huggingface_hub
8f64f52 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 1000,
"global_step": 19048,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02624947501049979,
"grad_norm": 2.3986732959747314,
"learning_rate": 4.868752624947501e-05,
"loss": 4.3975,
"step": 500
},
{
"epoch": 0.05249895002099958,
"grad_norm": 2.5253329277038574,
"learning_rate": 4.7375052498950025e-05,
"loss": 2.9127,
"step": 1000
},
{
"epoch": 0.05249895002099958,
"eval_accuracy": 0.44588644304866,
"eval_loss": 2.4536643028259277,
"eval_runtime": 52.5922,
"eval_samples_per_second": 116.5,
"eval_steps_per_second": 3.651,
"step": 1000
},
{
"epoch": 0.07874842503149937,
"grad_norm": 1.6817123889923096,
"learning_rate": 4.606257874842503e-05,
"loss": 2.2923,
"step": 1500
},
{
"epoch": 0.10499790004199916,
"grad_norm": 2.106494665145874,
"learning_rate": 4.475010499790005e-05,
"loss": 1.9813,
"step": 2000
},
{
"epoch": 0.10499790004199916,
"eval_accuracy": 0.5655891323454779,
"eval_loss": 1.8068230152130127,
"eval_runtime": 53.0303,
"eval_samples_per_second": 115.538,
"eval_steps_per_second": 3.621,
"step": 2000
},
{
"epoch": 0.13124737505249895,
"grad_norm": 1.5576270818710327,
"learning_rate": 4.3437631247375055e-05,
"loss": 1.8298,
"step": 2500
},
{
"epoch": 0.15749685006299874,
"grad_norm": 1.4892126321792603,
"learning_rate": 4.212515749685006e-05,
"loss": 1.7348,
"step": 3000
},
{
"epoch": 0.15749685006299874,
"eval_accuracy": 0.5999509247165049,
"eval_loss": 1.615663766860962,
"eval_runtime": 52.9302,
"eval_samples_per_second": 115.756,
"eval_steps_per_second": 3.627,
"step": 3000
},
{
"epoch": 0.18374632507349853,
"grad_norm": 1.2966831922531128,
"learning_rate": 4.081268374632508e-05,
"loss": 1.663,
"step": 3500
},
{
"epoch": 0.20999580008399832,
"grad_norm": 1.2723957300186157,
"learning_rate": 3.9500209995800084e-05,
"loss": 1.6121,
"step": 4000
},
{
"epoch": 0.20999580008399832,
"eval_accuracy": 0.6179099896121856,
"eval_loss": 1.5170389413833618,
"eval_runtime": 53.8279,
"eval_samples_per_second": 113.826,
"eval_steps_per_second": 3.567,
"step": 4000
},
{
"epoch": 0.2362452750944981,
"grad_norm": 1.2891942262649536,
"learning_rate": 3.81877362452751e-05,
"loss": 1.5731,
"step": 4500
},
{
"epoch": 0.2624947501049979,
"grad_norm": 1.2763597965240479,
"learning_rate": 3.687526249475011e-05,
"loss": 1.539,
"step": 5000
},
{
"epoch": 0.2624947501049979,
"eval_accuracy": 0.6299712456490757,
"eval_loss": 1.45320725440979,
"eval_runtime": 53.4488,
"eval_samples_per_second": 114.633,
"eval_steps_per_second": 3.592,
"step": 5000
},
{
"epoch": 0.2887442251154977,
"grad_norm": 1.19612717628479,
"learning_rate": 3.5562788744225114e-05,
"loss": 1.5094,
"step": 5500
},
{
"epoch": 0.3149937001259975,
"grad_norm": 1.3306570053100586,
"learning_rate": 3.425031499370013e-05,
"loss": 1.4852,
"step": 6000
},
{
"epoch": 0.3149937001259975,
"eval_accuracy": 0.6385916478526134,
"eval_loss": 1.4079374074935913,
"eval_runtime": 53.6371,
"eval_samples_per_second": 114.231,
"eval_steps_per_second": 3.58,
"step": 6000
},
{
"epoch": 0.34124317513649727,
"grad_norm": 1.191298484802246,
"learning_rate": 3.2937841243175137e-05,
"loss": 1.468,
"step": 6500
},
{
"epoch": 0.36749265014699706,
"grad_norm": 1.1890417337417603,
"learning_rate": 3.162536749265015e-05,
"loss": 1.4478,
"step": 7000
},
{
"epoch": 0.36749265014699706,
"eval_accuracy": 0.6450839121935328,
"eval_loss": 1.3743374347686768,
"eval_runtime": 53.9027,
"eval_samples_per_second": 113.668,
"eval_steps_per_second": 3.562,
"step": 7000
},
{
"epoch": 0.39374212515749685,
"grad_norm": 1.1638110876083374,
"learning_rate": 3.031289374212516e-05,
"loss": 1.4309,
"step": 7500
},
{
"epoch": 0.41999160016799664,
"grad_norm": 1.2325953245162964,
"learning_rate": 2.900041999160017e-05,
"loss": 1.4187,
"step": 8000
},
{
"epoch": 0.41999160016799664,
"eval_accuracy": 0.6506158900215877,
"eval_loss": 1.3458136320114136,
"eval_runtime": 53.3568,
"eval_samples_per_second": 114.831,
"eval_steps_per_second": 3.598,
"step": 8000
},
{
"epoch": 0.4462410751784964,
"grad_norm": 1.1118295192718506,
"learning_rate": 2.768794624107518e-05,
"loss": 1.403,
"step": 8500
},
{
"epoch": 0.4724905501889962,
"grad_norm": 1.198486328125,
"learning_rate": 2.6375472490550192e-05,
"loss": 1.3891,
"step": 9000
},
{
"epoch": 0.4724905501889962,
"eval_accuracy": 0.65459121134424,
"eval_loss": 1.3246122598648071,
"eval_runtime": 53.4313,
"eval_samples_per_second": 114.671,
"eval_steps_per_second": 3.593,
"step": 9000
},
{
"epoch": 0.498740025199496,
"grad_norm": 1.0942541360855103,
"learning_rate": 2.50629987400252e-05,
"loss": 1.3793,
"step": 9500
},
{
"epoch": 0.5249895002099958,
"grad_norm": 1.1538808345794678,
"learning_rate": 2.375052498950021e-05,
"loss": 1.3687,
"step": 10000
},
{
"epoch": 0.5249895002099958,
"eval_accuracy": 0.6589060391794983,
"eval_loss": 1.3028844594955444,
"eval_runtime": 53.8932,
"eval_samples_per_second": 113.688,
"eval_steps_per_second": 3.563,
"step": 10000
},
{
"epoch": 0.5512389752204956,
"grad_norm": 1.0931830406188965,
"learning_rate": 2.2438051238975222e-05,
"loss": 1.3626,
"step": 10500
},
{
"epoch": 0.5774884502309954,
"grad_norm": 1.116744041442871,
"learning_rate": 2.1125577488450233e-05,
"loss": 1.3523,
"step": 11000
},
{
"epoch": 0.5774884502309954,
"eval_accuracy": 0.6622822782865323,
"eval_loss": 1.2859536409378052,
"eval_runtime": 53.9756,
"eval_samples_per_second": 113.514,
"eval_steps_per_second": 3.557,
"step": 11000
},
{
"epoch": 0.6037379252414952,
"grad_norm": 1.0872825384140015,
"learning_rate": 1.9813103737925244e-05,
"loss": 1.3427,
"step": 11500
},
{
"epoch": 0.629987400251995,
"grad_norm": 1.135183334350586,
"learning_rate": 1.8500629987400252e-05,
"loss": 1.3367,
"step": 12000
},
{
"epoch": 0.629987400251995,
"eval_accuracy": 0.6648805879972004,
"eval_loss": 1.2726922035217285,
"eval_runtime": 53.5196,
"eval_samples_per_second": 114.482,
"eval_steps_per_second": 3.587,
"step": 12000
},
{
"epoch": 0.6562368752624947,
"grad_norm": 1.1367709636688232,
"learning_rate": 1.7188156236875263e-05,
"loss": 1.3302,
"step": 12500
},
{
"epoch": 0.6824863502729945,
"grad_norm": 1.1728744506835938,
"learning_rate": 1.5875682486350274e-05,
"loss": 1.3201,
"step": 13000
},
{
"epoch": 0.6824863502729945,
"eval_accuracy": 0.6678633952150961,
"eval_loss": 1.2587724924087524,
"eval_runtime": 52.6916,
"eval_samples_per_second": 116.28,
"eval_steps_per_second": 3.644,
"step": 13000
},
{
"epoch": 0.7087358252834943,
"grad_norm": 1.1379096508026123,
"learning_rate": 1.4563208735825285e-05,
"loss": 1.3131,
"step": 13500
},
{
"epoch": 0.7349853002939941,
"grad_norm": 1.1188551187515259,
"learning_rate": 1.3250734985300295e-05,
"loss": 1.3107,
"step": 14000
},
{
"epoch": 0.7349853002939941,
"eval_accuracy": 0.6699808437279283,
"eval_loss": 1.2476825714111328,
"eval_runtime": 54.1602,
"eval_samples_per_second": 113.127,
"eval_steps_per_second": 3.545,
"step": 14000
},
{
"epoch": 0.7612347753044939,
"grad_norm": 1.1443243026733398,
"learning_rate": 1.1938261234775306e-05,
"loss": 1.3028,
"step": 14500
},
{
"epoch": 0.7874842503149937,
"grad_norm": 1.0995649099349976,
"learning_rate": 1.0625787484250315e-05,
"loss": 1.2997,
"step": 15000
},
{
"epoch": 0.7874842503149937,
"eval_accuracy": 0.6720863265507016,
"eval_loss": 1.2376983165740967,
"eval_runtime": 53.9473,
"eval_samples_per_second": 113.574,
"eval_steps_per_second": 3.559,
"step": 15000
},
{
"epoch": 0.8137337253254935,
"grad_norm": 1.107537865638733,
"learning_rate": 9.313313733725326e-06,
"loss": 1.2937,
"step": 15500
},
{
"epoch": 0.8399832003359933,
"grad_norm": 1.1298577785491943,
"learning_rate": 8.000839983200337e-06,
"loss": 1.2894,
"step": 16000
},
{
"epoch": 0.8399832003359933,
"eval_accuracy": 0.673507690987171,
"eval_loss": 1.230576515197754,
"eval_runtime": 53.7584,
"eval_samples_per_second": 113.973,
"eval_steps_per_second": 3.572,
"step": 16000
},
{
"epoch": 0.8662326753464931,
"grad_norm": 1.1056915521621704,
"learning_rate": 6.6883662326753475e-06,
"loss": 1.286,
"step": 16500
},
{
"epoch": 0.8924821503569929,
"grad_norm": 1.1191200017929077,
"learning_rate": 5.375892482150358e-06,
"loss": 1.2849,
"step": 17000
},
{
"epoch": 0.8924821503569929,
"eval_accuracy": 0.6750201542106227,
"eval_loss": 1.2236781120300293,
"eval_runtime": 53.3659,
"eval_samples_per_second": 114.811,
"eval_steps_per_second": 3.598,
"step": 17000
},
{
"epoch": 0.9187316253674926,
"grad_norm": 1.1233047246932983,
"learning_rate": 4.063418731625368e-06,
"loss": 1.2786,
"step": 17500
},
{
"epoch": 0.9449811003779924,
"grad_norm": 1.1161458492279053,
"learning_rate": 2.7509449811003783e-06,
"loss": 1.2738,
"step": 18000
},
{
"epoch": 0.9449811003779924,
"eval_accuracy": 0.6761171686752274,
"eval_loss": 1.2184966802597046,
"eval_runtime": 53.3087,
"eval_samples_per_second": 114.934,
"eval_steps_per_second": 3.602,
"step": 18000
},
{
"epoch": 0.9712305753884922,
"grad_norm": 1.147400975227356,
"learning_rate": 1.4384712305753885e-06,
"loss": 1.2733,
"step": 18500
},
{
"epoch": 0.997480050398992,
"grad_norm": 1.1077104806900024,
"learning_rate": 1.25997480050399e-07,
"loss": 1.2725,
"step": 19000
},
{
"epoch": 0.997480050398992,
"eval_accuracy": 0.6769313142268385,
"eval_loss": 1.2148301601409912,
"eval_runtime": 52.7052,
"eval_samples_per_second": 116.25,
"eval_steps_per_second": 3.643,
"step": 19000
},
{
"epoch": 1.0,
"step": 19048,
"total_flos": 3.18526483857408e+17,
"train_loss": 1.56135786425812,
"train_runtime": 7465.8111,
"train_samples_per_second": 81.642,
"train_steps_per_second": 2.551
}
],
"logging_steps": 500,
"max_steps": 19048,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 3.18526483857408e+17,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}