gpt2_u080_tiny-stories_1024_dpos / trainer_state.json
jonasknobloch's picture
Upload folder using huggingface_hub
0697181 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 1000,
"global_step": 19282,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02593092002904263,
"grad_norm": 1.788983702659607,
"learning_rate": 4.8703453998547873e-05,
"loss": 4.3664,
"step": 500
},
{
"epoch": 0.05186184005808526,
"grad_norm": 2.7369565963745117,
"learning_rate": 4.740690799709574e-05,
"loss": 2.8944,
"step": 1000
},
{
"epoch": 0.05186184005808526,
"eval_accuracy": 0.4515463904526746,
"eval_loss": 2.4388132095336914,
"eval_runtime": 54.0003,
"eval_samples_per_second": 114.851,
"eval_steps_per_second": 3.593,
"step": 1000
},
{
"epoch": 0.07779276008712789,
"grad_norm": 1.7776174545288086,
"learning_rate": 4.611036199564361e-05,
"loss": 2.262,
"step": 1500
},
{
"epoch": 0.10372368011617052,
"grad_norm": 1.502121090888977,
"learning_rate": 4.481381599419148e-05,
"loss": 1.9548,
"step": 2000
},
{
"epoch": 0.10372368011617052,
"eval_accuracy": 0.5749121385180512,
"eval_loss": 1.7761105298995972,
"eval_runtime": 54.3267,
"eval_samples_per_second": 114.161,
"eval_steps_per_second": 3.571,
"step": 2000
},
{
"epoch": 0.12965460014521316,
"grad_norm": 1.4310986995697021,
"learning_rate": 4.3517269992739344e-05,
"loss": 1.8029,
"step": 2500
},
{
"epoch": 0.15558552017425578,
"grad_norm": 1.4096485376358032,
"learning_rate": 4.2220723991287215e-05,
"loss": 1.711,
"step": 3000
},
{
"epoch": 0.15558552017425578,
"eval_accuracy": 0.6069719256204366,
"eval_loss": 1.5925041437149048,
"eval_runtime": 54.3191,
"eval_samples_per_second": 114.177,
"eval_steps_per_second": 3.571,
"step": 3000
},
{
"epoch": 0.1815164402032984,
"grad_norm": 1.5363044738769531,
"learning_rate": 4.0924177989835086e-05,
"loss": 1.6399,
"step": 3500
},
{
"epoch": 0.20744736023234103,
"grad_norm": 1.3037211894989014,
"learning_rate": 3.962763198838295e-05,
"loss": 1.5894,
"step": 4000
},
{
"epoch": 0.20744736023234103,
"eval_accuracy": 0.6245891417740249,
"eval_loss": 1.494728446006775,
"eval_runtime": 54.2507,
"eval_samples_per_second": 114.321,
"eval_steps_per_second": 3.576,
"step": 4000
},
{
"epoch": 0.23337828026138369,
"grad_norm": 1.2526813745498657,
"learning_rate": 3.833108598693082e-05,
"loss": 1.5478,
"step": 4500
},
{
"epoch": 0.2593092002904263,
"grad_norm": 1.3765000104904175,
"learning_rate": 3.7034539985478686e-05,
"loss": 1.5161,
"step": 5000
},
{
"epoch": 0.2593092002904263,
"eval_accuracy": 0.6354598822377167,
"eval_loss": 1.4352596998214722,
"eval_runtime": 54.0077,
"eval_samples_per_second": 114.835,
"eval_steps_per_second": 3.592,
"step": 5000
},
{
"epoch": 0.28524012031946894,
"grad_norm": 1.232720971107483,
"learning_rate": 3.573799398402656e-05,
"loss": 1.4843,
"step": 5500
},
{
"epoch": 0.31117104034851156,
"grad_norm": 1.1925880908966064,
"learning_rate": 3.444144798257442e-05,
"loss": 1.4649,
"step": 6000
},
{
"epoch": 0.31117104034851156,
"eval_accuracy": 0.6444491938557328,
"eval_loss": 1.387238621711731,
"eval_runtime": 54.3146,
"eval_samples_per_second": 114.187,
"eval_steps_per_second": 3.572,
"step": 6000
},
{
"epoch": 0.3371019603775542,
"grad_norm": 1.1595429182052612,
"learning_rate": 3.314490198112229e-05,
"loss": 1.4448,
"step": 6500
},
{
"epoch": 0.3630328804065968,
"grad_norm": 1.1648014783859253,
"learning_rate": 3.184835597967016e-05,
"loss": 1.4264,
"step": 7000
},
{
"epoch": 0.3630328804065968,
"eval_accuracy": 0.6509181126890294,
"eval_loss": 1.3541431427001953,
"eval_runtime": 54.2062,
"eval_samples_per_second": 114.415,
"eval_steps_per_second": 3.579,
"step": 7000
},
{
"epoch": 0.38896380043563944,
"grad_norm": 1.265906572341919,
"learning_rate": 3.055180997821803e-05,
"loss": 1.4074,
"step": 7500
},
{
"epoch": 0.41489472046468207,
"grad_norm": 1.1421406269073486,
"learning_rate": 2.9255263976765896e-05,
"loss": 1.3953,
"step": 8000
},
{
"epoch": 0.41489472046468207,
"eval_accuracy": 0.6560071278996495,
"eval_loss": 1.3276734352111816,
"eval_runtime": 53.8158,
"eval_samples_per_second": 115.245,
"eval_steps_per_second": 3.605,
"step": 8000
},
{
"epoch": 0.4408256404937247,
"grad_norm": 1.147186279296875,
"learning_rate": 2.7958717975313763e-05,
"loss": 1.3818,
"step": 8500
},
{
"epoch": 0.46675656052276737,
"grad_norm": 1.1580846309661865,
"learning_rate": 2.6662171973861634e-05,
"loss": 1.3682,
"step": 9000
},
{
"epoch": 0.46675656052276737,
"eval_accuracy": 0.660986444318564,
"eval_loss": 1.3023183345794678,
"eval_runtime": 54.6308,
"eval_samples_per_second": 113.526,
"eval_steps_per_second": 3.551,
"step": 9000
},
{
"epoch": 0.49268748055181,
"grad_norm": 1.0931369066238403,
"learning_rate": 2.5365625972409502e-05,
"loss": 1.3596,
"step": 9500
},
{
"epoch": 0.5186184005808526,
"grad_norm": 1.1315568685531616,
"learning_rate": 2.406907997095737e-05,
"loss": 1.349,
"step": 10000
},
{
"epoch": 0.5186184005808526,
"eval_accuracy": 0.6649929720271234,
"eval_loss": 1.2824217081069946,
"eval_runtime": 53.9326,
"eval_samples_per_second": 114.995,
"eval_steps_per_second": 3.597,
"step": 10000
},
{
"epoch": 0.5445493206098952,
"grad_norm": 1.088722825050354,
"learning_rate": 2.2772533969505237e-05,
"loss": 1.3395,
"step": 10500
},
{
"epoch": 0.5704802406389379,
"grad_norm": 1.1066893339157104,
"learning_rate": 2.147598796805311e-05,
"loss": 1.3305,
"step": 11000
},
{
"epoch": 0.5704802406389379,
"eval_accuracy": 0.6681658834866437,
"eval_loss": 1.2654088735580444,
"eval_runtime": 54.0356,
"eval_samples_per_second": 114.776,
"eval_steps_per_second": 3.59,
"step": 11000
},
{
"epoch": 0.5964111606679805,
"grad_norm": 1.1504087448120117,
"learning_rate": 2.0179441966600976e-05,
"loss": 1.3238,
"step": 11500
},
{
"epoch": 0.6223420806970231,
"grad_norm": 1.0969709157943726,
"learning_rate": 1.8882895965148844e-05,
"loss": 1.3179,
"step": 12000
},
{
"epoch": 0.6223420806970231,
"eval_accuracy": 0.6708257639590924,
"eval_loss": 1.2524346113204956,
"eval_runtime": 54.3034,
"eval_samples_per_second": 114.21,
"eval_steps_per_second": 3.573,
"step": 12000
},
{
"epoch": 0.6482730007260658,
"grad_norm": 1.112231731414795,
"learning_rate": 1.7586349963696715e-05,
"loss": 1.3056,
"step": 12500
},
{
"epoch": 0.6742039207551084,
"grad_norm": 1.141927719116211,
"learning_rate": 1.6289803962244583e-05,
"loss": 1.3027,
"step": 13000
},
{
"epoch": 0.6742039207551084,
"eval_accuracy": 0.6735423851858717,
"eval_loss": 1.2395827770233154,
"eval_runtime": 54.1312,
"eval_samples_per_second": 114.574,
"eval_steps_per_second": 3.584,
"step": 13000
},
{
"epoch": 0.700134840784151,
"grad_norm": 1.1116396188735962,
"learning_rate": 1.499325796079245e-05,
"loss": 1.2961,
"step": 13500
},
{
"epoch": 0.7260657608131936,
"grad_norm": 1.0832737684249878,
"learning_rate": 1.369671195934032e-05,
"loss": 1.2895,
"step": 14000
},
{
"epoch": 0.7260657608131936,
"eval_accuracy": 0.6757629976518784,
"eval_loss": 1.2289599180221558,
"eval_runtime": 54.7148,
"eval_samples_per_second": 113.351,
"eval_steps_per_second": 3.546,
"step": 14000
},
{
"epoch": 0.7519966808422363,
"grad_norm": 1.1050748825073242,
"learning_rate": 1.2400165957888187e-05,
"loss": 1.2825,
"step": 14500
},
{
"epoch": 0.7779276008712789,
"grad_norm": 1.1190505027770996,
"learning_rate": 1.1103619956436055e-05,
"loss": 1.2797,
"step": 15000
},
{
"epoch": 0.7779276008712789,
"eval_accuracy": 0.6775377223567713,
"eval_loss": 1.219657301902771,
"eval_runtime": 54.2283,
"eval_samples_per_second": 114.368,
"eval_steps_per_second": 3.577,
"step": 15000
},
{
"epoch": 0.8038585209003215,
"grad_norm": 1.1283358335494995,
"learning_rate": 9.807073954983924e-06,
"loss": 1.2737,
"step": 15500
},
{
"epoch": 0.8297894409293641,
"grad_norm": 5.891765117645264,
"learning_rate": 8.51052795353179e-06,
"loss": 1.2697,
"step": 16000
},
{
"epoch": 0.8297894409293641,
"eval_accuracy": 0.6790465535823433,
"eval_loss": 1.2125846147537231,
"eval_runtime": 53.4813,
"eval_samples_per_second": 115.966,
"eval_steps_per_second": 3.627,
"step": 16000
},
{
"epoch": 0.8557203609584068,
"grad_norm": 1.1195549964904785,
"learning_rate": 7.21398195207966e-06,
"loss": 1.2664,
"step": 16500
},
{
"epoch": 0.8816512809874494,
"grad_norm": 1.1249275207519531,
"learning_rate": 5.917435950627528e-06,
"loss": 1.2629,
"step": 17000
},
{
"epoch": 0.8816512809874494,
"eval_accuracy": 0.6806890408070049,
"eval_loss": 1.2044044733047485,
"eval_runtime": 53.0931,
"eval_samples_per_second": 116.814,
"eval_steps_per_second": 3.654,
"step": 17000
},
{
"epoch": 0.9075822010164921,
"grad_norm": 1.1231811046600342,
"learning_rate": 4.620889949175397e-06,
"loss": 1.258,
"step": 17500
},
{
"epoch": 0.9335131210455347,
"grad_norm": 1.1008754968643188,
"learning_rate": 3.324343947723265e-06,
"loss": 1.2562,
"step": 18000
},
{
"epoch": 0.9335131210455347,
"eval_accuracy": 0.682017247297958,
"eval_loss": 1.1984517574310303,
"eval_runtime": 52.9563,
"eval_samples_per_second": 117.115,
"eval_steps_per_second": 3.663,
"step": 18000
},
{
"epoch": 0.9594440410745774,
"grad_norm": 1.1336047649383545,
"learning_rate": 2.027797946271134e-06,
"loss": 1.2536,
"step": 18500
},
{
"epoch": 0.98537496110362,
"grad_norm": 1.116174578666687,
"learning_rate": 7.312519448190021e-07,
"loss": 1.2531,
"step": 19000
},
{
"epoch": 0.98537496110362,
"eval_accuracy": 0.6826912013688392,
"eval_loss": 1.1951990127563477,
"eval_runtime": 52.9834,
"eval_samples_per_second": 117.055,
"eval_steps_per_second": 3.662,
"step": 19000
},
{
"epoch": 1.0,
"step": 19282,
"total_flos": 3.22443774001152e+17,
"train_loss": 1.535953860030161,
"train_runtime": 7521.8474,
"train_samples_per_second": 82.03,
"train_steps_per_second": 2.563
}
],
"logging_steps": 500,
"max_steps": 19282,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 3.22443774001152e+17,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}