final-500 / trainer_state.json
chouss's picture
Uploading folder contents
1370daf verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 13.028985507246377,
"eval_steps": 100,
"global_step": 500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.2576489533011272,
"grad_norm": 5.974159240722656,
"learning_rate": 1.0526315789473685e-06,
"loss": 8.6521,
"step": 10
},
{
"epoch": 0.5152979066022544,
"grad_norm": 3.2873778343200684,
"learning_rate": 2.105263157894737e-06,
"loss": 8.3497,
"step": 20
},
{
"epoch": 0.7729468599033816,
"grad_norm": 2.522794485092163,
"learning_rate": 3.157894736842105e-06,
"loss": 7.9896,
"step": 30
},
{
"epoch": 1.0418679549114331,
"grad_norm": 1.5867993831634521,
"learning_rate": 4.210526315789474e-06,
"loss": 8.1084,
"step": 40
},
{
"epoch": 1.2995169082125604,
"grad_norm": 1.300277829170227,
"learning_rate": 5.263157894736842e-06,
"loss": 7.3393,
"step": 50
},
{
"epoch": 1.5571658615136876,
"grad_norm": 1.1117545366287231,
"learning_rate": 6.31578947368421e-06,
"loss": 7.1266,
"step": 60
},
{
"epoch": 1.8148148148148149,
"grad_norm": 0.9784226417541504,
"learning_rate": 7.368421052631579e-06,
"loss": 6.9662,
"step": 70
},
{
"epoch": 2.0837359098228663,
"grad_norm": 0.9447280764579773,
"learning_rate": 8.421052631578948e-06,
"loss": 7.2558,
"step": 80
},
{
"epoch": 2.3413848631239937,
"grad_norm": 1.1698005199432373,
"learning_rate": 9.473684210526315e-06,
"loss": 6.6472,
"step": 90
},
{
"epoch": 2.5990338164251208,
"grad_norm": 1.544875144958496,
"learning_rate": 1.0526315789473684e-05,
"loss": 6.392,
"step": 100
},
{
"epoch": 2.5990338164251208,
"eval_loss": 6.279848575592041,
"eval_runtime": 8.7699,
"eval_samples_per_second": 183.012,
"eval_steps_per_second": 5.815,
"step": 100
},
{
"epoch": 2.8566827697262482,
"grad_norm": 1.4024465084075928,
"learning_rate": 1.1578947368421053e-05,
"loss": 6.1704,
"step": 110
},
{
"epoch": 3.1256038647342996,
"grad_norm": 1.2708696126937866,
"learning_rate": 1.263157894736842e-05,
"loss": 6.369,
"step": 120
},
{
"epoch": 3.3832528180354267,
"grad_norm": 0.7357354760169983,
"learning_rate": 1.3684210526315791e-05,
"loss": 5.8538,
"step": 130
},
{
"epoch": 3.640901771336554,
"grad_norm": 0.5254281163215637,
"learning_rate": 1.4736842105263159e-05,
"loss": 5.7556,
"step": 140
},
{
"epoch": 3.898550724637681,
"grad_norm": 0.8618260025978088,
"learning_rate": 1.578947368421053e-05,
"loss": 5.6495,
"step": 150
},
{
"epoch": 4.1674718196457325,
"grad_norm": 1.0980093479156494,
"learning_rate": 1.6842105263157896e-05,
"loss": 5.9024,
"step": 160
},
{
"epoch": 4.42512077294686,
"grad_norm": 1.3449251651763916,
"learning_rate": 1.7894736842105264e-05,
"loss": 5.4768,
"step": 170
},
{
"epoch": 4.6827697262479875,
"grad_norm": 1.2047125101089478,
"learning_rate": 1.894736842105263e-05,
"loss": 5.3661,
"step": 180
},
{
"epoch": 4.940418679549114,
"grad_norm": 1.6401121616363525,
"learning_rate": 2e-05,
"loss": 5.2836,
"step": 190
},
{
"epoch": 5.209339774557166,
"grad_norm": 1.8774281740188599,
"learning_rate": 1.999831241633323e-05,
"loss": 5.5386,
"step": 200
},
{
"epoch": 5.209339774557166,
"eval_loss": 5.1901116371154785,
"eval_runtime": 8.0613,
"eval_samples_per_second": 199.099,
"eval_steps_per_second": 6.326,
"step": 200
},
{
"epoch": 5.466988727858293,
"grad_norm": 2.0122838020324707,
"learning_rate": 1.9993250234920638e-05,
"loss": 5.145,
"step": 210
},
{
"epoch": 5.72463768115942,
"grad_norm": 1.5243710279464722,
"learning_rate": 1.9984815164333163e-05,
"loss": 5.0726,
"step": 220
},
{
"epoch": 5.982286634460547,
"grad_norm": 1.613467812538147,
"learning_rate": 1.9973010051548274e-05,
"loss": 5.1139,
"step": 230
},
{
"epoch": 6.251207729468599,
"grad_norm": 1.169236183166504,
"learning_rate": 1.9957838880989076e-05,
"loss": 5.1586,
"step": 240
},
{
"epoch": 6.508856682769727,
"grad_norm": 1.2285501956939697,
"learning_rate": 1.9939306773179498e-05,
"loss": 4.9011,
"step": 250
},
{
"epoch": 6.766505636070853,
"grad_norm": 1.4358283281326294,
"learning_rate": 1.9917419983016025e-05,
"loss": 4.8479,
"step": 260
},
{
"epoch": 7.035426731078905,
"grad_norm": 1.3988443613052368,
"learning_rate": 1.989218589765658e-05,
"loss": 5.097,
"step": 270
},
{
"epoch": 7.293075684380033,
"grad_norm": 1.1683136224746704,
"learning_rate": 1.9863613034027224e-05,
"loss": 4.7351,
"step": 280
},
{
"epoch": 7.550724637681159,
"grad_norm": 1.2952402830123901,
"learning_rate": 1.9831711035947552e-05,
"loss": 4.6976,
"step": 290
},
{
"epoch": 7.808373590982287,
"grad_norm": 1.4266207218170166,
"learning_rate": 1.979649067087574e-05,
"loss": 4.6391,
"step": 300
},
{
"epoch": 7.808373590982287,
"eval_loss": 4.603694438934326,
"eval_runtime": 8.3521,
"eval_samples_per_second": 192.167,
"eval_steps_per_second": 6.106,
"step": 300
},
{
"epoch": 8.077294685990339,
"grad_norm": 2.173689126968384,
"learning_rate": 1.9757963826274357e-05,
"loss": 4.8403,
"step": 310
},
{
"epoch": 8.334943639291465,
"grad_norm": 1.874500036239624,
"learning_rate": 1.971614350559814e-05,
"loss": 4.4785,
"step": 320
},
{
"epoch": 8.592592592592592,
"grad_norm": 1.9841059446334839,
"learning_rate": 1.967104382390511e-05,
"loss": 4.4265,
"step": 330
},
{
"epoch": 8.85024154589372,
"grad_norm": 2.523819923400879,
"learning_rate": 1.9622680003092503e-05,
"loss": 4.3497,
"step": 340
},
{
"epoch": 9.119162640901772,
"grad_norm": 2.2171430587768555,
"learning_rate": 1.9571068366759143e-05,
"loss": 4.5573,
"step": 350
},
{
"epoch": 9.376811594202898,
"grad_norm": 2.516089916229248,
"learning_rate": 1.951622633469592e-05,
"loss": 4.2197,
"step": 360
},
{
"epoch": 9.634460547504025,
"grad_norm": 3.2976479530334473,
"learning_rate": 1.9458172417006347e-05,
"loss": 4.1526,
"step": 370
},
{
"epoch": 9.892109500805153,
"grad_norm": 2.310131311416626,
"learning_rate": 1.9396926207859085e-05,
"loss": 4.1294,
"step": 380
},
{
"epoch": 10.161030595813205,
"grad_norm": 2.445627450942993,
"learning_rate": 1.933250837887457e-05,
"loss": 4.3354,
"step": 390
},
{
"epoch": 10.418679549114332,
"grad_norm": 2.188768148422241,
"learning_rate": 1.9264940672148018e-05,
"loss": 4.0545,
"step": 400
},
{
"epoch": 10.418679549114332,
"eval_loss": 4.0533294677734375,
"eval_runtime": 8.3508,
"eval_samples_per_second": 192.197,
"eval_steps_per_second": 6.107,
"step": 400
},
{
"epoch": 10.676328502415458,
"grad_norm": 3.4046390056610107,
"learning_rate": 1.9194245892911077e-05,
"loss": 4.0121,
"step": 410
},
{
"epoch": 10.933977455716587,
"grad_norm": 2.701680898666382,
"learning_rate": 1.9120447901834708e-05,
"loss": 3.9847,
"step": 420
},
{
"epoch": 11.202898550724637,
"grad_norm": 2.2474334239959717,
"learning_rate": 1.9043571606975776e-05,
"loss": 4.1875,
"step": 430
},
{
"epoch": 11.460547504025765,
"grad_norm": 2.2355682849884033,
"learning_rate": 1.8963642955370203e-05,
"loss": 3.9325,
"step": 440
},
{
"epoch": 11.718196457326892,
"grad_norm": 2.977954626083374,
"learning_rate": 1.888068892427538e-05,
"loss": 3.8992,
"step": 450
},
{
"epoch": 11.97584541062802,
"grad_norm": 2.2921981811523438,
"learning_rate": 1.879473751206489e-05,
"loss": 3.858,
"step": 460
},
{
"epoch": 12.24476650563607,
"grad_norm": 1.8335373401641846,
"learning_rate": 1.8705817728778626e-05,
"loss": 4.0718,
"step": 470
},
{
"epoch": 12.502415458937199,
"grad_norm": 2.2911853790283203,
"learning_rate": 1.8613959586331364e-05,
"loss": 3.8305,
"step": 480
},
{
"epoch": 12.760064412238325,
"grad_norm": 2.170738697052002,
"learning_rate": 1.851919408838327e-05,
"loss": 3.7923,
"step": 490
},
{
"epoch": 13.028985507246377,
"grad_norm": 1.8763988018035889,
"learning_rate": 1.842155321987566e-05,
"loss": 4.014,
"step": 500
},
{
"epoch": 13.028985507246377,
"eval_loss": 3.779900550842285,
"eval_runtime": 8.1613,
"eval_samples_per_second": 196.661,
"eval_steps_per_second": 6.249,
"step": 500
}
],
"logging_steps": 10,
"max_steps": 1900,
"num_input_tokens_seen": 0,
"num_train_epochs": 50,
"save_steps": 100,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.5522544383688704e+19,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}