LexLLMv0.0.0.x.10.21 / trainer_state.json
andrealexroom's picture
Upload folder using huggingface_hub
8974e9e verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.187061797200861,
"eval_steps": 187,
"global_step": 1309,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"grad_norm": 6.78125,
"learning_rate": 1e-05,
"loss": 1.644,
"step": 1
},
{
"epoch": 0.03,
"grad_norm": 3.90625,
"learning_rate": 1e-05,
"loss": 1.3919,
"step": 187
},
{
"epoch": 0.03,
"eval_validation_loss": 0.9903513789176941,
"eval_validation_runtime": 194.2676,
"eval_validation_samples_per_second": 1.457,
"eval_validation_steps_per_second": 0.731,
"step": 187
},
{
"epoch": 0.03,
"eval_validation_privacy_sources_loss": 0.9903513789176941,
"eval_validation_privacy_sources_runtime": 193.9712,
"eval_validation_privacy_sources_samples_per_second": 1.459,
"eval_validation_privacy_sources_steps_per_second": 0.732,
"step": 187
},
{
"epoch": 0.03,
"eval_validation_agenda_digitale_loss": 1.5542374849319458,
"eval_validation_agenda_digitale_runtime": 175.0962,
"eval_validation_agenda_digitale_samples_per_second": 1.451,
"eval_validation_agenda_digitale_steps_per_second": 0.725,
"step": 187
},
{
"epoch": 0.03,
"eval_validation_legal_articles_loss": 1.4528673887252808,
"eval_validation_legal_articles_runtime": 282.6051,
"eval_validation_legal_articles_samples_per_second": 1.447,
"eval_validation_legal_articles_steps_per_second": 0.725,
"step": 187
},
{
"epoch": 0.03,
"eval_validation_dolma_loss": 1.8500893115997314,
"eval_validation_dolma_runtime": 111.0119,
"eval_validation_dolma_samples_per_second": 1.459,
"eval_validation_dolma_steps_per_second": 0.73,
"step": 187
},
{
"epoch": 0.03,
"eval_validation_leggepertutti_loss": 1.314853549003601,
"eval_validation_leggepertutti_runtime": 32.3401,
"eval_validation_leggepertutti_samples_per_second": 1.453,
"eval_validation_leggepertutti_steps_per_second": 0.742,
"step": 187
},
{
"epoch": 0.03,
"eval_validation_stack_loss": 0.6712294220924377,
"eval_validation_stack_runtime": 150.1286,
"eval_validation_stack_samples_per_second": 1.459,
"eval_validation_stack_steps_per_second": 0.733,
"step": 187
},
{
"epoch": 0.05,
"grad_norm": 3.859375,
"learning_rate": 1e-05,
"loss": 1.347,
"step": 374
},
{
"epoch": 0.05,
"eval_validation_loss": 0.9417576789855957,
"eval_validation_runtime": 193.9636,
"eval_validation_samples_per_second": 1.459,
"eval_validation_steps_per_second": 0.732,
"step": 374
},
{
"epoch": 0.05,
"eval_validation_privacy_sources_loss": 0.9417576789855957,
"eval_validation_privacy_sources_runtime": 193.9776,
"eval_validation_privacy_sources_samples_per_second": 1.459,
"eval_validation_privacy_sources_steps_per_second": 0.732,
"step": 374
},
{
"epoch": 0.05,
"eval_validation_agenda_digitale_loss": 1.5321811437606812,
"eval_validation_agenda_digitale_runtime": 174.0643,
"eval_validation_agenda_digitale_samples_per_second": 1.459,
"eval_validation_agenda_digitale_steps_per_second": 0.73,
"step": 374
},
{
"epoch": 0.05,
"eval_validation_legal_articles_loss": 1.4296847581863403,
"eval_validation_legal_articles_runtime": 280.3604,
"eval_validation_legal_articles_samples_per_second": 1.459,
"eval_validation_legal_articles_steps_per_second": 0.731,
"step": 374
},
{
"epoch": 0.05,
"eval_validation_dolma_loss": 1.8486019372940063,
"eval_validation_dolma_runtime": 111.0186,
"eval_validation_dolma_samples_per_second": 1.459,
"eval_validation_dolma_steps_per_second": 0.73,
"step": 374
},
{
"epoch": 0.05,
"eval_validation_leggepertutti_loss": 1.2959588766098022,
"eval_validation_leggepertutti_runtime": 32.2131,
"eval_validation_leggepertutti_samples_per_second": 1.459,
"eval_validation_leggepertutti_steps_per_second": 0.745,
"step": 374
},
{
"epoch": 0.05,
"eval_validation_stack_loss": 0.6691831946372986,
"eval_validation_stack_runtime": 150.1411,
"eval_validation_stack_samples_per_second": 1.459,
"eval_validation_stack_steps_per_second": 0.733,
"step": 374
},
{
"epoch": 0.08,
"grad_norm": 4.125,
"learning_rate": 1e-05,
"loss": 1.3201,
"step": 561
},
{
"epoch": 0.08,
"eval_validation_loss": 0.9132883548736572,
"eval_validation_runtime": 193.9346,
"eval_validation_samples_per_second": 1.459,
"eval_validation_steps_per_second": 0.732,
"step": 561
},
{
"epoch": 0.08,
"eval_validation_privacy_sources_loss": 0.9132883548736572,
"eval_validation_privacy_sources_runtime": 193.9654,
"eval_validation_privacy_sources_samples_per_second": 1.459,
"eval_validation_privacy_sources_steps_per_second": 0.732,
"step": 561
},
{
"epoch": 0.08,
"eval_validation_agenda_digitale_loss": 1.5173826217651367,
"eval_validation_agenda_digitale_runtime": 174.0763,
"eval_validation_agenda_digitale_samples_per_second": 1.459,
"eval_validation_agenda_digitale_steps_per_second": 0.73,
"step": 561
},
{
"epoch": 0.08,
"eval_validation_legal_articles_loss": 1.4147425889968872,
"eval_validation_legal_articles_runtime": 280.3444,
"eval_validation_legal_articles_samples_per_second": 1.459,
"eval_validation_legal_articles_steps_per_second": 0.731,
"step": 561
},
{
"epoch": 0.08,
"eval_validation_dolma_loss": 1.8503817319869995,
"eval_validation_dolma_runtime": 110.9998,
"eval_validation_dolma_samples_per_second": 1.459,
"eval_validation_dolma_steps_per_second": 0.73,
"step": 561
},
{
"epoch": 0.08,
"eval_validation_leggepertutti_loss": 1.2830017805099487,
"eval_validation_leggepertutti_runtime": 32.2309,
"eval_validation_leggepertutti_samples_per_second": 1.458,
"eval_validation_leggepertutti_steps_per_second": 0.745,
"step": 561
},
{
"epoch": 0.08,
"eval_validation_stack_loss": 0.676902711391449,
"eval_validation_stack_runtime": 150.1138,
"eval_validation_stack_samples_per_second": 1.459,
"eval_validation_stack_steps_per_second": 0.733,
"step": 561
},
{
"epoch": 0.11,
"grad_norm": 3.65625,
"learning_rate": 1e-05,
"loss": 1.2986,
"step": 748
},
{
"epoch": 0.11,
"eval_validation_loss": 0.8927286863327026,
"eval_validation_runtime": 193.9716,
"eval_validation_samples_per_second": 1.459,
"eval_validation_steps_per_second": 0.732,
"step": 748
},
{
"epoch": 0.11,
"eval_validation_privacy_sources_loss": 0.8927286863327026,
"eval_validation_privacy_sources_runtime": 193.9644,
"eval_validation_privacy_sources_samples_per_second": 1.459,
"eval_validation_privacy_sources_steps_per_second": 0.732,
"step": 748
},
{
"epoch": 0.11,
"eval_validation_agenda_digitale_loss": 1.505477786064148,
"eval_validation_agenda_digitale_runtime": 174.1137,
"eval_validation_agenda_digitale_samples_per_second": 1.459,
"eval_validation_agenda_digitale_steps_per_second": 0.729,
"step": 748
},
{
"epoch": 0.11,
"eval_validation_legal_articles_loss": 1.4018447399139404,
"eval_validation_legal_articles_runtime": 280.3891,
"eval_validation_legal_articles_samples_per_second": 1.459,
"eval_validation_legal_articles_steps_per_second": 0.731,
"step": 748
},
{
"epoch": 0.11,
"eval_validation_dolma_loss": 1.850791096687317,
"eval_validation_dolma_runtime": 111.0043,
"eval_validation_dolma_samples_per_second": 1.459,
"eval_validation_dolma_steps_per_second": 0.73,
"step": 748
},
{
"epoch": 0.11,
"eval_validation_leggepertutti_loss": 1.272330403327942,
"eval_validation_leggepertutti_runtime": 32.2119,
"eval_validation_leggepertutti_samples_per_second": 1.459,
"eval_validation_leggepertutti_steps_per_second": 0.745,
"step": 748
},
{
"epoch": 0.11,
"eval_validation_stack_loss": 0.6671051979064941,
"eval_validation_stack_runtime": 150.1118,
"eval_validation_stack_samples_per_second": 1.459,
"eval_validation_stack_steps_per_second": 0.733,
"step": 748
},
{
"epoch": 0.13,
"grad_norm": 2.984375,
"learning_rate": 1e-05,
"loss": 1.2799,
"step": 935
},
{
"epoch": 0.13,
"eval_validation_loss": 0.8765723705291748,
"eval_validation_runtime": 193.9707,
"eval_validation_samples_per_second": 1.459,
"eval_validation_steps_per_second": 0.732,
"step": 935
},
{
"epoch": 0.13,
"eval_validation_privacy_sources_loss": 0.8765723705291748,
"eval_validation_privacy_sources_runtime": 193.9898,
"eval_validation_privacy_sources_samples_per_second": 1.459,
"eval_validation_privacy_sources_steps_per_second": 0.732,
"step": 935
},
{
"epoch": 0.13,
"eval_validation_agenda_digitale_loss": 1.4963380098342896,
"eval_validation_agenda_digitale_runtime": 174.0485,
"eval_validation_agenda_digitale_samples_per_second": 1.459,
"eval_validation_agenda_digitale_steps_per_second": 0.73,
"step": 935
},
{
"epoch": 0.13,
"eval_validation_legal_articles_loss": 1.3923107385635376,
"eval_validation_legal_articles_runtime": 280.3134,
"eval_validation_legal_articles_samples_per_second": 1.459,
"eval_validation_legal_articles_steps_per_second": 0.731,
"step": 935
},
{
"epoch": 0.13,
"eval_validation_dolma_loss": 1.8486608266830444,
"eval_validation_dolma_runtime": 110.998,
"eval_validation_dolma_samples_per_second": 1.459,
"eval_validation_dolma_steps_per_second": 0.73,
"step": 935
},
{
"epoch": 0.13,
"eval_validation_leggepertutti_loss": 1.264065146446228,
"eval_validation_leggepertutti_runtime": 32.2304,
"eval_validation_leggepertutti_samples_per_second": 1.458,
"eval_validation_leggepertutti_steps_per_second": 0.745,
"step": 935
},
{
"epoch": 0.13,
"eval_validation_stack_loss": 0.6646791100502014,
"eval_validation_stack_runtime": 150.0945,
"eval_validation_stack_samples_per_second": 1.459,
"eval_validation_stack_steps_per_second": 0.733,
"step": 935
},
{
"epoch": 0.16,
"grad_norm": 3.125,
"learning_rate": 1e-05,
"loss": 1.2685,
"step": 1122
},
{
"epoch": 0.16,
"eval_validation_loss": 0.8656526803970337,
"eval_validation_runtime": 193.9746,
"eval_validation_samples_per_second": 1.459,
"eval_validation_steps_per_second": 0.732,
"step": 1122
},
{
"epoch": 0.16,
"eval_validation_privacy_sources_loss": 0.8656526803970337,
"eval_validation_privacy_sources_runtime": 193.9453,
"eval_validation_privacy_sources_samples_per_second": 1.459,
"eval_validation_privacy_sources_steps_per_second": 0.732,
"step": 1122
},
{
"epoch": 0.16,
"eval_validation_agenda_digitale_loss": 1.4903523921966553,
"eval_validation_agenda_digitale_runtime": 173.9959,
"eval_validation_agenda_digitale_samples_per_second": 1.46,
"eval_validation_agenda_digitale_steps_per_second": 0.73,
"step": 1122
},
{
"epoch": 0.16,
"eval_validation_legal_articles_loss": 1.385682463645935,
"eval_validation_legal_articles_runtime": 280.251,
"eval_validation_legal_articles_samples_per_second": 1.459,
"eval_validation_legal_articles_steps_per_second": 0.731,
"step": 1122
},
{
"epoch": 0.16,
"eval_validation_dolma_loss": 1.8492717742919922,
"eval_validation_dolma_runtime": 110.9751,
"eval_validation_dolma_samples_per_second": 1.46,
"eval_validation_dolma_steps_per_second": 0.73,
"step": 1122
},
{
"epoch": 0.16,
"eval_validation_leggepertutti_loss": 1.2608650922775269,
"eval_validation_leggepertutti_runtime": 32.2117,
"eval_validation_leggepertutti_samples_per_second": 1.459,
"eval_validation_leggepertutti_steps_per_second": 0.745,
"step": 1122
},
{
"epoch": 0.16,
"eval_validation_stack_loss": 0.6671770215034485,
"eval_validation_stack_runtime": 150.0329,
"eval_validation_stack_samples_per_second": 1.46,
"eval_validation_stack_steps_per_second": 0.733,
"step": 1122
},
{
"epoch": 0.19,
"grad_norm": 2.90625,
"learning_rate": 1e-05,
"loss": 1.2516,
"step": 1309
},
{
"epoch": 0.19,
"eval_validation_loss": 0.8514130711555481,
"eval_validation_runtime": 194.0021,
"eval_validation_samples_per_second": 1.459,
"eval_validation_steps_per_second": 0.732,
"step": 1309
},
{
"epoch": 0.19,
"eval_validation_privacy_sources_loss": 0.8514130711555481,
"eval_validation_privacy_sources_runtime": 193.9274,
"eval_validation_privacy_sources_samples_per_second": 1.459,
"eval_validation_privacy_sources_steps_per_second": 0.732,
"step": 1309
},
{
"epoch": 0.19,
"eval_validation_agenda_digitale_loss": 1.479090929031372,
"eval_validation_agenda_digitale_runtime": 174.0783,
"eval_validation_agenda_digitale_samples_per_second": 1.459,
"eval_validation_agenda_digitale_steps_per_second": 0.73,
"step": 1309
},
{
"epoch": 0.19,
"eval_validation_legal_articles_loss": 1.375425100326538,
"eval_validation_legal_articles_runtime": 280.3589,
"eval_validation_legal_articles_samples_per_second": 1.459,
"eval_validation_legal_articles_steps_per_second": 0.731,
"step": 1309
},
{
"epoch": 0.19,
"eval_validation_dolma_loss": 1.8478556871414185,
"eval_validation_dolma_runtime": 111.0439,
"eval_validation_dolma_samples_per_second": 1.459,
"eval_validation_dolma_steps_per_second": 0.729,
"step": 1309
},
{
"epoch": 0.19,
"eval_validation_leggepertutti_loss": 1.2495064735412598,
"eval_validation_leggepertutti_runtime": 32.2623,
"eval_validation_leggepertutti_samples_per_second": 1.457,
"eval_validation_leggepertutti_steps_per_second": 0.744,
"step": 1309
},
{
"epoch": 0.19,
"eval_validation_stack_loss": 0.6663044095039368,
"eval_validation_stack_runtime": 150.1438,
"eval_validation_stack_samples_per_second": 1.459,
"eval_validation_stack_steps_per_second": 0.733,
"step": 1309
}
],
"logging_steps": 187,
"max_steps": 13994,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 187,
"total_flos": 7.319994288568271e+18,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}