{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.187061797200861,
  "eval_steps": 187,
  "global_step": 1309,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 6.78125,
      "learning_rate": 1e-05,
      "loss": 1.644,
      "step": 1
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.90625,
      "learning_rate": 1e-05,
      "loss": 1.3919,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_loss": 0.9903513789176941,
      "eval_validation_runtime": 194.2676,
      "eval_validation_samples_per_second": 1.457,
      "eval_validation_steps_per_second": 0.731,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_privacy_sources_loss": 0.9903513789176941,
      "eval_validation_privacy_sources_runtime": 193.9712,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_agenda_digitale_loss": 1.5542374849319458,
      "eval_validation_agenda_digitale_runtime": 175.0962,
      "eval_validation_agenda_digitale_samples_per_second": 1.451,
      "eval_validation_agenda_digitale_steps_per_second": 0.725,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_legal_articles_loss": 1.4528673887252808,
      "eval_validation_legal_articles_runtime": 282.6051,
      "eval_validation_legal_articles_samples_per_second": 1.447,
      "eval_validation_legal_articles_steps_per_second": 0.725,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_dolma_loss": 1.8500893115997314,
      "eval_validation_dolma_runtime": 111.0119,
      "eval_validation_dolma_samples_per_second": 1.459,
      "eval_validation_dolma_steps_per_second": 0.73,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_leggepertutti_loss": 1.314853549003601,
      "eval_validation_leggepertutti_runtime": 32.3401,
      "eval_validation_leggepertutti_samples_per_second": 1.453,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_stack_loss": 0.6712294220924377,
      "eval_validation_stack_runtime": 150.1286,
      "eval_validation_stack_samples_per_second": 1.459,
      "eval_validation_stack_steps_per_second": 0.733,
      "step": 187
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.859375,
      "learning_rate": 1e-05,
      "loss": 1.347,
      "step": 374
    },
    {
      "epoch": 0.05,
      "eval_validation_loss": 0.9417576789855957,
      "eval_validation_runtime": 193.9636,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 374
    },
    {
      "epoch": 0.05,
      "eval_validation_privacy_sources_loss": 0.9417576789855957,
      "eval_validation_privacy_sources_runtime": 193.9776,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 374
    },
    {
      "epoch": 0.05,
      "eval_validation_agenda_digitale_loss": 1.5321811437606812,
      "eval_validation_agenda_digitale_runtime": 174.0643,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 374
    },
    {
      "epoch": 0.05,
      "eval_validation_legal_articles_loss": 1.4296847581863403,
      "eval_validation_legal_articles_runtime": 280.3604,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 374
    },
    {
      "epoch": 0.05,
      "eval_validation_dolma_loss": 1.8486019372940063,
      "eval_validation_dolma_runtime": 111.0186,
      "eval_validation_dolma_samples_per_second": 1.459,
      "eval_validation_dolma_steps_per_second": 0.73,
      "step": 374
    },
    {
      "epoch": 0.05,
      "eval_validation_leggepertutti_loss": 1.2959588766098022,
      "eval_validation_leggepertutti_runtime": 32.2131,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 374
    },
    {
      "epoch": 0.05,
      "eval_validation_stack_loss": 0.6691831946372986,
      "eval_validation_stack_runtime": 150.1411,
      "eval_validation_stack_samples_per_second": 1.459,
      "eval_validation_stack_steps_per_second": 0.733,
      "step": 374
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.125,
      "learning_rate": 1e-05,
      "loss": 1.3201,
      "step": 561
    },
    {
      "epoch": 0.08,
      "eval_validation_loss": 0.9132883548736572,
      "eval_validation_runtime": 193.9346,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 561
    },
    {
      "epoch": 0.08,
      "eval_validation_privacy_sources_loss": 0.9132883548736572,
      "eval_validation_privacy_sources_runtime": 193.9654,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 561
    },
    {
      "epoch": 0.08,
      "eval_validation_agenda_digitale_loss": 1.5173826217651367,
      "eval_validation_agenda_digitale_runtime": 174.0763,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 561
    },
    {
      "epoch": 0.08,
      "eval_validation_legal_articles_loss": 1.4147425889968872,
      "eval_validation_legal_articles_runtime": 280.3444,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 561
    },
    {
      "epoch": 0.08,
      "eval_validation_dolma_loss": 1.8503817319869995,
      "eval_validation_dolma_runtime": 110.9998,
      "eval_validation_dolma_samples_per_second": 1.459,
      "eval_validation_dolma_steps_per_second": 0.73,
      "step": 561
    },
    {
      "epoch": 0.08,
      "eval_validation_leggepertutti_loss": 1.2830017805099487,
      "eval_validation_leggepertutti_runtime": 32.2309,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 561
    },
    {
      "epoch": 0.08,
      "eval_validation_stack_loss": 0.676902711391449,
      "eval_validation_stack_runtime": 150.1138,
      "eval_validation_stack_samples_per_second": 1.459,
      "eval_validation_stack_steps_per_second": 0.733,
      "step": 561
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.65625,
      "learning_rate": 1e-05,
      "loss": 1.2986,
      "step": 748
    },
    {
      "epoch": 0.11,
      "eval_validation_loss": 0.8927286863327026,
      "eval_validation_runtime": 193.9716,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 748
    },
    {
      "epoch": 0.11,
      "eval_validation_privacy_sources_loss": 0.8927286863327026,
      "eval_validation_privacy_sources_runtime": 193.9644,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 748
    },
    {
      "epoch": 0.11,
      "eval_validation_agenda_digitale_loss": 1.505477786064148,
      "eval_validation_agenda_digitale_runtime": 174.1137,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 748
    },
    {
      "epoch": 0.11,
      "eval_validation_legal_articles_loss": 1.4018447399139404,
      "eval_validation_legal_articles_runtime": 280.3891,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 748
    },
    {
      "epoch": 0.11,
      "eval_validation_dolma_loss": 1.850791096687317,
      "eval_validation_dolma_runtime": 111.0043,
      "eval_validation_dolma_samples_per_second": 1.459,
      "eval_validation_dolma_steps_per_second": 0.73,
      "step": 748
    },
    {
      "epoch": 0.11,
      "eval_validation_leggepertutti_loss": 1.272330403327942,
      "eval_validation_leggepertutti_runtime": 32.2119,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 748
    },
    {
      "epoch": 0.11,
      "eval_validation_stack_loss": 0.6671051979064941,
      "eval_validation_stack_runtime": 150.1118,
      "eval_validation_stack_samples_per_second": 1.459,
      "eval_validation_stack_steps_per_second": 0.733,
      "step": 748
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.984375,
      "learning_rate": 1e-05,
      "loss": 1.2799,
      "step": 935
    },
    {
      "epoch": 0.13,
      "eval_validation_loss": 0.8765723705291748,
      "eval_validation_runtime": 193.9707,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 935
    },
    {
      "epoch": 0.13,
      "eval_validation_privacy_sources_loss": 0.8765723705291748,
      "eval_validation_privacy_sources_runtime": 193.9898,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 935
    },
    {
      "epoch": 0.13,
      "eval_validation_agenda_digitale_loss": 1.4963380098342896,
      "eval_validation_agenda_digitale_runtime": 174.0485,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 935
    },
    {
      "epoch": 0.13,
      "eval_validation_legal_articles_loss": 1.3923107385635376,
      "eval_validation_legal_articles_runtime": 280.3134,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 935
    },
    {
      "epoch": 0.13,
      "eval_validation_dolma_loss": 1.8486608266830444,
      "eval_validation_dolma_runtime": 110.998,
      "eval_validation_dolma_samples_per_second": 1.459,
      "eval_validation_dolma_steps_per_second": 0.73,
      "step": 935
    },
    {
      "epoch": 0.13,
      "eval_validation_leggepertutti_loss": 1.264065146446228,
      "eval_validation_leggepertutti_runtime": 32.2304,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 935
    },
    {
      "epoch": 0.13,
      "eval_validation_stack_loss": 0.6646791100502014,
      "eval_validation_stack_runtime": 150.0945,
      "eval_validation_stack_samples_per_second": 1.459,
      "eval_validation_stack_steps_per_second": 0.733,
      "step": 935
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.125,
      "learning_rate": 1e-05,
      "loss": 1.2685,
      "step": 1122
    },
    {
      "epoch": 0.16,
      "eval_validation_loss": 0.8656526803970337,
      "eval_validation_runtime": 193.9746,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 1122
    },
    {
      "epoch": 0.16,
      "eval_validation_privacy_sources_loss": 0.8656526803970337,
      "eval_validation_privacy_sources_runtime": 193.9453,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 1122
    },
    {
      "epoch": 0.16,
      "eval_validation_agenda_digitale_loss": 1.4903523921966553,
      "eval_validation_agenda_digitale_runtime": 173.9959,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 1122
    },
    {
      "epoch": 0.16,
      "eval_validation_legal_articles_loss": 1.385682463645935,
      "eval_validation_legal_articles_runtime": 280.251,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 1122
    },
    {
      "epoch": 0.16,
      "eval_validation_dolma_loss": 1.8492717742919922,
      "eval_validation_dolma_runtime": 110.9751,
      "eval_validation_dolma_samples_per_second": 1.46,
      "eval_validation_dolma_steps_per_second": 0.73,
      "step": 1122
    },
    {
      "epoch": 0.16,
      "eval_validation_leggepertutti_loss": 1.2608650922775269,
      "eval_validation_leggepertutti_runtime": 32.2117,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 1122
    },
    {
      "epoch": 0.16,
      "eval_validation_stack_loss": 0.6671770215034485,
      "eval_validation_stack_runtime": 150.0329,
      "eval_validation_stack_samples_per_second": 1.46,
      "eval_validation_stack_steps_per_second": 0.733,
      "step": 1122
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.90625,
      "learning_rate": 1e-05,
      "loss": 1.2516,
      "step": 1309
    },
    {
      "epoch": 0.19,
      "eval_validation_loss": 0.8514130711555481,
      "eval_validation_runtime": 194.0021,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 1309
    },
    {
      "epoch": 0.19,
      "eval_validation_privacy_sources_loss": 0.8514130711555481,
      "eval_validation_privacy_sources_runtime": 193.9274,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 1309
    },
    {
      "epoch": 0.19,
      "eval_validation_agenda_digitale_loss": 1.479090929031372,
      "eval_validation_agenda_digitale_runtime": 174.0783,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 1309
    },
    {
      "epoch": 0.19,
      "eval_validation_legal_articles_loss": 1.375425100326538,
      "eval_validation_legal_articles_runtime": 280.3589,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 1309
    },
    {
      "epoch": 0.19,
      "eval_validation_dolma_loss": 1.8478556871414185,
      "eval_validation_dolma_runtime": 111.0439,
      "eval_validation_dolma_samples_per_second": 1.459,
      "eval_validation_dolma_steps_per_second": 0.729,
      "step": 1309
    },
    {
      "epoch": 0.19,
      "eval_validation_leggepertutti_loss": 1.2495064735412598,
      "eval_validation_leggepertutti_runtime": 32.2623,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 1309
    },
    {
      "epoch": 0.19,
      "eval_validation_stack_loss": 0.6663044095039368,
      "eval_validation_stack_runtime": 150.1438,
      "eval_validation_stack_samples_per_second": 1.459,
      "eval_validation_stack_steps_per_second": 0.733,
      "step": 1309
    }
  ],
  "logging_steps": 187,
  "max_steps": 13994,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 187,
  "total_flos": 7.319994288568271e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}