expert-arxiv / trainer_state.json
cabbage972's picture
End of training
5cf1824
raw
history blame
7.39 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.025931592459092913,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 9.8e-05,
"loss": 1.9167,
"step": 20
},
{
"epoch": 0.0,
"learning_rate": 9.6e-05,
"loss": 1.9108,
"step": 40
},
{
"epoch": 0.0,
"learning_rate": 9.4e-05,
"loss": 1.9131,
"step": 60
},
{
"epoch": 0.0,
"learning_rate": 9.200000000000001e-05,
"loss": 1.9111,
"step": 80
},
{
"epoch": 0.0,
"learning_rate": 9e-05,
"loss": 1.9059,
"step": 100
},
{
"epoch": 0.0,
"learning_rate": 8.800000000000001e-05,
"loss": 1.9249,
"step": 120
},
{
"epoch": 0.0,
"learning_rate": 8.6e-05,
"loss": 1.8916,
"step": 140
},
{
"epoch": 0.0,
"learning_rate": 8.4e-05,
"loss": 1.904,
"step": 160
},
{
"epoch": 0.0,
"learning_rate": 8.2e-05,
"loss": 1.9119,
"step": 180
},
{
"epoch": 0.01,
"learning_rate": 8e-05,
"loss": 1.8752,
"step": 200
},
{
"epoch": 0.01,
"eval_accuracy": 0.5805187109797804,
"eval_loss": 1.9087140560150146,
"eval_runtime": 886.878,
"eval_samples_per_second": 83.31,
"eval_steps_per_second": 1.302,
"step": 200
},
{
"epoch": 0.01,
"learning_rate": 7.800000000000001e-05,
"loss": 1.9221,
"step": 220
},
{
"epoch": 0.01,
"learning_rate": 7.6e-05,
"loss": 1.9034,
"step": 240
},
{
"epoch": 0.01,
"learning_rate": 7.4e-05,
"loss": 1.8962,
"step": 260
},
{
"epoch": 0.01,
"learning_rate": 7.2e-05,
"loss": 1.9175,
"step": 280
},
{
"epoch": 0.01,
"learning_rate": 7e-05,
"loss": 1.8797,
"step": 300
},
{
"epoch": 0.01,
"learning_rate": 6.800000000000001e-05,
"loss": 1.9278,
"step": 320
},
{
"epoch": 0.01,
"learning_rate": 6.6e-05,
"loss": 1.9188,
"step": 340
},
{
"epoch": 0.01,
"learning_rate": 6.400000000000001e-05,
"loss": 1.9042,
"step": 360
},
{
"epoch": 0.01,
"learning_rate": 6.2e-05,
"loss": 1.905,
"step": 380
},
{
"epoch": 0.01,
"learning_rate": 6e-05,
"loss": 1.8809,
"step": 400
},
{
"epoch": 0.01,
"eval_accuracy": 0.5815333379984069,
"eval_loss": 1.9017772674560547,
"eval_runtime": 892.8038,
"eval_samples_per_second": 82.757,
"eval_steps_per_second": 1.294,
"step": 400
},
{
"epoch": 0.01,
"learning_rate": 5.8e-05,
"loss": 1.9065,
"step": 420
},
{
"epoch": 0.01,
"learning_rate": 5.6000000000000006e-05,
"loss": 1.899,
"step": 440
},
{
"epoch": 0.01,
"learning_rate": 5.4000000000000005e-05,
"loss": 1.8806,
"step": 460
},
{
"epoch": 0.01,
"learning_rate": 5.2000000000000004e-05,
"loss": 1.9124,
"step": 480
},
{
"epoch": 0.01,
"learning_rate": 5e-05,
"loss": 1.8518,
"step": 500
},
{
"epoch": 0.01,
"learning_rate": 4.8e-05,
"loss": 1.9144,
"step": 520
},
{
"epoch": 0.01,
"learning_rate": 4.600000000000001e-05,
"loss": 1.9112,
"step": 540
},
{
"epoch": 0.01,
"learning_rate": 4.4000000000000006e-05,
"loss": 1.8973,
"step": 560
},
{
"epoch": 0.02,
"learning_rate": 4.2e-05,
"loss": 1.8706,
"step": 580
},
{
"epoch": 0.02,
"learning_rate": 4e-05,
"loss": 1.9102,
"step": 600
},
{
"epoch": 0.02,
"eval_accuracy": 0.582891462401511,
"eval_loss": 1.8933136463165283,
"eval_runtime": 891.9551,
"eval_samples_per_second": 82.836,
"eval_steps_per_second": 1.295,
"step": 600
},
{
"epoch": 0.02,
"learning_rate": 3.8e-05,
"loss": 1.9053,
"step": 620
},
{
"epoch": 0.02,
"learning_rate": 3.6e-05,
"loss": 1.8903,
"step": 640
},
{
"epoch": 0.02,
"learning_rate": 3.4000000000000007e-05,
"loss": 1.8746,
"step": 660
},
{
"epoch": 0.02,
"learning_rate": 3.2000000000000005e-05,
"loss": 1.8924,
"step": 680
},
{
"epoch": 0.02,
"learning_rate": 3e-05,
"loss": 1.8877,
"step": 700
},
{
"epoch": 0.02,
"learning_rate": 2.8000000000000003e-05,
"loss": 1.8666,
"step": 720
},
{
"epoch": 0.02,
"learning_rate": 2.6000000000000002e-05,
"loss": 1.8742,
"step": 740
},
{
"epoch": 0.02,
"learning_rate": 2.4e-05,
"loss": 1.8916,
"step": 760
},
{
"epoch": 0.02,
"learning_rate": 2.2000000000000003e-05,
"loss": 1.9111,
"step": 780
},
{
"epoch": 0.02,
"learning_rate": 2e-05,
"loss": 1.8764,
"step": 800
},
{
"epoch": 0.02,
"eval_accuracy": 0.5842748544817523,
"eval_loss": 1.8850735425949097,
"eval_runtime": 882.4244,
"eval_samples_per_second": 83.731,
"eval_steps_per_second": 1.309,
"step": 800
},
{
"epoch": 0.02,
"learning_rate": 1.8e-05,
"loss": 1.895,
"step": 820
},
{
"epoch": 0.02,
"learning_rate": 1.6000000000000003e-05,
"loss": 1.9082,
"step": 840
},
{
"epoch": 0.02,
"learning_rate": 1.4000000000000001e-05,
"loss": 1.9054,
"step": 860
},
{
"epoch": 0.02,
"learning_rate": 1.2e-05,
"loss": 1.885,
"step": 880
},
{
"epoch": 0.02,
"learning_rate": 1e-05,
"loss": 1.891,
"step": 900
},
{
"epoch": 0.02,
"learning_rate": 8.000000000000001e-06,
"loss": 1.8617,
"step": 920
},
{
"epoch": 0.02,
"learning_rate": 6e-06,
"loss": 1.8542,
"step": 940
},
{
"epoch": 0.02,
"learning_rate": 4.000000000000001e-06,
"loss": 1.8459,
"step": 960
},
{
"epoch": 0.03,
"learning_rate": 2.0000000000000003e-06,
"loss": 1.8727,
"step": 980
},
{
"epoch": 0.03,
"learning_rate": 0.0,
"loss": 1.8694,
"step": 1000
},
{
"epoch": 0.03,
"eval_accuracy": 0.5851956414793128,
"eval_loss": 1.8796589374542236,
"eval_runtime": 880.0988,
"eval_samples_per_second": 83.952,
"eval_steps_per_second": 1.312,
"step": 1000
},
{
"epoch": 0.03,
"step": 1000,
"total_flos": 1.7866929733632e+17,
"train_loss": 1.8946745529174804,
"train_runtime": 5792.3886,
"train_samples_per_second": 11.049,
"train_steps_per_second": 0.173
}
],
"max_steps": 1000,
"num_train_epochs": 1,
"total_flos": 1.7866929733632e+17,
"trial_name": null,
"trial_params": null
}