sobamchan's picture
Upload folder using huggingface_hub
362a48e verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.02717391304347826,
"eval_steps": 10,
"global_step": 200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.001358695652173913,
"eval_loss": 2.557396173477173,
"eval_runtime": 22.5514,
"eval_samples_per_second": 871.653,
"eval_steps_per_second": 6.829,
"step": 10
},
{
"epoch": 0.002717391304347826,
"eval_loss": 2.5474746227264404,
"eval_runtime": 23.4021,
"eval_samples_per_second": 839.969,
"eval_steps_per_second": 6.581,
"step": 20
},
{
"epoch": 0.004076086956521739,
"eval_loss": 2.5305492877960205,
"eval_runtime": 23.6374,
"eval_samples_per_second": 831.608,
"eval_steps_per_second": 6.515,
"step": 30
},
{
"epoch": 0.005434782608695652,
"eval_loss": 2.5070903301239014,
"eval_runtime": 24.1483,
"eval_samples_per_second": 814.011,
"eval_steps_per_second": 6.377,
"step": 40
},
{
"epoch": 0.006793478260869565,
"eval_loss": 2.4774248600006104,
"eval_runtime": 24.079,
"eval_samples_per_second": 816.353,
"eval_steps_per_second": 6.396,
"step": 50
},
{
"epoch": 0.008152173913043478,
"eval_loss": 2.4406001567840576,
"eval_runtime": 24.1728,
"eval_samples_per_second": 813.186,
"eval_steps_per_second": 6.371,
"step": 60
},
{
"epoch": 0.009510869565217392,
"eval_loss": 2.3981375694274902,
"eval_runtime": 24.4575,
"eval_samples_per_second": 803.72,
"eval_steps_per_second": 6.297,
"step": 70
},
{
"epoch": 0.010869565217391304,
"eval_loss": 2.3499698638916016,
"eval_runtime": 24.4148,
"eval_samples_per_second": 805.125,
"eval_steps_per_second": 6.308,
"step": 80
},
{
"epoch": 0.012228260869565218,
"eval_loss": 2.296602964401245,
"eval_runtime": 24.3099,
"eval_samples_per_second": 808.6,
"eval_steps_per_second": 6.335,
"step": 90
},
{
"epoch": 0.01358695652173913,
"grad_norm": 13.137834548950195,
"learning_rate": 4.528985507246377e-07,
"loss": 2.7614,
"step": 100
},
{
"epoch": 0.01358695652173913,
"eval_loss": 2.236211061477661,
"eval_runtime": 24.5166,
"eval_samples_per_second": 801.784,
"eval_steps_per_second": 6.281,
"step": 100
},
{
"epoch": 0.014945652173913044,
"eval_loss": 2.167431116104126,
"eval_runtime": 24.727,
"eval_samples_per_second": 794.96,
"eval_steps_per_second": 6.228,
"step": 110
},
{
"epoch": 0.016304347826086956,
"eval_loss": 2.0924274921417236,
"eval_runtime": 24.4656,
"eval_samples_per_second": 803.454,
"eval_steps_per_second": 6.295,
"step": 120
},
{
"epoch": 0.017663043478260868,
"eval_loss": 2.0152199268341064,
"eval_runtime": 24.4949,
"eval_samples_per_second": 802.494,
"eval_steps_per_second": 6.287,
"step": 130
},
{
"epoch": 0.019021739130434784,
"eval_loss": 1.9364519119262695,
"eval_runtime": 24.771,
"eval_samples_per_second": 793.548,
"eval_steps_per_second": 6.217,
"step": 140
},
{
"epoch": 0.020380434782608696,
"eval_loss": 1.8548585176467896,
"eval_runtime": 24.965,
"eval_samples_per_second": 787.382,
"eval_steps_per_second": 6.169,
"step": 150
},
{
"epoch": 0.021739130434782608,
"eval_loss": 1.7721434831619263,
"eval_runtime": 24.6507,
"eval_samples_per_second": 797.423,
"eval_steps_per_second": 6.247,
"step": 160
},
{
"epoch": 0.02309782608695652,
"eval_loss": 1.6912691593170166,
"eval_runtime": 24.4838,
"eval_samples_per_second": 802.857,
"eval_steps_per_second": 6.29,
"step": 170
},
{
"epoch": 0.024456521739130436,
"eval_loss": 1.6123912334442139,
"eval_runtime": 24.6178,
"eval_samples_per_second": 798.487,
"eval_steps_per_second": 6.256,
"step": 180
},
{
"epoch": 0.025815217391304348,
"eval_loss": 1.5380102396011353,
"eval_runtime": 24.647,
"eval_samples_per_second": 797.542,
"eval_steps_per_second": 6.248,
"step": 190
},
{
"epoch": 0.02717391304347826,
"grad_norm": 11.105963706970215,
"learning_rate": 9.057971014492754e-07,
"loss": 2.1258,
"step": 200
},
{
"epoch": 0.02717391304347826,
"eval_loss": 1.4719674587249756,
"eval_runtime": 24.4673,
"eval_samples_per_second": 803.4,
"eval_steps_per_second": 6.294,
"step": 200
}
],
"logging_steps": 100,
"max_steps": 22080,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 10,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}