{ "best_metric": 27.5466, "best_model_checkpoint": "/content/drive/MyDrive/ArabartModel/checkpoint-7486", "epoch": 3.0, "eval_steps": 500, "global_step": 11229, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.1335826876836762, "grad_norm": 3.816420078277588, "learning_rate": 4.7773621871938735e-05, "loss": 2.0568, "step": 500 }, { "epoch": 0.2671653753673524, "grad_norm": 4.217596054077148, "learning_rate": 4.554724374387746e-05, "loss": 1.949, "step": 1000 }, { "epoch": 0.4007480630510286, "grad_norm": 3.4469385147094727, "learning_rate": 4.332086561581619e-05, "loss": 1.9236, "step": 1500 }, { "epoch": 0.5343307507347048, "grad_norm": 3.3545796871185303, "learning_rate": 4.1094487487754926e-05, "loss": 1.9083, "step": 2000 }, { "epoch": 0.667913438418381, "grad_norm": 3.905182361602783, "learning_rate": 3.886810935969365e-05, "loss": 1.8793, "step": 2500 }, { "epoch": 0.8014961261020572, "grad_norm": 3.746492862701416, "learning_rate": 3.6641731231632384e-05, "loss": 1.8767, "step": 3000 }, { "epoch": 0.9350788137857333, "grad_norm": 3.5829365253448486, "learning_rate": 3.441535310357111e-05, "loss": 1.8613, "step": 3500 }, { "epoch": 1.0, "eval_loss": 2.4695754051208496, "eval_rouge1": 27.3427, "eval_rouge2": 11.5623, "eval_rougeL": 23.8752, "eval_runtime": 854.6158, "eval_samples_per_second": 5.487, "eval_steps_per_second": 0.549, "step": 3743 }, { "epoch": 1.0686615014694096, "grad_norm": 3.6381685733795166, "learning_rate": 3.218897497550984e-05, "loss": 1.7299, "step": 4000 }, { "epoch": 1.2022441891530857, "grad_norm": 3.850755453109741, "learning_rate": 2.9962596847448572e-05, "loss": 1.6235, "step": 4500 }, { "epoch": 1.3358268768367618, "grad_norm": 3.5649123191833496, "learning_rate": 2.77362187193873e-05, "loss": 1.6276, "step": 5000 }, { "epoch": 1.4694095645204381, "grad_norm": 3.684051036834717, "learning_rate": 2.5509840591326034e-05, "loss": 1.635, "step": 5500 }, { "epoch": 1.6029922522041145, "grad_norm": 3.216923236846924, "learning_rate": 2.3283462463264763e-05, "loss": 1.6329, "step": 6000 }, { "epoch": 1.7365749398877905, "grad_norm": 3.666384220123291, "learning_rate": 2.1057084335203492e-05, "loss": 1.628, "step": 6500 }, { "epoch": 1.8701576275714666, "grad_norm": 3.5083119869232178, "learning_rate": 1.883070620714222e-05, "loss": 1.619, "step": 7000 }, { "epoch": 2.0, "eval_loss": 2.552595376968384, "eval_rouge1": 27.5466, "eval_rouge2": 11.7619, "eval_rougeL": 24.0393, "eval_runtime": 855.3721, "eval_samples_per_second": 5.482, "eval_steps_per_second": 0.548, "step": 7486 }, { "epoch": 2.003740315255143, "grad_norm": 3.350442409515381, "learning_rate": 1.6604328079080954e-05, "loss": 1.6169, "step": 7500 }, { "epoch": 2.1373230029388193, "grad_norm": 3.3688511848449707, "learning_rate": 1.4377949951019681e-05, "loss": 1.463, "step": 8000 }, { "epoch": 2.270905690622495, "grad_norm": 3.2857348918914795, "learning_rate": 1.2151571822958412e-05, "loss": 1.4713, "step": 8500 }, { "epoch": 2.4044883783061715, "grad_norm": 3.8493173122406006, "learning_rate": 9.925193694897141e-06, "loss": 1.4733, "step": 9000 }, { "epoch": 2.5380710659898478, "grad_norm": 3.59413480758667, "learning_rate": 7.698815566835872e-06, "loss": 1.4519, "step": 9500 }, { "epoch": 2.6716537536735236, "grad_norm": 3.3809709548950195, "learning_rate": 5.4724374387746014e-06, "loss": 1.4904, "step": 10000 }, { "epoch": 2.8052364413572, "grad_norm": 3.5270333290100098, "learning_rate": 3.246059310713332e-06, "loss": 1.4753, "step": 10500 }, { "epoch": 2.9388191290408763, "grad_norm": 3.538780689239502, "learning_rate": 1.0196811826520617e-06, "loss": 1.4732, "step": 11000 } ], "logging_steps": 500, "max_steps": 11229, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 6.587894865088512e+16, "train_batch_size": 10, "trial_name": null, "trial_params": null }