| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 16.0, |
| "eval_steps": 500, |
| "global_step": 21008, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.38, |
| "learning_rate": 0.0009873064229499874, |
| "loss": 2.3443, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 0.0009746128458999747, |
| "loss": 1.6863, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.575725640796642, |
| "eval_loss": 1.955936312675476, |
| "eval_runtime": 2249.8295, |
| "eval_samples_per_second": 74.652, |
| "eval_steps_per_second": 0.146, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.14, |
| "learning_rate": 0.0009619192688499619, |
| "loss": 1.4821, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.52, |
| "learning_rate": 0.0009492256917999492, |
| "loss": 1.3492, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.9, |
| "learning_rate": 0.0009365321147499366, |
| "loss": 1.3275, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.606090917209967, |
| "eval_loss": 1.8276444673538208, |
| "eval_runtime": 1553.5911, |
| "eval_samples_per_second": 108.108, |
| "eval_steps_per_second": 0.212, |
| "step": 2626 |
| }, |
| { |
| "epoch": 2.28, |
| "learning_rate": 0.0009238385376999238, |
| "loss": 1.1767, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.67, |
| "learning_rate": 0.0009111449606499112, |
| "loss": 1.151, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.6130332529546605, |
| "eval_loss": 1.885665774345398, |
| "eval_runtime": 1611.9735, |
| "eval_samples_per_second": 104.192, |
| "eval_steps_per_second": 0.204, |
| "step": 3939 |
| }, |
| { |
| "epoch": 3.05, |
| "learning_rate": 0.0008984513835998985, |
| "loss": 1.1393, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.43, |
| "learning_rate": 0.0008857578065498858, |
| "loss": 1.0116, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.81, |
| "learning_rate": 0.0008730642294998731, |
| "loss": 1.0336, |
| "step": 5000 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.6322288708284958, |
| "eval_loss": 1.8160221576690674, |
| "eval_runtime": 1568.2238, |
| "eval_samples_per_second": 107.099, |
| "eval_steps_per_second": 0.21, |
| "step": 5252 |
| }, |
| { |
| "epoch": 4.19, |
| "learning_rate": 0.0008603706524498604, |
| "loss": 0.9722, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.57, |
| "learning_rate": 0.0008476770753998477, |
| "loss": 0.9309, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.95, |
| "learning_rate": 0.000834983498349835, |
| "loss": 0.947, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_accuracy": 0.6317465987913429, |
| "eval_loss": 1.8050605058670044, |
| "eval_runtime": 1542.405, |
| "eval_samples_per_second": 108.892, |
| "eval_steps_per_second": 0.213, |
| "step": 6565 |
| }, |
| { |
| "epoch": 5.33, |
| "learning_rate": 0.0008222899212998223, |
| "loss": 0.8427, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.71, |
| "learning_rate": 0.0008095963442498096, |
| "loss": 0.8595, |
| "step": 7500 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_accuracy": 0.6442737638057813, |
| "eval_loss": 1.7996306419372559, |
| "eval_runtime": 1561.8382, |
| "eval_samples_per_second": 107.537, |
| "eval_steps_per_second": 0.211, |
| "step": 7878 |
| }, |
| { |
| "epoch": 6.09, |
| "learning_rate": 0.0007969027671997969, |
| "loss": 0.8393, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.47, |
| "learning_rate": 0.0007842091901497842, |
| "loss": 0.7719, |
| "step": 8500 |
| }, |
| { |
| "epoch": 6.85, |
| "learning_rate": 0.0007715156130997715, |
| "loss": 0.801, |
| "step": 9000 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_accuracy": 0.6533952546813134, |
| "eval_loss": 1.7987133264541626, |
| "eval_runtime": 1549.5067, |
| "eval_samples_per_second": 108.393, |
| "eval_steps_per_second": 0.212, |
| "step": 9191 |
| }, |
| { |
| "epoch": 7.24, |
| "learning_rate": 0.0007588220360497588, |
| "loss": 0.7443, |
| "step": 9500 |
| }, |
| { |
| "epoch": 7.62, |
| "learning_rate": 0.0007461284589997462, |
| "loss": 0.7296, |
| "step": 10000 |
| }, |
| { |
| "epoch": 8.0, |
| "learning_rate": 0.0007334348819497334, |
| "loss": 0.7508, |
| "step": 10500 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_accuracy": 0.6521925515763151, |
| "eval_loss": 1.7864270210266113, |
| "eval_runtime": 1567.4501, |
| "eval_samples_per_second": 107.152, |
| "eval_steps_per_second": 0.21, |
| "step": 10504 |
| }, |
| { |
| "epoch": 8.38, |
| "learning_rate": 0.0007207413048997208, |
| "loss": 0.6659, |
| "step": 11000 |
| }, |
| { |
| "epoch": 8.76, |
| "learning_rate": 0.0007080477278497081, |
| "loss": 0.694, |
| "step": 11500 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_accuracy": 0.6525795600011908, |
| "eval_loss": 1.8871492147445679, |
| "eval_runtime": 1630.371, |
| "eval_samples_per_second": 103.016, |
| "eval_steps_per_second": 0.202, |
| "step": 11817 |
| }, |
| { |
| "epoch": 9.14, |
| "learning_rate": 0.0006953541507996953, |
| "loss": 0.6611, |
| "step": 12000 |
| }, |
| { |
| "epoch": 9.52, |
| "learning_rate": 0.0006826605737496827, |
| "loss": 0.6326, |
| "step": 12500 |
| }, |
| { |
| "epoch": 9.9, |
| "learning_rate": 0.00066996699669967, |
| "loss": 0.6523, |
| "step": 13000 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_accuracy": 0.6648149802030305, |
| "eval_loss": 1.805672287940979, |
| "eval_runtime": 1557.784, |
| "eval_samples_per_second": 107.817, |
| "eval_steps_per_second": 0.211, |
| "step": 13130 |
| }, |
| { |
| "epoch": 10.28, |
| "learning_rate": 0.0006572734196496572, |
| "loss": 0.602, |
| "step": 13500 |
| }, |
| { |
| "epoch": 10.66, |
| "learning_rate": 0.0006445798425996446, |
| "loss": 0.5976, |
| "step": 14000 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_accuracy": 0.6706736923580721, |
| "eval_loss": 1.8513981103897095, |
| "eval_runtime": 1548.9015, |
| "eval_samples_per_second": 108.435, |
| "eval_steps_per_second": 0.212, |
| "step": 14443 |
| }, |
| { |
| "epoch": 11.04, |
| "learning_rate": 0.0006318862655496319, |
| "loss": 0.6049, |
| "step": 14500 |
| }, |
| { |
| "epoch": 11.42, |
| "learning_rate": 0.0006191926884996192, |
| "loss": 0.5476, |
| "step": 15000 |
| }, |
| { |
| "epoch": 11.81, |
| "learning_rate": 0.0006064991114496065, |
| "loss": 0.5743, |
| "step": 15500 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_accuracy": 0.6628501681998155, |
| "eval_loss": 1.927115559577942, |
| "eval_runtime": 1525.7141, |
| "eval_samples_per_second": 110.083, |
| "eval_steps_per_second": 0.216, |
| "step": 15756 |
| }, |
| { |
| "epoch": 12.19, |
| "learning_rate": 0.0005938055343995938, |
| "loss": 0.5441, |
| "step": 16000 |
| }, |
| { |
| "epoch": 12.57, |
| "learning_rate": 0.0005811119573495812, |
| "loss": 0.5232, |
| "step": 16500 |
| }, |
| { |
| "epoch": 12.95, |
| "learning_rate": 0.0005684183802995684, |
| "loss": 0.5426, |
| "step": 17000 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_accuracy": 0.6691911523920098, |
| "eval_loss": 1.9220695495605469, |
| "eval_runtime": 1530.5139, |
| "eval_samples_per_second": 109.738, |
| "eval_steps_per_second": 0.215, |
| "step": 17069 |
| }, |
| { |
| "epoch": 13.33, |
| "learning_rate": 0.0005557248032495558, |
| "loss": 0.5004, |
| "step": 17500 |
| }, |
| { |
| "epoch": 13.71, |
| "learning_rate": 0.0005430312261995431, |
| "loss": 0.5092, |
| "step": 18000 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_accuracy": 0.6751987139412342, |
| "eval_loss": 1.9163544178009033, |
| "eval_runtime": 1663.4966, |
| "eval_samples_per_second": 100.965, |
| "eval_steps_per_second": 0.198, |
| "step": 18382 |
| }, |
| { |
| "epoch": 14.09, |
| "learning_rate": 0.0005303376491495303, |
| "loss": 0.5017, |
| "step": 18500 |
| }, |
| { |
| "epoch": 14.47, |
| "learning_rate": 0.0005176440720995177, |
| "loss": 0.4729, |
| "step": 19000 |
| }, |
| { |
| "epoch": 14.85, |
| "learning_rate": 0.000504950495049505, |
| "loss": 0.4808, |
| "step": 19500 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_accuracy": 0.6743115715519038, |
| "eval_loss": 1.925864815711975, |
| "eval_runtime": 1533.1814, |
| "eval_samples_per_second": 109.547, |
| "eval_steps_per_second": 0.215, |
| "step": 19695 |
| }, |
| { |
| "epoch": 15.23, |
| "learning_rate": 0.0004922569179994923, |
| "loss": 0.4595, |
| "step": 20000 |
| }, |
| { |
| "epoch": 15.61, |
| "learning_rate": 0.00047956334094947955, |
| "loss": 0.4489, |
| "step": 20500 |
| }, |
| { |
| "epoch": 15.99, |
| "learning_rate": 0.00046686976389946687, |
| "loss": 0.4611, |
| "step": 21000 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_accuracy": 0.6784972165163288, |
| "eval_loss": 1.9857261180877686, |
| "eval_runtime": 1537.6389, |
| "eval_samples_per_second": 109.229, |
| "eval_steps_per_second": 0.214, |
| "step": 21008 |
| }, |
| { |
| "epoch": 16.0, |
| "step": 21008, |
| "total_flos": 7.331020593786202e+20, |
| "train_loss": 0.0, |
| "train_runtime": 372.6046, |
| "train_samples_per_second": 27045.44, |
| "train_steps_per_second": 52.858 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 19695, |
| "num_train_epochs": 15, |
| "save_steps": 500, |
| "total_flos": 7.331020593786202e+20, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
