| { |
| "best_metric": 0.6402985074626866, |
| "best_model_checkpoint": "logs/output_1/checkpoint-22500", |
| "epoch": 20.0, |
| "global_step": 30000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.33, |
| "learning_rate": 9.833333333333333e-05, |
| "loss": 0.2804, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.67, |
| "learning_rate": 9.666666666666667e-05, |
| "loss": 0.2126, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0, |
| "learning_rate": 9.5e-05, |
| "loss": 0.2064, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.2440783679485321, |
| "eval_macro-f1": 0.3285179361212921, |
| "eval_micro-f1": 0.5178640030733768, |
| "eval_runtime": 38.4141, |
| "eval_samples_per_second": 26.032, |
| "eval_steps_per_second": 4.347, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.33, |
| "learning_rate": 9.333333333333334e-05, |
| "loss": 0.1931, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.67, |
| "learning_rate": 9.166666666666667e-05, |
| "loss": 0.1909, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.0, |
| "learning_rate": 9e-05, |
| "loss": 0.1915, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.22793951630592346, |
| "eval_macro-f1": 0.4252441757993691, |
| "eval_micro-f1": 0.5836780744640844, |
| "eval_runtime": 38.4078, |
| "eval_samples_per_second": 26.036, |
| "eval_steps_per_second": 4.348, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.33, |
| "learning_rate": 8.833333333333333e-05, |
| "loss": 0.1811, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.67, |
| "learning_rate": 8.666666666666667e-05, |
| "loss": 0.1858, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.0, |
| "learning_rate": 8.5e-05, |
| "loss": 0.1803, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.22564423084259033, |
| "eval_macro-f1": 0.41935544051295165, |
| "eval_micro-f1": 0.5869565217391305, |
| "eval_runtime": 38.443, |
| "eval_samples_per_second": 26.013, |
| "eval_steps_per_second": 4.344, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.33, |
| "learning_rate": 8.333333333333334e-05, |
| "loss": 0.1754, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.67, |
| "learning_rate": 8.166666666666667e-05, |
| "loss": 0.1814, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.0, |
| "learning_rate": 8e-05, |
| "loss": 0.1799, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.22058944404125214, |
| "eval_macro-f1": 0.4256290673151095, |
| "eval_micro-f1": 0.583710407239819, |
| "eval_runtime": 38.4982, |
| "eval_samples_per_second": 25.975, |
| "eval_steps_per_second": 4.338, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.33, |
| "learning_rate": 7.833333333333333e-05, |
| "loss": 0.1723, |
| "step": 6500 |
| }, |
| { |
| "epoch": 4.67, |
| "learning_rate": 7.666666666666667e-05, |
| "loss": 0.1721, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.0, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.1781, |
| "step": 7500 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 0.21936117112636566, |
| "eval_macro-f1": 0.4544580199122185, |
| "eval_micro-f1": 0.6049795615013006, |
| "eval_runtime": 38.3907, |
| "eval_samples_per_second": 26.048, |
| "eval_steps_per_second": 4.35, |
| "step": 7500 |
| }, |
| { |
| "epoch": 5.33, |
| "learning_rate": 7.333333333333333e-05, |
| "loss": 0.1702, |
| "step": 8000 |
| }, |
| { |
| "epoch": 5.67, |
| "learning_rate": 7.166666666666667e-05, |
| "loss": 0.1735, |
| "step": 8500 |
| }, |
| { |
| "epoch": 6.0, |
| "learning_rate": 7e-05, |
| "loss": 0.1735, |
| "step": 9000 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 0.213190495967865, |
| "eval_macro-f1": 0.5074201298504828, |
| "eval_micro-f1": 0.6119235095613048, |
| "eval_runtime": 38.4518, |
| "eval_samples_per_second": 26.007, |
| "eval_steps_per_second": 4.343, |
| "step": 9000 |
| }, |
| { |
| "epoch": 6.33, |
| "learning_rate": 6.833333333333333e-05, |
| "loss": 0.1703, |
| "step": 9500 |
| }, |
| { |
| "epoch": 6.67, |
| "learning_rate": 6.667e-05, |
| "loss": 0.167, |
| "step": 10000 |
| }, |
| { |
| "epoch": 7.0, |
| "learning_rate": 6.500333333333333e-05, |
| "loss": 0.1751, |
| "step": 10500 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 0.21256442368030548, |
| "eval_macro-f1": 0.5106462817956516, |
| "eval_micro-f1": 0.6118789689951437, |
| "eval_runtime": 38.4476, |
| "eval_samples_per_second": 26.009, |
| "eval_steps_per_second": 4.344, |
| "step": 10500 |
| }, |
| { |
| "epoch": 7.33, |
| "learning_rate": 6.333666666666667e-05, |
| "loss": 0.1645, |
| "step": 11000 |
| }, |
| { |
| "epoch": 7.67, |
| "learning_rate": 6.167000000000001e-05, |
| "loss": 0.1728, |
| "step": 11500 |
| }, |
| { |
| "epoch": 8.0, |
| "learning_rate": 6.000666666666667e-05, |
| "loss": 0.1684, |
| "step": 12000 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_loss": 0.21494406461715698, |
| "eval_macro-f1": 0.5146093696611631, |
| "eval_micro-f1": 0.6274074074074073, |
| "eval_runtime": 38.4777, |
| "eval_samples_per_second": 25.989, |
| "eval_steps_per_second": 4.34, |
| "step": 12000 |
| }, |
| { |
| "epoch": 8.33, |
| "learning_rate": 5.834000000000001e-05, |
| "loss": 0.1712, |
| "step": 12500 |
| }, |
| { |
| "epoch": 8.67, |
| "learning_rate": 5.667333333333333e-05, |
| "loss": 0.1631, |
| "step": 13000 |
| }, |
| { |
| "epoch": 9.0, |
| "learning_rate": 5.500666666666667e-05, |
| "loss": 0.1678, |
| "step": 13500 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_loss": 0.21165955066680908, |
| "eval_macro-f1": 0.4989095080248951, |
| "eval_micro-f1": 0.6196341918626352, |
| "eval_runtime": 38.4068, |
| "eval_samples_per_second": 26.037, |
| "eval_steps_per_second": 4.348, |
| "step": 13500 |
| }, |
| { |
| "epoch": 9.33, |
| "learning_rate": 5.334e-05, |
| "loss": 0.1665, |
| "step": 14000 |
| }, |
| { |
| "epoch": 9.67, |
| "learning_rate": 5.167333333333334e-05, |
| "loss": 0.1654, |
| "step": 14500 |
| }, |
| { |
| "epoch": 10.0, |
| "learning_rate": 5.000666666666667e-05, |
| "loss": 0.1654, |
| "step": 15000 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_loss": 0.21151196956634521, |
| "eval_macro-f1": 0.5109214598543, |
| "eval_micro-f1": 0.6257943925233643, |
| "eval_runtime": 38.4501, |
| "eval_samples_per_second": 26.008, |
| "eval_steps_per_second": 4.343, |
| "step": 15000 |
| }, |
| { |
| "epoch": 10.33, |
| "learning_rate": 4.834e-05, |
| "loss": 0.164, |
| "step": 15500 |
| }, |
| { |
| "epoch": 10.67, |
| "learning_rate": 4.6676666666666666e-05, |
| "loss": 0.1638, |
| "step": 16000 |
| }, |
| { |
| "epoch": 11.0, |
| "learning_rate": 4.5010000000000004e-05, |
| "loss": 0.1657, |
| "step": 16500 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_loss": 0.2080332338809967, |
| "eval_macro-f1": 0.5133127262093694, |
| "eval_micro-f1": 0.6190654205607478, |
| "eval_runtime": 38.4183, |
| "eval_samples_per_second": 26.029, |
| "eval_steps_per_second": 4.347, |
| "step": 16500 |
| }, |
| { |
| "epoch": 11.33, |
| "learning_rate": 4.3343333333333336e-05, |
| "loss": 0.1616, |
| "step": 17000 |
| }, |
| { |
| "epoch": 11.67, |
| "learning_rate": 4.167666666666667e-05, |
| "loss": 0.1666, |
| "step": 17500 |
| }, |
| { |
| "epoch": 12.0, |
| "learning_rate": 4.001333333333334e-05, |
| "loss": 0.1611, |
| "step": 18000 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_loss": 0.2084576040506363, |
| "eval_macro-f1": 0.5106090655093949, |
| "eval_micro-f1": 0.6291635825314581, |
| "eval_runtime": 38.4878, |
| "eval_samples_per_second": 25.982, |
| "eval_steps_per_second": 4.339, |
| "step": 18000 |
| }, |
| { |
| "epoch": 12.33, |
| "learning_rate": 3.8350000000000004e-05, |
| "loss": 0.1613, |
| "step": 18500 |
| }, |
| { |
| "epoch": 12.67, |
| "learning_rate": 3.6683333333333335e-05, |
| "loss": 0.1649, |
| "step": 19000 |
| }, |
| { |
| "epoch": 13.0, |
| "learning_rate": 3.501666666666667e-05, |
| "loss": 0.1609, |
| "step": 19500 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_loss": 0.21025387942790985, |
| "eval_macro-f1": 0.5193025997190498, |
| "eval_micro-f1": 0.6298629121896998, |
| "eval_runtime": 38.3811, |
| "eval_samples_per_second": 26.054, |
| "eval_steps_per_second": 4.351, |
| "step": 19500 |
| }, |
| { |
| "epoch": 13.33, |
| "learning_rate": 3.3350000000000004e-05, |
| "loss": 0.1609, |
| "step": 20000 |
| }, |
| { |
| "epoch": 13.67, |
| "learning_rate": 3.1683333333333335e-05, |
| "loss": 0.162, |
| "step": 20500 |
| }, |
| { |
| "epoch": 14.0, |
| "learning_rate": 3.001666666666667e-05, |
| "loss": 0.1637, |
| "step": 21000 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_loss": 0.20812740921974182, |
| "eval_macro-f1": 0.5376978183350004, |
| "eval_micro-f1": 0.6320895522388059, |
| "eval_runtime": 38.4982, |
| "eval_samples_per_second": 25.975, |
| "eval_steps_per_second": 4.338, |
| "step": 21000 |
| }, |
| { |
| "epoch": 14.33, |
| "learning_rate": 2.8349999999999998e-05, |
| "loss": 0.1594, |
| "step": 21500 |
| }, |
| { |
| "epoch": 14.67, |
| "learning_rate": 2.6683333333333333e-05, |
| "loss": 0.1597, |
| "step": 22000 |
| }, |
| { |
| "epoch": 15.0, |
| "learning_rate": 2.5019999999999998e-05, |
| "loss": 0.1639, |
| "step": 22500 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_loss": 0.20513254404067993, |
| "eval_macro-f1": 0.5308672693299893, |
| "eval_micro-f1": 0.6402985074626866, |
| "eval_runtime": 38.4819, |
| "eval_samples_per_second": 25.986, |
| "eval_steps_per_second": 4.34, |
| "step": 22500 |
| }, |
| { |
| "epoch": 15.33, |
| "learning_rate": 2.335666666666667e-05, |
| "loss": 0.1549, |
| "step": 23000 |
| }, |
| { |
| "epoch": 15.67, |
| "learning_rate": 2.169e-05, |
| "loss": 0.1625, |
| "step": 23500 |
| }, |
| { |
| "epoch": 16.0, |
| "learning_rate": 2.0023333333333335e-05, |
| "loss": 0.1629, |
| "step": 24000 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_loss": 0.2067381590604782, |
| "eval_macro-f1": 0.5235026961639551, |
| "eval_micro-f1": 0.6344005956813105, |
| "eval_runtime": 38.3766, |
| "eval_samples_per_second": 26.058, |
| "eval_steps_per_second": 4.352, |
| "step": 24000 |
| }, |
| { |
| "epoch": 16.33, |
| "learning_rate": 1.8356666666666667e-05, |
| "loss": 0.1594, |
| "step": 24500 |
| }, |
| { |
| "epoch": 16.67, |
| "learning_rate": 1.669e-05, |
| "loss": 0.1623, |
| "step": 25000 |
| }, |
| { |
| "epoch": 17.0, |
| "learning_rate": 1.5023333333333334e-05, |
| "loss": 0.1555, |
| "step": 25500 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_loss": 0.20664575695991516, |
| "eval_macro-f1": 0.5278087298915135, |
| "eval_micro-f1": 0.632286995515695, |
| "eval_runtime": 38.476, |
| "eval_samples_per_second": 25.99, |
| "eval_steps_per_second": 4.34, |
| "step": 25500 |
| }, |
| { |
| "epoch": 17.33, |
| "learning_rate": 1.336e-05, |
| "loss": 0.1551, |
| "step": 26000 |
| }, |
| { |
| "epoch": 17.67, |
| "learning_rate": 1.1693333333333334e-05, |
| "loss": 0.1633, |
| "step": 26500 |
| }, |
| { |
| "epoch": 18.0, |
| "learning_rate": 1.0026666666666668e-05, |
| "loss": 0.1609, |
| "step": 27000 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_loss": 0.20542995631694794, |
| "eval_macro-f1": 0.5294287867927951, |
| "eval_micro-f1": 0.6334706102583302, |
| "eval_runtime": 38.3677, |
| "eval_samples_per_second": 26.064, |
| "eval_steps_per_second": 4.353, |
| "step": 27000 |
| }, |
| { |
| "epoch": 18.33, |
| "learning_rate": 8.36e-06, |
| "loss": 0.1537, |
| "step": 27500 |
| }, |
| { |
| "epoch": 18.67, |
| "learning_rate": 6.693333333333333e-06, |
| "loss": 0.1585, |
| "step": 28000 |
| }, |
| { |
| "epoch": 19.0, |
| "learning_rate": 5.03e-06, |
| "loss": 0.165, |
| "step": 28500 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_loss": 0.20603427290916443, |
| "eval_macro-f1": 0.5366368871906745, |
| "eval_micro-f1": 0.6378861183475996, |
| "eval_runtime": 38.431, |
| "eval_samples_per_second": 26.021, |
| "eval_steps_per_second": 4.345, |
| "step": 28500 |
| }, |
| { |
| "epoch": 19.33, |
| "learning_rate": 3.3633333333333335e-06, |
| "loss": 0.1605, |
| "step": 29000 |
| }, |
| { |
| "epoch": 19.67, |
| "learning_rate": 1.6966666666666668e-06, |
| "loss": 0.1637, |
| "step": 29500 |
| }, |
| { |
| "epoch": 20.0, |
| "learning_rate": 3e-08, |
| "loss": 0.15, |
| "step": 30000 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_loss": 0.2060048133134842, |
| "eval_macro-f1": 0.5353270271604428, |
| "eval_micro-f1": 0.6362957430918595, |
| "eval_runtime": 38.3799, |
| "eval_samples_per_second": 26.055, |
| "eval_steps_per_second": 4.351, |
| "step": 30000 |
| }, |
| { |
| "epoch": 20.0, |
| "step": 30000, |
| "total_flos": 1.0577426743296e+17, |
| "train_loss": 0.17072735188802082, |
| "train_runtime": 8560.8109, |
| "train_samples_per_second": 21.026, |
| "train_steps_per_second": 3.504 |
| } |
| ], |
| "max_steps": 30000, |
| "num_train_epochs": 20, |
| "total_flos": 1.0577426743296e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
