| { |
| "best_metric": 0.14178870618343353, |
| "best_model_checkpoint": "t5/checkpoint-63492", |
| "epoch": 22.0, |
| "eval_steps": 500, |
| "global_step": 107448, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.4002791941165924, |
| "learning_rate": 0.00019750000000000003, |
| "loss": 0.3509, |
| "step": 4884 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.05755138360609973, |
| "eval_loss": 0.21836575865745544, |
| "eval_runtime": 1442.1861, |
| "eval_samples_per_second": 79.482, |
| "eval_steps_per_second": 0.311, |
| "step": 4884 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.3467308580875397, |
| "learning_rate": 0.000195, |
| "loss": 0.2125, |
| "step": 9768 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.077276058205674, |
| "eval_loss": 0.18824860453605652, |
| "eval_runtime": 1440.8058, |
| "eval_samples_per_second": 79.558, |
| "eval_steps_per_second": 0.311, |
| "step": 9768 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.3095360994338989, |
| "learning_rate": 0.00019250000000000002, |
| "loss": 0.1842, |
| "step": 14652 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.09321457235579439, |
| "eval_loss": 0.17374937236309052, |
| "eval_runtime": 1440.3978, |
| "eval_samples_per_second": 79.581, |
| "eval_steps_per_second": 0.311, |
| "step": 14652 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.26522552967071533, |
| "learning_rate": 0.00019, |
| "loss": 0.1669, |
| "step": 19536 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.10587291063265519, |
| "eval_loss": 0.16474950313568115, |
| "eval_runtime": 1439.905, |
| "eval_samples_per_second": 79.608, |
| "eval_steps_per_second": 0.311, |
| "step": 19536 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.22116659581661224, |
| "learning_rate": 0.0001875, |
| "loss": 0.1544, |
| "step": 24420 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_accuracy": 0.11401228321178071, |
| "eval_loss": 0.15819723904132843, |
| "eval_runtime": 1441.587, |
| "eval_samples_per_second": 79.515, |
| "eval_steps_per_second": 0.311, |
| "step": 24420 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 0.2789860963821411, |
| "learning_rate": 0.00018500000000000002, |
| "loss": 0.1444, |
| "step": 29304 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_accuracy": 0.12168056670272534, |
| "eval_loss": 0.15368323028087616, |
| "eval_runtime": 1440.4412, |
| "eval_samples_per_second": 79.578, |
| "eval_steps_per_second": 0.311, |
| "step": 29304 |
| }, |
| { |
| "epoch": 7.0, |
| "grad_norm": 0.24488751590251923, |
| "learning_rate": 0.0001825, |
| "loss": 0.1359, |
| "step": 34188 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_accuracy": 0.12852880622535506, |
| "eval_loss": 0.15017201006412506, |
| "eval_runtime": 1439.8603, |
| "eval_samples_per_second": 79.611, |
| "eval_steps_per_second": 0.311, |
| "step": 34188 |
| }, |
| { |
| "epoch": 8.0, |
| "grad_norm": 0.2019621729850769, |
| "learning_rate": 0.00018, |
| "loss": 0.1284, |
| "step": 39072 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_accuracy": 0.1320968698747252, |
| "eval_loss": 0.1474558413028717, |
| "eval_runtime": 1440.5681, |
| "eval_samples_per_second": 79.571, |
| "eval_steps_per_second": 0.311, |
| "step": 39072 |
| }, |
| { |
| "epoch": 9.0, |
| "grad_norm": 0.24134604632854462, |
| "learning_rate": 0.0001775, |
| "loss": 0.1218, |
| "step": 43956 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_accuracy": 0.13765397634085913, |
| "eval_loss": 0.14563630521297455, |
| "eval_runtime": 1439.521, |
| "eval_samples_per_second": 79.629, |
| "eval_steps_per_second": 0.311, |
| "step": 43956 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.21248851716518402, |
| "learning_rate": 0.000175, |
| "loss": 0.1156, |
| "step": 48840 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_accuracy": 0.14216421816659106, |
| "eval_loss": 0.14398989081382751, |
| "eval_runtime": 1439.8066, |
| "eval_samples_per_second": 79.613, |
| "eval_steps_per_second": 0.311, |
| "step": 48840 |
| }, |
| { |
| "epoch": 11.0, |
| "grad_norm": 0.18349188566207886, |
| "learning_rate": 0.00017250000000000002, |
| "loss": 0.11, |
| "step": 53724 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_accuracy": 0.14525246885577695, |
| "eval_loss": 0.14398634433746338, |
| "eval_runtime": 1441.3594, |
| "eval_samples_per_second": 79.528, |
| "eval_steps_per_second": 0.311, |
| "step": 53724 |
| }, |
| { |
| "epoch": 12.0, |
| "grad_norm": 0.19695980846881866, |
| "learning_rate": 0.00017, |
| "loss": 0.1049, |
| "step": 58608 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_accuracy": 0.1470757581044771, |
| "eval_loss": 0.14296095073223114, |
| "eval_runtime": 1438.3626, |
| "eval_samples_per_second": 79.693, |
| "eval_steps_per_second": 0.311, |
| "step": 58608 |
| }, |
| { |
| "epoch": 13.0, |
| "grad_norm": 0.19672971963882446, |
| "learning_rate": 0.0001675, |
| "loss": 0.1001, |
| "step": 63492 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_accuracy": 0.14978888229751894, |
| "eval_loss": 0.14178870618343353, |
| "eval_runtime": 1440.3056, |
| "eval_samples_per_second": 79.586, |
| "eval_steps_per_second": 0.311, |
| "step": 63492 |
| }, |
| { |
| "epoch": 14.0, |
| "grad_norm": 0.192398801445961, |
| "learning_rate": 0.000165, |
| "loss": 0.0956, |
| "step": 68376 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_accuracy": 0.15094915727396446, |
| "eval_loss": 0.1433423012495041, |
| "eval_runtime": 1438.7215, |
| "eval_samples_per_second": 79.674, |
| "eval_steps_per_second": 0.311, |
| "step": 68376 |
| }, |
| { |
| "epoch": 15.0, |
| "grad_norm": 0.17484577000141144, |
| "learning_rate": 0.00016250000000000002, |
| "loss": 0.0914, |
| "step": 73260 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_accuracy": 0.15243221551453398, |
| "eval_loss": 0.14287354052066803, |
| "eval_runtime": 1440.6167, |
| "eval_samples_per_second": 79.569, |
| "eval_steps_per_second": 0.311, |
| "step": 73260 |
| }, |
| { |
| "epoch": 16.0, |
| "grad_norm": 0.16681896150112152, |
| "learning_rate": 0.00016, |
| "loss": 0.0874, |
| "step": 78144 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_accuracy": 0.15390654988310012, |
| "eval_loss": 0.14442311227321625, |
| "eval_runtime": 1440.0503, |
| "eval_samples_per_second": 79.6, |
| "eval_steps_per_second": 0.311, |
| "step": 78144 |
| }, |
| { |
| "epoch": 17.0, |
| "grad_norm": 0.19815337657928467, |
| "learning_rate": 0.0001575, |
| "loss": 0.0837, |
| "step": 83028 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_accuracy": 0.1557036675157902, |
| "eval_loss": 0.14355292916297913, |
| "eval_runtime": 1439.7841, |
| "eval_samples_per_second": 79.615, |
| "eval_steps_per_second": 0.311, |
| "step": 83028 |
| }, |
| { |
| "epoch": 18.0, |
| "grad_norm": 0.17696212232112885, |
| "learning_rate": 0.000155, |
| "loss": 0.0802, |
| "step": 87912 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_accuracy": 0.15677670377220226, |
| "eval_loss": 0.1449592113494873, |
| "eval_runtime": 1439.963, |
| "eval_samples_per_second": 79.605, |
| "eval_steps_per_second": 0.311, |
| "step": 87912 |
| }, |
| { |
| "epoch": 19.0, |
| "grad_norm": 0.1683954894542694, |
| "learning_rate": 0.0001525, |
| "loss": 0.0769, |
| "step": 92796 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_accuracy": 0.15593921205988065, |
| "eval_loss": 0.14668723940849304, |
| "eval_runtime": 1441.0988, |
| "eval_samples_per_second": 79.542, |
| "eval_steps_per_second": 0.311, |
| "step": 92796 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 0.20112481713294983, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 0.0738, |
| "step": 97680 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_accuracy": 0.15597410754789406, |
| "eval_loss": 0.1498769223690033, |
| "eval_runtime": 1441.1799, |
| "eval_samples_per_second": 79.538, |
| "eval_steps_per_second": 0.311, |
| "step": 97680 |
| }, |
| { |
| "epoch": 21.0, |
| "grad_norm": 0.16424116492271423, |
| "learning_rate": 0.0001475, |
| "loss": 0.0709, |
| "step": 102564 |
| }, |
| { |
| "epoch": 21.0, |
| "eval_accuracy": 0.1572041735003664, |
| "eval_loss": 0.14935219287872314, |
| "eval_runtime": 1439.3479, |
| "eval_samples_per_second": 79.639, |
| "eval_steps_per_second": 0.311, |
| "step": 102564 |
| }, |
| { |
| "epoch": 22.0, |
| "grad_norm": 0.16410428285598755, |
| "learning_rate": 0.000145, |
| "loss": 0.068, |
| "step": 107448 |
| }, |
| { |
| "epoch": 22.0, |
| "eval_accuracy": 0.157518232892487, |
| "eval_loss": 0.15158186852931976, |
| "eval_runtime": 1441.5687, |
| "eval_samples_per_second": 79.516, |
| "eval_steps_per_second": 0.311, |
| "step": 107448 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 390720, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 80, |
| "save_steps": 500, |
| "total_flos": 3.224876944629031e+18, |
| "train_batch_size": 256, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
