| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.07948599059415778, |
| "eval_steps": 500, |
| "global_step": 4800, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001655958137378287, |
| "grad_norm": 0.19597935676574707, |
| "learning_rate": 0.00019966890756553004, |
| "loss": 2.1972, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.003311916274756574, |
| "grad_norm": 0.25808241963386536, |
| "learning_rate": 0.00019933771577352244, |
| "loss": 1.9677, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0049678744121348616, |
| "grad_norm": 0.23811133205890656, |
| "learning_rate": 0.00019900652398151486, |
| "loss": 1.9341, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.006623832549513148, |
| "grad_norm": 0.26714324951171875, |
| "learning_rate": 0.00019867533218950728, |
| "loss": 1.915, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.008279790686891435, |
| "grad_norm": 0.23645658791065216, |
| "learning_rate": 0.0001983441403974997, |
| "loss": 1.8916, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.009935748824269723, |
| "grad_norm": 0.2878512740135193, |
| "learning_rate": 0.00019801294860549213, |
| "loss": 1.9003, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.01159170696164801, |
| "grad_norm": 0.2687942087650299, |
| "learning_rate": 0.00019768175681348456, |
| "loss": 1.876, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.013247665099026296, |
| "grad_norm": 0.2722982168197632, |
| "learning_rate": 0.00019735056502147698, |
| "loss": 1.9004, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.014903623236404583, |
| "grad_norm": 0.25342944264411926, |
| "learning_rate": 0.0001970193732294694, |
| "loss": 1.8947, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.01655958137378287, |
| "grad_norm": 0.2900806963443756, |
| "learning_rate": 0.0001966881814374618, |
| "loss": 1.8795, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.018215539511161158, |
| "grad_norm": 0.24855603277683258, |
| "learning_rate": 0.00019635698964545422, |
| "loss": 1.8657, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.019871497648539446, |
| "grad_norm": 0.25272709131240845, |
| "learning_rate": 0.00019602579785344665, |
| "loss": 1.8687, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.02152745578591773, |
| "grad_norm": 0.31408464908599854, |
| "learning_rate": 0.00019569460606143904, |
| "loss": 1.8332, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.02318341392329602, |
| "grad_norm": 0.26880863308906555, |
| "learning_rate": 0.00019536341426943147, |
| "loss": 1.8603, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.024839372060674308, |
| "grad_norm": 0.2371913194656372, |
| "learning_rate": 0.0001950322224774239, |
| "loss": 1.8273, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.026495330198052593, |
| "grad_norm": 0.2510370910167694, |
| "learning_rate": 0.00019470103068541632, |
| "loss": 1.8524, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.02815128833543088, |
| "grad_norm": 0.26143962144851685, |
| "learning_rate": 0.00019436983889340874, |
| "loss": 1.8543, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.029807246472809166, |
| "grad_norm": 0.2438499480485916, |
| "learning_rate": 0.00019403864710140116, |
| "loss": 1.8411, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.03146320461018746, |
| "grad_norm": 0.2666601836681366, |
| "learning_rate": 0.0001937074553093936, |
| "loss": 1.8548, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.03311916274756574, |
| "grad_norm": 0.2752065062522888, |
| "learning_rate": 0.000193376263517386, |
| "loss": 1.8534, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.03477512088494403, |
| "grad_norm": 0.24849963188171387, |
| "learning_rate": 0.00019304507172537844, |
| "loss": 1.8476, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.036431079022322316, |
| "grad_norm": 0.2809307277202606, |
| "learning_rate": 0.00019271387993337083, |
| "loss": 1.8505, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.038087037159700604, |
| "grad_norm": 0.23209506273269653, |
| "learning_rate": 0.00019238268814136326, |
| "loss": 1.864, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.03974299529707889, |
| "grad_norm": 0.25108611583709717, |
| "learning_rate": 0.00019205149634935568, |
| "loss": 1.8411, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.041398953434457174, |
| "grad_norm": 0.2639986276626587, |
| "learning_rate": 0.0001917203045573481, |
| "loss": 1.8456, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.04305491157183546, |
| "grad_norm": 0.2927249073982239, |
| "learning_rate": 0.00019138911276534053, |
| "loss": 1.8361, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.04471086970921375, |
| "grad_norm": 0.2660035192966461, |
| "learning_rate": 0.00019105792097333295, |
| "loss": 1.8352, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.04636682784659204, |
| "grad_norm": 0.23683211207389832, |
| "learning_rate": 0.00019072672918132538, |
| "loss": 1.824, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.04802278598397033, |
| "grad_norm": 0.7001804709434509, |
| "learning_rate": 0.00019039553738931777, |
| "loss": 1.82, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.049678744121348616, |
| "grad_norm": 0.2500315010547638, |
| "learning_rate": 0.0001900643455973102, |
| "loss": 1.862, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.0513347022587269, |
| "grad_norm": 0.2476750761270523, |
| "learning_rate": 0.00018973315380530262, |
| "loss": 1.8247, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.052990660396105185, |
| "grad_norm": 0.23064357042312622, |
| "learning_rate": 0.00018940196201329502, |
| "loss": 1.8685, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.054646618533483474, |
| "grad_norm": 0.2495209276676178, |
| "learning_rate": 0.00018907077022128744, |
| "loss": 1.8214, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.05630257667086176, |
| "grad_norm": 0.25310614705085754, |
| "learning_rate": 0.00018873957842927987, |
| "loss": 1.84, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.05795853480824005, |
| "grad_norm": 0.24329665303230286, |
| "learning_rate": 0.0001884083866372723, |
| "loss": 1.7982, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.05961449294561833, |
| "grad_norm": 0.25951218605041504, |
| "learning_rate": 0.00018807719484526471, |
| "loss": 1.8078, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.06127045108299662, |
| "grad_norm": 0.24307559430599213, |
| "learning_rate": 0.00018774600305325714, |
| "loss": 1.8181, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.06292640922037492, |
| "grad_norm": 0.27577558159828186, |
| "learning_rate": 0.00018741481126124956, |
| "loss": 1.8158, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.06458236735775319, |
| "grad_norm": 0.21584127843379974, |
| "learning_rate": 0.00018708361946924199, |
| "loss": 1.8362, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.06623832549513148, |
| "grad_norm": 0.2558760344982147, |
| "learning_rate": 0.0001867524276772344, |
| "loss": 1.8425, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.06789428363250977, |
| "grad_norm": 0.2206682711839676, |
| "learning_rate": 0.0001864212358852268, |
| "loss": 1.8155, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.06955024176988805, |
| "grad_norm": 0.23946842551231384, |
| "learning_rate": 0.00018609004409321923, |
| "loss": 1.8349, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.07120619990726634, |
| "grad_norm": 0.22356823086738586, |
| "learning_rate": 0.00018575885230121165, |
| "loss": 1.8013, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.07286215804464463, |
| "grad_norm": 0.28327444195747375, |
| "learning_rate": 0.00018542766050920408, |
| "loss": 1.8193, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.07451811618202292, |
| "grad_norm": 0.259748637676239, |
| "learning_rate": 0.0001850964687171965, |
| "loss": 1.8401, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.07617407431940121, |
| "grad_norm": 0.24509303271770477, |
| "learning_rate": 0.00018476527692518893, |
| "loss": 1.8313, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.0778300324567795, |
| "grad_norm": 0.2799519896507263, |
| "learning_rate": 0.00018443408513318132, |
| "loss": 1.8437, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.07948599059415778, |
| "grad_norm": 0.25356101989746094, |
| "learning_rate": 0.00018410289334117375, |
| "loss": 1.7989, |
| "step": 4800 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 60388, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 800, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.318952218329088e+18, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
