| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.03636363636363636, |
| "eval_steps": 1000, |
| "global_step": 4000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009090909090909091, |
| "grad_norm": 0.5637483596801758, |
| "learning_rate": 0.00066, |
| "loss": 7.38281005859375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0018181818181818182, |
| "grad_norm": 0.6073591709136963, |
| "learning_rate": 0.000999999509056267, |
| "loss": 5.783165283203125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0027272727272727275, |
| "grad_norm": 0.480266273021698, |
| "learning_rate": 0.0009999954604635122, |
| "loss": 5.232196044921875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0036363636363636364, |
| "grad_norm": 0.45949065685272217, |
| "learning_rate": 0.0009999873224161853, |
| "loss": 4.946490478515625, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.004545454545454545, |
| "grad_norm": 0.41542109847068787, |
| "learning_rate": 0.000999975094980847, |
| "loss": 4.719376831054688, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.005454545454545455, |
| "grad_norm": 0.40697741508483887, |
| "learning_rate": 0.0009999587782575051, |
| "loss": 4.591694030761719, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.006363636363636364, |
| "grad_norm": 0.3962944447994232, |
| "learning_rate": 0.0009999383723796143, |
| "loss": 4.466532592773437, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.007272727272727273, |
| "grad_norm": 0.6857792139053345, |
| "learning_rate": 0.0009999138775140734, |
| "loss": 4.349520874023438, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.008181818181818182, |
| "grad_norm": 0.4181463420391083, |
| "learning_rate": 0.000999885293861226, |
| "loss": 4.234326782226563, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "grad_norm": 0.3620698153972626, |
| "learning_rate": 0.0009998526216548572, |
| "loss": 4.120015869140625, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "eval_loss": 4.375123977661133, |
| "eval_runtime": 6.9666, |
| "eval_samples_per_second": 82.681, |
| "eval_steps_per_second": 20.67, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3509594798088074, |
| "learning_rate": 0.0009998158611621922, |
| "loss": 3.993647155761719, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.01090909090909091, |
| "grad_norm": 0.3581515848636627, |
| "learning_rate": 0.0009997750126838946, |
| "loss": 3.9498220825195314, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.011818181818181818, |
| "grad_norm": 0.36733096837997437, |
| "learning_rate": 0.0009997300765540635, |
| "loss": 3.831287841796875, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.012727272727272728, |
| "grad_norm": 0.29147249460220337, |
| "learning_rate": 0.0009996810531402306, |
| "loss": 3.7590908813476562, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.013636363636363636, |
| "grad_norm": 0.29391637444496155, |
| "learning_rate": 0.0009996279428433578, |
| "loss": 3.722886047363281, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.014545454545454545, |
| "grad_norm": 0.3317511975765228, |
| "learning_rate": 0.000999570746097833, |
| "loss": 3.7012667846679688, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.015454545454545455, |
| "grad_norm": 0.32525742053985596, |
| "learning_rate": 0.0009995094633714677, |
| "loss": 3.6526870727539062, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.016363636363636365, |
| "grad_norm": 0.3586934208869934, |
| "learning_rate": 0.0009994440951654924, |
| "loss": 3.6262481689453123, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.017272727272727273, |
| "grad_norm": 0.30995482206344604, |
| "learning_rate": 0.0009993746420145523, |
| "loss": 3.594487609863281, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "grad_norm": 0.3067973852157593, |
| "learning_rate": 0.0009993011044867038, |
| "loss": 3.5707028198242186, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "eval_loss": 3.896928548812866, |
| "eval_runtime": 6.7872, |
| "eval_samples_per_second": 84.865, |
| "eval_steps_per_second": 21.216, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.019090909090909092, |
| "grad_norm": 0.2716964781284332, |
| "learning_rate": 0.000999223483183409, |
| "loss": 3.5685223388671874, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.2595560550689697, |
| "learning_rate": 0.000999141778739531, |
| "loss": 3.533115234375, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.02090909090909091, |
| "grad_norm": 0.2871851325035095, |
| "learning_rate": 0.0009990559918233294, |
| "loss": 3.51209716796875, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.02181818181818182, |
| "grad_norm": 0.2916632890701294, |
| "learning_rate": 0.0009989661231364542, |
| "loss": 3.4977175903320314, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 0.2674938440322876, |
| "learning_rate": 0.0009988721734139395, |
| "loss": 3.4819268798828125, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.023636363636363636, |
| "grad_norm": 0.28354012966156006, |
| "learning_rate": 0.0009987741434241983, |
| "loss": 3.4985772705078126, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.024545454545454544, |
| "grad_norm": 0.250453919172287, |
| "learning_rate": 0.000998672033969017, |
| "loss": 3.4824765014648436, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.025454545454545455, |
| "grad_norm": 0.25479111075401306, |
| "learning_rate": 0.0009985658458835465, |
| "loss": 3.43513916015625, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.026363636363636363, |
| "grad_norm": 0.5312749743461609, |
| "learning_rate": 0.0009984555800362977, |
| "loss": 3.4338519287109377, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "grad_norm": 0.24919964373111725, |
| "learning_rate": 0.0009983412373291332, |
| "loss": 3.394432373046875, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "eval_loss": 3.7320191860198975, |
| "eval_runtime": 6.8112, |
| "eval_samples_per_second": 84.566, |
| "eval_steps_per_second": 21.142, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.028181818181818183, |
| "grad_norm": 0.2345028668642044, |
| "learning_rate": 0.0009982228186972597, |
| "loss": 3.3772811889648438, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.02909090909090909, |
| "grad_norm": 0.2587430775165558, |
| "learning_rate": 0.0009981003251092215, |
| "loss": 3.368675537109375, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.25332900881767273, |
| "learning_rate": 0.0009979737575668917, |
| "loss": 3.3781060791015625, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.03090909090909091, |
| "grad_norm": 0.2273174375295639, |
| "learning_rate": 0.000997843117105464, |
| "loss": 3.328343505859375, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.031818181818181815, |
| "grad_norm": 0.2621140778064728, |
| "learning_rate": 0.0009977084047934448, |
| "loss": 3.3511767578125, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.03272727272727273, |
| "grad_norm": 0.22301150858402252, |
| "learning_rate": 0.0009975696217326435, |
| "loss": 3.3483154296875, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.03363636363636364, |
| "grad_norm": 0.22785483300685883, |
| "learning_rate": 0.0009974267690581644, |
| "loss": 3.351199951171875, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.034545454545454546, |
| "grad_norm": 0.24507705867290497, |
| "learning_rate": 0.0009972798479383977, |
| "loss": 3.311331787109375, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.035454545454545454, |
| "grad_norm": 0.22445634007453918, |
| "learning_rate": 0.0009971288595750083, |
| "loss": 3.2849237060546876, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "grad_norm": 0.2134762406349182, |
| "learning_rate": 0.0009969738052029277, |
| "loss": 3.2534124755859377, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "eval_loss": 3.6267645359039307, |
| "eval_runtime": 6.8001, |
| "eval_samples_per_second": 84.704, |
| "eval_steps_per_second": 21.176, |
| "step": 4000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 110000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 4000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.9658323984384e+16, |
| "train_batch_size": 22, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
