| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.21150219433526624, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "learning_rate": 4.9823745064861824e-05, |
| "loss": 1.064, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 4.964749012972363e-05, |
| "loss": 0.9951, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 4.9471235194585454e-05, |
| "loss": 1.0051, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 4.929498025944726e-05, |
| "loss": 1.0086, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 4.9118725324309084e-05, |
| "loss": 1.1256, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 4.89424703891709e-05, |
| "loss": 1.0419, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 4.8766215454032714e-05, |
| "loss": 1.0368, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 4.8589960518894536e-05, |
| "loss": 0.9884, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 4.8413705583756344e-05, |
| "loss": 1.01, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 4.8237450648618166e-05, |
| "loss": 1.0734, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 4.806119571347998e-05, |
| "loss": 1.0388, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 4.7884940778341796e-05, |
| "loss": 1.0576, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 4.770868584320361e-05, |
| "loss": 1.0449, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 4.7532430908065426e-05, |
| "loss": 1.0809, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 4.735617597292725e-05, |
| "loss": 1.0888, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 4.717992103778906e-05, |
| "loss": 1.031, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 4.700366610265088e-05, |
| "loss": 1.0546, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 4.682741116751269e-05, |
| "loss": 1.093, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 4.665468133107727e-05, |
| "loss": 1.0729, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 4.647842639593909e-05, |
| "loss": 1.0771, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 4.6302171460800905e-05, |
| "loss": 1.1318, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 4.612591652566272e-05, |
| "loss": 1.0114, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 4.5949661590524535e-05, |
| "loss": 1.0272, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 4.577340665538635e-05, |
| "loss": 1.0503, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 4.559715172024817e-05, |
| "loss": 0.9816, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 4.542794698251551e-05, |
| "loss": 1.001, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 4.525169204737733e-05, |
| "loss": 1.1184, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 4.507543711223914e-05, |
| "loss": 1.0958, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 4.4899182177100965e-05, |
| "loss": 1.0912, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 4.472292724196277e-05, |
| "loss": 1.0226, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 4.4546672306824595e-05, |
| "loss": 1.0038, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 4.437041737168641e-05, |
| "loss": 0.9825, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 4.4194162436548225e-05, |
| "loss": 1.0476, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 4.401790750141005e-05, |
| "loss": 1.0642, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 4.3841652566271855e-05, |
| "loss": 1.0254, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 4.366539763113368e-05, |
| "loss": 1.0941, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 4.3489142695995485e-05, |
| "loss": 0.9739, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 4.331288776085731e-05, |
| "loss": 1.0468, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 4.313663282571912e-05, |
| "loss": 1.0706, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 4.296037789058094e-05, |
| "loss": 0.9796, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 4.278412295544276e-05, |
| "loss": 1.0202, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 4.260786802030457e-05, |
| "loss": 1.0263, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 4.243161308516639e-05, |
| "loss": 0.9823, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 4.2255358150028204e-05, |
| "loss": 1.0187, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 4.207910321489002e-05, |
| "loss": 1.0219, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 4.1902848279751834e-05, |
| "loss": 1.0641, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 4.172659334461365e-05, |
| "loss": 0.9979, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 4.155033840947547e-05, |
| "loss": 0.9762, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 4.1374083474337286e-05, |
| "loss": 0.983, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 4.11978285391991e-05, |
| "loss": 1.0849, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 4.1021573604060916e-05, |
| "loss": 1.0281, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 4.084531866892273e-05, |
| "loss": 1.0041, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 4.0669063733784546e-05, |
| "loss": 1.0055, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 4.049280879864636e-05, |
| "loss": 1.014, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 4.0316553863508176e-05, |
| "loss": 1.0347, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 4.014029892837e-05, |
| "loss": 0.9675, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 3.996404399323181e-05, |
| "loss": 1.0086, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 3.978778905809363e-05, |
| "loss": 0.9836, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 3.961153412295544e-05, |
| "loss": 1.0441, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 3.943527918781726e-05, |
| "loss": 1.0613, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 14184, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "total_flos": 1.0058830184448e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
