{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9964841788046208, "eval_steps": 1000, "global_step": 248, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04018081366147665, "grad_norm": 3.9855914370792176, "learning_rate": 6.923076923076923e-06, "loss": 1.528, "step": 10 }, { "epoch": 0.0803616273229533, "grad_norm": 1.1009387233386336, "learning_rate": 9.983924160137627e-06, "loss": 0.7997, "step": 20 }, { "epoch": 0.12054244098442994, "grad_norm": 0.8531122977437774, "learning_rate": 9.886057021922984e-06, "loss": 0.6384, "step": 30 }, { "epoch": 0.1607232546459066, "grad_norm": 0.8536491315382806, "learning_rate": 9.700998080399287e-06, "loss": 0.626, "step": 40 }, { "epoch": 0.20090406830738322, "grad_norm": 0.8012093869333087, "learning_rate": 9.432049716762151e-06, "loss": 0.5725, "step": 50 }, { "epoch": 0.24108488196885988, "grad_norm": 0.7591296330983313, "learning_rate": 9.08401132093219e-06, "loss": 0.5478, "step": 60 }, { "epoch": 0.2812656956303365, "grad_norm": 0.7482379362816577, "learning_rate": 8.663093646328166e-06, "loss": 0.547, "step": 70 }, { "epoch": 0.3214465092918132, "grad_norm": 0.739024551349721, "learning_rate": 8.17680797882512e-06, "loss": 0.5588, "step": 80 }, { "epoch": 0.3616273229532898, "grad_norm": 0.7393951361302983, "learning_rate": 7.633832097679959e-06, "loss": 0.508, "step": 90 }, { "epoch": 0.40180813661476644, "grad_norm": 0.7515531494396616, "learning_rate": 7.04385542035506e-06, "loss": 0.5226, "step": 100 }, { "epoch": 0.4419889502762431, "grad_norm": 0.7192941297373309, "learning_rate": 6.41740609463409e-06, "loss": 0.5259, "step": 110 }, { "epoch": 0.48216976393771976, "grad_norm": 0.7491496835437959, "learning_rate": 5.765663123575401e-06, "loss": 0.5236, "step": 120 }, { "epoch": 0.5223505775991963, "grad_norm": 0.6913958034624077, "learning_rate": 5.1002568759376134e-06, "loss": 0.4932, "step": 130 }, { "epoch": 0.562531391260673, "grad_norm": 0.7500711845802256, "learning_rate": 4.433061541973591e-06, "loss": 0.4862, "step": 140 }, { "epoch": 0.6027122049221497, "grad_norm": 0.6913808839000353, "learning_rate": 3.77598323822407e-06, "loss": 0.5015, "step": 150 }, { "epoch": 0.6428930185836264, "grad_norm": 0.6642782125575131, "learning_rate": 3.1407475425859348e-06, "loss": 0.5478, "step": 160 }, { "epoch": 0.683073832245103, "grad_norm": 0.6488024479264766, "learning_rate": 2.5386902510968627e-06, "loss": 0.4814, "step": 170 }, { "epoch": 0.7232546459065796, "grad_norm": 0.7186636113633829, "learning_rate": 1.9805550903864775e-06, "loss": 0.5066, "step": 180 }, { "epoch": 0.7634354595680563, "grad_norm": 0.6368854640125701, "learning_rate": 1.4763019956201252e-06, "loss": 0.4917, "step": 190 }, { "epoch": 0.8036162732295329, "grad_norm": 0.8130162452154214, "learning_rate": 1.0349293752198842e-06, "loss": 0.4796, "step": 200 }, { "epoch": 0.8437970868910095, "grad_norm": 0.7305985326066481, "learning_rate": 6.643135340531137e-07, "loss": 0.5084, "step": 210 }, { "epoch": 0.8839779005524862, "grad_norm": 0.7027540145976225, "learning_rate": 3.710681205854838e-07, "loss": 0.4863, "step": 220 }, { "epoch": 0.9241587142139628, "grad_norm": 0.6411791844623818, "learning_rate": 1.6042610616743782e-07, "loss": 0.4763, "step": 230 }, { "epoch": 0.9643395278754395, "grad_norm": 0.6768334011228406, "learning_rate": 3.6146402536468285e-08, "loss": 0.4711, "step": 240 }, { "epoch": 0.9964841788046208, "step": 248, "total_flos": 790927692005376.0, "train_loss": 0.5734609403917866, "train_runtime": 14466.4063, "train_samples_per_second": 2.202, "train_steps_per_second": 0.017 } ], "logging_steps": 10, "max_steps": 248, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 790927692005376.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }