{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.08737439930100481, "eval_steps": 500, "global_step": 100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00436871996505024, "grad_norm": 9.839941024780273, "learning_rate": 8e-05, "loss": 2.5246, "step": 5 }, { "epoch": 0.00873743993010048, "grad_norm": 13.773455619812012, "learning_rate": 0.00018, "loss": 1.1343, "step": 10 }, { "epoch": 0.01310615989515072, "grad_norm": 5.6580424308776855, "learning_rate": 0.0001999997582552296, "loss": 0.7712, "step": 15 }, { "epoch": 0.01747487986020096, "grad_norm": 5.294467926025391, "learning_rate": 0.0001999987761691029, "loss": 0.73, "step": 20 }, { "epoch": 0.021843599825251202, "grad_norm": 2.8633503913879395, "learning_rate": 0.00019999703863998527, "loss": 0.7289, "step": 25 }, { "epoch": 0.02621231979030144, "grad_norm": 3.2836177349090576, "learning_rate": 0.00019999454568100293, "loss": 0.4686, "step": 30 }, { "epoch": 0.03058103975535168, "grad_norm": 4.878258228302002, "learning_rate": 0.00019999129731098898, "loss": 0.6629, "step": 35 }, { "epoch": 0.03494975972040192, "grad_norm": 2.899914026260376, "learning_rate": 0.00019998729355448326, "loss": 0.6038, "step": 40 }, { "epoch": 0.039318479685452164, "grad_norm": 3.289844274520874, "learning_rate": 0.00019998253444173235, "loss": 0.4573, "step": 45 }, { "epoch": 0.043687199650502405, "grad_norm": 2.957254648208618, "learning_rate": 0.00019997702000868896, "loss": 0.594, "step": 50 }, { "epoch": 0.048055919615552646, "grad_norm": 3.171276807785034, "learning_rate": 0.00019997075029701207, "loss": 0.5719, "step": 55 }, { "epoch": 0.05242463958060288, "grad_norm": 2.55605149269104, "learning_rate": 0.0001999637253540663, "loss": 0.5971, "step": 60 }, { "epoch": 0.05679335954565312, "grad_norm": 2.127289295196533, "learning_rate": 0.00019995594523292178, "loss": 0.5712, "step": 65 }, { "epoch": 0.06116207951070336, "grad_norm": 3.3928685188293457, "learning_rate": 0.00019994740999235359, "loss": 0.5712, "step": 70 }, { "epoch": 0.0655307994757536, "grad_norm": 2.6700279712677, "learning_rate": 0.00019993811969684142, "loss": 0.427, "step": 75 }, { "epoch": 0.06989951944080385, "grad_norm": 2.6936633586883545, "learning_rate": 0.00019992807441656898, "loss": 0.5321, "step": 80 }, { "epoch": 0.07426823940585409, "grad_norm": 3.9897687435150146, "learning_rate": 0.00019991727422742362, "loss": 0.6025, "step": 85 }, { "epoch": 0.07863695937090433, "grad_norm": 2.3496663570404053, "learning_rate": 0.00019990571921099553, "loss": 0.5975, "step": 90 }, { "epoch": 0.08300567933595457, "grad_norm": 3.3796467781066895, "learning_rate": 0.0001998934094545774, "loss": 0.5255, "step": 95 }, { "epoch": 0.08737439930100481, "grad_norm": 3.1103007793426514, "learning_rate": 0.00019988034505116352, "loss": 0.4946, "step": 100 } ], "logging_steps": 5, "max_steps": 5725, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 48194282348544.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }