{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.10802052389954091, "eval_steps": 500, "global_step": 200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0054010261949770455, "grad_norm": 1.4275089502334595, "learning_rate": 0.00016, "loss": 3.4877567291259766, "step": 10 }, { "epoch": 0.010802052389954091, "grad_norm": 1.4062877893447876, "learning_rate": 0.00019971150378651282, "loss": 3.177476501464844, "step": 20 }, { "epoch": 0.016203078584931137, "grad_norm": 1.4894630908966064, "learning_rate": 0.0001993508835196538, "loss": 2.949508857727051, "step": 30 }, { "epoch": 0.021604104779908182, "grad_norm": 1.1637152433395386, "learning_rate": 0.00019899026325279482, "loss": 3.2568588256835938, "step": 40 }, { "epoch": 0.027005130974885227, "grad_norm": 1.0710796117782593, "learning_rate": 0.00019862964298593581, "loss": 3.033162307739258, "step": 50 }, { "epoch": 0.032406157169862275, "grad_norm": 1.036720633506775, "learning_rate": 0.0001982690227190768, "loss": 2.9209388732910155, "step": 60 }, { "epoch": 0.03780718336483932, "grad_norm": 1.5094584226608276, "learning_rate": 0.00019790840245221782, "loss": 3.199975776672363, "step": 70 }, { "epoch": 0.043208209559816364, "grad_norm": 1.25065016746521, "learning_rate": 0.00019754778218535884, "loss": 3.1586023330688477, "step": 80 }, { "epoch": 0.04860923575479341, "grad_norm": 1.093263864517212, "learning_rate": 0.00019718716191849983, "loss": 3.1673559188842773, "step": 90 }, { "epoch": 0.054010261949770454, "grad_norm": 1.7025214433670044, "learning_rate": 0.00019682654165164082, "loss": 3.0090349197387694, "step": 100 }, { "epoch": 0.059411288144747505, "grad_norm": 1.0379327535629272, "learning_rate": 0.00019646592138478184, "loss": 3.0862411499023437, "step": 110 }, { "epoch": 0.06481231433972455, "grad_norm": 1.0767595767974854, "learning_rate": 0.00019610530111792285, "loss": 2.9345855712890625, "step": 120 }, { "epoch": 0.07021334053470159, "grad_norm": 1.2473753690719604, "learning_rate": 0.00019574468085106384, "loss": 3.168864440917969, "step": 130 }, { "epoch": 0.07561436672967864, "grad_norm": 1.1580232381820679, "learning_rate": 0.00019538406058420483, "loss": 3.0444286346435545, "step": 140 }, { "epoch": 0.08101539292465569, "grad_norm": 1.1562517881393433, "learning_rate": 0.00019502344031734585, "loss": 3.0681676864624023, "step": 150 }, { "epoch": 0.08641641911963273, "grad_norm": 1.2069370746612549, "learning_rate": 0.00019466282005048684, "loss": 3.147779846191406, "step": 160 }, { "epoch": 0.09181744531460978, "grad_norm": 1.1520271301269531, "learning_rate": 0.00019430219978362786, "loss": 3.2159664154052736, "step": 170 }, { "epoch": 0.09721847150958682, "grad_norm": 1.3290963172912598, "learning_rate": 0.00019394157951676885, "loss": 3.17901668548584, "step": 180 }, { "epoch": 0.10261949770456387, "grad_norm": 1.4537458419799805, "learning_rate": 0.00019358095924990984, "loss": 3.076709747314453, "step": 190 }, { "epoch": 0.10802052389954091, "grad_norm": 1.6899892091751099, "learning_rate": 0.00019322033898305085, "loss": 2.9362957000732424, "step": 200 } ], "logging_steps": 10, "max_steps": 5556, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 200, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 7070497480949760.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }