{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.5597014925373134, "eval_steps": 37.0, "global_step": 150, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0037313432835820895, "grad_norm": 0.6761087775230408, "learning_rate": 1.6000000000000003e-05, "loss": 1.314536213874817, "step": 1, "token_acc": 0.6745800671892497 }, { "epoch": 0.03731343283582089, "grad_norm": 0.3777379095554352, "learning_rate": 7.976551828617439e-05, "loss": 1.3066573672824435, "step": 10, "token_acc": 0.6571400316455697 }, { "epoch": 0.07462686567164178, "grad_norm": 0.199112206697464, "learning_rate": 7.790612684731211e-05, "loss": 1.274849796295166, "step": 20, "token_acc": 0.6426044203464596 }, { "epoch": 0.11194029850746269, "grad_norm": 0.2110564261674881, "learning_rate": 7.427428704670357e-05, "loss": 1.0298356056213378, "step": 30, "token_acc": 0.688963059852961 }, { "epoch": 0.14925373134328357, "grad_norm": 0.15034690499305725, "learning_rate": 6.903981967692524e-05, "loss": 1.0638736724853515, "step": 40, "token_acc": 0.6945045737029537 }, { "epoch": 0.1865671641791045, "grad_norm": 0.20770473778247833, "learning_rate": 6.24474826144953e-05, "loss": 1.0582847595214844, "step": 50, "token_acc": 0.6746029441653842 }, { "epoch": 0.22388059701492538, "grad_norm": 0.21013572812080383, "learning_rate": 5.480552621359659e-05, "loss": 1.168098545074463, "step": 60, "token_acc": 0.6630160657575191 }, { "epoch": 0.26119402985074625, "grad_norm": 0.24349252879619598, "learning_rate": 4.64712798621106e-05, "loss": 1.1097146987915039, "step": 70, "token_acc": 0.6722736857068398 }, { "epoch": 0.29850746268656714, "grad_norm": 0.21803085505962372, "learning_rate": 3.7834443656583304e-05, "loss": 1.0596824645996095, "step": 80, "token_acc": 0.6880965159965463 }, { "epoch": 0.3358208955223881, "grad_norm": 0.24810034036636353, "learning_rate": 2.9298866458831177e-05, "loss": 1.0168722152709961, "step": 90, "token_acc": 0.6974355032920861 }, { "epoch": 0.373134328358209, "grad_norm": 0.18510888516902924, "learning_rate": 2.12636623720084e-05, "loss": 0.9965780258178711, "step": 100, "token_acc": 0.7011861313868614 }, { "epoch": 0.41044776119402987, "grad_norm": 0.23794139921665192, "learning_rate": 1.4104548608726899e-05, "loss": 1.0691396713256835, "step": 110, "token_acc": 0.6843276464978277 }, { "epoch": 0.44776119402985076, "grad_norm": 0.2567990720272064, "learning_rate": 8.15627737177425e-06, "loss": 1.0532320022583008, "step": 120, "token_acc": 0.6864319065252892 }, { "epoch": 0.48507462686567165, "grad_norm": 0.26780766248703003, "learning_rate": 3.6969832131617243e-06, "loss": 1.0574859619140624, "step": 130, "token_acc": 0.690040772274853 }, { "epoch": 0.5223880597014925, "grad_norm": 0.19198179244995117, "learning_rate": 9.351777715965338e-07, "loss": 1.076107883453369, "step": 140, "token_acc": 0.6852429888590088 }, { "epoch": 0.5597014925373134, "grad_norm": 0.23587436974048615, "learning_rate": 0.0, "loss": 1.056324577331543, "step": 150, "token_acc": 0.6840336952816867 } ], "logging_steps": 10, "max_steps": 150, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 37, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 6.747128001776845e+16, "train_batch_size": 1, "trial_name": null, "trial_params": null }