| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0598175564528189, |
| "eval_steps": 500, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0029908778226409452, |
| "grad_norm": 0.42996275424957275, |
| "learning_rate": 8e-05, |
| "loss": 1.3150932312011718, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0059817556452818905, |
| "grad_norm": 0.34759286046028137, |
| "learning_rate": 0.00018, |
| "loss": 1.2311323165893555, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.008972633467922835, |
| "grad_norm": 0.23679782450199127, |
| "learning_rate": 0.00019724137931034484, |
| "loss": 0.929847240447998, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.011963511290563781, |
| "grad_norm": 0.7136238217353821, |
| "learning_rate": 0.00019379310344827587, |
| "loss": 0.7683926105499268, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.014954389113204725, |
| "grad_norm": 0.36432984471321106, |
| "learning_rate": 0.0001903448275862069, |
| "loss": 0.9011115074157715, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01794526693584567, |
| "grad_norm": 0.1651686429977417, |
| "learning_rate": 0.00018689655172413793, |
| "loss": 0.7865235805511475, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.020936144758486618, |
| "grad_norm": 0.1793285608291626, |
| "learning_rate": 0.00018344827586206896, |
| "loss": 0.8000905036926269, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.023927022581127562, |
| "grad_norm": 0.34582534432411194, |
| "learning_rate": 0.00018, |
| "loss": 0.7572827339172363, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.026917900403768506, |
| "grad_norm": 0.19526240229606628, |
| "learning_rate": 0.00017655172413793104, |
| "loss": 0.6299063682556152, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02990877822640945, |
| "grad_norm": 0.4273979067802429, |
| "learning_rate": 0.00017310344827586207, |
| "loss": 0.7798028945922851, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.032899656049050395, |
| "grad_norm": 0.22420509159564972, |
| "learning_rate": 0.00016965517241379312, |
| "loss": 0.7394870758056641, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03589053387169134, |
| "grad_norm": 0.28808942437171936, |
| "learning_rate": 0.00016620689655172415, |
| "loss": 0.7851818561553955, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.038881411694332284, |
| "grad_norm": 0.24858111143112183, |
| "learning_rate": 0.00016275862068965518, |
| "loss": 0.9596908569335938, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.041872289516973235, |
| "grad_norm": 0.21952398121356964, |
| "learning_rate": 0.00015931034482758623, |
| "loss": 0.8098215103149414, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04486316733961418, |
| "grad_norm": 0.19696944952011108, |
| "learning_rate": 0.00015586206896551724, |
| "loss": 0.7508728504180908, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.047854045162255124, |
| "grad_norm": 0.3078852891921997, |
| "learning_rate": 0.00015241379310344826, |
| "loss": 0.7030908107757569, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05084492298489607, |
| "grad_norm": 0.19598428905010223, |
| "learning_rate": 0.00014896551724137932, |
| "loss": 0.5628193378448486, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.05383580080753701, |
| "grad_norm": 0.23745426535606384, |
| "learning_rate": 0.00014551724137931035, |
| "loss": 0.6889147758483887, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05682667863017796, |
| "grad_norm": 0.3055309057235718, |
| "learning_rate": 0.00014206896551724138, |
| "loss": 0.7522954940795898, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0598175564528189, |
| "grad_norm": 0.3003300428390503, |
| "learning_rate": 0.00013862068965517243, |
| "loss": 0.6565104961395264, |
| "step": 100 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 300, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 25, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6094103002148864e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
