| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.3310701584222438, |
| "eval_steps": 1024, |
| "global_step": 7168, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011823934229365849, |
| "grad_norm": 0.526302695274353, |
| "learning_rate": 0.000498046875, |
| "loss": 9.227896690368652, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.023647868458731697, |
| "grad_norm": 0.40557485818862915, |
| "learning_rate": 0.000998046875, |
| "loss": 6.491486072540283, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.03547180268809755, |
| "grad_norm": 0.2611554265022278, |
| "learning_rate": 0.000999640996023194, |
| "loss": 3.871699333190918, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "grad_norm": 0.3245032727718353, |
| "learning_rate": 0.0009985588674043958, |
| "loss": 2.9131131172180176, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "eval_bleu": 0.37680876061744384, |
| "eval_ce_loss": 2.7332340827271273, |
| "eval_loss": 2.7332340827271273, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "eval_bleu": 0.37680876061744384, |
| "eval_ce_loss": 2.7332340827271273, |
| "eval_loss": 2.7332340827271273, |
| "eval_runtime": 123.8633, |
| "eval_samples_per_second": 225.999, |
| "eval_steps_per_second": 3.536, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.05911967114682925, |
| "grad_norm": 0.40771251916885376, |
| "learning_rate": 0.0009967551747861387, |
| "loss": 2.60915207862854, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.0709436053761951, |
| "grad_norm": 0.456460177898407, |
| "learning_rate": 0.000994232528651847, |
| "loss": 2.4321346282958984, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.08276753960556095, |
| "grad_norm": 0.583853542804718, |
| "learning_rate": 0.0009909945800260092, |
| "loss": 2.3184077739715576, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "grad_norm": 0.4923252463340759, |
| "learning_rate": 0.0009870460151900522, |
| "loss": 2.2322187423706055, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "eval_bleu": 0.44342304632288854, |
| "eval_ce_loss": 2.180436749164372, |
| "eval_loss": 2.180436749164372, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "eval_bleu": 0.44342304632288854, |
| "eval_ce_loss": 2.180436749164372, |
| "eval_loss": 2.180436749164372, |
| "eval_runtime": 112.2247, |
| "eval_samples_per_second": 249.437, |
| "eval_steps_per_second": 3.903, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.10641540806429264, |
| "grad_norm": 0.4688430726528168, |
| "learning_rate": 0.0009823925488998885, |
| "loss": 2.177077531814575, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.1182393422936585, |
| "grad_norm": 0.559630274772644, |
| "learning_rate": 0.0009770409161149525, |
| "loss": 2.114898920059204, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.13006327652302435, |
| "grad_norm": 0.5434157848358154, |
| "learning_rate": 0.0009709988622506973, |
| "loss": 2.0660085678100586, |
| "step": 2816 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "grad_norm": 0.6108939051628113, |
| "learning_rate": 0.000964275131968659, |
| "loss": 2.0337276458740234, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "eval_bleu": 0.45990036074581603, |
| "eval_ce_loss": 2.022843875841463, |
| "eval_loss": 2.022843875841463, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "eval_bleu": 0.45990036074581603, |
| "eval_ce_loss": 2.022843875841463, |
| "eval_loss": 2.022843875841463, |
| "eval_runtime": 115.2151, |
| "eval_samples_per_second": 242.963, |
| "eval_steps_per_second": 3.802, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.15371114498175603, |
| "grad_norm": 0.784342348575592, |
| "learning_rate": 0.0009568794565203123, |
| "loss": 2.0136122703552246, |
| "step": 3328 |
| }, |
| { |
| "epoch": 0.1655350792111219, |
| "grad_norm": 0.5167074203491211, |
| "learning_rate": 0.0009488225396630347, |
| "loss": 1.9863924980163574, |
| "step": 3584 |
| }, |
| { |
| "epoch": 0.17735901344048774, |
| "grad_norm": 0.6403853297233582, |
| "learning_rate": 0.0009401160421685646, |
| "loss": 1.9703547954559326, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "grad_norm": 0.5935908555984497, |
| "learning_rate": 0.0009307725649463714, |
| "loss": 1.9429030418395996, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "eval_bleu": 0.47210647699382713, |
| "eval_ce_loss": 1.938350352522445, |
| "eval_loss": 1.938350352522445, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "eval_bleu": 0.47210647699382713, |
| "eval_ce_loss": 1.938350352522445, |
| "eval_loss": 1.938350352522445, |
| "eval_runtime": 115.0632, |
| "eval_samples_per_second": 243.284, |
| "eval_steps_per_second": 3.807, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.20100688189921945, |
| "grad_norm": 0.6215645670890808, |
| "learning_rate": 0.0009208056308063659, |
| "loss": 1.93471097946167, |
| "step": 4352 |
| }, |
| { |
| "epoch": 0.2128308161285853, |
| "grad_norm": 0.6367761492729187, |
| "learning_rate": 0.0009102296648873445, |
| "loss": 1.9198952913284302, |
| "step": 4608 |
| }, |
| { |
| "epoch": 0.22465475035795113, |
| "grad_norm": 0.686975359916687, |
| "learning_rate": 0.0008990599737794927, |
| "loss": 1.905943512916565, |
| "step": 4864 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "grad_norm": 0.5950681567192078, |
| "learning_rate": 0.0008873127233711644, |
| "loss": 1.8912562131881714, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "eval_bleu": 0.4805682328833919, |
| "eval_ce_loss": 1.8848687097362187, |
| "eval_loss": 1.8848687097362187, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "eval_bleu": 0.4805682328833919, |
| "eval_ce_loss": 1.8848687097362187, |
| "eval_loss": 1.8848687097362187, |
| "eval_runtime": 115.9176, |
| "eval_samples_per_second": 241.49, |
| "eval_steps_per_second": 3.779, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.24830261881668284, |
| "grad_norm": 0.5887701511383057, |
| "learning_rate": 0.0008750049154520011, |
| "loss": 1.868552327156067, |
| "step": 5376 |
| }, |
| { |
| "epoch": 0.2601265530460487, |
| "grad_norm": 0.6690143942832947, |
| "learning_rate": 0.0008621543631062487, |
| "loss": 1.8647550344467163, |
| "step": 5632 |
| }, |
| { |
| "epoch": 0.27195048727541454, |
| "grad_norm": 0.6140768527984619, |
| "learning_rate": 0.0008487796649318904, |
| "loss": 1.8564214706420898, |
| "step": 5888 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "grad_norm": 0.720294713973999, |
| "learning_rate": 0.0008349001781229053, |
| "loss": 1.852386236190796, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "eval_bleu": 0.48331258984762954, |
| "eval_ce_loss": 1.8427181676642534, |
| "eval_loss": 1.8427181676642534, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "eval_bleu": 0.48331258984762954, |
| "eval_ce_loss": 1.8427181676642534, |
| "eval_loss": 1.8427181676642534, |
| "eval_runtime": 114.2068, |
| "eval_samples_per_second": 245.108, |
| "eval_steps_per_second": 3.835, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2955983557341462, |
| "grad_norm": 0.6018796563148499, |
| "learning_rate": 0.0008205359904536107, |
| "loss": 1.8348900079727173, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.30742228996351206, |
| "grad_norm": 0.5634647607803345, |
| "learning_rate": 0.0008057078912056363, |
| "loss": 1.8397186994552612, |
| "step": 6656 |
| }, |
| { |
| "epoch": 0.3192462241928779, |
| "grad_norm": 0.7408234477043152, |
| "learning_rate": 0.0007904373410796086, |
| "loss": 1.8375225067138672, |
| "step": 6912 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "grad_norm": 0.7126314043998718, |
| "learning_rate": 0.0007747464411350876, |
| "loss": 1.8180835247039795, |
| "step": 7168 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "eval_bleu": 0.4866456652902785, |
| "eval_ce_loss": 1.8144619418605823, |
| "eval_loss": 1.8144619418605823, |
| "step": 7168 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "eval_bleu": 0.4866456652902785, |
| "eval_ce_loss": 1.8144619418605823, |
| "eval_loss": 1.8144619418605823, |
| "eval_runtime": 113.3842, |
| "eval_samples_per_second": 246.886, |
| "eval_steps_per_second": 3.863, |
| "step": 7168 |
| } |
| ], |
| "logging_steps": 256, |
| "max_steps": 21651, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1024, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
