| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5675488430095608, |
| "eval_steps": 1024, |
| "global_step": 12288, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.047295736917463395, |
| "grad_norm": 2.106490135192871, |
| "learning_rate": 0.00029970703124999995, |
| "loss": 7.3224077224731445, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "eval_bleu": 0.16704781801498278, |
| "eval_ce_clean_loss": 0.8006052018300583, |
| "eval_ce_pred_loss": 5.09323315206728, |
| "eval_flow_cos_loss": 0.25552307487758874, |
| "eval_flow_mse_loss": 0.4737413005741764, |
| "eval_loss": 5.201592297314509, |
| "flow/cos_sim": 0.7444769605381848, |
| "flow/improvement_ratio": 0.9690007240804908, |
| "flow/mag_ratio_mean": 0.5684286470962986, |
| "flow/mag_ratio_std": 0.1943025813187094, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "eval_bleu": 0.16704781801498278, |
| "eval_ce_clean_loss": 0.8006052018300583, |
| "eval_ce_pred_loss": 5.09323315206728, |
| "eval_flow_cos_loss": 0.25552307487758874, |
| "eval_flow_mse_loss": 0.4737413005741764, |
| "eval_loss": 5.201592297314509, |
| "eval_runtime": 184.3437, |
| "eval_samples_per_second": 151.852, |
| "eval_steps_per_second": 2.376, |
| "flow/cos_sim": 0.7444769605381848, |
| "flow/improvement_ratio": 0.9690007240804908, |
| "flow/mag_ratio_mean": 0.5684286470962986, |
| "flow/mag_ratio_std": 0.1943025813187094, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "grad_norm": 1.5151523351669312, |
| "learning_rate": 0.00029818297300322, |
| "loss": 5.1176676750183105, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "eval_bleu": 0.15959126254389083, |
| "eval_ce_clean_loss": 0.2092574786854117, |
| "eval_ce_pred_loss": 5.118338076491334, |
| "eval_flow_cos_loss": 0.13469866032129554, |
| "eval_flow_mse_loss": 0.3451302863963663, |
| "eval_loss": 5.006234865754707, |
| "flow/cos_sim": 0.865301351841182, |
| "flow/improvement_ratio": 0.993777159822586, |
| "flow/mag_ratio_mean": 0.764228024575264, |
| "flow/mag_ratio_std": 0.1451562752938706, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "eval_bleu": 0.15959126254389083, |
| "eval_ce_clean_loss": 0.2092574786854117, |
| "eval_ce_pred_loss": 5.118338076491334, |
| "eval_flow_cos_loss": 0.13469866032129554, |
| "eval_flow_mse_loss": 0.3451302863963663, |
| "eval_loss": 5.006234865754707, |
| "eval_runtime": 179.8087, |
| "eval_samples_per_second": 155.682, |
| "eval_steps_per_second": 2.436, |
| "flow/cos_sim": 0.865301351841182, |
| "flow/improvement_ratio": 0.993777159822586, |
| "flow/mag_ratio_mean": 0.764228024575264, |
| "flow/mag_ratio_std": 0.1451562752938706, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "grad_norm": 2.0519113540649414, |
| "learning_rate": 0.0002927689070858589, |
| "loss": 4.94038724899292, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "eval_bleu": 0.19109057338236854, |
| "eval_ce_clean_loss": 0.09927985731291172, |
| "eval_ce_pred_loss": 4.847544043031458, |
| "eval_flow_cos_loss": 0.11591754169905022, |
| "eval_flow_mse_loss": 0.3725693541574696, |
| "eval_loss": 4.7742662386262795, |
| "flow/cos_sim": 0.8840824780671019, |
| "flow/improvement_ratio": 0.9947053511120957, |
| "flow/mag_ratio_mean": 0.8077854450162687, |
| "flow/mag_ratio_std": 0.12759848946033547, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "eval_bleu": 0.19109057338236854, |
| "eval_ce_clean_loss": 0.09927985731291172, |
| "eval_ce_pred_loss": 4.847544043031458, |
| "eval_flow_cos_loss": 0.11591754169905022, |
| "eval_flow_mse_loss": 0.3725693541574696, |
| "eval_loss": 4.7742662386262795, |
| "eval_runtime": 179.382, |
| "eval_samples_per_second": 156.052, |
| "eval_steps_per_second": 2.442, |
| "flow/cos_sim": 0.8840824780671019, |
| "flow/improvement_ratio": 0.9947053511120957, |
| "flow/mag_ratio_mean": 0.8077854450162687, |
| "flow/mag_ratio_std": 0.12759848946033547, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "grad_norm": 2.0934338569641113, |
| "learning_rate": 0.0002838892232677901, |
| "loss": 4.741153240203857, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "eval_bleu": 0.18968657464122718, |
| "eval_ce_clean_loss": 0.05336422391967278, |
| "eval_ce_pred_loss": 4.809050649268442, |
| "eval_flow_cos_loss": 0.07764796834422029, |
| "eval_flow_mse_loss": 0.3626167481620562, |
| "eval_loss": 4.7155106383371574, |
| "flow/cos_sim": 0.9223520577498222, |
| "flow/improvement_ratio": 0.9944308828817655, |
| "flow/mag_ratio_mean": 0.8769120071848778, |
| "flow/mag_ratio_std": 0.09842952985537651, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "eval_bleu": 0.18968657464122718, |
| "eval_ce_clean_loss": 0.05336422391967278, |
| "eval_ce_pred_loss": 4.809050649268442, |
| "eval_flow_cos_loss": 0.07764796834422029, |
| "eval_flow_mse_loss": 0.3626167481620562, |
| "eval_loss": 4.7155106383371574, |
| "eval_runtime": 179.0768, |
| "eval_samples_per_second": 156.318, |
| "eval_steps_per_second": 2.446, |
| "flow/cos_sim": 0.9223520577498222, |
| "flow/improvement_ratio": 0.9944308828817655, |
| "flow/mag_ratio_mean": 0.8769120071848778, |
| "flow/mag_ratio_std": 0.09842952985537651, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "grad_norm": 2.3496689796447754, |
| "learning_rate": 0.00027177281107320826, |
| "loss": 4.68638801574707, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "eval_bleu": 0.22356960405367263, |
| "eval_ce_clean_loss": 0.0327355340824858, |
| "eval_ce_pred_loss": 4.565925827853756, |
| "eval_flow_cos_loss": 0.08153306739617429, |
| "eval_flow_mse_loss": 0.3821449596860093, |
| "eval_loss": 4.515134906115597, |
| "flow/cos_sim": 0.9184669488913393, |
| "flow/improvement_ratio": 0.9950582473517553, |
| "flow/mag_ratio_mean": 0.8821974423922361, |
| "flow/mag_ratio_std": 0.09247283822937644, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "eval_bleu": 0.22356960405367263, |
| "eval_ce_clean_loss": 0.0327355340824858, |
| "eval_ce_pred_loss": 4.565925827853756, |
| "eval_flow_cos_loss": 0.08153306739617429, |
| "eval_flow_mse_loss": 0.3821449596860093, |
| "eval_loss": 4.515134906115597, |
| "eval_runtime": 181.4276, |
| "eval_samples_per_second": 154.293, |
| "eval_steps_per_second": 2.414, |
| "flow/cos_sim": 0.9184669488913393, |
| "flow/improvement_ratio": 0.9950582473517553, |
| "flow/mag_ratio_mean": 0.8821974423922361, |
| "flow/mag_ratio_std": 0.09247283822937644, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "grad_norm": 2.1534059047698975, |
| "learning_rate": 0.00025669014822961186, |
| "loss": 4.549870491027832, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "eval_bleu": 0.2167831701158986, |
| "eval_ce_clean_loss": 0.022042056864561285, |
| "eval_ce_pred_loss": 4.496095672045668, |
| "eval_flow_cos_loss": 0.07625704317366423, |
| "eval_flow_mse_loss": 0.4058228160964844, |
| "eval_loss": 4.473577274579435, |
| "flow/cos_sim": 0.9237429750020101, |
| "flow/improvement_ratio": 0.9947892213793106, |
| "flow/mag_ratio_mean": 0.8912639768972789, |
| "flow/mag_ratio_std": 0.08584192658872365, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "eval_bleu": 0.2167831701158986, |
| "eval_ce_clean_loss": 0.022042056864561285, |
| "eval_ce_pred_loss": 4.496095672045668, |
| "eval_flow_cos_loss": 0.07625704317366423, |
| "eval_flow_mse_loss": 0.4058228160964844, |
| "eval_loss": 4.473577274579435, |
| "eval_runtime": 180.321, |
| "eval_samples_per_second": 155.24, |
| "eval_steps_per_second": 2.429, |
| "flow/cos_sim": 0.9237429750020101, |
| "flow/improvement_ratio": 0.9947892213793106, |
| "flow/mag_ratio_mean": 0.8912639768972789, |
| "flow/mag_ratio_std": 0.08584192658872365, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "grad_norm": 2.1275017261505127, |
| "learning_rate": 0.0002390360415767374, |
| "loss": 4.411749362945557, |
| "step": 7168 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "eval_bleu": 0.26130694526226583, |
| "eval_ce_clean_loss": 0.015259190446582355, |
| "eval_ce_pred_loss": 4.084311145081368, |
| "eval_flow_cos_loss": 0.11306819562974586, |
| "eval_flow_mse_loss": 0.5684606986094828, |
| "eval_loss": 4.274133609310133, |
| "flow/cos_sim": 0.8869318397349963, |
| "flow/improvement_ratio": 0.9916486408068165, |
| "flow/mag_ratio_mean": 0.853514781281284, |
| "flow/mag_ratio_std": 0.09556960212449504, |
| "step": 7168 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "eval_bleu": 0.26130694526226583, |
| "eval_ce_clean_loss": 0.015259190446582355, |
| "eval_ce_pred_loss": 4.084311145081368, |
| "eval_flow_cos_loss": 0.11306819562974586, |
| "eval_flow_mse_loss": 0.5684606986094828, |
| "eval_loss": 4.274133609310133, |
| "eval_runtime": 183.0141, |
| "eval_samples_per_second": 152.955, |
| "eval_steps_per_second": 2.393, |
| "flow/cos_sim": 0.8869318397349963, |
| "flow/improvement_ratio": 0.9916486408068165, |
| "flow/mag_ratio_mean": 0.853514781281284, |
| "flow/mag_ratio_std": 0.09556960212449504, |
| "step": 7168 |
| }, |
| { |
| "epoch": 0.37836589533970716, |
| "grad_norm": 2.679063081741333, |
| "learning_rate": 0.00021920458819314276, |
| "loss": 4.291924476623535, |
| "step": 8192 |
| }, |
| { |
| "epoch": 0.37836589533970716, |
| "eval_bleu": 0.26455338282933316, |
| "eval_ce_clean_loss": 0.010562141490759984, |
| "eval_ce_pred_loss": 4.048519775203374, |
| "eval_flow_cos_loss": 0.08972637632598071, |
| "eval_flow_mse_loss": 0.5574726984245048, |
| "eval_loss": 4.224628202447064, |
| "flow/cos_sim": 0.9102736386262118, |
| "flow/improvement_ratio": 0.9913910556601607, |
| "flow/mag_ratio_mean": 0.8761251777002256, |
| "flow/mag_ratio_std": 0.08667415052176067, |
| "step": 8192 |
| }, |
| { |
| "epoch": 0.37836589533970716, |
| "eval_bleu": 0.26455338282933316, |
| "eval_ce_clean_loss": 0.010562141490759984, |
| "eval_ce_pred_loss": 4.048519775203374, |
| "eval_flow_cos_loss": 0.08972637632598071, |
| "eval_flow_mse_loss": 0.5574726984245048, |
| "eval_loss": 4.224628202447064, |
| "eval_runtime": 182.7475, |
| "eval_samples_per_second": 153.179, |
| "eval_steps_per_second": 2.397, |
| "flow/cos_sim": 0.9102736386262118, |
| "flow/improvement_ratio": 0.9913910556601607, |
| "flow/mag_ratio_mean": 0.8761251777002256, |
| "flow/mag_ratio_std": 0.08667415052176067, |
| "step": 8192 |
| }, |
| { |
| "epoch": 0.4256616322571706, |
| "grad_norm": 3.4350733757019043, |
| "learning_rate": 0.0001976932406046495, |
| "loss": 4.231810569763184, |
| "step": 9216 |
| }, |
| { |
| "epoch": 0.4256616322571706, |
| "eval_bleu": 0.27369821400928834, |
| "eval_ce_clean_loss": 0.007689533357032188, |
| "eval_ce_pred_loss": 3.966488937809043, |
| "eval_flow_cos_loss": 0.08683863282203674, |
| "eval_flow_mse_loss": 0.569647965025684, |
| "eval_loss": 4.161966539409063, |
| "flow/cos_sim": 0.9131613878626802, |
| "flow/improvement_ratio": 0.9904770306800599, |
| "flow/mag_ratio_mean": 0.8949770351795301, |
| "flow/mag_ratio_std": 0.08686588956340807, |
| "step": 9216 |
| }, |
| { |
| "epoch": 0.4256616322571706, |
| "eval_bleu": 0.27369821400928834, |
| "eval_ce_clean_loss": 0.007689533357032188, |
| "eval_ce_pred_loss": 3.966488937809043, |
| "eval_flow_cos_loss": 0.08683863282203674, |
| "eval_flow_mse_loss": 0.569647965025684, |
| "eval_loss": 4.161966539409063, |
| "eval_runtime": 191.5369, |
| "eval_samples_per_second": 146.149, |
| "eval_steps_per_second": 2.287, |
| "flow/cos_sim": 0.9131613878626802, |
| "flow/improvement_ratio": 0.9904770306800599, |
| "flow/mag_ratio_mean": 0.8949770351795301, |
| "flow/mag_ratio_std": 0.08686588956340807, |
| "step": 9216 |
| }, |
| { |
| "epoch": 0.472957369174634, |
| "grad_norm": 2.2814252376556396, |
| "learning_rate": 0.00017504669739254724, |
| "loss": 4.164244174957275, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.472957369174634, |
| "eval_bleu": 0.30777640553962915, |
| "eval_ce_clean_loss": 0.0060966779907408375, |
| "eval_ce_pred_loss": 3.6631897802222264, |
| "eval_flow_cos_loss": 0.09066317927891805, |
| "eval_flow_mse_loss": 0.6576739563245207, |
| "eval_loss": 3.9778201345983706, |
| "flow/cos_sim": 0.9093368449439742, |
| "flow/improvement_ratio": 0.9863403809669355, |
| "flow/mag_ratio_mean": 0.8948755321437365, |
| "flow/mag_ratio_std": 0.0903660870203961, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.472957369174634, |
| "eval_bleu": 0.30777640553962915, |
| "eval_ce_clean_loss": 0.0060966779907408375, |
| "eval_ce_pred_loss": 3.6631897802222264, |
| "eval_flow_cos_loss": 0.09066317927891805, |
| "eval_flow_mse_loss": 0.6576739563245207, |
| "eval_loss": 3.9778201345983706, |
| "eval_runtime": 189.8476, |
| "eval_samples_per_second": 147.45, |
| "eval_steps_per_second": 2.307, |
| "flow/cos_sim": 0.9093368449439742, |
| "flow/improvement_ratio": 0.9863403809669355, |
| "flow/mag_ratio_mean": 0.8948755321437365, |
| "flow/mag_ratio_std": 0.0903660870203961, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.5202531060920974, |
| "grad_norm": 2.119964122772217, |
| "learning_rate": 0.00015177050305675404, |
| "loss": 4.065644264221191, |
| "step": 11264 |
| }, |
| { |
| "epoch": 0.5202531060920974, |
| "eval_bleu": 0.2925834655122522, |
| "eval_ce_clean_loss": 0.004753688909139986, |
| "eval_ce_pred_loss": 3.7541082803517174, |
| "eval_flow_cos_loss": 0.08232224217220528, |
| "eval_flow_mse_loss": 0.621043747554631, |
| "eval_loss": 4.020797040908849, |
| "flow/cos_sim": 0.9176777691057284, |
| "flow/improvement_ratio": 0.9826103085524416, |
| "flow/mag_ratio_mean": 0.8994121777412554, |
| "flow/mag_ratio_std": 0.09006089084360698, |
| "step": 11264 |
| }, |
| { |
| "epoch": 0.5202531060920974, |
| "eval_bleu": 0.2925834655122522, |
| "eval_ce_clean_loss": 0.004753688909139986, |
| "eval_ce_pred_loss": 3.7541082803517174, |
| "eval_flow_cos_loss": 0.08232224217220528, |
| "eval_flow_mse_loss": 0.621043747554631, |
| "eval_loss": 4.020797040908849, |
| "eval_runtime": 189.3251, |
| "eval_samples_per_second": 147.857, |
| "eval_steps_per_second": 2.313, |
| "flow/cos_sim": 0.9176777691057284, |
| "flow/improvement_ratio": 0.9826103085524416, |
| "flow/mag_ratio_mean": 0.8994121777412554, |
| "flow/mag_ratio_std": 0.09006089084360698, |
| "step": 11264 |
| }, |
| { |
| "epoch": 0.5675488430095608, |
| "grad_norm": 2.5909643173217773, |
| "learning_rate": 0.00012845133096612622, |
| "loss": 4.054959774017334, |
| "step": 12288 |
| }, |
| { |
| "epoch": 0.5675488430095608, |
| "eval_bleu": 0.28965271334128717, |
| "eval_ce_clean_loss": 0.004024346635361164, |
| "eval_ce_pred_loss": 3.718931865474405, |
| "eval_flow_cos_loss": 0.08415858520696697, |
| "eval_flow_mse_loss": 0.6252854074517341, |
| "eval_loss": 3.9937660802989248, |
| "flow/cos_sim": 0.9158414309699786, |
| "flow/improvement_ratio": 0.9831551257605966, |
| "flow/mag_ratio_mean": 0.8911215496934168, |
| "flow/mag_ratio_std": 0.08892078035974611, |
| "step": 12288 |
| }, |
| { |
| "epoch": 0.5675488430095608, |
| "eval_bleu": 0.28965271334128717, |
| "eval_ce_clean_loss": 0.004024346635361164, |
| "eval_ce_pred_loss": 3.718931865474405, |
| "eval_flow_cos_loss": 0.08415858520696697, |
| "eval_flow_mse_loss": 0.6252854074517341, |
| "eval_loss": 3.9937660802989248, |
| "eval_runtime": 188.6951, |
| "eval_samples_per_second": 148.35, |
| "eval_steps_per_second": 2.321, |
| "flow/cos_sim": 0.9158414309699786, |
| "flow/improvement_ratio": 0.9831551257605966, |
| "flow/mag_ratio_mean": 0.8911215496934168, |
| "flow/mag_ratio_std": 0.08892078035974611, |
| "step": 12288 |
| } |
| ], |
| "logging_steps": 1024, |
| "max_steps": 21651, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1024, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
