| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.3310701584222438, |
| "eval_steps": 1024, |
| "global_step": 7168, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011823934229365849, |
| "grad_norm": 2.6977920532226562, |
| "learning_rate": 0.000498046875, |
| "loss": 26.693201065063477, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.023647868458731697, |
| "grad_norm": 2.7128376960754395, |
| "learning_rate": 0.000998046875, |
| "loss": 9.865509033203125, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.03547180268809755, |
| "grad_norm": 3.0180280208587646, |
| "learning_rate": 0.000999961364193767, |
| "loss": 8.319804191589355, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "grad_norm": 3.1472654342651367, |
| "learning_rate": 0.0009998448561547506, |
| "loss": 7.783344745635986, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "eval_bleu": 0.5080180462841996, |
| "eval_ce_loss": 0.027617456312780373, |
| "eval_cos_loss": 0.4708993843156997, |
| "eval_cov_loss": 0.00034012032398867916, |
| "eval_flow_ce_loss": 2.2868199040900627, |
| "eval_loss": 7.60784471307171, |
| "eval_mean_loss": 0.0015031876431599463, |
| "eval_mse_loss": 1.3905650837236343, |
| "eval_whiten_loss": 0.1768301349796661, |
| "flow/cos_sim": 0.529100628748332, |
| "flow/improvement_ratio": 0.9663206476326947, |
| "flow/mag_ratio_mean": 0.49323171737803717, |
| "flow/mag_ratio_std": 0.1666014238375507, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.047295736917463395, |
| "eval_bleu": 0.5080180462841996, |
| "eval_ce_loss": 0.027617456312780373, |
| "eval_cos_loss": 0.4708993843156997, |
| "eval_cov_loss": 0.00034012032398867916, |
| "eval_flow_ce_loss": 2.2868199040900627, |
| "eval_loss": 7.60784471307171, |
| "eval_mean_loss": 0.0015031876431599463, |
| "eval_mse_loss": 1.3905650837236343, |
| "eval_runtime": 137.3378, |
| "eval_samples_per_second": 203.826, |
| "eval_steps_per_second": 3.189, |
| "eval_whiten_loss": 0.1768301349796661, |
| "flow/cos_sim": 0.529100628748332, |
| "flow/improvement_ratio": 0.9663206476326947, |
| "flow/mag_ratio_mean": 0.49323171737803717, |
| "flow/mag_ratio_std": 0.1666014238375507, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.05911967114682925, |
| "grad_norm": 3.362802505493164, |
| "learning_rate": 0.0009996504934357976, |
| "loss": 7.467670917510986, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.0709436053761951, |
| "grad_norm": 2.9492599964141846, |
| "learning_rate": 0.000999378306310396, |
| "loss": 7.205803871154785, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.08276753960556095, |
| "grad_norm": 3.097372055053711, |
| "learning_rate": 0.0009990283371737838, |
| "loss": 7.063663959503174, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "grad_norm": 4.688446521759033, |
| "learning_rate": 0.0009986006405363448, |
| "loss": 6.885957717895508, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "eval_bleu": 0.5176616016025543, |
| "eval_ce_loss": 0.0072827782079505155, |
| "eval_cos_loss": 0.3974148456228378, |
| "eval_cov_loss": 0.0002958967598470366, |
| "eval_flow_ce_loss": 2.1159514251364966, |
| "eval_loss": 6.8805486981727215, |
| "eval_mean_loss": 0.0009597052286323756, |
| "eval_mse_loss": 1.221881123166106, |
| "eval_whiten_loss": 0.15687005378339933, |
| "flow/cos_sim": 0.6025851748577536, |
| "flow/improvement_ratio": 0.9678549095648065, |
| "flow/mag_ratio_mean": 0.5845441620915992, |
| "flow/mag_ratio_std": 0.1977017904253311, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.09459147383492679, |
| "eval_bleu": 0.5176616016025543, |
| "eval_ce_loss": 0.0072827782079505155, |
| "eval_cos_loss": 0.3974148456228378, |
| "eval_cov_loss": 0.0002958967598470366, |
| "eval_flow_ce_loss": 2.1159514251364966, |
| "eval_loss": 6.8805486981727215, |
| "eval_mean_loss": 0.0009597052286323756, |
| "eval_mse_loss": 1.221881123166106, |
| "eval_runtime": 133.2951, |
| "eval_samples_per_second": 210.008, |
| "eval_steps_per_second": 3.286, |
| "eval_whiten_loss": 0.15687005378339933, |
| "flow/cos_sim": 0.6025851748577536, |
| "flow/improvement_ratio": 0.9678549095648065, |
| "flow/mag_ratio_mean": 0.5845441620915992, |
| "flow/mag_ratio_std": 0.1977017904253311, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.10641540806429264, |
| "grad_norm": 2.493529796600342, |
| "learning_rate": 0.0009980952830151192, |
| "loss": 6.838229179382324, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.1182393422936585, |
| "grad_norm": 2.93609356880188, |
| "learning_rate": 0.0009975123433234273, |
| "loss": 6.67982816696167, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.13006327652302435, |
| "grad_norm": 2.9494926929473877, |
| "learning_rate": 0.0009968519122586083, |
| "loss": 6.686809539794922, |
| "step": 2816 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "grad_norm": 4.821794033050537, |
| "learning_rate": 0.0009961140926878786, |
| "loss": 6.529831409454346, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "eval_bleu": 0.536460391570044, |
| "eval_ce_loss": 0.003726785426819059, |
| "eval_cos_loss": 0.35948846853214855, |
| "eval_cov_loss": 0.0002726104497733062, |
| "eval_flow_ce_loss": 2.061866384662994, |
| "eval_loss": 6.564142907591171, |
| "eval_mean_loss": 0.000869228759422775, |
| "eval_mse_loss": 1.1264942184975157, |
| "eval_whiten_loss": 0.1468495756523794, |
| "flow/cos_sim": 0.6405115382039928, |
| "flow/improvement_ratio": 0.9704297850393269, |
| "flow/mag_ratio_mean": 0.6134878079912979, |
| "flow/mag_ratio_std": 0.19985322746103756, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.1418872107523902, |
| "eval_bleu": 0.536460391570044, |
| "eval_ce_loss": 0.003726785426819059, |
| "eval_cos_loss": 0.35948846853214855, |
| "eval_cov_loss": 0.0002726104497733062, |
| "eval_flow_ce_loss": 2.061866384662994, |
| "eval_loss": 6.564142907591171, |
| "eval_mean_loss": 0.000869228759422775, |
| "eval_mse_loss": 1.1264942184975157, |
| "eval_runtime": 133.1163, |
| "eval_samples_per_second": 210.29, |
| "eval_steps_per_second": 3.29, |
| "eval_whiten_loss": 0.1468495756523794, |
| "flow/cos_sim": 0.6405115382039928, |
| "flow/improvement_ratio": 0.9704297850393269, |
| "flow/mag_ratio_mean": 0.6134878079912979, |
| "flow/mag_ratio_std": 0.19985322746103756, |
| "step": 3072 |
| }, |
| { |
| "epoch": 0.15371114498175603, |
| "grad_norm": 3.2502996921539307, |
| "learning_rate": 0.0009952989995323104, |
| "loss": 6.486678123474121, |
| "step": 3328 |
| }, |
| { |
| "epoch": 0.1655350792111219, |
| "grad_norm": 2.448288917541504, |
| "learning_rate": 0.0009944067597489302, |
| "loss": 6.419068813323975, |
| "step": 3584 |
| }, |
| { |
| "epoch": 0.17735901344048774, |
| "grad_norm": 2.7338614463806152, |
| "learning_rate": 0.0009934375123109454, |
| "loss": 6.377047538757324, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "grad_norm": 2.7483572959899902, |
| "learning_rate": 0.0009923914081860971, |
| "loss": 6.377966403961182, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "eval_bleu": 0.5550769774844325, |
| "eval_ce_loss": 0.002399685377862143, |
| "eval_cos_loss": 0.3334486482486333, |
| "eval_cov_loss": 0.0002663974104274796, |
| "eval_flow_ce_loss": 1.985243722456231, |
| "eval_loss": 6.281966650322692, |
| "eval_mean_loss": 0.0007326721327249641, |
| "eval_mse_loss": 1.0656885820436695, |
| "eval_whiten_loss": 0.14359816459760275, |
| "flow/cos_sim": 0.6665513564462531, |
| "flow/improvement_ratio": 0.9709918391486826, |
| "flow/mag_ratio_mean": 0.643914669752121, |
| "flow/mag_ratio_std": 0.20350686651250544, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.18918294766985358, |
| "eval_bleu": 0.5550769774844325, |
| "eval_ce_loss": 0.002399685377862143, |
| "eval_cos_loss": 0.3334486482486333, |
| "eval_cov_loss": 0.0002663974104274796, |
| "eval_flow_ce_loss": 1.985243722456231, |
| "eval_loss": 6.281966650322692, |
| "eval_mean_loss": 0.0007326721327249641, |
| "eval_mse_loss": 1.0656885820436695, |
| "eval_runtime": 133.3237, |
| "eval_samples_per_second": 209.963, |
| "eval_steps_per_second": 3.285, |
| "eval_whiten_loss": 0.14359816459760275, |
| "flow/cos_sim": 0.6665513564462531, |
| "flow/improvement_ratio": 0.9709918391486826, |
| "flow/mag_ratio_mean": 0.643914669752121, |
| "flow/mag_ratio_std": 0.20350686651250544, |
| "step": 4096 |
| }, |
| { |
| "epoch": 0.20100688189921945, |
| "grad_norm": 2.555222272872925, |
| "learning_rate": 0.0009912686103131475, |
| "loss": 6.325072288513184, |
| "step": 4352 |
| }, |
| { |
| "epoch": 0.2128308161285853, |
| "grad_norm": 2.890451431274414, |
| "learning_rate": 0.0009900692935764985, |
| "loss": 6.253594875335693, |
| "step": 4608 |
| }, |
| { |
| "epoch": 0.22465475035795113, |
| "grad_norm": 2.830192804336548, |
| "learning_rate": 0.0009887936447789544, |
| "loss": 6.254307746887207, |
| "step": 4864 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "grad_norm": 3.2061522006988525, |
| "learning_rate": 0.0009874418626126245, |
| "loss": 6.149478912353516, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "eval_bleu": 0.5571576551016023, |
| "eval_ce_loss": 0.00175463656717316, |
| "eval_cos_loss": 0.31512473918259415, |
| "eval_cov_loss": 0.00032193904485315356, |
| "eval_flow_ce_loss": 1.9341952408829781, |
| "eval_loss": 6.142604702139554, |
| "eval_mean_loss": 0.0007544319254620485, |
| "eval_mse_loss": 1.029675681433177, |
| "eval_whiten_loss": 0.1808091167989931, |
| "flow/cos_sim": 0.684875273677312, |
| "flow/improvement_ratio": 0.9711803045447014, |
| "flow/mag_ratio_mean": 0.6440029551177264, |
| "flow/mag_ratio_std": 0.19927926647336516, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.236478684587317, |
| "eval_bleu": 0.5571576551016023, |
| "eval_ce_loss": 0.00175463656717316, |
| "eval_cos_loss": 0.31512473918259415, |
| "eval_cov_loss": 0.00032193904485315356, |
| "eval_flow_ce_loss": 1.9341952408829781, |
| "eval_loss": 6.142604702139554, |
| "eval_mean_loss": 0.0007544319254620485, |
| "eval_mse_loss": 1.029675681433177, |
| "eval_runtime": 135.3862, |
| "eval_samples_per_second": 206.764, |
| "eval_steps_per_second": 3.235, |
| "eval_whiten_loss": 0.1808091167989931, |
| "flow/cos_sim": 0.684875273677312, |
| "flow/improvement_ratio": 0.9711803045447014, |
| "flow/mag_ratio_mean": 0.6440029551177264, |
| "flow/mag_ratio_std": 0.19927926647336516, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.24830261881668284, |
| "grad_norm": 2.7209255695343018, |
| "learning_rate": 0.0009860141576279757, |
| "loss": 6.127026081085205, |
| "step": 5376 |
| }, |
| { |
| "epoch": 0.2601265530460487, |
| "grad_norm": 2.651538133621216, |
| "learning_rate": 0.000984510752201038, |
| "loss": 6.14462947845459, |
| "step": 5632 |
| }, |
| { |
| "epoch": 0.27195048727541454, |
| "grad_norm": 2.6247918605804443, |
| "learning_rate": 0.0009829318804987673, |
| "loss": 6.107431411743164, |
| "step": 5888 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "grad_norm": 2.3757526874542236, |
| "learning_rate": 0.0009812777884425719, |
| "loss": 6.154008865356445, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "eval_bleu": 0.5627678380598656, |
| "eval_ce_loss": 0.0014910807216579316, |
| "eval_cos_loss": 0.3033045921559748, |
| "eval_cov_loss": 0.00024372758732531347, |
| "eval_flow_ce_loss": 1.9364468174982288, |
| "eval_loss": 6.006853520598042, |
| "eval_mean_loss": 0.0007080443127500212, |
| "eval_mse_loss": 0.985551782802904, |
| "eval_whiten_loss": 0.13030236823373734, |
| "flow/cos_sim": 0.6966954118584934, |
| "flow/improvement_ratio": 0.9679767886797587, |
| "flow/mag_ratio_mean": 0.6562947229435455, |
| "flow/mag_ratio_std": 0.20180939535980355, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2837744215047804, |
| "eval_bleu": 0.5627678380598656, |
| "eval_ce_loss": 0.0014910807216579316, |
| "eval_cos_loss": 0.3033045921559748, |
| "eval_cov_loss": 0.00024372758732531347, |
| "eval_flow_ce_loss": 1.9364468174982288, |
| "eval_loss": 6.006853520598042, |
| "eval_mean_loss": 0.0007080443127500212, |
| "eval_mse_loss": 0.985551782802904, |
| "eval_runtime": 142.3565, |
| "eval_samples_per_second": 196.64, |
| "eval_steps_per_second": 3.077, |
| "eval_whiten_loss": 0.13030236823373734, |
| "flow/cos_sim": 0.6966954118584934, |
| "flow/improvement_ratio": 0.9679767886797587, |
| "flow/mag_ratio_mean": 0.6562947229435455, |
| "flow/mag_ratio_std": 0.20180939535980355, |
| "step": 6144 |
| }, |
| { |
| "epoch": 0.2955983557341462, |
| "grad_norm": 3.0790116786956787, |
| "learning_rate": 0.0009795487336700087, |
| "loss": 6.061086177825928, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.30742228996351206, |
| "grad_norm": 3.054367780685425, |
| "learning_rate": 0.0009777449854946542, |
| "loss": 6.01887321472168, |
| "step": 6656 |
| }, |
| { |
| "epoch": 0.3192462241928779, |
| "grad_norm": 2.9489176273345947, |
| "learning_rate": 0.0009758668248641569, |
| "loss": 6.025762557983398, |
| "step": 6912 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "grad_norm": 3.1671557426452637, |
| "learning_rate": 0.0009739145443164773, |
| "loss": 6.037273406982422, |
| "step": 7168 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "eval_bleu": 0.5363273200410009, |
| "eval_ce_loss": 0.0013653414107839999, |
| "eval_cos_loss": 0.293757545927616, |
| "eval_cov_loss": 0.00026882515744317844, |
| "eval_flow_ce_loss": 1.9674101572602851, |
| "eval_loss": 6.0363281105206985, |
| "eval_mean_loss": 0.000960654606612093, |
| "eval_mse_loss": 0.9632442325489706, |
| "eval_whiten_loss": 0.14329069825612248, |
| "flow/cos_sim": 0.7062424644487634, |
| "flow/improvement_ratio": 0.9698878646441246, |
| "flow/mag_ratio_mean": 0.6735025889252964, |
| "flow/mag_ratio_std": 0.2078927657715806, |
| "step": 7168 |
| }, |
| { |
| "epoch": 0.3310701584222438, |
| "eval_bleu": 0.5363273200410009, |
| "eval_ce_loss": 0.0013653414107839999, |
| "eval_cos_loss": 0.293757545927616, |
| "eval_cov_loss": 0.00026882515744317844, |
| "eval_flow_ce_loss": 1.9674101572602851, |
| "eval_loss": 6.0363281105206985, |
| "eval_mean_loss": 0.000960654606612093, |
| "eval_mse_loss": 0.9632442325489706, |
| "eval_runtime": 144.5396, |
| "eval_samples_per_second": 193.67, |
| "eval_steps_per_second": 3.03, |
| "eval_whiten_loss": 0.14329069825612248, |
| "flow/cos_sim": 0.7062424644487634, |
| "flow/improvement_ratio": 0.9698878646441246, |
| "flow/mag_ratio_mean": 0.6735025889252964, |
| "flow/mag_ratio_std": 0.2078927657715806, |
| "step": 7168 |
| } |
| ], |
| "logging_steps": 256, |
| "max_steps": 64953, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1024, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
