Upload folder using huggingface_hub

checkpoints-v3-clean/checkpoint-23552/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480950cfa84d08831edf09cc381f2742cb3a2f1befd41d2dc4d8494d778464fe
+size 37402680

checkpoints-v3-clean/checkpoint-23552/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7146c7fe24029db16b4f69bae786f73f4a526989c5adb467a0e88cc09df93d
+size 512267

checkpoints-v3-clean/checkpoint-23552/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1f5d6522f85061a43daa6273182eae4ad81327f5a98ffed6e4201916efe501
+size 14645

checkpoints-v3-clean/checkpoint-23552/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b94115255a7d4f4712c5c14803e10792642695c4aea24a79b6dcd82a3ead50
+size 1383

checkpoints-v3-clean/checkpoint-23552/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a08c46272bf626a74613bf99969796c2b58de191440107184e6a740dd173bf
+size 1465

checkpoints-v3-clean/checkpoint-23552/trainer_state.json

@@ -0,0 +1,1805 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.24480038250059766,
+  "eval_steps": 1024,
+  "global_step": 23552,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002660873722832583,
+      "grad_norm": 1.2785860300064087,
+      "learning_rate": 4.416349151368202e-06,
+      "loss": 10.8939,
+      "step": 256
+    },
+    {
+      "epoch": 0.005321747445665166,
+      "grad_norm": 0.9874694347381592,
+      "learning_rate": 8.85001731901628e-06,
+      "loss": 10.1502,
+      "step": 512
+    },
+    {
+      "epoch": 0.00798262116849775,
+      "grad_norm": 0.9198242425918579,
+      "learning_rate": 1.3283685486664357e-05,
+      "loss": 9.0734,
+      "step": 768
+    },
+    {
+      "epoch": 0.010643494891330332,
+      "grad_norm": 0.868468701839447,
+      "learning_rate": 1.7717353654312436e-05,
+      "loss": 8.0763,
+      "step": 1024
+    },
+    {
+      "epoch": 0.010643494891330332,
+      "eval_acr_loss": 0.010333856916986406,
+      "eval_across_var": 0.013189065648475662,
+      "eval_bleu": 0.09159994619921694,
+      "eval_ce_loss": 7.027534931898117,
+      "eval_cos_loss": 0.9640954360365868,
+      "eval_cov": 0.06866264343261719,
+      "eval_cov_loss": 0.0075032426248071715,
+      "eval_glb_loss": 0.39646806567907333,
+      "eval_global_kurtosis": 3.131724640727043,
+      "eval_global_mean": 0.0048119425773620605,
+      "eval_global_var": 0.27025604248046875,
+      "eval_krt_loss": 0.017541410372359678,
+      "eval_loss": 7.459874868392944,
+      "eval_mean_loss": 2.4568188223383913e-05,
+      "eval_mse_loss": 1.9595371261239052,
+      "eval_per_loss": 0.34346967935562134,
+      "eval_per_var": 0.26409912109375,
+      "eval_within_var": 0.25767749128863215,
+      "eval_wth_loss": 0.41259176656603813,
+      "step": 1024
+    },
+    {
+      "epoch": 0.010643494891330332,
+      "eval_acr_loss": 0.010333856916986406,
+      "eval_across_var": 0.013189065648475662,
+      "eval_bleu": 0.09159994619921694,
+      "eval_ce_loss": 7.027534931898117,
+      "eval_cos_loss": 0.9640954360365868,
+      "eval_cov": 0.06866264343261719,
+      "eval_cov_loss": 0.0075032426248071715,
+      "eval_glb_loss": 0.39646806567907333,
+      "eval_global_kurtosis": 3.131724640727043,
+      "eval_global_mean": 0.0048119425773620605,
+      "eval_global_var": 0.27025604248046875,
+      "eval_krt_loss": 0.017541410372359678,
+      "eval_loss": 7.459874868392944,
+      "eval_mean_loss": 2.4568188223383913e-05,
+      "eval_mse_loss": 1.9595371261239052,
+      "eval_per_loss": 0.34346967935562134,
+      "eval_per_var": 0.26409912109375,
+      "eval_runtime": 10.9247,
+      "eval_samples_per_second": 183.071,
+      "eval_steps_per_second": 2.929,
+      "eval_within_var": 0.25767749128863215,
+      "eval_wth_loss": 0.41259176656603813,
+      "step": 1024
+    },
+    {
+      "epoch": 0.013304368614162915,
+      "grad_norm": 0.8875442147254944,
+      "learning_rate": 2.2151021821960514e-05,
+      "loss": 7.1132,
+      "step": 1280
+    },
+    {
+      "epoch": 0.0159652423369955,
+      "grad_norm": 0.8143702149391174,
+      "learning_rate": 2.6584689989608592e-05,
+      "loss": 6.1485,
+      "step": 1536
+    },
+    {
+      "epoch": 0.01862611605982808,
+      "grad_norm": 0.7273866534233093,
+      "learning_rate": 3.1018358157256674e-05,
+      "loss": 5.2325,
+      "step": 1792
+    },
+    {
+      "epoch": 0.021286989782660665,
+      "grad_norm": 0.5480166077613831,
+      "learning_rate": 3.5452026324904745e-05,
+      "loss": 4.3952,
+      "step": 2048
+    },
+    {
+      "epoch": 0.021286989782660665,
+      "eval_acr_loss": 0.011928890817216597,
+      "eval_across_var": 0.012925449758768082,
+      "eval_bleu": 0.3377202654954096,
+      "eval_ce_loss": 3.4600580409169197,
+      "eval_cos_loss": 0.9338241945952177,
+      "eval_cov": 0.07202339172363281,
+      "eval_cov_loss": 0.008123685591272078,
+      "eval_glb_loss": 0.3427571505308151,
+      "eval_global_kurtosis": 3.049249067902565,
+      "eval_global_mean": 0.0031435638666152954,
+      "eval_global_var": 0.314483642578125,
+      "eval_krt_loss": 0.002645308370119892,
+      "eval_loss": 3.876119486987591,
+      "eval_mean_loss": 1.1241194734168403e-05,
+      "eval_mse_loss": 1.949895329773426,
+      "eval_per_loss": 0.2958330735564232,
+      "eval_per_var": 0.306182861328125,
+      "eval_within_var": 0.3034430192783475,
+      "eval_wth_loss": 0.35589773673564196,
+      "step": 2048
+    },
+    {
+      "epoch": 0.021286989782660665,
+      "eval_acr_loss": 0.011928890817216597,
+      "eval_across_var": 0.012925449758768082,
+      "eval_bleu": 0.3377202654954096,
+      "eval_ce_loss": 3.4600580409169197,
+      "eval_cos_loss": 0.9338241945952177,
+      "eval_cov": 0.07202339172363281,
+      "eval_cov_loss": 0.008123685591272078,
+      "eval_glb_loss": 0.3427571505308151,
+      "eval_global_kurtosis": 3.049249067902565,
+      "eval_global_mean": 0.0031435638666152954,
+      "eval_global_var": 0.314483642578125,
+      "eval_krt_loss": 0.002645308370119892,
+      "eval_loss": 3.876119486987591,
+      "eval_mean_loss": 1.1241194734168403e-05,
+      "eval_mse_loss": 1.949895329773426,
+      "eval_per_loss": 0.2958330735564232,
+      "eval_per_var": 0.306182861328125,
+      "eval_runtime": 9.7829,
+      "eval_samples_per_second": 204.439,
+      "eval_steps_per_second": 3.271,
+      "eval_within_var": 0.3034430192783475,
+      "eval_wth_loss": 0.35589773673564196,
+      "step": 2048
+    },
+    {
+      "epoch": 0.023947863505493248,
+      "grad_norm": 0.4677615165710449,
+      "learning_rate": 3.988569449255283e-05,
+      "loss": 3.673,
+      "step": 2304
+    },
+    {
+      "epoch": 0.02660873722832583,
+      "grad_norm": 0.3998287618160248,
+      "learning_rate": 4.43193626602009e-05,
+      "loss": 3.091,
+      "step": 2560
+    },
+    {
+      "epoch": 0.029269610951158414,
+      "grad_norm": 0.34429243206977844,
+      "learning_rate": 4.875303082784898e-05,
+      "loss": 2.6144,
+      "step": 2816
+    },
+    {
+      "epoch": 0.031930484673991,
+      "grad_norm": 0.2926134467124939,
+      "learning_rate": 4.999952040357126e-05,
+      "loss": 2.2102,
+      "step": 3072
+    },
+    {
+      "epoch": 0.031930484673991,
+      "eval_acr_loss": 0.011340929486323148,
+      "eval_across_var": 0.02669821889139712,
+      "eval_bleu": 0.5843127273325036,
+      "eval_ce_loss": 1.5527473986148834,
+      "eval_cos_loss": 0.8454732391983271,
+      "eval_cov": 0.08180618286132812,
+      "eval_cov_loss": 0.010497079812921584,
+      "eval_glb_loss": 0.08526049554347992,
+      "eval_global_kurtosis": 3.0069182589650154,
+      "eval_global_mean": 0.0094224214553833,
+      "eval_global_var": 0.607940673828125,
+      "eval_krt_loss": 0.00011411440974029574,
+      "eval_loss": 1.9118921793997288,
+      "eval_mean_loss": 9.215879936164129e-05,
+      "eval_mse_loss": 1.832219734787941,
+      "eval_per_loss": 0.06583906384184957,
+      "eval_per_var": 0.593536376953125,
+      "eval_within_var": 0.5868291966617107,
+      "eval_wth_loss": 0.09813770232722163,
+      "step": 3072
+    },
+    {
+      "epoch": 0.031930484673991,
+      "eval_acr_loss": 0.011340929486323148,
+      "eval_across_var": 0.02669821889139712,
+      "eval_bleu": 0.5843127273325036,
+      "eval_ce_loss": 1.5527473986148834,
+      "eval_cos_loss": 0.8454732391983271,
+      "eval_cov": 0.08180618286132812,
+      "eval_cov_loss": 0.010497079812921584,
+      "eval_glb_loss": 0.08526049554347992,
+      "eval_global_kurtosis": 3.0069182589650154,
+      "eval_global_mean": 0.0094224214553833,
+      "eval_global_var": 0.607940673828125,
+      "eval_krt_loss": 0.00011411440974029574,
+      "eval_loss": 1.9118921793997288,
+      "eval_mean_loss": 9.215879936164129e-05,
+      "eval_mse_loss": 1.832219734787941,
+      "eval_per_loss": 0.06583906384184957,
+      "eval_per_var": 0.593536376953125,
+      "eval_runtime": 10.2115,
+      "eval_samples_per_second": 195.858,
+      "eval_steps_per_second": 3.134,
+      "eval_within_var": 0.5868291966617107,
+      "eval_wth_loss": 0.09813770232722163,
+      "step": 3072
+    },
+    {
+      "epoch": 0.034591358396823584,
+      "grad_norm": 0.26758256554603577,
+      "learning_rate": 4.9997257547617106e-05,
+      "loss": 1.8977,
+      "step": 3328
+    },
+    {
+      "epoch": 0.03725223211965616,
+      "grad_norm": 0.24744224548339844,
+      "learning_rate": 4.999313816462926e-05,
+      "loss": 1.6476,
+      "step": 3584
+    },
+    {
+      "epoch": 0.03991310584248875,
+      "grad_norm": 0.22395408153533936,
+      "learning_rate": 4.9987162560551115e-05,
+      "loss": 1.4364,
+      "step": 3840
+    },
+    {
+      "epoch": 0.04257397956532133,
+      "grad_norm": 0.20503944158554077,
+      "learning_rate": 4.997933117918617e-05,
+      "loss": 1.281,
+      "step": 4096
+    },
+    {
+      "epoch": 0.04257397956532133,
+      "eval_acr_loss": 0.010712883464293554,
+      "eval_across_var": 0.04058358340989798,
+      "eval_bleu": 0.74504639855184,
+      "eval_ce_loss": 0.8122093826532364,
+      "eval_cos_loss": 0.7478988897055387,
+      "eval_cov": 0.07811164855957031,
+      "eval_cov_loss": 0.009650954219978303,
+      "eval_glb_loss": 0.0014296220615506172,
+      "eval_global_kurtosis": 3.0172539353370667,
+      "eval_global_mean": 0.011150479316711426,
+      "eval_global_var": 0.86297607421875,
+      "eval_krt_loss": 0.0004142036146248529,
+      "eval_loss": 1.1253399811685085,
+      "eval_mean_loss": 0.00012954238400197937,
+      "eval_mse_loss": 1.6814398430287838,
+      "eval_per_loss": 9.741889432035578e-05,
+      "eval_per_var": 0.843017578125,
+      "eval_within_var": 0.8369333390146494,
+      "eval_wth_loss": 0.004123660655750427,
+      "step": 4096
+    },
+    {
+      "epoch": 0.04257397956532133,
+      "eval_acr_loss": 0.010712883464293554,
+      "eval_across_var": 0.04058358340989798,
+      "eval_bleu": 0.74504639855184,
+      "eval_ce_loss": 0.8122093826532364,
+      "eval_cos_loss": 0.7478988897055387,
+      "eval_cov": 0.07811164855957031,
+      "eval_cov_loss": 0.009650954219978303,
+      "eval_glb_loss": 0.0014296220615506172,
+      "eval_global_kurtosis": 3.0172539353370667,
+      "eval_global_mean": 0.011150479316711426,
+      "eval_global_var": 0.86297607421875,
+      "eval_krt_loss": 0.0004142036146248529,
+      "eval_loss": 1.1253399811685085,
+      "eval_mean_loss": 0.00012954238400197937,
+      "eval_mse_loss": 1.6814398430287838,
+      "eval_per_loss": 9.741889432035578e-05,
+      "eval_per_var": 0.843017578125,
+      "eval_runtime": 10.2891,
+      "eval_samples_per_second": 194.381,
+      "eval_steps_per_second": 3.11,
+      "eval_within_var": 0.8369333390146494,
+      "eval_wth_loss": 0.004123660655750427,
+      "step": 4096
+    },
+    {
+      "epoch": 0.045234853288153916,
+      "grad_norm": 0.19751055538654327,
+      "learning_rate": 4.99696446021651e-05,
+      "loss": 1.1395,
+      "step": 4352
+    },
+    {
+      "epoch": 0.047895727010986495,
+      "grad_norm": 0.18066278100013733,
+      "learning_rate": 4.995810354890248e-05,
+      "loss": 1.023,
+      "step": 4608
+    },
+    {
+      "epoch": 0.05055660073381908,
+      "grad_norm": 0.17854027450084686,
+      "learning_rate": 4.994470887654346e-05,
+      "loss": 0.9304,
+      "step": 4864
+    },
+    {
+      "epoch": 0.05321747445665166,
+      "grad_norm": 0.1603478193283081,
+      "learning_rate": 4.9929461579899996e-05,
+      "loss": 0.8495,
+      "step": 5120
+    },
+    {
+      "epoch": 0.05321747445665166,
+      "eval_acr_loss": 0.010327979252906516,
+      "eval_across_var": 0.04717686545336619,
+      "eval_bleu": 0.8372942377615584,
+      "eval_ce_loss": 0.4861879423260689,
+      "eval_cos_loss": 0.6623753104358912,
+      "eval_cov": 0.07553482055664062,
+      "eval_cov_loss": 0.009084547113161534,
+      "eval_glb_loss": 0.0,
+      "eval_global_kurtosis": 3.0330343022942543,
+      "eval_global_mean": 0.008684873580932617,
+      "eval_global_var": 0.9628448486328125,
+      "eval_krt_loss": 0.0012540334691948374,
+      "eval_loss": 0.765046201646328,
+      "eval_mean_loss": 8.126164811983472e-05,
+      "eval_mse_loss": 1.542122010141611,
+      "eval_per_loss": 0.0,
+      "eval_per_var": 0.9408111572265625,
+      "eval_within_var": 0.9378277324140072,
+      "eval_wth_loss": 2.4662538677944212e-08,
+      "step": 5120
+    },
+    {
+      "epoch": 0.05321747445665166,
+      "eval_acr_loss": 0.010327979252906516,
+      "eval_across_var": 0.04717686545336619,
+      "eval_bleu": 0.8372942377615584,
+      "eval_ce_loss": 0.4861879423260689,
+      "eval_cos_loss": 0.6623753104358912,
+      "eval_cov": 0.07553482055664062,
+      "eval_cov_loss": 0.009084547113161534,
+      "eval_glb_loss": 0.0,
+      "eval_global_kurtosis": 3.0330343022942543,
+      "eval_global_mean": 0.008684873580932617,
+      "eval_global_var": 0.9628448486328125,
+      "eval_krt_loss": 0.0012540334691948374,
+      "eval_loss": 0.765046201646328,
+      "eval_mean_loss": 8.126164811983472e-05,
+      "eval_mse_loss": 1.542122010141611,
+      "eval_per_loss": 0.0,
+      "eval_per_var": 0.9408111572265625,
+      "eval_runtime": 9.9429,
+      "eval_samples_per_second": 201.148,
+      "eval_steps_per_second": 3.218,
+      "eval_within_var": 0.9378277324140072,
+      "eval_wth_loss": 2.4662538677944212e-08,
+      "step": 5120
+    },
+    {
+      "epoch": 0.05587834817948425,
+      "grad_norm": 0.14991497993469238,
+      "learning_rate": 4.9912362791377065e-05,
+      "loss": 0.7781,
+      "step": 5376
+    },
+    {
+      "epoch": 0.05853922190231683,
+      "grad_norm": 0.14166131615638733,
+      "learning_rate": 4.989341378088849e-05,
+      "loss": 0.7173,
+      "step": 5632
+    },
+    {
+      "epoch": 0.061200095625149414,
+      "grad_norm": 0.15388458967208862,
+      "learning_rate": 4.987261595576267e-05,
+      "loss": 0.6644,
+      "step": 5888
+    },
+    {
+      "epoch": 0.063860969347982,
+      "grad_norm": 0.1334715038537979,
+      "learning_rate": 4.984997086063803e-05,
+      "loss": 0.6207,
+      "step": 6144
+    },
+    {
+      "epoch": 0.063860969347982,
+      "eval_acr_loss": 0.0101167297543725,
+      "eval_across_var": 0.054399247106630355,
+      "eval_bleu": 0.8895029308800785,
+      "eval_ce_loss": 0.3160733813419938,
+      "eval_cos_loss": 0.5900800842791796,
+      "eval_cov": 0.07538223266601562,
+      "eval_cov_loss": 0.009119293099502102,
+      "eval_glb_loss": 6.775409133297217e-06,
+      "eval_global_kurtosis": 3.032428242266178,
+      "eval_global_mean": 0.009008824825286865,
+      "eval_global_var": 1.085845947265625,
+      "eval_krt_loss": 0.0013425453408899557,
+      "eval_loss": 0.5660126637667418,
+      "eval_mean_loss": 8.861126445935952e-05,
+      "eval_mse_loss": 1.4217685647308826,
+      "eval_per_loss": 0.0,
+      "eval_per_var": 1.0615234375,
+      "eval_within_var": 1.0598372742533684,
+      "eval_wth_loss": 0.0,
+      "step": 6144
+    },
+    {
+      "epoch": 0.063860969347982,
+      "eval_acr_loss": 0.0101167297543725,
+      "eval_across_var": 0.054399247106630355,
+      "eval_bleu": 0.8895029308800785,
+      "eval_ce_loss": 0.3160733813419938,
+      "eval_cos_loss": 0.5900800842791796,
+      "eval_cov": 0.07538223266601562,
+      "eval_cov_loss": 0.009119293099502102,
+      "eval_glb_loss": 6.775409133297217e-06,
+      "eval_global_kurtosis": 3.032428242266178,
+      "eval_global_mean": 0.009008824825286865,
+      "eval_global_var": 1.085845947265625,
+      "eval_krt_loss": 0.0013425453408899557,
+      "eval_loss": 0.5660126637667418,
+      "eval_mean_loss": 8.861126445935952e-05,
+      "eval_mse_loss": 1.4217685647308826,
+      "eval_per_loss": 0.0,
+      "eval_per_var": 1.0615234375,
+      "eval_runtime": 10.0342,
+      "eval_samples_per_second": 199.319,
+      "eval_steps_per_second": 3.189,
+      "eval_within_var": 1.0598372742533684,
+      "eval_wth_loss": 0.0,
+      "step": 6144
+    },
+    {
+      "epoch": 0.06652184307081459,
+      "grad_norm": 0.13046643137931824,
+      "learning_rate": 4.982548017734831e-05,
+      "loss": 0.5778,
+      "step": 6400
+    },
+    {
+      "epoch": 0.06918271679364717,
+      "grad_norm": 0.1357714831829071,
+      "learning_rate": 4.9799145724797655e-05,
+      "loss": 0.5412,
+      "step": 6656
+    },
+    {
+      "epoch": 0.07184359051647975,
+      "grad_norm": 0.12301656603813171,
+      "learning_rate": 4.977096945882557e-05,
+      "loss": 0.5079,
+      "step": 6912
+    },
+    {
+      "epoch": 0.07450446423931233,
+      "grad_norm": 0.12161236256361008,
+      "learning_rate": 4.974095347206157e-05,
+      "loss": 0.4804,
+      "step": 7168
+    },
+    {
+      "epoch": 0.07450446423931233,
+      "eval_acr_loss": 0.00983446673490107,
+      "eval_across_var": 0.05932739016134292,
+      "eval_bleu": 0.9201149551889397,
+      "eval_ce_loss": 0.2183996201492846,
+      "eval_cos_loss": 0.5297921635210514,
+      "eval_cov": 0.074615478515625,
+      "eval_cov_loss": 0.008976185490610078,
+      "eval_glb_loss": 0.0027152854308951646,
+      "eval_global_kurtosis": 3.0397911220788956,
+      "eval_global_mean": 0.00715222954750061,
+      "eval_global_var": 1.149993896484375,
+      "eval_krt_loss": 0.0019899249493846582,
+      "eval_loss": 0.44435011968016624,
+      "eval_mean_loss": 5.936167204367848e-05,
+      "eval_mse_loss": 1.3212404884397984,
+      "eval_per_loss": 1.6360521115643678e-06,
+      "eval_per_var": 1.12481689453125,
+      "eval_within_var": 1.1261104978621006,
+      "eval_wth_loss": 0.0010669257317950098,
+      "step": 7168
+    },
+    {
+      "epoch": 0.07450446423931233,
+      "eval_acr_loss": 0.00983446673490107,
+      "eval_across_var": 0.05932739016134292,
+      "eval_bleu": 0.9201149551889397,
+      "eval_ce_loss": 0.2183996201492846,
+      "eval_cos_loss": 0.5297921635210514,
+      "eval_cov": 0.074615478515625,
+      "eval_cov_loss": 0.008976185490610078,
+      "eval_glb_loss": 0.0027152854308951646,
+      "eval_global_kurtosis": 3.0397911220788956,
+      "eval_global_mean": 0.00715222954750061,
+      "eval_global_var": 1.149993896484375,
+      "eval_krt_loss": 0.0019899249493846582,
+      "eval_loss": 0.44435011968016624,
+      "eval_mean_loss": 5.936167204367848e-05,
+      "eval_mse_loss": 1.3212404884397984,
+      "eval_per_loss": 1.6360521115643678e-06,
+      "eval_per_var": 1.12481689453125,
+      "eval_runtime": 9.7644,
+      "eval_samples_per_second": 204.825,
+      "eval_steps_per_second": 3.277,
+      "eval_within_var": 1.1261104978621006,
+      "eval_wth_loss": 0.0010669257317950098,
+      "step": 7168
+    },
+    {
+      "epoch": 0.07716533796214492,
+      "grad_norm": 0.11638697236776352,
+      "learning_rate": 4.970909999376984e-05,
+      "loss": 0.4535,
+      "step": 7424
+    },
+    {
+      "epoch": 0.0798262116849775,
+      "grad_norm": 0.10645346343517303,
+      "learning_rate": 4.967541138968363e-05,
+      "loss": 0.4306,
+      "step": 7680
+    },
+    {
+      "epoch": 0.08248708540781008,
+      "grad_norm": 0.1007547378540039,
+      "learning_rate": 4.96398901618296e-05,
+      "loss": 0.4089,
+      "step": 7936
+    },
+    {
+      "epoch": 0.08514795913064266,
+      "grad_norm": 0.10934588313102722,
+      "learning_rate": 4.960253894834191e-05,
+      "loss": 0.3899,
+      "step": 8192
+    },
+    {
+      "epoch": 0.08514795913064266,
+      "eval_acr_loss": 0.009613318397896364,
+      "eval_across_var": 0.06101540511008352,
+      "eval_bleu": 0.9421627142951156,
+      "eval_ce_loss": 0.1593283866532147,
+      "eval_cos_loss": 0.48021325934678316,
+      "eval_cov": 0.07448005676269531,
+      "eval_cov_loss": 0.008969669608632103,
+      "eval_glb_loss": 0.0033801320823840797,
+      "eval_global_kurtosis": 3.043630987405777,
+      "eval_global_mean": 0.006347730755805969,
+      "eval_global_var": 1.156005859375,
+      "eval_krt_loss": 0.002347310634149835,
+      "eval_loss": 0.36554089840501547,
+      "eval_mean_loss": 4.930327887819885e-05,
+      "eval_mse_loss": 1.2402296103537083,
+      "eval_per_loss": 1.130322118569893e-05,
+      "eval_per_var": 1.13140869140625,
+      "eval_within_var": 1.1352268271148205,
+      "eval_wth_loss": 0.00167783152524488,
+      "step": 8192
+    },
+    {
+      "epoch": 0.08514795913064266,
+      "eval_acr_loss": 0.009613318397896364,
+      "eval_across_var": 0.06101540511008352,
+      "eval_bleu": 0.9421627142951156,
+      "eval_ce_loss": 0.1593283866532147,
+      "eval_cos_loss": 0.48021325934678316,
+      "eval_cov": 0.07448005676269531,
+      "eval_cov_loss": 0.008969669608632103,
+      "eval_glb_loss": 0.0033801320823840797,
+      "eval_global_kurtosis": 3.043630987405777,
+      "eval_global_mean": 0.006347730755805969,
+      "eval_global_var": 1.156005859375,
+      "eval_krt_loss": 0.002347310634149835,
+      "eval_loss": 0.36554089840501547,
+      "eval_mean_loss": 4.930327887819885e-05,
+      "eval_mse_loss": 1.2402296103537083,
+      "eval_per_loss": 1.130322118569893e-05,
+      "eval_per_var": 1.13140869140625,
+      "eval_runtime": 9.7714,
+      "eval_samples_per_second": 204.679,
+      "eval_steps_per_second": 3.275,
+      "eval_within_var": 1.1352268271148205,
+      "eval_wth_loss": 0.00167783152524488,
+      "step": 8192
+    },
+    {
+      "epoch": 0.08780883285347525,
+      "grad_norm": 0.0978470966219902,
+      "learning_rate": 4.95633605232664e-05,
+      "loss": 0.3731,
+      "step": 8448
+    },
+    {
+      "epoch": 0.09046970657630783,
+      "grad_norm": 0.10450848191976547,
+      "learning_rate": 4.952235779635446e-05,
+      "loss": 0.3564,
+      "step": 8704
+    },
+    {
+      "epoch": 0.09313058029914041,
+      "grad_norm": 0.09945756942033768,
+      "learning_rate": 4.947953381284698e-05,
+      "loss": 0.3427,
+      "step": 8960
+    },
+    {
+      "epoch": 0.09579145402197299,
+      "grad_norm": 0.10317794233560562,
+      "learning_rate": 4.943506966910453e-05,
+      "loss": 0.3282,
+      "step": 9216
+    },
+    {
+      "epoch": 0.09579145402197299,
+      "eval_acr_loss": 0.009452910453546792,
+      "eval_across_var": 0.06200917391106486,
+      "eval_bleu": 0.9571379147452593,
+      "eval_ce_loss": 0.11980621726252139,
+      "eval_cos_loss": 0.43968157004565,
+      "eval_cov": 0.07451438903808594,
+      "eval_cov_loss": 0.009015302639454603,
+      "eval_glb_loss": 0.0033379476226400584,
+      "eval_global_kurtosis": 3.0460192561149597,
+      "eval_global_mean": 0.003891175612807274,
+      "eval_global_var": 1.155426025390625,
+      "eval_krt_loss": 0.0026789802294615583,
+      "eval_loss": 0.30993283446878195,
+      "eval_mean_loss": 2.458498882218496e-05,
+      "eval_mse_loss": 1.1764822266995907,
+      "eval_per_loss": 1.538718709070963e-05,
+      "eval_per_var": 1.13104248046875,
+      "eval_within_var": 1.1370676457881927,
+      "eval_wth_loss": 0.0018457178829738297,
+      "step": 9216
+    },
+    {
+      "epoch": 0.09579145402197299,
+      "eval_acr_loss": 0.009452910453546792,
+      "eval_across_var": 0.06200917391106486,
+      "eval_bleu": 0.9571379147452593,
+      "eval_ce_loss": 0.11980621726252139,
+      "eval_cos_loss": 0.43968157004565,
+      "eval_cov": 0.07451438903808594,
+      "eval_cov_loss": 0.009015302639454603,
+      "eval_glb_loss": 0.0033379476226400584,
+      "eval_global_kurtosis": 3.0460192561149597,
+      "eval_global_mean": 0.003891175612807274,
+      "eval_global_var": 1.155426025390625,
+      "eval_krt_loss": 0.0026789802294615583,
+      "eval_loss": 0.30993283446878195,
+      "eval_mean_loss": 2.458498882218496e-05,
+      "eval_mse_loss": 1.1764822266995907,
+      "eval_per_loss": 1.538718709070963e-05,
+      "eval_per_var": 1.13104248046875,
+      "eval_runtime": 10.3535,
+      "eval_samples_per_second": 193.172,
+      "eval_steps_per_second": 3.091,
+      "eval_within_var": 1.1370676457881927,
+      "eval_wth_loss": 0.0018457178829738297,
+      "step": 9216
+    },
+    {
+      "epoch": 0.09845232774480558,
+      "grad_norm": 0.09872151166200638,
+      "learning_rate": 4.938861993122928e-05,
+      "loss": 0.3186,
+      "step": 9472
+    },
+    {
+      "epoch": 0.10111320146763816,
+      "grad_norm": 0.09426742047071457,
+      "learning_rate": 4.934035886936657e-05,
+      "loss": 0.3055,
+      "step": 9728
+    },
+    {
+      "epoch": 0.10377407519047074,
+      "grad_norm": 0.09218986332416534,
+      "learning_rate": 4.929029006782824e-05,
+      "loss": 0.294,
+      "step": 9984
+    },
+    {
+      "epoch": 0.10643494891330332,
+      "grad_norm": 0.10592538118362427,
+      "learning_rate": 4.923841724518553e-05,
+      "loss": 0.2864,
+      "step": 10240
+    },
+    {
+      "epoch": 0.10643494891330332,
+      "eval_acr_loss": 0.009291668538935483,
+      "eval_across_var": 0.06304166710469872,
+      "eval_bleu": 0.9663901561046487,
+      "eval_ce_loss": 0.09433894976973534,
+      "eval_cos_loss": 0.40719034615904093,
+      "eval_cov": 0.07495689392089844,
+      "eval_cov_loss": 0.009098658832954243,
+      "eval_glb_loss": 0.003349686012370512,
+      "eval_global_kurtosis": 3.040327101945877,
+      "eval_global_mean": 0.004347227513790131,
+      "eval_global_var": 1.15533447265625,
+      "eval_krt_loss": 0.0023327972218396553,
+      "eval_loss": 0.27165302727371454,
+      "eval_mean_loss": 2.88587275694141e-05,
+      "eval_mse_loss": 1.1290423460304737,
+      "eval_per_loss": 2.1555981511767186e-05,
+      "eval_per_var": 1.13153076171875,
+      "eval_within_var": 1.1392224319279194,
+      "eval_wth_loss": 0.0020331931153663163,
+      "step": 10240
+    },
+    {
+      "epoch": 0.10643494891330332,
+      "eval_acr_loss": 0.009291668538935483,
+      "eval_across_var": 0.06304166710469872,
+      "eval_bleu": 0.9663901561046487,
+      "eval_ce_loss": 0.09433894976973534,
+      "eval_cos_loss": 0.40719034615904093,
+      "eval_cov": 0.07495689392089844,
+      "eval_cov_loss": 0.009098658832954243,
+      "eval_glb_loss": 0.003349686012370512,
+      "eval_global_kurtosis": 3.040327101945877,
+      "eval_global_mean": 0.004347227513790131,
+      "eval_global_var": 1.15533447265625,
+      "eval_krt_loss": 0.0023327972218396553,
+      "eval_loss": 0.27165302727371454,
+      "eval_mean_loss": 2.88587275694141e-05,
+      "eval_mse_loss": 1.1290423460304737,
+      "eval_per_loss": 2.1555981511767186e-05,
+      "eval_per_var": 1.13153076171875,
+      "eval_runtime": 9.8187,
+      "eval_samples_per_second": 203.694,
+      "eval_steps_per_second": 3.259,
+      "eval_within_var": 1.1392224319279194,
+      "eval_wth_loss": 0.0020331931153663163,
+      "step": 10240
+    },
+    {
+      "epoch": 0.10909582263613592,
+      "grad_norm": 0.09304367750883102,
+      "learning_rate": 4.918474425399298e-05,
+      "loss": 0.2784,
+      "step": 10496
+    },
+    {
+      "epoch": 0.1117566963589685,
+      "grad_norm": 0.10622046142816544,
+      "learning_rate": 4.912927508050224e-05,
+      "loss": 0.2678,
+      "step": 10752
+    },
+    {
+      "epoch": 0.11441757008180108,
+      "grad_norm": 0.08184197545051575,
+      "learning_rate": 4.907201384436601e-05,
+      "loss": 0.2623,
+      "step": 11008
+    },
+    {
+      "epoch": 0.11707844380463366,
+      "grad_norm": 0.09012167900800705,
+      "learning_rate": 4.901296479833215e-05,
+      "loss": 0.255,
+      "step": 11264
+    },
+    {
+      "epoch": 0.11707844380463366,
+      "eval_acr_loss": 0.009119439113419503,
+      "eval_across_var": 0.06416496774181724,
+      "eval_bleu": 0.9719281384812661,
+      "eval_ce_loss": 0.07750852114986628,
+      "eval_cos_loss": 0.3806372629478574,
+      "eval_cov": 0.0753173828125,
+      "eval_cov_loss": 0.009160888177575544,
+      "eval_glb_loss": 0.003381317452294752,
+      "eval_global_kurtosis": 3.0355821326375008,
+      "eval_global_mean": 0.0027519892901182175,
+      "eval_global_var": 1.155487060546875,
+      "eval_krt_loss": 0.001984861595602183,
+      "eval_loss": 0.2444434049539268,
+      "eval_mean_loss": 1.832497667531019e-05,
+      "eval_mse_loss": 1.0934999212622643,
+      "eval_per_loss": 2.6998875114259135e-05,
+      "eval_per_var": 1.132049560546875,
+      "eval_within_var": 1.1408722698688507,
+      "eval_wth_loss": 0.0021871452599953045,
+      "step": 11264
+    },
+    {
+      "epoch": 0.11707844380463366,
+      "eval_acr_loss": 0.009119439113419503,
+      "eval_across_var": 0.06416496774181724,
+      "eval_bleu": 0.9719281384812661,
+      "eval_ce_loss": 0.07750852114986628,
+      "eval_cos_loss": 0.3806372629478574,
+      "eval_cov": 0.0753173828125,
+      "eval_cov_loss": 0.009160888177575544,
+      "eval_glb_loss": 0.003381317452294752,
+      "eval_global_kurtosis": 3.0355821326375008,
+      "eval_global_mean": 0.0027519892901182175,
+      "eval_global_var": 1.155487060546875,
+      "eval_krt_loss": 0.001984861595602183,
+      "eval_loss": 0.2444434049539268,
+      "eval_mean_loss": 1.832497667531019e-05,
+      "eval_mse_loss": 1.0934999212622643,
+      "eval_per_loss": 2.6998875114259135e-05,
+      "eval_per_var": 1.132049560546875,
+      "eval_runtime": 10.5086,
+      "eval_samples_per_second": 190.321,
+      "eval_steps_per_second": 3.045,
+      "eval_within_var": 1.1408722698688507,
+      "eval_wth_loss": 0.0021871452599953045,
+      "step": 11264
+    },
+    {
+      "epoch": 0.11973931752746625,
+      "grad_norm": 0.08071508258581161,
+      "learning_rate": 4.8952132327927744e-05,
+      "loss": 0.2487,
+      "step": 11520
+    },
+    {
+      "epoch": 0.12240019125029883,
+      "grad_norm": 0.09782595932483673,
+      "learning_rate": 4.888952095113344e-05,
+      "loss": 0.2424,
+      "step": 11776
+    },
+    {
+      "epoch": 0.1250610649731314,
+      "grad_norm": 0.08052252233028412,
+      "learning_rate": 4.8825135318047885e-05,
+      "loss": 0.2379,
+      "step": 12032
+    },
+    {
+      "epoch": 0.127721938695964,
+      "grad_norm": 0.08125212043523788,
+      "learning_rate": 4.875898021054239e-05,
+      "loss": 0.2333,
+      "step": 12288
+    },
+    {
+      "epoch": 0.127721938695964,
+      "eval_acr_loss": 0.008987350542156491,
+      "eval_across_var": 0.06508267612662166,
+      "eval_bleu": 0.9753456951784488,
+      "eval_ce_loss": 0.06519961968297139,
+      "eval_cos_loss": 0.3581163277849555,
+      "eval_cov": 0.07555389404296875,
+      "eval_cov_loss": 0.009179135347949341,
+      "eval_glb_loss": 0.0035121891705784947,
+      "eval_global_kurtosis": 3.0320599749684334,
+      "eval_global_mean": 0.002966819331049919,
+      "eval_global_var": 1.156524658203125,
+      "eval_krt_loss": 0.0019287865870936116,
+      "eval_loss": 0.2234154366888106,
+      "eval_mean_loss": 1.9722260523491464e-05,
+      "eval_mse_loss": 1.0655292384326458,
+      "eval_per_loss": 3.665547956188675e-05,
+      "eval_per_var": 1.133544921875,
+      "eval_within_var": 1.1434408612549305,
+      "eval_wth_loss": 0.0024261503635898407,
+      "step": 12288
+    },
+    {
+      "epoch": 0.127721938695964,
+      "eval_acr_loss": 0.008987350542156491,
+      "eval_across_var": 0.06508267612662166,
+      "eval_bleu": 0.9753456951784488,
+      "eval_ce_loss": 0.06519961968297139,
+      "eval_cos_loss": 0.3581163277849555,
+      "eval_cov": 0.07555389404296875,
+      "eval_cov_loss": 0.009179135347949341,
+      "eval_glb_loss": 0.0035121891705784947,
+      "eval_global_kurtosis": 3.0320599749684334,
+      "eval_global_mean": 0.002966819331049919,
+      "eval_global_var": 1.156524658203125,
+      "eval_krt_loss": 0.0019287865870936116,
+      "eval_loss": 0.2234154366888106,
+      "eval_mean_loss": 1.9722260523491464e-05,
+      "eval_mse_loss": 1.0655292384326458,
+      "eval_per_loss": 3.665547956188675e-05,
+      "eval_per_var": 1.133544921875,
+      "eval_runtime": 9.9204,
+      "eval_samples_per_second": 201.605,
+      "eval_steps_per_second": 3.226,
+      "eval_within_var": 1.1434408612549305,
+      "eval_wth_loss": 0.0024261503635898407,
+      "step": 12288
+    },
+    {
+      "epoch": 0.13038281241879657,
+      "grad_norm": 0.07950161397457123,
+      "learning_rate": 4.869132927957007e-05,
+      "loss": 0.227,
+      "step": 12544
+    },
+    {
+      "epoch": 0.13304368614162917,
+      "grad_norm": 0.10845638811588287,
+      "learning_rate": 4.8621656957273095e-05,
+      "loss": 0.2231,
+      "step": 12800
+    },
+    {
+      "epoch": 0.13570455986446175,
+      "grad_norm": 0.07782810926437378,
+      "learning_rate": 4.855023027273705e-05,
+      "loss": 0.219,
+      "step": 13056
+    },
+    {
+      "epoch": 0.13836543358729433,
+      "grad_norm": 0.09690313786268234,
+      "learning_rate": 4.8477054530766706e-05,
+      "loss": 0.2148,
+      "step": 13312
+    },
+    {
+      "epoch": 0.13836543358729433,
+      "eval_acr_loss": 0.008811655119643547,
+      "eval_across_var": 0.06608164648059756,
+      "eval_bleu": 0.9780831345903339,
+      "eval_ce_loss": 0.056942834868095815,
+      "eval_cos_loss": 0.3395712682977319,
+      "eval_cov": 0.07547187805175781,
+      "eval_cov_loss": 0.009084842837182805,
+      "eval_glb_loss": 0.003217486635548994,
+      "eval_global_kurtosis": 3.034777082502842,
+      "eval_global_mean": 0.0010846126824617386,
+      "eval_global_var": 1.153717041015625,
+      "eval_krt_loss": 0.0020274340830610527,
+      "eval_loss": 0.20804753294214606,
+      "eval_mean_loss": 1.2681211153720007e-05,
+      "eval_mse_loss": 1.0454406179487705,
+      "eval_per_loss": 3.216177822196187e-05,
+      "eval_per_var": 1.1312255859375,
+      "eval_within_var": 1.142230898141861,
+      "eval_wth_loss": 0.0023338843670899223,
+      "step": 13312
+    },
+    {
+      "epoch": 0.13836543358729433,
+      "eval_acr_loss": 0.008811655119643547,
+      "eval_across_var": 0.06608164648059756,
+      "eval_bleu": 0.9780831345903339,
+      "eval_ce_loss": 0.056942834868095815,
+      "eval_cos_loss": 0.3395712682977319,
+      "eval_cov": 0.07547187805175781,
+      "eval_cov_loss": 0.009084842837182805,
+      "eval_glb_loss": 0.003217486635548994,
+      "eval_global_kurtosis": 3.034777082502842,
+      "eval_global_mean": 0.0010846126824617386,
+      "eval_global_var": 1.153717041015625,
+      "eval_krt_loss": 0.0020274340830610527,
+      "eval_loss": 0.20804753294214606,
+      "eval_mean_loss": 1.2681211153720007e-05,
+      "eval_mse_loss": 1.0454406179487705,
+      "eval_per_loss": 3.216177822196187e-05,
+      "eval_per_var": 1.1312255859375,
+      "eval_runtime": 10.2881,
+      "eval_samples_per_second": 194.399,
+      "eval_steps_per_second": 3.11,
+      "eval_within_var": 1.142230898141861,
+      "eval_wth_loss": 0.0023338843670899223,
+      "step": 13312
+    },
+    {
+      "epoch": 0.1410263073101269,
+      "grad_norm": 0.09139993041753769,
+      "learning_rate": 4.840213516606795e-05,
+      "loss": 0.2115,
+      "step": 13568
+    },
+    {
+      "epoch": 0.1436871810329595,
+      "grad_norm": 0.090053491294384,
+      "learning_rate": 4.83254777428442e-05,
+      "loss": 0.2064,
+      "step": 13824
+    },
+    {
+      "epoch": 0.14634805475579207,
+      "grad_norm": 0.10715367645025253,
+      "learning_rate": 4.824708795438316e-05,
+      "loss": 0.2041,
+      "step": 14080
+    },
+    {
+      "epoch": 0.14900892847862465,
+      "grad_norm": 0.11091054230928421,
+      "learning_rate": 4.8166971622633925e-05,
+      "loss": 0.2015,
+      "step": 14336
+    },
+    {
+      "epoch": 0.14900892847862465,
+      "eval_acr_loss": 0.00868349320080597,
+      "eval_across_var": 0.06690629676450044,
+      "eval_bleu": 0.9828003050012794,
+      "eval_ce_loss": 0.04828174930298701,
+      "eval_cos_loss": 0.3233306556940079,
+      "eval_cov": 0.07492446899414062,
+      "eval_cov_loss": 0.008924740453949198,
+      "eval_glb_loss": 0.003158182604238391,
+      "eval_global_kurtosis": 3.03620283305645,
+      "eval_global_mean": 0.0013980567455291748,
+      "eval_global_var": 1.153106689453125,
+      "eval_krt_loss": 0.0021938026593932847,
+      "eval_loss": 0.19321195920929313,
+      "eval_mean_loss": 1.3182832972802316e-05,
+      "eval_mse_loss": 1.0291367210447788,
+      "eval_per_loss": 3.4003934274551284e-05,
+      "eval_per_var": 1.13067626953125,
+      "eval_within_var": 1.1427489332854748,
+      "eval_wth_loss": 0.002395211011275933,
+      "step": 14336
+    },
+    {
+      "epoch": 0.14900892847862465,
+      "eval_acr_loss": 0.00868349320080597,
+      "eval_across_var": 0.06690629676450044,
+      "eval_bleu": 0.9828003050012794,
+      "eval_ce_loss": 0.04828174930298701,
+      "eval_cos_loss": 0.3233306556940079,
+      "eval_cov": 0.07492446899414062,
+      "eval_cov_loss": 0.008924740453949198,
+      "eval_glb_loss": 0.003158182604238391,
+      "eval_global_kurtosis": 3.03620283305645,
+      "eval_global_mean": 0.0013980567455291748,
+      "eval_global_var": 1.153106689453125,
+      "eval_krt_loss": 0.0021938026593932847,
+      "eval_loss": 0.19321195920929313,
+      "eval_mean_loss": 1.3182832972802316e-05,
+      "eval_mse_loss": 1.0291367210447788,
+      "eval_per_loss": 3.4003934274551284e-05,
+      "eval_per_var": 1.13067626953125,
+      "eval_runtime": 10.1584,
+      "eval_samples_per_second": 196.881,
+      "eval_steps_per_second": 3.15,
+      "eval_within_var": 1.1427489332854748,
+      "eval_wth_loss": 0.002395211011275933,
+      "step": 14336
+    },
+    {
+      "epoch": 0.15166980220145723,
+      "grad_norm": 0.08488353341817856,
+      "learning_rate": 4.8085134697774654e-05,
+      "loss": 0.1979,
+      "step": 14592
+    },
+    {
+      "epoch": 0.15433067592428984,
+      "grad_norm": 0.08831887692213058,
+      "learning_rate": 4.800158325777062e-05,
+      "loss": 0.1944,
+      "step": 14848
+    },
+    {
+      "epoch": 0.15699154964712242,
+      "grad_norm": 0.09507695585489273,
+      "learning_rate": 4.791665986917431e-05,
+      "loss": 0.1922,
+      "step": 15104
+    },
+    {
+      "epoch": 0.159652423369955,
+      "grad_norm": 0.07905960828065872,
+      "learning_rate": 4.7829704777525855e-05,
+      "loss": 0.1886,
+      "step": 15360
+    },
+    {
+      "epoch": 0.159652423369955,
+      "eval_acr_loss": 0.008593965321779251,
+      "eval_across_var": 0.06752975494600832,
+      "eval_bleu": 0.9842441175386383,
+      "eval_ce_loss": 0.044187082938151434,
+      "eval_cos_loss": 0.3095701215788722,
+      "eval_cov": 0.07463264465332031,
+      "eval_cov_loss": 0.008823044336168095,
+      "eval_glb_loss": 0.003207976697012782,
+      "eval_global_kurtosis": 3.040463738143444,
+      "eval_global_mean": 0.0009123422205448151,
+      "eval_global_var": 1.15350341796875,
+      "eval_krt_loss": 0.0026279733500604863,
+      "eval_loss": 0.18395901937037706,
+      "eval_mean_loss": 1.2703470682939866e-05,
+      "eval_mse_loss": 1.0170814990997314,
+      "eval_per_loss": 3.803942490776535e-05,
+      "eval_per_var": 1.13116455078125,
+      "eval_within_var": 1.1437555737793446,
+      "eval_wth_loss": 0.0024877071740547763,
+      "step": 15360
+    },
+    {
+      "epoch": 0.159652423369955,
+      "eval_acr_loss": 0.008593965321779251,
+      "eval_across_var": 0.06752975494600832,
+      "eval_bleu": 0.9842441175386383,
+      "eval_ce_loss": 0.044187082938151434,
+      "eval_cos_loss": 0.3095701215788722,
+      "eval_cov": 0.07463264465332031,
+      "eval_cov_loss": 0.008823044336168095,
+      "eval_glb_loss": 0.003207976697012782,
+      "eval_global_kurtosis": 3.040463738143444,
+      "eval_global_mean": 0.0009123422205448151,
+      "eval_global_var": 1.15350341796875,
+      "eval_krt_loss": 0.0026279733500604863,
+      "eval_loss": 0.18395901937037706,
+      "eval_mean_loss": 1.2703470682939866e-05,
+      "eval_mse_loss": 1.0170814990997314,
+      "eval_per_loss": 3.803942490776535e-05,
+      "eval_per_var": 1.13116455078125,
+      "eval_runtime": 9.5861,
+      "eval_samples_per_second": 208.636,
+      "eval_steps_per_second": 3.338,
+      "eval_within_var": 1.1437555737793446,
+      "eval_wth_loss": 0.0024877071740547763,
+      "step": 15360
+    },
+    {
+      "epoch": 0.16231329709278758,
+      "grad_norm": 0.09049420803785324,
+      "learning_rate": 4.774105414131577e-05,
+      "loss": 0.1876,
+      "step": 15616
+    },
+    {
+      "epoch": 0.16497417081562016,
+      "grad_norm": 0.07741916179656982,
+      "learning_rate": 4.7650714544558396e-05,
+      "loss": 0.1853,
+      "step": 15872
+    },
+    {
+      "epoch": 0.16763504453845274,
+      "grad_norm": 0.09771033376455307,
+      "learning_rate": 4.755869269670591e-05,
+      "loss": 0.1835,
+      "step": 16128
+    },
+    {
+      "epoch": 0.17029591826128532,
+      "grad_norm": 0.10214192420244217,
+      "learning_rate": 4.746499543214995e-05,
+      "loss": 0.1807,
+      "step": 16384
+    },
+    {
+      "epoch": 0.17029591826128532,
+      "eval_acr_loss": 0.008525138444383629,
+      "eval_across_var": 0.06801091996021569,
+      "eval_bleu": 0.9862662339339232,
+      "eval_ce_loss": 0.040154989750590175,
+      "eval_cos_loss": 0.29774344339966774,
+      "eval_cov": 0.07433128356933594,
+      "eval_cov_loss": 0.008717917051399127,
+      "eval_glb_loss": 0.0032633226073812693,
+      "eval_global_kurtosis": 3.0346218273043633,
+      "eval_global_mean": 0.0005875155329704285,
+      "eval_global_var": 1.1539306640625,
+      "eval_krt_loss": 0.0021544805048918647,
+      "eval_loss": 0.17549214605242014,
+      "eval_mean_loss": 1.2559964982949978e-05,
+      "eval_mse_loss": 1.008089428767562,
+      "eval_per_loss": 4.1764715206227265e-05,
+      "eval_per_var": 1.13189697265625,
+      "eval_within_var": 1.144413072615862,
+      "eval_wth_loss": 0.0025467479931648995,
+      "step": 16384
+    },
+    {
+      "epoch": 0.17029591826128532,
+      "eval_acr_loss": 0.008525138444383629,
+      "eval_across_var": 0.06801091996021569,
+      "eval_bleu": 0.9862662339339232,
+      "eval_ce_loss": 0.040154989750590175,
+      "eval_cos_loss": 0.29774344339966774,
+      "eval_cov": 0.07433128356933594,
+      "eval_cov_loss": 0.008717917051399127,
+      "eval_glb_loss": 0.0032633226073812693,
+      "eval_global_kurtosis": 3.0346218273043633,
+      "eval_global_mean": 0.0005875155329704285,
+      "eval_global_var": 1.1539306640625,
+      "eval_krt_loss": 0.0021544805048918647,
+      "eval_loss": 0.17549214605242014,
+      "eval_mean_loss": 1.2559964982949978e-05,
+      "eval_mse_loss": 1.008089428767562,
+      "eval_per_loss": 4.1764715206227265e-05,
+      "eval_per_var": 1.13189697265625,
+      "eval_runtime": 9.6922,
+      "eval_samples_per_second": 206.351,
+      "eval_steps_per_second": 3.302,
+      "eval_within_var": 1.144413072615862,
+      "eval_wth_loss": 0.0025467479931648995,
+      "step": 16384
+    },
+    {
+      "epoch": 0.1729567919841179,
+      "grad_norm": 0.08749974519014359,
+      "learning_rate": 4.7369629709714074e-05,
+      "loss": 0.179,
+      "step": 16640
+    },
+    {
+      "epoch": 0.1756176657069505,
+      "grad_norm": 0.07407023757696152,
+      "learning_rate": 4.7272602612136926e-05,
+      "loss": 0.1767,
+      "step": 16896
+    },
+    {
+      "epoch": 0.17827853942978308,
+      "grad_norm": 0.09664767235517502,
+      "learning_rate": 4.717392134554618e-05,
+      "loss": 0.1747,
+      "step": 17152
+    },
+    {
+      "epoch": 0.18093941315261566,
+      "grad_norm": 0.06763134151697159,
+      "learning_rate": 4.707359323892337e-05,
+      "loss": 0.173,
+      "step": 17408
+    },
+    {
+      "epoch": 0.18093941315261566,
+      "eval_acr_loss": 0.008394015254452825,
+      "eval_across_var": 0.06901472178287804,
+      "eval_bleu": 0.9888662304145168,
+      "eval_ce_loss": 0.036103545426158234,
+      "eval_cos_loss": 0.28673622105270624,
+      "eval_cov": 0.07425498962402344,
+      "eval_cov_loss": 0.008656254532979801,
+      "eval_glb_loss": 0.003438815852859989,
+      "eval_global_kurtosis": 3.033554695546627,
+      "eval_global_mean": -8.807890117168427e-05,
+      "eval_global_var": 1.155487060546875,
+      "eval_krt_loss": 0.0021996753971507133,
+      "eval_loss": 0.16731224115937948,
+      "eval_mean_loss": 1.2105674257800736e-05,
+      "eval_mse_loss": 0.9987515080720186,
+      "eval_per_loss": 5.1546396207413636e-05,
+      "eval_per_var": 1.133819580078125,
+      "eval_within_var": 1.145948152989149,
+      "eval_wth_loss": 0.0026862815170716203,
+      "step": 17408
+    },
+    {
+      "epoch": 0.18093941315261566,
+      "eval_acr_loss": 0.008394015254452825,
+      "eval_across_var": 0.06901472178287804,
+      "eval_bleu": 0.9888662304145168,
+      "eval_ce_loss": 0.036103545426158234,
+      "eval_cos_loss": 0.28673622105270624,
+      "eval_cov": 0.07425498962402344,
+      "eval_cov_loss": 0.008656254532979801,
+      "eval_glb_loss": 0.003438815852859989,
+      "eval_global_kurtosis": 3.033554695546627,
+      "eval_global_mean": -8.807890117168427e-05,
+      "eval_global_var": 1.155487060546875,
+      "eval_krt_loss": 0.0021996753971507133,
+      "eval_loss": 0.16731224115937948,
+      "eval_mean_loss": 1.2105674257800736e-05,
+      "eval_mse_loss": 0.9987515080720186,
+      "eval_per_loss": 5.1546396207413636e-05,
+      "eval_per_var": 1.133819580078125,
+      "eval_runtime": 9.6917,
+      "eval_samples_per_second": 206.361,
+      "eval_steps_per_second": 3.302,
+      "eval_within_var": 1.145948152989149,
+      "eval_wth_loss": 0.0026862815170716203,
+      "step": 17408
+    },
+    {
+      "epoch": 0.18360028687544824,
+      "grad_norm": 0.09792374074459076,
+      "learning_rate": 4.69716257435596e-05,
+      "loss": 0.1716,
+      "step": 17664
+    },
+    {
+      "epoch": 0.18626116059828082,
+      "grad_norm": 0.07475753873586655,
+      "learning_rate": 4.686802643250206e-05,
+      "loss": 0.1698,
+      "step": 17920
+    },
+    {
+      "epoch": 0.1889220343211134,
+      "grad_norm": 0.08286980539560318,
+      "learning_rate": 4.6763217178669084e-05,
+      "loss": 0.1686,
+      "step": 18176
+    },
+    {
+      "epoch": 0.19158290804394598,
+      "grad_norm": 0.07873933762311935,
+      "learning_rate": 4.665638373790726e-05,
+      "loss": 0.1665,
+      "step": 18432
+    },
+    {
+      "epoch": 0.19158290804394598,
+      "eval_acr_loss": 0.008351783035323024,
+      "eval_across_var": 0.06914376933127642,
+      "eval_bleu": 0.9893911023591383,
+      "eval_ce_loss": 0.03398556615866255,
+      "eval_cos_loss": 0.2773893615230918,
+      "eval_cov": 0.07365036010742188,
+      "eval_cov_loss": 0.008495890884660184,
+      "eval_glb_loss": 0.003131233666863409,
+      "eval_global_kurtosis": 3.0412811040878296,
+      "eval_global_mean": -0.0004394650459289551,
+      "eval_global_var": 1.15264892578125,
+      "eval_krt_loss": 0.0027412208639248092,
+      "eval_loss": 0.16169825289398432,
+      "eval_mean_loss": 1.2460792064850068e-05,
+      "eval_mse_loss": 0.9910274129360914,
+      "eval_per_loss": 4.196215559204575e-05,
+      "eval_per_var": 1.130645751953125,
+      "eval_within_var": 1.1440009698271751,
+      "eval_wth_loss": 0.0025150850794943835,
+      "step": 18432
+    },
+    {
+      "epoch": 0.19158290804394598,
+      "eval_acr_loss": 0.008351783035323024,
+      "eval_across_var": 0.06914376933127642,
+      "eval_bleu": 0.9893911023591383,
+      "eval_ce_loss": 0.03398556615866255,
+      "eval_cos_loss": 0.2773893615230918,
+      "eval_cov": 0.07365036010742188,
+      "eval_cov_loss": 0.008495890884660184,
+      "eval_glb_loss": 0.003131233666863409,
+      "eval_global_kurtosis": 3.0412811040878296,
+      "eval_global_mean": -0.0004394650459289551,
+      "eval_global_var": 1.15264892578125,
+      "eval_krt_loss": 0.0027412208639248092,
+      "eval_loss": 0.16169825289398432,
+      "eval_mean_loss": 1.2460792064850068e-05,
+      "eval_mse_loss": 0.9910274129360914,
+      "eval_per_loss": 4.196215559204575e-05,
+      "eval_per_var": 1.130645751953125,
+      "eval_runtime": 9.8556,
+      "eval_samples_per_second": 202.931,
+      "eval_steps_per_second": 3.247,
+      "eval_within_var": 1.1440009698271751,
+      "eval_wth_loss": 0.0025150850794943835,
+      "step": 18432
+    },
+    {
+      "epoch": 0.1942437817667786,
+      "grad_norm": 0.08541496098041534,
+      "learning_rate": 4.654794189423225e-05,
+      "loss": 0.1653,
+      "step": 18688
+    },
+    {
+      "epoch": 0.19690465548961117,
+      "grad_norm": 0.09203343838453293,
+      "learning_rate": 4.6437899701536114e-05,
+      "loss": 0.1638,
+      "step": 18944
+    },
+    {
+      "epoch": 0.19956552921244375,
+      "grad_norm": 0.09162729233503342,
+      "learning_rate": 4.632626533256761e-05,
+      "loss": 0.161,
+      "step": 19200
+    },
+    {
+      "epoch": 0.20222640293527633,
+      "grad_norm": 0.10131153464317322,
+      "learning_rate": 4.62130470783252e-05,
+      "loss": 0.1616,
+      "step": 19456
+    },
+    {
+      "epoch": 0.20222640293527633,
+      "eval_acr_loss": 0.008258384848886635,
+      "eval_across_var": 0.06973317824304104,
+      "eval_bleu": 0.9900452854665354,
+      "eval_ce_loss": 0.031115149075048976,
+      "eval_cos_loss": 0.2692286763340235,
+      "eval_cov": 0.07290840148925781,
+      "eval_cov_loss": 0.00832066431757994,
+      "eval_glb_loss": 0.0030418949645536486,
+      "eval_global_kurtosis": 3.0408781096339226,
+      "eval_global_mean": 0.0002531353384256363,
+      "eval_global_var": 1.1517333984375,
+      "eval_krt_loss": 0.002692922058571412,
+      "eval_loss": 0.15573029522784054,
+      "eval_mean_loss": 1.215246826202776e-05,
+      "eval_mse_loss": 0.9834887832403183,
+      "eval_per_loss": 3.911882777174469e-05,
+      "eval_per_var": 1.13006591796875,
+      "eval_within_var": 1.143306203186512,
+      "eval_wth_loss": 0.0024558933516800607,
+      "step": 19456
+    },
+    {
+      "epoch": 0.20222640293527633,
+      "eval_acr_loss": 0.008258384848886635,
+      "eval_across_var": 0.06973317824304104,
+      "eval_bleu": 0.9900452854665354,
+      "eval_ce_loss": 0.031115149075048976,
+      "eval_cos_loss": 0.2692286763340235,
+      "eval_cov": 0.07290840148925781,
+      "eval_cov_loss": 0.00832066431757994,
+      "eval_glb_loss": 0.0030418949645536486,
+      "eval_global_kurtosis": 3.0408781096339226,
+      "eval_global_mean": 0.0002531353384256363,
+      "eval_global_var": 1.1517333984375,
+      "eval_krt_loss": 0.002692922058571412,
+      "eval_loss": 0.15573029522784054,
+      "eval_mean_loss": 1.215246826202776e-05,
+      "eval_mse_loss": 0.9834887832403183,
+      "eval_per_loss": 3.911882777174469e-05,
+      "eval_per_var": 1.13006591796875,
+      "eval_runtime": 10.6332,
+      "eval_samples_per_second": 188.09,
+      "eval_steps_per_second": 3.009,
+      "eval_within_var": 1.143306203186512,
+      "eval_wth_loss": 0.0024558933516800607,
+      "step": 19456
+    },
+    {
+      "epoch": 0.2048872766581089,
+      "grad_norm": 0.08268421143293381,
+      "learning_rate": 4.60982533474413e-05,
+      "loss": 0.1604,
+      "step": 19712
+    },
+    {
+      "epoch": 0.2075481503809415,
+      "grad_norm": 0.06977766752243042,
+      "learning_rate": 4.5981892665557716e-05,
+      "loss": 0.1592,
+      "step": 19968
+    },
+    {
+      "epoch": 0.21020902410377407,
+      "grad_norm": 0.08823830634355545,
+      "learning_rate": 4.586397367469254e-05,
+      "loss": 0.1576,
+      "step": 20224
+    },
+    {
+      "epoch": 0.21286989782660665,
+      "grad_norm": 0.09604185074567795,
+      "learning_rate": 4.574450513259826e-05,
+      "loss": 0.1566,
+      "step": 20480
+    },
+    {
+      "epoch": 0.21286989782660665,
+      "eval_acr_loss": 0.008194530964829028,
+      "eval_across_var": 0.07023389707319438,
+      "eval_bleu": 0.9909026424856194,
+      "eval_ce_loss": 0.029320921588805504,
+      "eval_cos_loss": 0.2619314403273165,
+      "eval_cov": 0.07276344299316406,
+      "eval_cov_loss": 0.008297472013509832,
+      "eval_glb_loss": 0.0031379093870782526,
+      "eval_global_kurtosis": 3.040147066116333,
+      "eval_global_mean": -3.428012132644653e-05,
+      "eval_global_var": 1.152618408203125,
+      "eval_krt_loss": 0.0027471981809483736,
+      "eval_loss": 0.15113622625358403,
+      "eval_mean_loss": 1.2186502869715454e-05,
+      "eval_mse_loss": 0.9751305785030127,
+      "eval_per_loss": 4.457311842998024e-05,
+      "eval_per_var": 1.13092041015625,
+      "eval_within_var": 1.1443200558423996,
+      "eval_wth_loss": 0.0025503707836378453,
+      "step": 20480
+    },
+    {
+      "epoch": 0.21286989782660665,
+      "eval_acr_loss": 0.008194530964829028,
+      "eval_across_var": 0.07023389707319438,
+      "eval_bleu": 0.9909026424856194,
+      "eval_ce_loss": 0.029320921588805504,
+      "eval_cos_loss": 0.2619314403273165,
+      "eval_cov": 0.07276344299316406,
+      "eval_cov_loss": 0.008297472013509832,
+      "eval_glb_loss": 0.0031379093870782526,
+      "eval_global_kurtosis": 3.040147066116333,
+      "eval_global_mean": -3.428012132644653e-05,
+      "eval_global_var": 1.152618408203125,
+      "eval_krt_loss": 0.0027471981809483736,
+      "eval_loss": 0.15113622625358403,
+      "eval_mean_loss": 1.2186502869715454e-05,
+      "eval_mse_loss": 0.9751305785030127,
+      "eval_per_loss": 4.457311842998024e-05,
+      "eval_per_var": 1.13092041015625,
+      "eval_runtime": 9.7621,
+      "eval_samples_per_second": 204.873,
+      "eval_steps_per_second": 3.278,
+      "eval_within_var": 1.1443200558423996,
+      "eval_wth_loss": 0.0025503707836378453,
+      "step": 20480
+    },
+    {
+      "epoch": 0.21553077154943925,
+      "grad_norm": 0.08528885990381241,
+      "learning_rate": 4.5623495912111316e-05,
+      "loss": 0.1548,
+      "step": 20736
+    },
+    {
+      "epoch": 0.21819164527227183,
+      "grad_norm": 0.06639264523983002,
+      "learning_rate": 4.550095500049318e-05,
+      "loss": 0.154,
+      "step": 20992
+    },
+    {
+      "epoch": 0.2208525189951044,
+      "grad_norm": 0.09624537080526352,
+      "learning_rate": 4.537737907211809e-05,
+      "loss": 0.153,
+      "step": 21248
+    },
+    {
+      "epoch": 0.223513392717937,
+      "grad_norm": 0.08053198456764221,
+      "learning_rate": 4.525180808792938e-05,
+      "loss": 0.1519,
+      "step": 21504
+    },
+    {
+      "epoch": 0.223513392717937,
+      "eval_acr_loss": 0.008162841812008992,
+      "eval_across_var": 0.07059271272737533,
+      "eval_bleu": 0.9915842733714465,
+      "eval_ce_loss": 0.027826776218716986,
+      "eval_cos_loss": 0.2552356836386025,
+      "eval_cov": 0.07242965698242188,
+      "eval_cov_loss": 0.008218152259360068,
+      "eval_glb_loss": 0.003366138756973669,
+      "eval_global_kurtosis": 3.0342011377215385,
+      "eval_global_mean": -0.0007398594170808792,
+      "eval_global_var": 1.154754638671875,
+      "eval_krt_loss": 0.002286271425818498,
+      "eval_loss": 0.14696673164144158,
+      "eval_mean_loss": 1.2556643037453519e-05,
+      "eval_mse_loss": 0.9645137377083302,
+      "eval_per_loss": 5.5594389777979814e-05,
+      "eval_per_var": 1.133270263671875,
+      "eval_within_var": 1.14646852388978,
+      "eval_wth_loss": 0.0027402453920331027,
+      "step": 21504
+    },
+    {
+      "epoch": 0.223513392717937,
+      "eval_acr_loss": 0.008162841812008992,
+      "eval_across_var": 0.07059271272737533,
+      "eval_bleu": 0.9915842733714465,
+      "eval_ce_loss": 0.027826776218716986,
+      "eval_cos_loss": 0.2552356836386025,
+      "eval_cov": 0.07242965698242188,
+      "eval_cov_loss": 0.008218152259360068,
+      "eval_glb_loss": 0.003366138756973669,
+      "eval_global_kurtosis": 3.0342011377215385,
+      "eval_global_mean": -0.0007398594170808792,
+      "eval_global_var": 1.154754638671875,
+      "eval_krt_loss": 0.002286271425818498,
+      "eval_loss": 0.14696673164144158,
+      "eval_mean_loss": 1.2556643037453519e-05,
+      "eval_mse_loss": 0.9645137377083302,
+      "eval_per_loss": 5.5594389777979814e-05,
+      "eval_per_var": 1.133270263671875,
+      "eval_runtime": 9.7509,
+      "eval_samples_per_second": 205.108,
+      "eval_steps_per_second": 3.282,
+      "eval_within_var": 1.14646852388978,
+      "eval_wth_loss": 0.0027402453920331027,
+      "step": 21504
+    },
+    {
+      "epoch": 0.22617426644076957,
+      "grad_norm": 0.0854744091629982,
+      "learning_rate": 4.512473301757743e-05,
+      "loss": 0.1513,
+      "step": 21760
+    },
+    {
+      "epoch": 0.22883514016360215,
+      "grad_norm": 0.07187384366989136,
+      "learning_rate": 4.499616329882967e-05,
+      "loss": 0.1502,
+      "step": 22016
+    },
+    {
+      "epoch": 0.23149601388643473,
+      "grad_norm": 0.09562254697084427,
+      "learning_rate": 4.4866108480459947e-05,
+      "loss": 0.1494,
+      "step": 22272
+    },
+    {
+      "epoch": 0.2341568876092673,
+      "grad_norm": 0.1044144406914711,
+      "learning_rate": 4.473457822153927e-05,
+      "loss": 0.1483,
+      "step": 22528
+    },
+    {
+      "epoch": 0.2341568876092673,
+      "eval_acr_loss": 0.008125444430334028,
+      "eval_across_var": 0.07091193541418761,
+      "eval_bleu": 0.9921011678998338,
+      "eval_ce_loss": 0.026463960275577847,
+      "eval_cos_loss": 0.24908941984176636,
+      "eval_cov": 0.07199859619140625,
+      "eval_cov_loss": 0.008127402717946097,
+      "eval_glb_loss": 0.003472129988949746,
+      "eval_global_kurtosis": 3.0310807526111603,
+      "eval_global_mean": -0.00036332011222839355,
+      "eval_global_var": 1.15570068359375,
+      "eval_krt_loss": 0.002034590372659295,
+      "eval_loss": 0.14305961690843105,
+      "eval_mean_loss": 1.2427453117247467e-05,
+      "eval_mse_loss": 0.9517497755587101,
+      "eval_per_loss": 5.933655331347154e-05,
+      "eval_per_var": 1.13409423828125,
+      "eval_within_var": 1.14750649407506,
+      "eval_wth_loss": 0.0028333057398413075,
+      "step": 22528
+    },
+    {
+      "epoch": 0.2341568876092673,
+      "eval_acr_loss": 0.008125444430334028,
+      "eval_across_var": 0.07091193541418761,
+      "eval_bleu": 0.9921011678998338,
+      "eval_ce_loss": 0.026463960275577847,
+      "eval_cos_loss": 0.24908941984176636,
+      "eval_cov": 0.07199859619140625,
+      "eval_cov_loss": 0.008127402717946097,
+      "eval_glb_loss": 0.003472129988949746,
+      "eval_global_kurtosis": 3.0310807526111603,
+      "eval_global_mean": -0.00036332011222839355,
+      "eval_global_var": 1.15570068359375,
+      "eval_krt_loss": 0.002034590372659295,
+      "eval_loss": 0.14305961690843105,
+      "eval_mean_loss": 1.2427453117247467e-05,
+      "eval_mse_loss": 0.9517497755587101,
+      "eval_per_loss": 5.933655331347154e-05,
+      "eval_per_var": 1.13409423828125,
+      "eval_runtime": 9.8257,
+      "eval_samples_per_second": 203.547,
+      "eval_steps_per_second": 3.257,
+      "eval_within_var": 1.14750649407506,
+      "eval_wth_loss": 0.0028333057398413075,
+      "step": 22528
+    },
+    {
+      "epoch": 0.23681776133209992,
+      "grad_norm": 0.08995954692363739,
+      "learning_rate": 4.46015822907185e-05,
+      "loss": 0.1472,
+      "step": 22784
+    },
+    {
+      "epoch": 0.2394786350549325,
+      "grad_norm": 0.07400748133659363,
+      "learning_rate": 4.4467130565502826e-05,
+      "loss": 0.1462,
+      "step": 23040
+    },
+    {
+      "epoch": 0.24213950877776508,
+      "grad_norm": 0.10703068971633911,
+      "learning_rate": 4.433123303151815e-05,
+      "loss": 0.1463,
+      "step": 23296
+    },
+    {
+      "epoch": 0.24480038250059766,
+      "grad_norm": 0.07909829169511795,
+      "learning_rate": 4.419389978176948e-05,
+      "loss": 0.1446,
+      "step": 23552
+    },
+    {
+      "epoch": 0.24480038250059766,
+      "eval_acr_loss": 0.008053594589000568,
+      "eval_across_var": 0.07133229810278863,
+      "eval_bleu": 0.9928020493181829,
+      "eval_ce_loss": 0.025164911930914968,
+      "eval_cos_loss": 0.24414762016385794,
+      "eval_cov": 0.07159996032714844,
+      "eval_cov_loss": 0.008008281365619041,
+      "eval_glb_loss": 0.00333920304547064,
+      "eval_global_kurtosis": 3.0381657779216766,
+      "eval_global_mean": -0.0003252066671848297,
+      "eval_global_var": 1.154449462890625,
+      "eval_krt_loss": 0.0025706368193443296,
+      "eval_loss": 0.1396457995288074,
+      "eval_mean_loss": 1.2219365919552416e-05,
+      "eval_mse_loss": 0.938457103446126,
+      "eval_per_loss": 5.5713599067530595e-05,
+      "eval_per_var": 1.133331298828125,
+      "eval_within_var": 1.1464361362159252,
+      "eval_wth_loss": 0.0027306293586661923,
+      "step": 23552
+    },
+    {
+      "epoch": 0.24480038250059766,
+      "eval_acr_loss": 0.008053594589000568,
+      "eval_across_var": 0.07133229810278863,
+      "eval_bleu": 0.9928020493181829,
+      "eval_ce_loss": 0.025164911930914968,
+      "eval_cos_loss": 0.24414762016385794,
+      "eval_cov": 0.07159996032714844,
+      "eval_cov_loss": 0.008008281365619041,
+      "eval_glb_loss": 0.00333920304547064,
+      "eval_global_kurtosis": 3.0381657779216766,
+      "eval_global_mean": -0.0003252066671848297,
+      "eval_global_var": 1.154449462890625,
+      "eval_krt_loss": 0.0025706368193443296,
+      "eval_loss": 0.1396457995288074,
+      "eval_mean_loss": 1.2219365919552416e-05,
+      "eval_mse_loss": 0.938457103446126,
+      "eval_per_loss": 5.5713599067530595e-05,
+      "eval_per_var": 1.133331298828125,
+      "eval_runtime": 9.8922,
+      "eval_samples_per_second": 202.18,
+      "eval_steps_per_second": 3.235,
+      "eval_within_var": 1.1464361362159252,
+      "eval_wth_loss": 0.0027306293586661923,
+      "step": 23552
+    }
+  ],
+  "logging_steps": 256,
+  "max_steps": 96209,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1024,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints-v3-clean/checkpoint-23552/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e6e54fadefbe76ab2aa1538e0e10faeabcf3b5d05498f5e2e47b42c84a94fc
+size 5777