diff --git a/act-dp-demo_clean-50-seed0/policy/DP/data/outputs/2026.04.21/17.30.52_robot_adjust_bottle_adjust_bottle/logs.json.txt b/act-dp-demo_clean-50-seed0/policy/DP/data/outputs/2026.04.21/17.30.52_robot_adjust_bottle_adjust_bottle/logs.json.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5ca85cf6fcc714b7f6b698b22fd0e110d5d2bb
--- /dev/null
+++ b/act-dp-demo_clean-50-seed0/policy/DP/data/outputs/2026.04.21/17.30.52_robot_adjust_bottle_adjust_bottle/logs.json.txt
@@ -0,0 +1,32400 @@
+{"train_loss": 1.1919128894805908, "global_step": 0, "epoch": 0, "lr": 2.0000000000000002e-07}
+{"train_loss": 1.1601581573486328, "global_step": 1, "epoch": 0, "lr": 4.0000000000000003e-07}
+{"train_loss": 1.172128677368164, "global_step": 2, "epoch": 0, "lr": 6.000000000000001e-07}
+{"train_loss": 1.1833972930908203, "global_step": 3, "epoch": 0, "lr": 8.000000000000001e-07}
+{"train_loss": 1.1666080951690674, "global_step": 4, "epoch": 0, "lr": 1.0000000000000002e-06}
+{"train_loss": 1.1412343978881836, "global_step": 5, "epoch": 0, "lr": 1.2000000000000002e-06}
+{"train_loss": 1.1256178617477417, "global_step": 6, "epoch": 0, "lr": 1.4000000000000001e-06}
+{"train_loss": 1.1340320110321045, "global_step": 7, "epoch": 0, "lr": 1.6000000000000001e-06}
+{"train_loss": 1.1033806800842285, "global_step": 8, "epoch": 0, "lr": 1.8e-06}
+{"train_loss": 1.0718762874603271, "global_step": 9, "epoch": 0, "lr": 2.0000000000000003e-06}
+{"train_loss": 1.0599511861801147, "global_step": 10, "epoch": 0, "lr": 2.2e-06}
+{"train_loss": 1.0883691310882568, "global_step": 11, "epoch": 0, "lr": 2.4000000000000003e-06}
+{"train_loss": 1.0553392171859741, "global_step": 12, "epoch": 0, "lr": 2.6e-06}
+{"train_loss": 1.048416018486023, "global_step": 13, "epoch": 0, "lr": 2.8000000000000003e-06}
+{"train_loss": 1.0050854682922363, "global_step": 14, "epoch": 0, "lr": 3e-06}
+{"train_loss": 1.0657685995101929, "global_step": 15, "epoch": 0, "lr": 3.2000000000000003e-06}
+{"train_loss": 1.0435885190963745, "global_step": 16, "epoch": 0, "lr": 3.4000000000000005e-06}
+{"train_loss": 1.0269967317581177, "global_step": 17, "epoch": 0, "lr": 3.6e-06}
+{"train_loss": 1.0349946022033691, "global_step": 18, "epoch": 0, "lr": 3.8e-06}
+{"train_loss": 1.0154500007629395, "global_step": 19, "epoch": 0, "lr": 4.000000000000001e-06}
+{"train_loss": 1.0128997564315796, "global_step": 20, "epoch": 0, "lr": 4.2000000000000004e-06}
+{"train_loss": 1.0109585523605347, "global_step": 21, "epoch": 0, "lr": 4.4e-06}
+{"train_loss": 1.021881341934204, "global_step": 22, "epoch": 0, "lr": 4.6e-06}
+{"train_loss": 1.022185206413269, "global_step": 23, "epoch": 0, "lr": 4.800000000000001e-06}
+{"train_loss": 1.0078253746032715, "global_step": 24, "epoch": 0, "lr": 5e-06}
+{"train_loss": 1.0330748558044434, "global_step": 25, "epoch": 0, "lr": 5.2e-06}
+{"train_loss": 1.0112504959106445, "global_step": 26, "epoch": 0, "lr": 5.4e-06}
+{"train_loss": 1.0095347166061401, "global_step": 27, "epoch": 0, "lr": 5.600000000000001e-06}
+{"train_loss": 1.0268831253051758, "global_step": 28, "epoch": 0, "lr": 5.8e-06}
+{"train_loss": 1.01811683177948, "global_step": 29, "epoch": 0, "lr": 6e-06}
+{"train_loss": 0.9931281805038452, "global_step": 30, "epoch": 0, "lr": 6.2e-06}
+{"train_loss": 1.024071455001831, "global_step": 31, "epoch": 0, "lr": 6.4000000000000006e-06}
+{"train_loss": 1.0074512958526611, "global_step": 32, "epoch": 0, "lr": 6.6e-06}
+{"train_loss": 0.9967105388641357, "global_step": 33, "epoch": 0, "lr": 6.800000000000001e-06}
+{"train_loss": 1.0015487670898438, "global_step": 34, "epoch": 0, "lr": 7.000000000000001e-06}
+{"train_loss": 0.9750200510025024, "global_step": 35, "epoch": 0, "lr": 7.2e-06}
+{"train_loss": 1.0073766708374023, "global_step": 36, "epoch": 0, "lr": 7.4e-06}
+{"train_loss": 1.0093785524368286, "global_step": 37, "epoch": 0, "lr": 7.6e-06}
+{"train_loss": 1.0100167989730835, "global_step": 38, "epoch": 0, "lr": 7.8e-06}
+{"train_loss": 1.0050482749938965, "global_step": 39, "epoch": 0, "lr": 8.000000000000001e-06}
+{"train_loss": 0.9887688159942627, "global_step": 40, "epoch": 0, "lr": 8.200000000000001e-06}
+{"train_loss": 1.0057364702224731, "global_step": 41, "epoch": 0, "lr": 8.400000000000001e-06}
+{"train_loss": 0.9981002807617188, "global_step": 42, "epoch": 0, "lr": 8.599999999999999e-06}
+{"train_loss": 1.0016511678695679, "global_step": 43, "epoch": 0, "lr": 8.8e-06}
+{"train_loss": 0.9792294502258301, "global_step": 44, "epoch": 0, "lr": 9e-06}
+{"train_loss": 0.9884823560714722, "global_step": 45, "epoch": 0, "lr": 9.2e-06}
+{"train_loss": 0.980841338634491, "global_step": 46, "epoch": 0, "lr": 9.4e-06}
+{"train_loss": 0.9861583709716797, "global_step": 47, "epoch": 0, "lr": 9.600000000000001e-06}
+{"train_loss": 0.9976125955581665, "global_step": 48, "epoch": 0, "lr": 9.800000000000001e-06}
+{"train_loss": 0.9840489029884338, "global_step": 49, "epoch": 0, "lr": 1e-05}
+{"train_loss": 1.0173039436340332, "global_step": 50, "epoch": 0, "lr": 1.02e-05}
+{"train_loss": 0.9960871338844299, "global_step": 51, "epoch": 0, "lr": 1.04e-05}
+{"train_loss": 0.9826881885528564, "global_step": 52, "epoch": 0, "lr": 1.06e-05}
+{"train_loss": 1.0369273644906503, "global_step": 53, "epoch": 0, "lr": 1.08e-05, "val_loss": 0.9960828423500061, "train_action_mse_error": 0.9596588015556335}
+{"train_loss": 0.9840708374977112, "global_step": 54, "epoch": 1, "lr": 1.1000000000000001e-05}
+{"train_loss": 0.9847033619880676, "global_step": 55, "epoch": 1, "lr": 1.1200000000000001e-05}
+{"train_loss": 0.9848889112472534, "global_step": 56, "epoch": 1, "lr": 1.1400000000000001e-05}
+{"train_loss": 0.9907622337341309, "global_step": 57, "epoch": 1, "lr": 1.16e-05}
+{"train_loss": 0.9779244661331177, "global_step": 58, "epoch": 1, "lr": 1.18e-05}
+{"train_loss": 0.982207179069519, "global_step": 59, "epoch": 1, "lr": 1.2e-05}
+{"train_loss": 0.9789181351661682, "global_step": 60, "epoch": 1, "lr": 1.22e-05}
+{"train_loss": 1.000837802886963, "global_step": 61, "epoch": 1, "lr": 1.24e-05}
+{"train_loss": 0.9878590106964111, "global_step": 62, "epoch": 1, "lr": 1.2600000000000001e-05}
+{"train_loss": 0.9857534170150757, "global_step": 63, "epoch": 1, "lr": 1.2800000000000001e-05}
+{"train_loss": 0.9879209399223328, "global_step": 64, "epoch": 1, "lr": 1.3000000000000001e-05}
+{"train_loss": 0.9894285798072815, "global_step": 65, "epoch": 1, "lr": 1.32e-05}
+{"train_loss": 0.9707969427108765, "global_step": 66, "epoch": 1, "lr": 1.3400000000000002e-05}
+{"train_loss": 0.9746895432472229, "global_step": 67, "epoch": 1, "lr": 1.3600000000000002e-05}
+{"train_loss": 0.9980359077453613, "global_step": 68, "epoch": 1, "lr": 1.3800000000000002e-05}
+{"train_loss": 0.9964929819107056, "global_step": 69, "epoch": 1, "lr": 1.4000000000000001e-05}
+{"train_loss": 1.002546787261963, "global_step": 70, "epoch": 1, "lr": 1.42e-05}
+{"train_loss": 0.9933364391326904, "global_step": 71, "epoch": 1, "lr": 1.44e-05}
+{"train_loss": 0.9743490219116211, "global_step": 72, "epoch": 1, "lr": 1.4599999999999999e-05}
+{"train_loss": 0.9823927879333496, "global_step": 73, "epoch": 1, "lr": 1.48e-05}
+{"train_loss": 0.9890156388282776, "global_step": 74, "epoch": 1, "lr": 1.5e-05}
+{"train_loss": 0.9959026575088501, "global_step": 75, "epoch": 1, "lr": 1.52e-05}
+{"train_loss": 0.9666101336479187, "global_step": 76, "epoch": 1, "lr": 1.54e-05}
+{"train_loss": 0.9492067098617554, "global_step": 77, "epoch": 1, "lr": 1.56e-05}
+{"train_loss": 0.962235152721405, "global_step": 78, "epoch": 1, "lr": 1.58e-05}
+{"train_loss": 0.9810160398483276, "global_step": 79, "epoch": 1, "lr": 1.6000000000000003e-05}
+{"train_loss": 0.9694367051124573, "global_step": 80, "epoch": 1, "lr": 1.62e-05}
+{"train_loss": 0.9594412446022034, "global_step": 81, "epoch": 1, "lr": 1.6400000000000002e-05}
+{"train_loss": 0.9640152454376221, "global_step": 82, "epoch": 1, "lr": 1.66e-05}
+{"train_loss": 0.9661853909492493, "global_step": 83, "epoch": 1, "lr": 1.6800000000000002e-05}
+{"train_loss": 0.9563820362091064, "global_step": 84, "epoch": 1, "lr": 1.7000000000000003e-05}
+{"train_loss": 0.9647181630134583, "global_step": 85, "epoch": 1, "lr": 1.7199999999999998e-05}
+{"train_loss": 0.9600358605384827, "global_step": 86, "epoch": 1, "lr": 1.74e-05}
+{"train_loss": 0.9424053430557251, "global_step": 87, "epoch": 1, "lr": 1.76e-05}
+{"train_loss": 0.9648454785346985, "global_step": 88, "epoch": 1, "lr": 1.78e-05}
+{"train_loss": 0.9702634811401367, "global_step": 89, "epoch": 1, "lr": 1.8e-05}
+{"train_loss": 0.9419806599617004, "global_step": 90, "epoch": 1, "lr": 1.8200000000000002e-05}
+{"train_loss": 0.9513965845108032, "global_step": 91, "epoch": 1, "lr": 1.84e-05}
+{"train_loss": 0.9289720058441162, "global_step": 92, "epoch": 1, "lr": 1.86e-05}
+{"train_loss": 0.9083601236343384, "global_step": 93, "epoch": 1, "lr": 1.88e-05}
+{"train_loss": 0.9392404556274414, "global_step": 94, "epoch": 1, "lr": 1.9e-05}
+{"train_loss": 0.9004626274108887, "global_step": 95, "epoch": 1, "lr": 1.9200000000000003e-05}
+{"train_loss": 0.9086926579475403, "global_step": 96, "epoch": 1, "lr": 1.94e-05}
+{"train_loss": 0.8971983194351196, "global_step": 97, "epoch": 1, "lr": 1.9600000000000002e-05}
+{"train_loss": 0.8734390735626221, "global_step": 98, "epoch": 1, "lr": 1.9800000000000004e-05}
+{"train_loss": 0.9066078066825867, "global_step": 99, "epoch": 1, "lr": 2e-05}
+{"train_loss": 0.8722168207168579, "global_step": 100, "epoch": 1, "lr": 2.0200000000000003e-05}
+{"train_loss": 0.8801323175430298, "global_step": 101, "epoch": 1, "lr": 2.04e-05}
+{"train_loss": 0.8719507455825806, "global_step": 102, "epoch": 1, "lr": 2.06e-05}
+{"train_loss": 0.8593404293060303, "global_step": 103, "epoch": 1, "lr": 2.08e-05}
+{"train_loss": 0.8416339755058289, "global_step": 104, "epoch": 1, "lr": 2.1e-05}
+{"train_loss": 0.8363762497901917, "global_step": 105, "epoch": 1, "lr": 2.12e-05}
+{"train_loss": 0.8433501124382019, "global_step": 106, "epoch": 1, "lr": 2.1400000000000002e-05}
+{"train_loss": 0.9475962872858401, "global_step": 107, "epoch": 1, "lr": 2.16e-05, "val_loss": 0.8205981850624084}
+{"train_loss": 0.8224064111709595, "global_step": 108, "epoch": 2, "lr": 2.18e-05}
+{"train_loss": 0.8158748149871826, "global_step": 109, "epoch": 2, "lr": 2.2000000000000003e-05}
+{"train_loss": 0.8160746097564697, "global_step": 110, "epoch": 2, "lr": 2.22e-05}
+{"train_loss": 0.7955917716026306, "global_step": 111, "epoch": 2, "lr": 2.2400000000000002e-05}
+{"train_loss": 0.792937159538269, "global_step": 112, "epoch": 2, "lr": 2.26e-05}
+{"train_loss": 0.7701647877693176, "global_step": 113, "epoch": 2, "lr": 2.2800000000000002e-05}
+{"train_loss": 0.7915686964988708, "global_step": 114, "epoch": 2, "lr": 2.3000000000000003e-05}
+{"train_loss": 0.7679494023323059, "global_step": 115, "epoch": 2, "lr": 2.32e-05}
+{"train_loss": 0.7657104134559631, "global_step": 116, "epoch": 2, "lr": 2.3400000000000003e-05}
+{"train_loss": 0.763253390789032, "global_step": 117, "epoch": 2, "lr": 2.36e-05}
+{"train_loss": 0.7313960194587708, "global_step": 118, "epoch": 2, "lr": 2.38e-05}
+{"train_loss": 0.7184817790985107, "global_step": 119, "epoch": 2, "lr": 2.4e-05}
+{"train_loss": 0.7213689684867859, "global_step": 120, "epoch": 2, "lr": 2.4200000000000002e-05}
+{"train_loss": 0.745817244052887, "global_step": 121, "epoch": 2, "lr": 2.44e-05}
+{"train_loss": 0.7305153012275696, "global_step": 122, "epoch": 2, "lr": 2.46e-05}
+{"train_loss": 0.7184882760047913, "global_step": 123, "epoch": 2, "lr": 2.48e-05}
+{"train_loss": 0.7040660381317139, "global_step": 124, "epoch": 2, "lr": 2.5e-05}
+{"train_loss": 0.7063234448432922, "global_step": 125, "epoch": 2, "lr": 2.5200000000000003e-05}
+{"train_loss": 0.6967764496803284, "global_step": 126, "epoch": 2, "lr": 2.54e-05}
+{"train_loss": 0.6753056645393372, "global_step": 127, "epoch": 2, "lr": 2.5600000000000002e-05}
+{"train_loss": 0.6751263737678528, "global_step": 128, "epoch": 2, "lr": 2.58e-05}
+{"train_loss": 0.6789524555206299, "global_step": 129, "epoch": 2, "lr": 2.6000000000000002e-05}
+{"train_loss": 0.6678966283798218, "global_step": 130, "epoch": 2, "lr": 2.6200000000000003e-05}
+{"train_loss": 0.6682873368263245, "global_step": 131, "epoch": 2, "lr": 2.64e-05}
+{"train_loss": 0.6642082929611206, "global_step": 132, "epoch": 2, "lr": 2.6600000000000003e-05}
+{"train_loss": 0.637413740158081, "global_step": 133, "epoch": 2, "lr": 2.6800000000000004e-05}
+{"train_loss": 0.6143385171890259, "global_step": 134, "epoch": 2, "lr": 2.7000000000000002e-05}
+{"train_loss": 0.6275453567504883, "global_step": 135, "epoch": 2, "lr": 2.7200000000000004e-05}
+{"train_loss": 0.6008265018463135, "global_step": 136, "epoch": 2, "lr": 2.7400000000000002e-05}
+{"train_loss": 0.6167774200439453, "global_step": 137, "epoch": 2, "lr": 2.7600000000000003e-05}
+{"train_loss": 0.6005609035491943, "global_step": 138, "epoch": 2, "lr": 2.7800000000000005e-05}
+{"train_loss": 0.6086447834968567, "global_step": 139, "epoch": 2, "lr": 2.8000000000000003e-05}
+{"train_loss": 0.5953771471977234, "global_step": 140, "epoch": 2, "lr": 2.8199999999999998e-05}
+{"train_loss": 0.6011611819267273, "global_step": 141, "epoch": 2, "lr": 2.84e-05}
+{"train_loss": 0.5937093496322632, "global_step": 142, "epoch": 2, "lr": 2.86e-05}
+{"train_loss": 0.5476930141448975, "global_step": 143, "epoch": 2, "lr": 2.88e-05}
+{"train_loss": 0.5659055113792419, "global_step": 144, "epoch": 2, "lr": 2.9e-05}
+{"train_loss": 0.5612157583236694, "global_step": 145, "epoch": 2, "lr": 2.9199999999999998e-05}
+{"train_loss": 0.5481499433517456, "global_step": 146, "epoch": 2, "lr": 2.94e-05}
+{"train_loss": 0.5502318143844604, "global_step": 147, "epoch": 2, "lr": 2.96e-05}
+{"train_loss": 0.5423092842102051, "global_step": 148, "epoch": 2, "lr": 2.98e-05}
+{"train_loss": 0.5416911244392395, "global_step": 149, "epoch": 2, "lr": 3e-05}
+{"train_loss": 0.5218945145606995, "global_step": 150, "epoch": 2, "lr": 3.02e-05}
+{"train_loss": 0.5461496710777283, "global_step": 151, "epoch": 2, "lr": 3.04e-05}
+{"train_loss": 0.5209710001945496, "global_step": 152, "epoch": 2, "lr": 3.06e-05}
+{"train_loss": 0.5163740515708923, "global_step": 153, "epoch": 2, "lr": 3.08e-05}
+{"train_loss": 0.5213373899459839, "global_step": 154, "epoch": 2, "lr": 3.1e-05}
+{"train_loss": 0.5010921359062195, "global_step": 155, "epoch": 2, "lr": 3.12e-05}
+{"train_loss": 0.5051249265670776, "global_step": 156, "epoch": 2, "lr": 3.1400000000000004e-05}
+{"train_loss": 0.49755772948265076, "global_step": 157, "epoch": 2, "lr": 3.16e-05}
+{"train_loss": 0.4986688494682312, "global_step": 158, "epoch": 2, "lr": 3.18e-05}
+{"train_loss": 0.5045850276947021, "global_step": 159, "epoch": 2, "lr": 3.2000000000000005e-05}
+{"train_loss": 0.4699735939502716, "global_step": 160, "epoch": 2, "lr": 3.2200000000000003e-05}
+{"train_loss": 0.6381979926868722, "global_step": 161, "epoch": 2, "lr": 3.24e-05, "val_loss": 0.4689317047595978}
+{"train_loss": 0.46731433272361755, "global_step": 162, "epoch": 3, "lr": 3.26e-05}
+{"train_loss": 0.47427159547805786, "global_step": 163, "epoch": 3, "lr": 3.2800000000000004e-05}
+{"train_loss": 0.44476518034935, "global_step": 164, "epoch": 3, "lr": 3.3e-05}
+{"train_loss": 0.46079516410827637, "global_step": 165, "epoch": 3, "lr": 3.32e-05}
+{"train_loss": 0.4460639953613281, "global_step": 166, "epoch": 3, "lr": 3.3400000000000005e-05}
+{"train_loss": 0.4394291937351227, "global_step": 167, "epoch": 3, "lr": 3.3600000000000004e-05}
+{"train_loss": 0.44935092329978943, "global_step": 168, "epoch": 3, "lr": 3.38e-05}
+{"train_loss": 0.43664324283599854, "global_step": 169, "epoch": 3, "lr": 3.4000000000000007e-05}
+{"train_loss": 0.4480951428413391, "global_step": 170, "epoch": 3, "lr": 3.4200000000000005e-05}
+{"train_loss": 0.4377742111682892, "global_step": 171, "epoch": 3, "lr": 3.4399999999999996e-05}
+{"train_loss": 0.40786316990852356, "global_step": 172, "epoch": 3, "lr": 3.46e-05}
+{"train_loss": 0.4181921184062958, "global_step": 173, "epoch": 3, "lr": 3.48e-05}
+{"train_loss": 0.4402225613594055, "global_step": 174, "epoch": 3, "lr": 3.5e-05}
+{"train_loss": 0.410704642534256, "global_step": 175, "epoch": 3, "lr": 3.52e-05}
+{"train_loss": 0.3979599177837372, "global_step": 176, "epoch": 3, "lr": 3.54e-05}
+{"train_loss": 0.4031742513179779, "global_step": 177, "epoch": 3, "lr": 3.56e-05}
+{"train_loss": 0.40373605489730835, "global_step": 178, "epoch": 3, "lr": 3.58e-05}
+{"train_loss": 0.4150088429450989, "global_step": 179, "epoch": 3, "lr": 3.6e-05}
+{"train_loss": 0.39618757367134094, "global_step": 180, "epoch": 3, "lr": 3.62e-05}
+{"train_loss": 0.3755205571651459, "global_step": 181, "epoch": 3, "lr": 3.6400000000000004e-05}
+{"train_loss": 0.3946637809276581, "global_step": 182, "epoch": 3, "lr": 3.66e-05}
+{"train_loss": 0.37957867980003357, "global_step": 183, "epoch": 3, "lr": 3.68e-05}
+{"train_loss": 0.3807084262371063, "global_step": 184, "epoch": 3, "lr": 3.7e-05}
+{"train_loss": 0.36459192633628845, "global_step": 185, "epoch": 3, "lr": 3.72e-05}
+{"train_loss": 0.364773690700531, "global_step": 186, "epoch": 3, "lr": 3.74e-05}
+{"train_loss": 0.37672722339630127, "global_step": 187, "epoch": 3, "lr": 3.76e-05}
+{"train_loss": 0.3982416093349457, "global_step": 188, "epoch": 3, "lr": 3.7800000000000004e-05}
+{"train_loss": 0.35746094584465027, "global_step": 189, "epoch": 3, "lr": 3.8e-05}
+{"train_loss": 0.37051936984062195, "global_step": 190, "epoch": 3, "lr": 3.82e-05}
+{"train_loss": 0.3577742874622345, "global_step": 191, "epoch": 3, "lr": 3.8400000000000005e-05}
+{"train_loss": 0.33462655544281006, "global_step": 192, "epoch": 3, "lr": 3.86e-05}
+{"train_loss": 0.377903550863266, "global_step": 193, "epoch": 3, "lr": 3.88e-05}
+{"train_loss": 0.330802321434021, "global_step": 194, "epoch": 3, "lr": 3.9000000000000006e-05}
+{"train_loss": 0.3679564297199249, "global_step": 195, "epoch": 3, "lr": 3.9200000000000004e-05}
+{"train_loss": 0.323089599609375, "global_step": 196, "epoch": 3, "lr": 3.94e-05}
+{"train_loss": 0.3425215780735016, "global_step": 197, "epoch": 3, "lr": 3.960000000000001e-05}
+{"train_loss": 0.3341117799282074, "global_step": 198, "epoch": 3, "lr": 3.9800000000000005e-05}
+{"train_loss": 0.32932496070861816, "global_step": 199, "epoch": 3, "lr": 4e-05}
+{"train_loss": 0.3279639184474945, "global_step": 200, "epoch": 3, "lr": 4.02e-05}
+{"train_loss": 0.3412683606147766, "global_step": 201, "epoch": 3, "lr": 4.0400000000000006e-05}
+{"train_loss": 0.33955156803131104, "global_step": 202, "epoch": 3, "lr": 4.0600000000000004e-05}
+{"train_loss": 0.327966570854187, "global_step": 203, "epoch": 3, "lr": 4.08e-05}
+{"train_loss": 0.3182280659675598, "global_step": 204, "epoch": 3, "lr": 4.1e-05}
+{"train_loss": 0.30956530570983887, "global_step": 205, "epoch": 3, "lr": 4.12e-05}
+{"train_loss": 0.3041548728942871, "global_step": 206, "epoch": 3, "lr": 4.14e-05}
+{"train_loss": 0.31992608308792114, "global_step": 207, "epoch": 3, "lr": 4.16e-05}
+{"train_loss": 0.298286110162735, "global_step": 208, "epoch": 3, "lr": 4.18e-05}
+{"train_loss": 0.29580146074295044, "global_step": 209, "epoch": 3, "lr": 4.2e-05}
+{"train_loss": 0.2862832248210907, "global_step": 210, "epoch": 3, "lr": 4.22e-05}
+{"train_loss": 0.28395313024520874, "global_step": 211, "epoch": 3, "lr": 4.24e-05}
+{"train_loss": 0.29899436235427856, "global_step": 212, "epoch": 3, "lr": 4.26e-05}
+{"train_loss": 0.29318127036094666, "global_step": 213, "epoch": 3, "lr": 4.2800000000000004e-05}
+{"train_loss": 0.30152007937431335, "global_step": 214, "epoch": 3, "lr": 4.3e-05}
+{"train_loss": 0.369989401212445, "global_step": 215, "epoch": 3, "lr": 4.32e-05, "val_loss": 0.29378771781921387}
+{"train_loss": 0.2979128360748291, "global_step": 216, "epoch": 4, "lr": 4.3400000000000005e-05}
+{"train_loss": 0.2500276565551758, "global_step": 217, "epoch": 4, "lr": 4.36e-05}
+{"train_loss": 0.27092549204826355, "global_step": 218, "epoch": 4, "lr": 4.38e-05}
+{"train_loss": 0.2741925120353699, "global_step": 219, "epoch": 4, "lr": 4.4000000000000006e-05}
+{"train_loss": 0.30078521370887756, "global_step": 220, "epoch": 4, "lr": 4.4200000000000004e-05}
+{"train_loss": 0.2688727378845215, "global_step": 221, "epoch": 4, "lr": 4.44e-05}
+{"train_loss": 0.26831093430519104, "global_step": 222, "epoch": 4, "lr": 4.46e-05}
+{"train_loss": 0.27724429965019226, "global_step": 223, "epoch": 4, "lr": 4.4800000000000005e-05}
+{"train_loss": 0.27069544792175293, "global_step": 224, "epoch": 4, "lr": 4.5e-05}
+{"train_loss": 0.2604459524154663, "global_step": 225, "epoch": 4, "lr": 4.52e-05}
+{"train_loss": 0.2728419005870819, "global_step": 226, "epoch": 4, "lr": 4.5400000000000006e-05}
+{"train_loss": 0.2516412138938904, "global_step": 227, "epoch": 4, "lr": 4.5600000000000004e-05}
+{"train_loss": 0.23857244849205017, "global_step": 228, "epoch": 4, "lr": 4.58e-05}
+{"train_loss": 0.28246283531188965, "global_step": 229, "epoch": 4, "lr": 4.600000000000001e-05}
+{"train_loss": 0.24745120108127594, "global_step": 230, "epoch": 4, "lr": 4.6200000000000005e-05}
+{"train_loss": 0.24396365880966187, "global_step": 231, "epoch": 4, "lr": 4.64e-05}
+{"train_loss": 0.24094969034194946, "global_step": 232, "epoch": 4, "lr": 4.660000000000001e-05}
+{"train_loss": 0.24993543326854706, "global_step": 233, "epoch": 4, "lr": 4.6800000000000006e-05}
+{"train_loss": 0.23969165980815887, "global_step": 234, "epoch": 4, "lr": 4.7e-05}
+{"train_loss": 0.26340028643608093, "global_step": 235, "epoch": 4, "lr": 4.72e-05}
+{"train_loss": 0.2452096939086914, "global_step": 236, "epoch": 4, "lr": 4.74e-05}
+{"train_loss": 0.2390095293521881, "global_step": 237, "epoch": 4, "lr": 4.76e-05}
+{"train_loss": 0.24173744022846222, "global_step": 238, "epoch": 4, "lr": 4.78e-05}
+{"train_loss": 0.241374671459198, "global_step": 239, "epoch": 4, "lr": 4.8e-05}
+{"train_loss": 0.22875681519508362, "global_step": 240, "epoch": 4, "lr": 4.82e-05}
+{"train_loss": 0.23687708377838135, "global_step": 241, "epoch": 4, "lr": 4.8400000000000004e-05}
+{"train_loss": 0.2185659408569336, "global_step": 242, "epoch": 4, "lr": 4.86e-05}
+{"train_loss": 0.24713854491710663, "global_step": 243, "epoch": 4, "lr": 4.88e-05}
+{"train_loss": 0.22218292951583862, "global_step": 244, "epoch": 4, "lr": 4.9e-05}
+{"train_loss": 0.22641000151634216, "global_step": 245, "epoch": 4, "lr": 4.92e-05}
+{"train_loss": 0.21777762472629547, "global_step": 246, "epoch": 4, "lr": 4.94e-05}
+{"train_loss": 0.23980826139450073, "global_step": 247, "epoch": 4, "lr": 4.96e-05}
+{"train_loss": 0.21748284995555878, "global_step": 248, "epoch": 4, "lr": 4.9800000000000004e-05}
+{"train_loss": 0.22018398344516754, "global_step": 249, "epoch": 4, "lr": 5e-05}
+{"train_loss": 0.2079026848077774, "global_step": 250, "epoch": 4, "lr": 5.02e-05}
+{"train_loss": 0.2504957318305969, "global_step": 251, "epoch": 4, "lr": 5.0400000000000005e-05}
+{"train_loss": 0.2071515917778015, "global_step": 252, "epoch": 4, "lr": 5.0600000000000003e-05}
+{"train_loss": 0.23028767108917236, "global_step": 253, "epoch": 4, "lr": 5.08e-05}
+{"train_loss": 0.21367710828781128, "global_step": 254, "epoch": 4, "lr": 5.1000000000000006e-05}
+{"train_loss": 0.22377640008926392, "global_step": 255, "epoch": 4, "lr": 5.1200000000000004e-05}
+{"train_loss": 0.2069590538740158, "global_step": 256, "epoch": 4, "lr": 5.14e-05}
+{"train_loss": 0.21373678743839264, "global_step": 257, "epoch": 4, "lr": 5.16e-05}
+{"train_loss": 0.2059631496667862, "global_step": 258, "epoch": 4, "lr": 5.1800000000000005e-05}
+{"train_loss": 0.1970214992761612, "global_step": 259, "epoch": 4, "lr": 5.2000000000000004e-05}
+{"train_loss": 0.1982094794511795, "global_step": 260, "epoch": 4, "lr": 5.22e-05}
+{"train_loss": 0.20745749771595, "global_step": 261, "epoch": 4, "lr": 5.2400000000000007e-05}
+{"train_loss": 0.1909981518983841, "global_step": 262, "epoch": 4, "lr": 5.2600000000000005e-05}
+{"train_loss": 0.2106267809867859, "global_step": 263, "epoch": 4, "lr": 5.28e-05}
+{"train_loss": 0.22721850872039795, "global_step": 264, "epoch": 4, "lr": 5.300000000000001e-05}
+{"train_loss": 0.19485536217689514, "global_step": 265, "epoch": 4, "lr": 5.3200000000000006e-05}
+{"train_loss": 0.195713073015213, "global_step": 266, "epoch": 4, "lr": 5.3400000000000004e-05}
+{"train_loss": 0.19448710978031158, "global_step": 267, "epoch": 4, "lr": 5.360000000000001e-05}
+{"train_loss": 0.2111685872077942, "global_step": 268, "epoch": 4, "lr": 5.380000000000001e-05}
+{"train_loss": 0.2351191242535909, "global_step": 269, "epoch": 4, "lr": 5.4000000000000005e-05, "val_loss": 0.2051607221364975}
+{"train_loss": 0.18339666724205017, "global_step": 270, "epoch": 5, "lr": 5.420000000000001e-05}
+{"train_loss": 0.18620462715625763, "global_step": 271, "epoch": 5, "lr": 5.440000000000001e-05}
+{"train_loss": 0.1853010356426239, "global_step": 272, "epoch": 5, "lr": 5.4600000000000006e-05}
+{"train_loss": 0.18542811274528503, "global_step": 273, "epoch": 5, "lr": 5.4800000000000004e-05}
+{"train_loss": 0.17659860849380493, "global_step": 274, "epoch": 5, "lr": 5.500000000000001e-05}
+{"train_loss": 0.1734320968389511, "global_step": 275, "epoch": 5, "lr": 5.520000000000001e-05}
+{"train_loss": 0.19313742220401764, "global_step": 276, "epoch": 5, "lr": 5.5400000000000005e-05}
+{"train_loss": 0.18658357858657837, "global_step": 277, "epoch": 5, "lr": 5.560000000000001e-05}
+{"train_loss": 0.16838499903678894, "global_step": 278, "epoch": 5, "lr": 5.580000000000001e-05}
+{"train_loss": 0.18394161760807037, "global_step": 279, "epoch": 5, "lr": 5.6000000000000006e-05}
+{"train_loss": 0.1798247992992401, "global_step": 280, "epoch": 5, "lr": 5.620000000000001e-05}
+{"train_loss": 0.17885376513004303, "global_step": 281, "epoch": 5, "lr": 5.6399999999999995e-05}
+{"train_loss": 0.19353803992271423, "global_step": 282, "epoch": 5, "lr": 5.66e-05}
+{"train_loss": 0.1659136861562729, "global_step": 283, "epoch": 5, "lr": 5.68e-05}
+{"train_loss": 0.17605192959308624, "global_step": 284, "epoch": 5, "lr": 5.6999999999999996e-05}
+{"train_loss": 0.16966839134693146, "global_step": 285, "epoch": 5, "lr": 5.72e-05}
+{"train_loss": 0.2072296291589737, "global_step": 286, "epoch": 5, "lr": 5.74e-05}
+{"train_loss": 0.1640383005142212, "global_step": 287, "epoch": 5, "lr": 5.76e-05}
+{"train_loss": 0.16867943108081818, "global_step": 288, "epoch": 5, "lr": 5.7799999999999995e-05}
+{"train_loss": 0.1665460765361786, "global_step": 289, "epoch": 5, "lr": 5.8e-05}
+{"train_loss": 0.14763103425502777, "global_step": 290, "epoch": 5, "lr": 5.82e-05}
+{"train_loss": 0.17805086076259613, "global_step": 291, "epoch": 5, "lr": 5.8399999999999997e-05}
+{"train_loss": 0.16889582574367523, "global_step": 292, "epoch": 5, "lr": 5.86e-05}
+{"train_loss": 0.16422557830810547, "global_step": 293, "epoch": 5, "lr": 5.88e-05}
+{"train_loss": 0.147414892911911, "global_step": 294, "epoch": 5, "lr": 5.9e-05}
+{"train_loss": 0.17322786152362823, "global_step": 295, "epoch": 5, "lr": 5.92e-05}
+{"train_loss": 0.17010627686977386, "global_step": 296, "epoch": 5, "lr": 5.94e-05}
+{"train_loss": 0.16157492995262146, "global_step": 297, "epoch": 5, "lr": 5.96e-05}
+{"train_loss": 0.15514102578163147, "global_step": 298, "epoch": 5, "lr": 5.9800000000000003e-05}
+{"train_loss": 0.15742330253124237, "global_step": 299, "epoch": 5, "lr": 6e-05}
+{"train_loss": 0.16363763809204102, "global_step": 300, "epoch": 5, "lr": 6.02e-05}
+{"train_loss": 0.1606452465057373, "global_step": 301, "epoch": 5, "lr": 6.04e-05}
+{"train_loss": 0.15401902794837952, "global_step": 302, "epoch": 5, "lr": 6.06e-05}
+{"train_loss": 0.1554126739501953, "global_step": 303, "epoch": 5, "lr": 6.08e-05}
+{"train_loss": 0.15344089269638062, "global_step": 304, "epoch": 5, "lr": 6.1e-05}
+{"train_loss": 0.16237640380859375, "global_step": 305, "epoch": 5, "lr": 6.12e-05}
+{"train_loss": 0.16044233739376068, "global_step": 306, "epoch": 5, "lr": 6.14e-05}
+{"train_loss": 0.16183370351791382, "global_step": 307, "epoch": 5, "lr": 6.16e-05}
+{"train_loss": 0.20966248214244843, "global_step": 308, "epoch": 5, "lr": 6.18e-05}
+{"train_loss": 0.17528949677944183, "global_step": 309, "epoch": 5, "lr": 6.2e-05}
+{"train_loss": 0.1803145557641983, "global_step": 310, "epoch": 5, "lr": 6.220000000000001e-05}
+{"train_loss": 0.14765779674053192, "global_step": 311, "epoch": 5, "lr": 6.24e-05}
+{"train_loss": 0.15967079997062683, "global_step": 312, "epoch": 5, "lr": 6.26e-05}
+{"train_loss": 0.16003911197185516, "global_step": 313, "epoch": 5, "lr": 6.280000000000001e-05}
+{"train_loss": 0.17163917422294617, "global_step": 314, "epoch": 5, "lr": 6.3e-05}
+{"train_loss": 0.16958792507648468, "global_step": 315, "epoch": 5, "lr": 6.32e-05}
+{"train_loss": 0.1515451967716217, "global_step": 316, "epoch": 5, "lr": 6.340000000000001e-05}
+{"train_loss": 0.16700540482997894, "global_step": 317, "epoch": 5, "lr": 6.36e-05}
+{"train_loss": 0.15367372334003448, "global_step": 318, "epoch": 5, "lr": 6.38e-05}
+{"train_loss": 0.15536484122276306, "global_step": 319, "epoch": 5, "lr": 6.400000000000001e-05}
+{"train_loss": 0.13514673709869385, "global_step": 320, "epoch": 5, "lr": 6.42e-05}
+{"train_loss": 0.14130473136901855, "global_step": 321, "epoch": 5, "lr": 6.440000000000001e-05}
+{"train_loss": 0.1335819959640503, "global_step": 322, "epoch": 5, "lr": 6.460000000000001e-05}
+{"train_loss": 0.16749754575667558, "global_step": 323, "epoch": 5, "lr": 6.48e-05, "val_loss": 0.15872737765312195, "train_action_mse_error": 0.47517356276512146}
+{"train_loss": 0.16443844139575958, "global_step": 324, "epoch": 6, "lr": 6.500000000000001e-05}
+{"train_loss": 0.14587925374507904, "global_step": 325, "epoch": 6, "lr": 6.52e-05}
+{"train_loss": 0.16126452386379242, "global_step": 326, "epoch": 6, "lr": 6.54e-05}
+{"train_loss": 0.14846642315387726, "global_step": 327, "epoch": 6, "lr": 6.560000000000001e-05}
+{"train_loss": 0.14630603790283203, "global_step": 328, "epoch": 6, "lr": 6.58e-05}
+{"train_loss": 0.1326337456703186, "global_step": 329, "epoch": 6, "lr": 6.6e-05}
+{"train_loss": 0.15356634557247162, "global_step": 330, "epoch": 6, "lr": 6.620000000000001e-05}
+{"train_loss": 0.14873507618904114, "global_step": 331, "epoch": 6, "lr": 6.64e-05}
+{"train_loss": 0.13383401930332184, "global_step": 332, "epoch": 6, "lr": 6.66e-05}
+{"train_loss": 0.1387041062116623, "global_step": 333, "epoch": 6, "lr": 6.680000000000001e-05}
+{"train_loss": 0.16338486969470978, "global_step": 334, "epoch": 6, "lr": 6.7e-05}
+{"train_loss": 0.13992582261562347, "global_step": 335, "epoch": 6, "lr": 6.720000000000001e-05}
+{"train_loss": 0.1302112489938736, "global_step": 336, "epoch": 6, "lr": 6.740000000000001e-05}
+{"train_loss": 0.14051568508148193, "global_step": 337, "epoch": 6, "lr": 6.76e-05}
+{"train_loss": 0.1398504376411438, "global_step": 338, "epoch": 6, "lr": 6.780000000000001e-05}
+{"train_loss": 0.1468682736158371, "global_step": 339, "epoch": 6, "lr": 6.800000000000001e-05}
+{"train_loss": 0.131122425198555, "global_step": 340, "epoch": 6, "lr": 6.82e-05}
+{"train_loss": 0.13859570026397705, "global_step": 341, "epoch": 6, "lr": 6.840000000000001e-05}
+{"train_loss": 0.16301655769348145, "global_step": 342, "epoch": 6, "lr": 6.860000000000001e-05}
+{"train_loss": 0.1374078243970871, "global_step": 343, "epoch": 6, "lr": 6.879999999999999e-05}
+{"train_loss": 0.15894316136837006, "global_step": 344, "epoch": 6, "lr": 6.9e-05}
+{"train_loss": 0.12923307716846466, "global_step": 345, "epoch": 6, "lr": 6.92e-05}
+{"train_loss": 0.12553098797798157, "global_step": 346, "epoch": 6, "lr": 6.939999999999999e-05}
+{"train_loss": 0.12302827835083008, "global_step": 347, "epoch": 6, "lr": 6.96e-05}
+{"train_loss": 0.1535886973142624, "global_step": 348, "epoch": 6, "lr": 6.98e-05}
+{"train_loss": 0.13690221309661865, "global_step": 349, "epoch": 6, "lr": 7e-05}
+{"train_loss": 0.14687347412109375, "global_step": 350, "epoch": 6, "lr": 7.02e-05}
+{"train_loss": 0.1266515851020813, "global_step": 351, "epoch": 6, "lr": 7.04e-05}
+{"train_loss": 0.13315510749816895, "global_step": 352, "epoch": 6, "lr": 7.06e-05}
+{"train_loss": 0.1440114676952362, "global_step": 353, "epoch": 6, "lr": 7.08e-05}
+{"train_loss": 0.13930843770503998, "global_step": 354, "epoch": 6, "lr": 7.1e-05}
+{"train_loss": 0.12936018407344818, "global_step": 355, "epoch": 6, "lr": 7.12e-05}
+{"train_loss": 0.13406744599342346, "global_step": 356, "epoch": 6, "lr": 7.14e-05}
+{"train_loss": 0.14501309394836426, "global_step": 357, "epoch": 6, "lr": 7.16e-05}
+{"train_loss": 0.1384379267692566, "global_step": 358, "epoch": 6, "lr": 7.18e-05}
+{"train_loss": 0.1311313658952713, "global_step": 359, "epoch": 6, "lr": 7.2e-05}
+{"train_loss": 0.11566324532032013, "global_step": 360, "epoch": 6, "lr": 7.22e-05}
+{"train_loss": 0.1355724036693573, "global_step": 361, "epoch": 6, "lr": 7.24e-05}
+{"train_loss": 0.13952863216400146, "global_step": 362, "epoch": 6, "lr": 7.26e-05}
+{"train_loss": 0.141973614692688, "global_step": 363, "epoch": 6, "lr": 7.280000000000001e-05}
+{"train_loss": 0.1400773823261261, "global_step": 364, "epoch": 6, "lr": 7.3e-05}
+{"train_loss": 0.15332965552806854, "global_step": 365, "epoch": 6, "lr": 7.32e-05}
+{"train_loss": 0.12783296406269073, "global_step": 366, "epoch": 6, "lr": 7.340000000000001e-05}
+{"train_loss": 0.1342012733221054, "global_step": 367, "epoch": 6, "lr": 7.36e-05}
+{"train_loss": 0.13318702578544617, "global_step": 368, "epoch": 6, "lr": 7.38e-05}
+{"train_loss": 0.14295457303524017, "global_step": 369, "epoch": 6, "lr": 7.4e-05}
+{"train_loss": 0.12002749741077423, "global_step": 370, "epoch": 6, "lr": 7.42e-05}
+{"train_loss": 0.13262304663658142, "global_step": 371, "epoch": 6, "lr": 7.44e-05}
+{"train_loss": 0.1266530454158783, "global_step": 372, "epoch": 6, "lr": 7.46e-05}
+{"train_loss": 0.11184364557266235, "global_step": 373, "epoch": 6, "lr": 7.48e-05}
+{"train_loss": 0.1457487940788269, "global_step": 374, "epoch": 6, "lr": 7.500000000000001e-05}
+{"train_loss": 0.13224074244499207, "global_step": 375, "epoch": 6, "lr": 7.52e-05}
+{"train_loss": 0.14521735906600952, "global_step": 376, "epoch": 6, "lr": 7.54e-05}
+{"train_loss": 0.13881256389949057, "global_step": 377, "epoch": 6, "lr": 7.560000000000001e-05, "val_loss": 0.13234221935272217}
+{"train_loss": 0.14717572927474976, "global_step": 378, "epoch": 7, "lr": 7.58e-05}
+{"train_loss": 0.1250690072774887, "global_step": 379, "epoch": 7, "lr": 7.6e-05}
+{"train_loss": 0.13317105174064636, "global_step": 380, "epoch": 7, "lr": 7.620000000000001e-05}
+{"train_loss": 0.10701554268598557, "global_step": 381, "epoch": 7, "lr": 7.64e-05}
+{"train_loss": 0.13416539132595062, "global_step": 382, "epoch": 7, "lr": 7.66e-05}
+{"train_loss": 0.1308196783065796, "global_step": 383, "epoch": 7, "lr": 7.680000000000001e-05}
+{"train_loss": 0.12445519864559174, "global_step": 384, "epoch": 7, "lr": 7.7e-05}
+{"train_loss": 0.12089047580957413, "global_step": 385, "epoch": 7, "lr": 7.72e-05}
+{"train_loss": 0.15337219834327698, "global_step": 386, "epoch": 7, "lr": 7.740000000000001e-05}
+{"train_loss": 0.12836281955242157, "global_step": 387, "epoch": 7, "lr": 7.76e-05}
+{"train_loss": 0.12618190050125122, "global_step": 388, "epoch": 7, "lr": 7.780000000000001e-05}
+{"train_loss": 0.12728910148143768, "global_step": 389, "epoch": 7, "lr": 7.800000000000001e-05}
+{"train_loss": 0.10446058213710785, "global_step": 390, "epoch": 7, "lr": 7.82e-05}
+{"train_loss": 0.13064095377922058, "global_step": 391, "epoch": 7, "lr": 7.840000000000001e-05}
+{"train_loss": 0.12856492400169373, "global_step": 392, "epoch": 7, "lr": 7.860000000000001e-05}
+{"train_loss": 0.10733015835285187, "global_step": 393, "epoch": 7, "lr": 7.88e-05}
+{"train_loss": 0.14179092645645142, "global_step": 394, "epoch": 7, "lr": 7.900000000000001e-05}
+{"train_loss": 0.12871567904949188, "global_step": 395, "epoch": 7, "lr": 7.920000000000001e-05}
+{"train_loss": 0.13822133839130402, "global_step": 396, "epoch": 7, "lr": 7.94e-05}
+{"train_loss": 0.1310526430606842, "global_step": 397, "epoch": 7, "lr": 7.960000000000001e-05}
+{"train_loss": 0.13463304936885834, "global_step": 398, "epoch": 7, "lr": 7.98e-05}
+{"train_loss": 0.1316872090101242, "global_step": 399, "epoch": 7, "lr": 8e-05}
+{"train_loss": 0.10735835880041122, "global_step": 400, "epoch": 7, "lr": 8.020000000000001e-05}
+{"train_loss": 0.12544359266757965, "global_step": 401, "epoch": 7, "lr": 8.04e-05}
+{"train_loss": 0.13194039463996887, "global_step": 402, "epoch": 7, "lr": 8.060000000000001e-05}
+{"train_loss": 0.12208428978919983, "global_step": 403, "epoch": 7, "lr": 8.080000000000001e-05}
+{"train_loss": 0.11352195590734482, "global_step": 404, "epoch": 7, "lr": 8.1e-05}
+{"train_loss": 0.12150189280509949, "global_step": 405, "epoch": 7, "lr": 8.120000000000001e-05}
+{"train_loss": 0.12314856797456741, "global_step": 406, "epoch": 7, "lr": 8.14e-05}
+{"train_loss": 0.1066320613026619, "global_step": 407, "epoch": 7, "lr": 8.16e-05}
+{"train_loss": 0.10981614887714386, "global_step": 408, "epoch": 7, "lr": 8.18e-05}
+{"train_loss": 0.1269424706697464, "global_step": 409, "epoch": 7, "lr": 8.2e-05}
+{"train_loss": 0.1382722556591034, "global_step": 410, "epoch": 7, "lr": 8.22e-05}
+{"train_loss": 0.12172205746173859, "global_step": 411, "epoch": 7, "lr": 8.24e-05}
+{"train_loss": 0.12615828216075897, "global_step": 412, "epoch": 7, "lr": 8.26e-05}
+{"train_loss": 0.1280263066291809, "global_step": 413, "epoch": 7, "lr": 8.28e-05}
+{"train_loss": 0.12678372859954834, "global_step": 414, "epoch": 7, "lr": 8.3e-05}
+{"train_loss": 0.11764946579933167, "global_step": 415, "epoch": 7, "lr": 8.32e-05}
+{"train_loss": 0.1259993612766266, "global_step": 416, "epoch": 7, "lr": 8.34e-05}
+{"train_loss": 0.11494556814432144, "global_step": 417, "epoch": 7, "lr": 8.36e-05}
+{"train_loss": 0.14010217785835266, "global_step": 418, "epoch": 7, "lr": 8.38e-05}
+{"train_loss": 0.13581392168998718, "global_step": 419, "epoch": 7, "lr": 8.4e-05}
+{"train_loss": 0.12824422121047974, "global_step": 420, "epoch": 7, "lr": 8.42e-05}
+{"train_loss": 0.12696871161460876, "global_step": 421, "epoch": 7, "lr": 8.44e-05}
+{"train_loss": 0.1257033795118332, "global_step": 422, "epoch": 7, "lr": 8.46e-05}
+{"train_loss": 0.13052460551261902, "global_step": 423, "epoch": 7, "lr": 8.48e-05}
+{"train_loss": 0.11615947633981705, "global_step": 424, "epoch": 7, "lr": 8.5e-05}
+{"train_loss": 0.14896732568740845, "global_step": 425, "epoch": 7, "lr": 8.52e-05}
+{"train_loss": 0.12433046847581863, "global_step": 426, "epoch": 7, "lr": 8.54e-05}
+{"train_loss": 0.1226235032081604, "global_step": 427, "epoch": 7, "lr": 8.560000000000001e-05}
+{"train_loss": 0.10824812948703766, "global_step": 428, "epoch": 7, "lr": 8.58e-05}
+{"train_loss": 0.12313726544380188, "global_step": 429, "epoch": 7, "lr": 8.6e-05}
+{"train_loss": 0.12021151930093765, "global_step": 430, "epoch": 7, "lr": 8.620000000000001e-05}
+{"train_loss": 0.12560370178134353, "global_step": 431, "epoch": 7, "lr": 8.64e-05, "val_loss": 0.11535234749317169}
+{"train_loss": 0.12780368328094482, "global_step": 432, "epoch": 8, "lr": 8.66e-05}
+{"train_loss": 0.12813344597816467, "global_step": 433, "epoch": 8, "lr": 8.680000000000001e-05}
+{"train_loss": 0.0928783118724823, "global_step": 434, "epoch": 8, "lr": 8.7e-05}
+{"train_loss": 0.13191208243370056, "global_step": 435, "epoch": 8, "lr": 8.72e-05}
+{"train_loss": 0.10625199973583221, "global_step": 436, "epoch": 8, "lr": 8.740000000000001e-05}
+{"train_loss": 0.1112629622220993, "global_step": 437, "epoch": 8, "lr": 8.76e-05}
+{"train_loss": 0.11649905145168304, "global_step": 438, "epoch": 8, "lr": 8.78e-05}
+{"train_loss": 0.1086016446352005, "global_step": 439, "epoch": 8, "lr": 8.800000000000001e-05}
+{"train_loss": 0.10756807029247284, "global_step": 440, "epoch": 8, "lr": 8.82e-05}
+{"train_loss": 0.11257882416248322, "global_step": 441, "epoch": 8, "lr": 8.840000000000001e-05}
+{"train_loss": 0.11507632583379745, "global_step": 442, "epoch": 8, "lr": 8.86e-05}
+{"train_loss": 0.11826607584953308, "global_step": 443, "epoch": 8, "lr": 8.88e-05}
+{"train_loss": 0.12649868428707123, "global_step": 444, "epoch": 8, "lr": 8.900000000000001e-05}
+{"train_loss": 0.09874925762414932, "global_step": 445, "epoch": 8, "lr": 8.92e-05}
+{"train_loss": 0.1143983006477356, "global_step": 446, "epoch": 8, "lr": 8.94e-05}
+{"train_loss": 0.11714886128902435, "global_step": 447, "epoch": 8, "lr": 8.960000000000001e-05}
+{"train_loss": 0.12595120072364807, "global_step": 448, "epoch": 8, "lr": 8.98e-05}
+{"train_loss": 0.11625106632709503, "global_step": 449, "epoch": 8, "lr": 9e-05}
+{"train_loss": 0.10701148957014084, "global_step": 450, "epoch": 8, "lr": 9.020000000000001e-05}
+{"train_loss": 0.1383150964975357, "global_step": 451, "epoch": 8, "lr": 9.04e-05}
+{"train_loss": 0.10004253685474396, "global_step": 452, "epoch": 8, "lr": 9.06e-05}
+{"train_loss": 0.11509156972169876, "global_step": 453, "epoch": 8, "lr": 9.080000000000001e-05}
+{"train_loss": 0.1172804906964302, "global_step": 454, "epoch": 8, "lr": 9.1e-05}
+{"train_loss": 0.11196555197238922, "global_step": 455, "epoch": 8, "lr": 9.120000000000001e-05}
+{"train_loss": 0.11569829285144806, "global_step": 456, "epoch": 8, "lr": 9.140000000000001e-05}
+{"train_loss": 0.1250421702861786, "global_step": 457, "epoch": 8, "lr": 9.16e-05}
+{"train_loss": 0.11636590957641602, "global_step": 458, "epoch": 8, "lr": 9.180000000000001e-05}
+{"train_loss": 0.10848690569400787, "global_step": 459, "epoch": 8, "lr": 9.200000000000001e-05}
+{"train_loss": 0.11341456323862076, "global_step": 460, "epoch": 8, "lr": 9.22e-05}
+{"train_loss": 0.13315916061401367, "global_step": 461, "epoch": 8, "lr": 9.240000000000001e-05}
+{"train_loss": 0.10859150439500809, "global_step": 462, "epoch": 8, "lr": 9.260000000000001e-05}
+{"train_loss": 0.0979316309094429, "global_step": 463, "epoch": 8, "lr": 9.28e-05}
+{"train_loss": 0.12752722203731537, "global_step": 464, "epoch": 8, "lr": 9.300000000000001e-05}
+{"train_loss": 0.11691153794527054, "global_step": 465, "epoch": 8, "lr": 9.320000000000002e-05}
+{"train_loss": 0.1141766756772995, "global_step": 466, "epoch": 8, "lr": 9.340000000000001e-05}
+{"train_loss": 0.10774786025285721, "global_step": 467, "epoch": 8, "lr": 9.360000000000001e-05}
+{"train_loss": 0.0974624902009964, "global_step": 468, "epoch": 8, "lr": 9.38e-05}
+{"train_loss": 0.09529410302639008, "global_step": 469, "epoch": 8, "lr": 9.4e-05}
+{"train_loss": 0.09777386486530304, "global_step": 470, "epoch": 8, "lr": 9.42e-05}
+{"train_loss": 0.09342494606971741, "global_step": 471, "epoch": 8, "lr": 9.44e-05}
+{"train_loss": 0.10218563675880432, "global_step": 472, "epoch": 8, "lr": 9.46e-05}
+{"train_loss": 0.09386904537677765, "global_step": 473, "epoch": 8, "lr": 9.48e-05}
+{"train_loss": 0.09473300725221634, "global_step": 474, "epoch": 8, "lr": 9.5e-05}
+{"train_loss": 0.1067834421992302, "global_step": 475, "epoch": 8, "lr": 9.52e-05}
+{"train_loss": 0.09743005782365799, "global_step": 476, "epoch": 8, "lr": 9.54e-05}
+{"train_loss": 0.09546556323766708, "global_step": 477, "epoch": 8, "lr": 9.56e-05}
+{"train_loss": 0.11239150911569595, "global_step": 478, "epoch": 8, "lr": 9.58e-05}
+{"train_loss": 0.09697829186916351, "global_step": 479, "epoch": 8, "lr": 9.6e-05}
+{"train_loss": 0.1096985787153244, "global_step": 480, "epoch": 8, "lr": 9.620000000000001e-05}
+{"train_loss": 0.10251328349113464, "global_step": 481, "epoch": 8, "lr": 9.64e-05}
+{"train_loss": 0.11978147178888321, "global_step": 482, "epoch": 8, "lr": 9.66e-05}
+{"train_loss": 0.11014579236507416, "global_step": 483, "epoch": 8, "lr": 9.680000000000001e-05}
+{"train_loss": 0.09488438814878464, "global_step": 484, "epoch": 8, "lr": 9.7e-05}
+{"train_loss": 0.11060037905419315, "global_step": 485, "epoch": 8, "lr": 9.72e-05, "val_loss": 0.12166793644428253}
+{"train_loss": 0.09711576253175735, "global_step": 486, "epoch": 9, "lr": 9.74e-05}
+{"train_loss": 0.09892734885215759, "global_step": 487, "epoch": 9, "lr": 9.76e-05}
+{"train_loss": 0.10705669969320297, "global_step": 488, "epoch": 9, "lr": 9.78e-05}
+{"train_loss": 0.08655942231416702, "global_step": 489, "epoch": 9, "lr": 9.8e-05}
+{"train_loss": 0.10274865478277206, "global_step": 490, "epoch": 9, "lr": 9.82e-05}
+{"train_loss": 0.10569349676370621, "global_step": 491, "epoch": 9, "lr": 9.84e-05}
+{"train_loss": 0.09476450830698013, "global_step": 492, "epoch": 9, "lr": 9.86e-05}
+{"train_loss": 0.09567879885435104, "global_step": 493, "epoch": 9, "lr": 9.88e-05}
+{"train_loss": 0.0889371931552887, "global_step": 494, "epoch": 9, "lr": 9.900000000000001e-05}
+{"train_loss": 0.12237328290939331, "global_step": 495, "epoch": 9, "lr": 9.92e-05}
+{"train_loss": 0.10421959310770035, "global_step": 496, "epoch": 9, "lr": 9.94e-05}
+{"train_loss": 0.10019388049840927, "global_step": 497, "epoch": 9, "lr": 9.960000000000001e-05}
+{"train_loss": 0.11754222959280014, "global_step": 498, "epoch": 9, "lr": 9.98e-05}
+{"train_loss": 0.09151620417833328, "global_step": 499, "epoch": 9, "lr": 0.0001}
+{"train_loss": 0.11739099770784378, "global_step": 500, "epoch": 9, "lr": 9.999999975752979e-05}
+{"train_loss": 0.1206507533788681, "global_step": 501, "epoch": 9, "lr": 9.999999903011916e-05}
+{"train_loss": 0.11768275499343872, "global_step": 502, "epoch": 9, "lr": 9.999999781776814e-05}
+{"train_loss": 0.10380888730287552, "global_step": 503, "epoch": 9, "lr": 9.99999961204767e-05}
+{"train_loss": 0.11315019428730011, "global_step": 504, "epoch": 9, "lr": 9.999999393824489e-05}
+{"train_loss": 0.10582330822944641, "global_step": 505, "epoch": 9, "lr": 9.999999127107272e-05}
+{"train_loss": 0.10826237499713898, "global_step": 506, "epoch": 9, "lr": 9.99999881189602e-05}
+{"train_loss": 0.09464672952890396, "global_step": 507, "epoch": 9, "lr": 9.999998448190739e-05}
+{"train_loss": 0.09502383321523666, "global_step": 508, "epoch": 9, "lr": 9.999998035991432e-05}
+{"train_loss": 0.11171099543571472, "global_step": 509, "epoch": 9, "lr": 9.999997575298101e-05}
+{"train_loss": 0.10652864724397659, "global_step": 510, "epoch": 9, "lr": 9.999997066110751e-05}
+{"train_loss": 0.09700006991624832, "global_step": 511, "epoch": 9, "lr": 9.999996508429388e-05}
+{"train_loss": 0.11527613550424576, "global_step": 512, "epoch": 9, "lr": 9.999995902254018e-05}
+{"train_loss": 0.09846876561641693, "global_step": 513, "epoch": 9, "lr": 9.999995247584643e-05}
+{"train_loss": 0.1295929253101349, "global_step": 514, "epoch": 9, "lr": 9.999994544421276e-05}
+{"train_loss": 0.11080832779407501, "global_step": 515, "epoch": 9, "lr": 9.999993792763918e-05}
+{"train_loss": 0.10401172190904617, "global_step": 516, "epoch": 9, "lr": 9.999992992612578e-05}
+{"train_loss": 0.09912892431020737, "global_step": 517, "epoch": 9, "lr": 9.999992143967265e-05}
+{"train_loss": 0.10747447609901428, "global_step": 518, "epoch": 9, "lr": 9.999991246827987e-05}
+{"train_loss": 0.1153765469789505, "global_step": 519, "epoch": 9, "lr": 9.99999030119475e-05}
+{"train_loss": 0.10946250706911087, "global_step": 520, "epoch": 9, "lr": 9.999989307067568e-05}
+{"train_loss": 0.09212484210729599, "global_step": 521, "epoch": 9, "lr": 9.999988264446445e-05}
+{"train_loss": 0.10309196263551712, "global_step": 522, "epoch": 9, "lr": 9.999987173331395e-05}
+{"train_loss": 0.10643532872200012, "global_step": 523, "epoch": 9, "lr": 9.999986033722428e-05}
+{"train_loss": 0.10338611900806427, "global_step": 524, "epoch": 9, "lr": 9.999984845619554e-05}
+{"train_loss": 0.10302819311618805, "global_step": 525, "epoch": 9, "lr": 9.999983609022786e-05}
+{"train_loss": 0.10794953256845474, "global_step": 526, "epoch": 9, "lr": 9.999982323932133e-05}
+{"train_loss": 0.08234181255102158, "global_step": 527, "epoch": 9, "lr": 9.99998099034761e-05}
+{"train_loss": 0.10168648511171341, "global_step": 528, "epoch": 9, "lr": 9.999979608269231e-05}
+{"train_loss": 0.0917462632060051, "global_step": 529, "epoch": 9, "lr": 9.999978177697007e-05}
+{"train_loss": 0.09696698933839798, "global_step": 530, "epoch": 9, "lr": 9.999976698630952e-05}
+{"train_loss": 0.09121357649564743, "global_step": 531, "epoch": 9, "lr": 9.999975171071084e-05}
+{"train_loss": 0.09758119285106659, "global_step": 532, "epoch": 9, "lr": 9.999973595017411e-05}
+{"train_loss": 0.09936513751745224, "global_step": 533, "epoch": 9, "lr": 9.999971970469954e-05}
+{"train_loss": 0.11094577610492706, "global_step": 534, "epoch": 9, "lr": 9.999970297428729e-05}
+{"train_loss": 0.10953336954116821, "global_step": 535, "epoch": 9, "lr": 9.999968575893747e-05}
+{"train_loss": 0.11451347172260284, "global_step": 536, "epoch": 9, "lr": 9.99996680586503e-05}
+{"train_loss": 0.08797666430473328, "global_step": 537, "epoch": 9, "lr": 9.999964987342591e-05}
+{"train_loss": 0.09669435769319534, "global_step": 538, "epoch": 9, "lr": 9.999963120326452e-05}
+{"train_loss": 0.1035384116349397, "global_step": 539, "epoch": 9, "lr": 9.999961204816627e-05, "val_loss": 0.09227880835533142}
+{"train_loss": 0.0907457247376442, "global_step": 540, "epoch": 10, "lr": 9.999959240813138e-05}
+{"train_loss": 0.099532350897789, "global_step": 541, "epoch": 10, "lr": 9.999957228316002e-05}
+{"train_loss": 0.10198311507701874, "global_step": 542, "epoch": 10, "lr": 9.999955167325238e-05}
+{"train_loss": 0.0957971140742302, "global_step": 543, "epoch": 10, "lr": 9.999953057840867e-05}
+{"train_loss": 0.09103111922740936, "global_step": 544, "epoch": 10, "lr": 9.999950899862911e-05}
+{"train_loss": 0.0941535010933876, "global_step": 545, "epoch": 10, "lr": 9.999948693391387e-05}
+{"train_loss": 0.09074458479881287, "global_step": 546, "epoch": 10, "lr": 9.99994643842632e-05}
+{"train_loss": 0.10484609007835388, "global_step": 547, "epoch": 10, "lr": 9.999944134967732e-05}
+{"train_loss": 0.09004595130681992, "global_step": 548, "epoch": 10, "lr": 9.999941783015641e-05}
+{"train_loss": 0.1051383763551712, "global_step": 549, "epoch": 10, "lr": 9.999939382570073e-05}
+{"train_loss": 0.07497549057006836, "global_step": 550, "epoch": 10, "lr": 9.999936933631053e-05}
+{"train_loss": 0.08248976618051529, "global_step": 551, "epoch": 10, "lr": 9.999934436198602e-05}
+{"train_loss": 0.10364272445440292, "global_step": 552, "epoch": 10, "lr": 9.999931890272746e-05}
+{"train_loss": 0.09302733838558197, "global_step": 553, "epoch": 10, "lr": 9.999929295853508e-05}
+{"train_loss": 0.10162179917097092, "global_step": 554, "epoch": 10, "lr": 9.999926652940913e-05}
+{"train_loss": 0.09959390759468079, "global_step": 555, "epoch": 10, "lr": 9.999923961534988e-05}
+{"train_loss": 0.07844041287899017, "global_step": 556, "epoch": 10, "lr": 9.999921221635758e-05}
+{"train_loss": 0.08338720351457596, "global_step": 557, "epoch": 10, "lr": 9.999918433243251e-05}
+{"train_loss": 0.10203970968723297, "global_step": 558, "epoch": 10, "lr": 9.999915596357493e-05}
+{"train_loss": 0.08073369413614273, "global_step": 559, "epoch": 10, "lr": 9.999912710978512e-05}
+{"train_loss": 0.0879361480474472, "global_step": 560, "epoch": 10, "lr": 9.999909777106336e-05}
+{"train_loss": 0.08611056208610535, "global_step": 561, "epoch": 10, "lr": 9.999906794740992e-05}
+{"train_loss": 0.07744303345680237, "global_step": 562, "epoch": 10, "lr": 9.99990376388251e-05}
+{"train_loss": 0.07725119590759277, "global_step": 563, "epoch": 10, "lr": 9.999900684530921e-05}
+{"train_loss": 0.08657995611429214, "global_step": 564, "epoch": 10, "lr": 9.999897556686252e-05}
+{"train_loss": 0.09382786601781845, "global_step": 565, "epoch": 10, "lr": 9.999894380348536e-05}
+{"train_loss": 0.08897718787193298, "global_step": 566, "epoch": 10, "lr": 9.999891155517802e-05}
+{"train_loss": 0.09894634038209915, "global_step": 567, "epoch": 10, "lr": 9.999887882194081e-05}
+{"train_loss": 0.10118482261896133, "global_step": 568, "epoch": 10, "lr": 9.999884560377406e-05}
+{"train_loss": 0.08056425303220749, "global_step": 569, "epoch": 10, "lr": 9.999881190067808e-05}
+{"train_loss": 0.0860469713807106, "global_step": 570, "epoch": 10, "lr": 9.999877771265323e-05}
+{"train_loss": 0.10058069974184036, "global_step": 571, "epoch": 10, "lr": 9.999874303969978e-05}
+{"train_loss": 0.08679205924272537, "global_step": 572, "epoch": 10, "lr": 9.999870788181813e-05}
+{"train_loss": 0.0909983441233635, "global_step": 573, "epoch": 10, "lr": 9.999867223900859e-05}
+{"train_loss": 0.08086494356393814, "global_step": 574, "epoch": 10, "lr": 9.99986361112715e-05}
+{"train_loss": 0.09062721580266953, "global_step": 575, "epoch": 10, "lr": 9.999859949860721e-05}
+{"train_loss": 0.09315658360719681, "global_step": 576, "epoch": 10, "lr": 9.99985624010161e-05}
+{"train_loss": 0.09137813001871109, "global_step": 577, "epoch": 10, "lr": 9.99985248184985e-05}
+{"train_loss": 0.08118584752082825, "global_step": 578, "epoch": 10, "lr": 9.999848675105481e-05}
+{"train_loss": 0.10349003225564957, "global_step": 579, "epoch": 10, "lr": 9.999844819868536e-05}
+{"train_loss": 0.09846026450395584, "global_step": 580, "epoch": 10, "lr": 9.999840916139055e-05}
+{"train_loss": 0.08709979802370071, "global_step": 581, "epoch": 10, "lr": 9.999836963917075e-05}
+{"train_loss": 0.09483889490365982, "global_step": 582, "epoch": 10, "lr": 9.999832963202633e-05}
+{"train_loss": 0.09568875283002853, "global_step": 583, "epoch": 10, "lr": 9.999828913995772e-05}
+{"train_loss": 0.09918005019426346, "global_step": 584, "epoch": 10, "lr": 9.999824816296526e-05}
+{"train_loss": 0.0809403657913208, "global_step": 585, "epoch": 10, "lr": 9.999820670104938e-05}
+{"train_loss": 0.10498405247926712, "global_step": 586, "epoch": 10, "lr": 9.999816475421046e-05}
+{"train_loss": 0.08910153806209564, "global_step": 587, "epoch": 10, "lr": 9.999812232244895e-05}
+{"train_loss": 0.08036354929208755, "global_step": 588, "epoch": 10, "lr": 9.999807940576522e-05}
+{"train_loss": 0.07204943150281906, "global_step": 589, "epoch": 10, "lr": 9.99980360041597e-05}
+{"train_loss": 0.09302528202533722, "global_step": 590, "epoch": 10, "lr": 9.999799211763278e-05}
+{"train_loss": 0.07329180091619492, "global_step": 591, "epoch": 10, "lr": 9.999794774618496e-05}
+{"train_loss": 0.0817774310708046, "global_step": 592, "epoch": 10, "lr": 9.999790288981661e-05}
+{"train_loss": 0.09052127158200299, "global_step": 593, "epoch": 10, "lr": 9.999785754852817e-05, "val_loss": 0.08880946040153503, "train_action_mse_error": 0.13062725961208344}
+{"train_loss": 0.09080701321363449, "global_step": 594, "epoch": 11, "lr": 9.99978117223201e-05}
+{"train_loss": 0.08907894790172577, "global_step": 595, "epoch": 11, "lr": 9.999776541119283e-05}
+{"train_loss": 0.0869121327996254, "global_step": 596, "epoch": 11, "lr": 9.999771861514682e-05}
+{"train_loss": 0.06832613795995712, "global_step": 597, "epoch": 11, "lr": 9.99976713341825e-05}
+{"train_loss": 0.0895439088344574, "global_step": 598, "epoch": 11, "lr": 9.999762356830036e-05}
+{"train_loss": 0.0845167487859726, "global_step": 599, "epoch": 11, "lr": 9.999757531750085e-05}
+{"train_loss": 0.09090178459882736, "global_step": 600, "epoch": 11, "lr": 9.999752658178444e-05}
+{"train_loss": 0.07807549834251404, "global_step": 601, "epoch": 11, "lr": 9.99974773611516e-05}
+{"train_loss": 0.08708472549915314, "global_step": 602, "epoch": 11, "lr": 9.999742765560281e-05}
+{"train_loss": 0.09299243986606598, "global_step": 603, "epoch": 11, "lr": 9.999737746513853e-05}
+{"train_loss": 0.08403357863426208, "global_step": 604, "epoch": 11, "lr": 9.999732678975929e-05}
+{"train_loss": 0.08589508384466171, "global_step": 605, "epoch": 11, "lr": 9.999727562946555e-05}
+{"train_loss": 0.07311476767063141, "global_step": 606, "epoch": 11, "lr": 9.999722398425782e-05}
+{"train_loss": 0.07360700517892838, "global_step": 607, "epoch": 11, "lr": 9.999717185413658e-05}
+{"train_loss": 0.09889450669288635, "global_step": 608, "epoch": 11, "lr": 9.999711923910235e-05}
+{"train_loss": 0.07550384849309921, "global_step": 609, "epoch": 11, "lr": 9.999706613915566e-05}
+{"train_loss": 0.06629695743322372, "global_step": 610, "epoch": 11, "lr": 9.9997012554297e-05}
+{"train_loss": 0.0762455090880394, "global_step": 611, "epoch": 11, "lr": 9.999695848452689e-05}
+{"train_loss": 0.08200814574956894, "global_step": 612, "epoch": 11, "lr": 9.999690392984586e-05}
+{"train_loss": 0.08307373523712158, "global_step": 613, "epoch": 11, "lr": 9.999684889025445e-05}
+{"train_loss": 0.07359479367733002, "global_step": 614, "epoch": 11, "lr": 9.999679336575318e-05}
+{"train_loss": 0.07632620632648468, "global_step": 615, "epoch": 11, "lr": 9.999673735634258e-05}
+{"train_loss": 0.06764736771583557, "global_step": 616, "epoch": 11, "lr": 9.999668086202321e-05}
+{"train_loss": 0.07034864276647568, "global_step": 617, "epoch": 11, "lr": 9.999662388279561e-05}
+{"train_loss": 0.07814763486385345, "global_step": 618, "epoch": 11, "lr": 9.999656641866034e-05}
+{"train_loss": 0.0845417007803917, "global_step": 619, "epoch": 11, "lr": 9.999650846961796e-05}
+{"train_loss": 0.08068035542964935, "global_step": 620, "epoch": 11, "lr": 9.999645003566902e-05}
+{"train_loss": 0.07132451981306076, "global_step": 621, "epoch": 11, "lr": 9.999639111681409e-05}
+{"train_loss": 0.07247232645750046, "global_step": 622, "epoch": 11, "lr": 9.999633171305374e-05}
+{"train_loss": 0.07119224965572357, "global_step": 623, "epoch": 11, "lr": 9.999627182438856e-05}
+{"train_loss": 0.08266301453113556, "global_step": 624, "epoch": 11, "lr": 9.99962114508191e-05}
+{"train_loss": 0.08642230927944183, "global_step": 625, "epoch": 11, "lr": 9.999615059234598e-05}
+{"train_loss": 0.07102444767951965, "global_step": 626, "epoch": 11, "lr": 9.999608924896977e-05}
+{"train_loss": 0.07269733399152756, "global_step": 627, "epoch": 11, "lr": 9.999602742069108e-05}
+{"train_loss": 0.07249307632446289, "global_step": 628, "epoch": 11, "lr": 9.999596510751048e-05}
+{"train_loss": 0.07033190131187439, "global_step": 629, "epoch": 11, "lr": 9.999590230942861e-05}
+{"train_loss": 0.07672223448753357, "global_step": 630, "epoch": 11, "lr": 9.999583902644607e-05}
+{"train_loss": 0.0758989155292511, "global_step": 631, "epoch": 11, "lr": 9.999577525856345e-05}
+{"train_loss": 0.09885868430137634, "global_step": 632, "epoch": 11, "lr": 9.99957110057814e-05}
+{"train_loss": 0.07615812122821808, "global_step": 633, "epoch": 11, "lr": 9.999564626810052e-05}
+{"train_loss": 0.08124816417694092, "global_step": 634, "epoch": 11, "lr": 9.999558104552146e-05}
+{"train_loss": 0.09725470840930939, "global_step": 635, "epoch": 11, "lr": 9.999551533804483e-05}
+{"train_loss": 0.07396519184112549, "global_step": 636, "epoch": 11, "lr": 9.999544914567128e-05}
+{"train_loss": 0.09118960797786713, "global_step": 637, "epoch": 11, "lr": 9.999538246840145e-05}
+{"train_loss": 0.08768398314714432, "global_step": 638, "epoch": 11, "lr": 9.999531530623598e-05}
+{"train_loss": 0.06748232245445251, "global_step": 639, "epoch": 11, "lr": 9.999524765917554e-05}
+{"train_loss": 0.08399471640586853, "global_step": 640, "epoch": 11, "lr": 9.999517952722075e-05}
+{"train_loss": 0.06815275549888611, "global_step": 641, "epoch": 11, "lr": 9.999511091037231e-05}
+{"train_loss": 0.07770674675703049, "global_step": 642, "epoch": 11, "lr": 9.999504180863088e-05}
+{"train_loss": 0.08959777653217316, "global_step": 643, "epoch": 11, "lr": 9.99949722219971e-05}
+{"train_loss": 0.06482004374265671, "global_step": 644, "epoch": 11, "lr": 9.999490215047167e-05}
+{"train_loss": 0.07562966644763947, "global_step": 645, "epoch": 11, "lr": 9.999483159405527e-05}
+{"train_loss": 0.10156986117362976, "global_step": 646, "epoch": 11, "lr": 9.999476055274857e-05}
+{"train_loss": 0.08021533006319294, "global_step": 647, "epoch": 11, "lr": 9.999468902655226e-05, "val_loss": 0.09910793602466583}
+{"train_loss": 0.0939038023352623, "global_step": 648, "epoch": 12, "lr": 9.999461701546706e-05}
+{"train_loss": 0.07489874213933945, "global_step": 649, "epoch": 12, "lr": 9.999454451949365e-05}
+{"train_loss": 0.08860406279563904, "global_step": 650, "epoch": 12, "lr": 9.999447153863273e-05}
+{"train_loss": 0.07360778748989105, "global_step": 651, "epoch": 12, "lr": 9.9994398072885e-05}
+{"train_loss": 0.08089983463287354, "global_step": 652, "epoch": 12, "lr": 9.999432412225119e-05}
+{"train_loss": 0.08188462257385254, "global_step": 653, "epoch": 12, "lr": 9.999424968673202e-05}
+{"train_loss": 0.08013729006052017, "global_step": 654, "epoch": 12, "lr": 9.999417476632818e-05}
+{"train_loss": 0.09081055223941803, "global_step": 655, "epoch": 12, "lr": 9.999409936104042e-05}
+{"train_loss": 0.07350097596645355, "global_step": 656, "epoch": 12, "lr": 9.99940234708695e-05}
+{"train_loss": 0.07558735460042953, "global_step": 657, "epoch": 12, "lr": 9.999394709581611e-05}
+{"train_loss": 0.08123716711997986, "global_step": 658, "epoch": 12, "lr": 9.9993870235881e-05}
+{"train_loss": 0.08479396253824234, "global_step": 659, "epoch": 12, "lr": 9.999379289106491e-05}
+{"train_loss": 0.07787756621837616, "global_step": 660, "epoch": 12, "lr": 9.999371506136863e-05}
+{"train_loss": 0.09071238338947296, "global_step": 661, "epoch": 12, "lr": 9.999363674679287e-05}
+{"train_loss": 0.07813236117362976, "global_step": 662, "epoch": 12, "lr": 9.999355794733843e-05}
+{"train_loss": 0.085605189204216, "global_step": 663, "epoch": 12, "lr": 9.999347866300603e-05}
+{"train_loss": 0.06550337374210358, "global_step": 664, "epoch": 12, "lr": 9.999339889379647e-05}
+{"train_loss": 0.06848470121622086, "global_step": 665, "epoch": 12, "lr": 9.999331863971051e-05}
+{"train_loss": 0.07667705416679382, "global_step": 666, "epoch": 12, "lr": 9.999323790074892e-05}
+{"train_loss": 0.08214830607175827, "global_step": 667, "epoch": 12, "lr": 9.999315667691251e-05}
+{"train_loss": 0.08348451554775238, "global_step": 668, "epoch": 12, "lr": 9.999307496820206e-05}
+{"train_loss": 0.08650995045900345, "global_step": 669, "epoch": 12, "lr": 9.999299277461835e-05}
+{"train_loss": 0.0703437328338623, "global_step": 670, "epoch": 12, "lr": 9.999291009616217e-05}
+{"train_loss": 0.08299330621957779, "global_step": 671, "epoch": 12, "lr": 9.999282693283434e-05}
+{"train_loss": 0.09053316712379456, "global_step": 672, "epoch": 12, "lr": 9.999274328463568e-05}
+{"train_loss": 0.08592620491981506, "global_step": 673, "epoch": 12, "lr": 9.999265915156697e-05}
+{"train_loss": 0.09198539704084396, "global_step": 674, "epoch": 12, "lr": 9.999257453362902e-05}
+{"train_loss": 0.07430116087198257, "global_step": 675, "epoch": 12, "lr": 9.99924894308227e-05}
+{"train_loss": 0.10037366300821304, "global_step": 676, "epoch": 12, "lr": 9.999240384314878e-05}
+{"train_loss": 0.0860365480184555, "global_step": 677, "epoch": 12, "lr": 9.999231777060814e-05}
+{"train_loss": 0.0918327048420906, "global_step": 678, "epoch": 12, "lr": 9.999223121320157e-05}
+{"train_loss": 0.08004897832870483, "global_step": 679, "epoch": 12, "lr": 9.999214417092994e-05}
+{"train_loss": 0.0882628858089447, "global_step": 680, "epoch": 12, "lr": 9.999205664379408e-05}
+{"train_loss": 0.07733796536922455, "global_step": 681, "epoch": 12, "lr": 9.999196863179483e-05}
+{"train_loss": 0.09369737654924393, "global_step": 682, "epoch": 12, "lr": 9.999188013493307e-05}
+{"train_loss": 0.0672176256775856, "global_step": 683, "epoch": 12, "lr": 9.999179115320963e-05}
+{"train_loss": 0.07536832243204117, "global_step": 684, "epoch": 12, "lr": 9.99917016866254e-05}
+{"train_loss": 0.07070788741111755, "global_step": 685, "epoch": 12, "lr": 9.999161173518124e-05}
+{"train_loss": 0.0814487636089325, "global_step": 686, "epoch": 12, "lr": 9.9991521298878e-05}
+{"train_loss": 0.07468223571777344, "global_step": 687, "epoch": 12, "lr": 9.999143037771659e-05}
+{"train_loss": 0.07967577874660492, "global_step": 688, "epoch": 12, "lr": 9.999133897169786e-05}
+{"train_loss": 0.07202484458684921, "global_step": 689, "epoch": 12, "lr": 9.999124708082272e-05}
+{"train_loss": 0.07546308636665344, "global_step": 690, "epoch": 12, "lr": 9.999115470509207e-05}
+{"train_loss": 0.07696876674890518, "global_step": 691, "epoch": 12, "lr": 9.999106184450677e-05}
+{"train_loss": 0.06151044741272926, "global_step": 692, "epoch": 12, "lr": 9.999096849906775e-05}
+{"train_loss": 0.07320702075958252, "global_step": 693, "epoch": 12, "lr": 9.999087466877591e-05}
+{"train_loss": 0.06981127709150314, "global_step": 694, "epoch": 12, "lr": 9.999078035363215e-05}
+{"train_loss": 0.0738259106874466, "global_step": 695, "epoch": 12, "lr": 9.999068555363737e-05}
+{"train_loss": 0.0673314779996872, "global_step": 696, "epoch": 12, "lr": 9.999059026879254e-05}
+{"train_loss": 0.07268354296684265, "global_step": 697, "epoch": 12, "lr": 9.999049449909854e-05}
+{"train_loss": 0.07896057516336441, "global_step": 698, "epoch": 12, "lr": 9.999039824455633e-05}
+{"train_loss": 0.08146759867668152, "global_step": 699, "epoch": 12, "lr": 9.99903015051668e-05}
+{"train_loss": 0.06516195833683014, "global_step": 700, "epoch": 12, "lr": 9.999020428093093e-05}
+{"train_loss": 0.07917231811141526, "global_step": 701, "epoch": 12, "lr": 9.999010657184966e-05, "val_loss": 0.09759993106126785}
+{"train_loss": 0.06273293495178223, "global_step": 702, "epoch": 13, "lr": 9.999000837792391e-05}
+{"train_loss": 0.06346896290779114, "global_step": 703, "epoch": 13, "lr": 9.998990969915465e-05}
+{"train_loss": 0.07427723705768585, "global_step": 704, "epoch": 13, "lr": 9.998981053554284e-05}
+{"train_loss": 0.06600481271743774, "global_step": 705, "epoch": 13, "lr": 9.998971088708942e-05}
+{"train_loss": 0.07197073101997375, "global_step": 706, "epoch": 13, "lr": 9.998961075379539e-05}
+{"train_loss": 0.07207899540662766, "global_step": 707, "epoch": 13, "lr": 9.998951013566171e-05}
+{"train_loss": 0.063267782330513, "global_step": 708, "epoch": 13, "lr": 9.998940903268933e-05}
+{"train_loss": 0.07395420223474503, "global_step": 709, "epoch": 13, "lr": 9.998930744487927e-05}
+{"train_loss": 0.06818129867315292, "global_step": 710, "epoch": 13, "lr": 9.998920537223249e-05}
+{"train_loss": 0.06963855028152466, "global_step": 711, "epoch": 13, "lr": 9.998910281474998e-05}
+{"train_loss": 0.06187182664871216, "global_step": 712, "epoch": 13, "lr": 9.998899977243273e-05}
+{"train_loss": 0.07511609047651291, "global_step": 713, "epoch": 13, "lr": 9.998889624528177e-05}
+{"train_loss": 0.05807765573263168, "global_step": 714, "epoch": 13, "lr": 9.998879223329808e-05}
+{"train_loss": 0.07193350791931152, "global_step": 715, "epoch": 13, "lr": 9.998868773648266e-05}
+{"train_loss": 0.06795655936002731, "global_step": 716, "epoch": 13, "lr": 9.998858275483655e-05}
+{"train_loss": 0.06421545147895813, "global_step": 717, "epoch": 13, "lr": 9.998847728836076e-05}
+{"train_loss": 0.06424688547849655, "global_step": 718, "epoch": 13, "lr": 9.99883713370563e-05}
+{"train_loss": 0.075384221971035, "global_step": 719, "epoch": 13, "lr": 9.998826490092421e-05}
+{"train_loss": 0.0711972638964653, "global_step": 720, "epoch": 13, "lr": 9.998815797996551e-05}
+{"train_loss": 0.06060907989740372, "global_step": 721, "epoch": 13, "lr": 9.998805057418126e-05}
+{"train_loss": 0.06254974752664566, "global_step": 722, "epoch": 13, "lr": 9.998794268357247e-05}
+{"train_loss": 0.0571846179664135, "global_step": 723, "epoch": 13, "lr": 9.998783430814021e-05}
+{"train_loss": 0.06452473998069763, "global_step": 724, "epoch": 13, "lr": 9.998772544788551e-05}
+{"train_loss": 0.0595865361392498, "global_step": 725, "epoch": 13, "lr": 9.998761610280945e-05}
+{"train_loss": 0.07162975519895554, "global_step": 726, "epoch": 13, "lr": 9.99875062729131e-05}
+{"train_loss": 0.07114853709936142, "global_step": 727, "epoch": 13, "lr": 9.998739595819748e-05}
+{"train_loss": 0.06872057169675827, "global_step": 728, "epoch": 13, "lr": 9.99872851586637e-05}
+{"train_loss": 0.07662582397460938, "global_step": 729, "epoch": 13, "lr": 9.99871738743128e-05}
+{"train_loss": 0.07055597007274628, "global_step": 730, "epoch": 13, "lr": 9.998706210514589e-05}
+{"train_loss": 0.0716862678527832, "global_step": 731, "epoch": 13, "lr": 9.998694985116405e-05}
+{"train_loss": 0.06083156168460846, "global_step": 732, "epoch": 13, "lr": 9.998683711236836e-05}
+{"train_loss": 0.07903840392827988, "global_step": 733, "epoch": 13, "lr": 9.99867238887599e-05}
+{"train_loss": 0.07948693633079529, "global_step": 734, "epoch": 13, "lr": 9.99866101803398e-05}
+{"train_loss": 0.06274613738059998, "global_step": 735, "epoch": 13, "lr": 9.998649598710915e-05}
+{"train_loss": 0.07331543415784836, "global_step": 736, "epoch": 13, "lr": 9.998638130906904e-05}
+{"train_loss": 0.06791669130325317, "global_step": 737, "epoch": 13, "lr": 9.99862661462206e-05}
+{"train_loss": 0.07237779349088669, "global_step": 738, "epoch": 13, "lr": 9.998615049856495e-05}
+{"train_loss": 0.059004172682762146, "global_step": 739, "epoch": 13, "lr": 9.998603436610319e-05}
+{"train_loss": 0.06920462846755981, "global_step": 740, "epoch": 13, "lr": 9.998591774883648e-05}
+{"train_loss": 0.08030027151107788, "global_step": 741, "epoch": 13, "lr": 9.998580064676591e-05}
+{"train_loss": 0.06481125205755234, "global_step": 742, "epoch": 13, "lr": 9.998568305989266e-05}
+{"train_loss": 0.07645709812641144, "global_step": 743, "epoch": 13, "lr": 9.998556498821784e-05}
+{"train_loss": 0.06721577793359756, "global_step": 744, "epoch": 13, "lr": 9.99854464317426e-05}
+{"train_loss": 0.08169853687286377, "global_step": 745, "epoch": 13, "lr": 9.99853273904681e-05}
+{"train_loss": 0.06395772844552994, "global_step": 746, "epoch": 13, "lr": 9.998520786439548e-05}
+{"train_loss": 0.06466108560562134, "global_step": 747, "epoch": 13, "lr": 9.998508785352591e-05}
+{"train_loss": 0.07522276788949966, "global_step": 748, "epoch": 13, "lr": 9.998496735786056e-05}
+{"train_loss": 0.06330447643995285, "global_step": 749, "epoch": 13, "lr": 9.998484637740058e-05}
+{"train_loss": 0.0658504068851471, "global_step": 750, "epoch": 13, "lr": 9.998472491214715e-05}
+{"train_loss": 0.08427605777978897, "global_step": 751, "epoch": 13, "lr": 9.998460296210146e-05}
+{"train_loss": 0.06252168118953705, "global_step": 752, "epoch": 13, "lr": 9.998448052726468e-05}
+{"train_loss": 0.07203592360019684, "global_step": 753, "epoch": 13, "lr": 9.9984357607638e-05}
+{"train_loss": 0.08823805302381516, "global_step": 754, "epoch": 13, "lr": 9.998423420322262e-05}
+{"train_loss": 0.06905777600628359, "global_step": 755, "epoch": 13, "lr": 9.998411031401973e-05, "val_loss": 0.08863595873117447}
+{"train_loss": 0.08094873279333115, "global_step": 756, "epoch": 14, "lr": 9.998398594003053e-05}
+{"train_loss": 0.08105091005563736, "global_step": 757, "epoch": 14, "lr": 9.998386108125622e-05}
+{"train_loss": 0.05174398794770241, "global_step": 758, "epoch": 14, "lr": 9.998373573769804e-05}
+{"train_loss": 0.0793345496058464, "global_step": 759, "epoch": 14, "lr": 9.998360990935716e-05}
+{"train_loss": 0.08843393623828888, "global_step": 760, "epoch": 14, "lr": 9.998348359623484e-05}
+{"train_loss": 0.06740215420722961, "global_step": 761, "epoch": 14, "lr": 9.998335679833229e-05}
+{"train_loss": 0.06897048652172089, "global_step": 762, "epoch": 14, "lr": 9.998322951565073e-05}
+{"train_loss": 0.08684021979570389, "global_step": 763, "epoch": 14, "lr": 9.998310174819142e-05}
+{"train_loss": 0.06642982363700867, "global_step": 764, "epoch": 14, "lr": 9.998297349595558e-05}
+{"train_loss": 0.08953360468149185, "global_step": 765, "epoch": 14, "lr": 9.998284475894446e-05}
+{"train_loss": 0.07357075065374374, "global_step": 766, "epoch": 14, "lr": 9.99827155371593e-05}
+{"train_loss": 0.07810996472835541, "global_step": 767, "epoch": 14, "lr": 9.998258583060136e-05}
+{"train_loss": 0.06207092106342316, "global_step": 768, "epoch": 14, "lr": 9.998245563927188e-05}
+{"train_loss": 0.09033077210187912, "global_step": 769, "epoch": 14, "lr": 9.998232496317217e-05}
+{"train_loss": 0.0700870007276535, "global_step": 770, "epoch": 14, "lr": 9.998219380230346e-05}
+{"train_loss": 0.09255092591047287, "global_step": 771, "epoch": 14, "lr": 9.998206215666704e-05}
+{"train_loss": 0.06943532079458237, "global_step": 772, "epoch": 14, "lr": 9.998193002626415e-05}
+{"train_loss": 0.06274479627609253, "global_step": 773, "epoch": 14, "lr": 9.998179741109613e-05}
+{"train_loss": 0.07845751196146011, "global_step": 774, "epoch": 14, "lr": 9.99816643111642e-05}
+{"train_loss": 0.06500160694122314, "global_step": 775, "epoch": 14, "lr": 9.99815307264697e-05}
+{"train_loss": 0.07617845386266708, "global_step": 776, "epoch": 14, "lr": 9.998139665701392e-05}
+{"train_loss": 0.06642142683267593, "global_step": 777, "epoch": 14, "lr": 9.998126210279814e-05}
+{"train_loss": 0.06823825091123581, "global_step": 778, "epoch": 14, "lr": 9.998112706382369e-05}
+{"train_loss": 0.08404572308063507, "global_step": 779, "epoch": 14, "lr": 9.998099154009186e-05}
+{"train_loss": 0.07536403089761734, "global_step": 780, "epoch": 14, "lr": 9.998085553160396e-05}
+{"train_loss": 0.07300667464733124, "global_step": 781, "epoch": 14, "lr": 9.998071903836132e-05}
+{"train_loss": 0.06998548656702042, "global_step": 782, "epoch": 14, "lr": 9.998058206036528e-05}
+{"train_loss": 0.06704278290271759, "global_step": 783, "epoch": 14, "lr": 9.998044459761715e-05}
+{"train_loss": 0.07256484031677246, "global_step": 784, "epoch": 14, "lr": 9.998030665011826e-05}
+{"train_loss": 0.05839032307267189, "global_step": 785, "epoch": 14, "lr": 9.998016821786995e-05}
+{"train_loss": 0.07898114621639252, "global_step": 786, "epoch": 14, "lr": 9.998002930087355e-05}
+{"train_loss": 0.06385531276464462, "global_step": 787, "epoch": 14, "lr": 9.997988989913046e-05}
+{"train_loss": 0.07006700336933136, "global_step": 788, "epoch": 14, "lr": 9.997975001264197e-05}
+{"train_loss": 0.062354639172554016, "global_step": 789, "epoch": 14, "lr": 9.997960964140947e-05}
+{"train_loss": 0.060373734682798386, "global_step": 790, "epoch": 14, "lr": 9.99794687854343e-05}
+{"train_loss": 0.07346930354833603, "global_step": 791, "epoch": 14, "lr": 9.997932744471785e-05}
+{"train_loss": 0.06193355470895767, "global_step": 792, "epoch": 14, "lr": 9.99791856192615e-05}
+{"train_loss": 0.0728365108370781, "global_step": 793, "epoch": 14, "lr": 9.997904330906658e-05}
+{"train_loss": 0.069907546043396, "global_step": 794, "epoch": 14, "lr": 9.99789005141345e-05}
+{"train_loss": 0.0734650269150734, "global_step": 795, "epoch": 14, "lr": 9.997875723446663e-05}
+{"train_loss": 0.06910796463489532, "global_step": 796, "epoch": 14, "lr": 9.997861347006439e-05}
+{"train_loss": 0.07666324824094772, "global_step": 797, "epoch": 14, "lr": 9.997846922092914e-05}
+{"train_loss": 0.06619741022586823, "global_step": 798, "epoch": 14, "lr": 9.997832448706233e-05}
+{"train_loss": 0.08098762482404709, "global_step": 799, "epoch": 14, "lr": 9.997817926846529e-05}
+{"train_loss": 0.05632305517792702, "global_step": 800, "epoch": 14, "lr": 9.997803356513948e-05}
+{"train_loss": 0.08762488514184952, "global_step": 801, "epoch": 14, "lr": 9.997788737708629e-05}
+{"train_loss": 0.06161538511514664, "global_step": 802, "epoch": 14, "lr": 9.997774070430716e-05}
+{"train_loss": 0.06528700143098831, "global_step": 803, "epoch": 14, "lr": 9.99775935468035e-05}
+{"train_loss": 0.07595314085483551, "global_step": 804, "epoch": 14, "lr": 9.997744590457671e-05}
+{"train_loss": 0.062179140746593475, "global_step": 805, "epoch": 14, "lr": 9.997729777762827e-05}
+{"train_loss": 0.0706605315208435, "global_step": 806, "epoch": 14, "lr": 9.997714916595961e-05}
+{"train_loss": 0.04769415035843849, "global_step": 807, "epoch": 14, "lr": 9.997700006957214e-05}
+{"train_loss": 0.08768516033887863, "global_step": 808, "epoch": 14, "lr": 9.997685048846732e-05}
+{"train_loss": 0.07188396935385687, "global_step": 809, "epoch": 14, "lr": 9.99767004226466e-05, "val_loss": 0.06488057971000671}
+{"train_loss": 0.07108699530363083, "global_step": 810, "epoch": 15, "lr": 9.997654987211146e-05}
+{"train_loss": 0.06814861297607422, "global_step": 811, "epoch": 15, "lr": 9.997639883686332e-05}
+{"train_loss": 0.05667119473218918, "global_step": 812, "epoch": 15, "lr": 9.997624731690367e-05}
+{"train_loss": 0.0638699159026146, "global_step": 813, "epoch": 15, "lr": 9.997609531223397e-05}
+{"train_loss": 0.06190122663974762, "global_step": 814, "epoch": 15, "lr": 9.997594282285572e-05}
+{"train_loss": 0.0617331936955452, "global_step": 815, "epoch": 15, "lr": 9.997578984877036e-05}
+{"train_loss": 0.06554608792066574, "global_step": 816, "epoch": 15, "lr": 9.997563638997939e-05}
+{"train_loss": 0.057990461587905884, "global_step": 817, "epoch": 15, "lr": 9.99754824464843e-05}
+{"train_loss": 0.0555172860622406, "global_step": 818, "epoch": 15, "lr": 9.997532801828658e-05}
+{"train_loss": 0.05068496614694595, "global_step": 819, "epoch": 15, "lr": 9.997517310538773e-05}
+{"train_loss": 0.06086047366261482, "global_step": 820, "epoch": 15, "lr": 9.997501770778926e-05}
+{"train_loss": 0.0668897032737732, "global_step": 821, "epoch": 15, "lr": 9.997486182549267e-05}
+{"train_loss": 0.061780404299497604, "global_step": 822, "epoch": 15, "lr": 9.997470545849947e-05}
+{"train_loss": 0.059421636164188385, "global_step": 823, "epoch": 15, "lr": 9.997454860681117e-05}
+{"train_loss": 0.05389043688774109, "global_step": 824, "epoch": 15, "lr": 9.997439127042931e-05}
+{"train_loss": 0.06590163707733154, "global_step": 825, "epoch": 15, "lr": 9.997423344935539e-05}
+{"train_loss": 0.05174906924366951, "global_step": 826, "epoch": 15, "lr": 9.997407514359096e-05}
+{"train_loss": 0.05351890251040459, "global_step": 827, "epoch": 15, "lr": 9.997391635313755e-05}
+{"train_loss": 0.06358937919139862, "global_step": 828, "epoch": 15, "lr": 9.997375707799672e-05}
+{"train_loss": 0.06348274648189545, "global_step": 829, "epoch": 15, "lr": 9.997359731816998e-05}
+{"train_loss": 0.06999917328357697, "global_step": 830, "epoch": 15, "lr": 9.99734370736589e-05}
+{"train_loss": 0.06293203681707382, "global_step": 831, "epoch": 15, "lr": 9.997327634446502e-05}
+{"train_loss": 0.05322225019335747, "global_step": 832, "epoch": 15, "lr": 9.997311513058993e-05}
+{"train_loss": 0.07079324871301651, "global_step": 833, "epoch": 15, "lr": 9.997295343203517e-05}
+{"train_loss": 0.05890438333153725, "global_step": 834, "epoch": 15, "lr": 9.997279124880229e-05}
+{"train_loss": 0.05193765088915825, "global_step": 835, "epoch": 15, "lr": 9.997262858089289e-05}
+{"train_loss": 0.07630078494548798, "global_step": 836, "epoch": 15, "lr": 9.997246542830855e-05}
+{"train_loss": 0.07566682249307632, "global_step": 837, "epoch": 15, "lr": 9.997230179105083e-05}
+{"train_loss": 0.05639259144663811, "global_step": 838, "epoch": 15, "lr": 9.997213766912134e-05}
+{"train_loss": 0.07832977175712585, "global_step": 839, "epoch": 15, "lr": 9.997197306252167e-05}
+{"train_loss": 0.06519612669944763, "global_step": 840, "epoch": 15, "lr": 9.99718079712534e-05}
+{"train_loss": 0.06337503343820572, "global_step": 841, "epoch": 15, "lr": 9.997164239531814e-05}
+{"train_loss": 0.0658099576830864, "global_step": 842, "epoch": 15, "lr": 9.99714763347175e-05}
+{"train_loss": 0.05832047015428543, "global_step": 843, "epoch": 15, "lr": 9.997130978945308e-05}
+{"train_loss": 0.058956924825906754, "global_step": 844, "epoch": 15, "lr": 9.997114275952651e-05}
+{"train_loss": 0.0592033676803112, "global_step": 845, "epoch": 15, "lr": 9.99709752449394e-05}
+{"train_loss": 0.05413949489593506, "global_step": 846, "epoch": 15, "lr": 9.997080724569339e-05}
+{"train_loss": 0.057988110929727554, "global_step": 847, "epoch": 15, "lr": 9.997063876179006e-05}
+{"train_loss": 0.06466468423604965, "global_step": 848, "epoch": 15, "lr": 9.997046979323111e-05}
+{"train_loss": 0.06498406082391739, "global_step": 849, "epoch": 15, "lr": 9.997030034001813e-05}
+{"train_loss": 0.05491058900952339, "global_step": 850, "epoch": 15, "lr": 9.99701304021528e-05}
+{"train_loss": 0.05445156991481781, "global_step": 851, "epoch": 15, "lr": 9.996995997963675e-05}
+{"train_loss": 0.059316445142030716, "global_step": 852, "epoch": 15, "lr": 9.996978907247163e-05}
+{"train_loss": 0.053994257003068924, "global_step": 853, "epoch": 15, "lr": 9.99696176806591e-05}
+{"train_loss": 0.07457321137189865, "global_step": 854, "epoch": 15, "lr": 9.996944580420082e-05}
+{"train_loss": 0.05374966561794281, "global_step": 855, "epoch": 15, "lr": 9.996927344309845e-05}
+{"train_loss": 0.0589640848338604, "global_step": 856, "epoch": 15, "lr": 9.99691005973537e-05}
+{"train_loss": 0.05480415001511574, "global_step": 857, "epoch": 15, "lr": 9.99689272669682e-05}
+{"train_loss": 0.06277133524417877, "global_step": 858, "epoch": 15, "lr": 9.996875345194365e-05}
+{"train_loss": 0.060952164232730865, "global_step": 859, "epoch": 15, "lr": 9.996857915228173e-05}
+{"train_loss": 0.06675182282924652, "global_step": 860, "epoch": 15, "lr": 9.996840436798415e-05}
+{"train_loss": 0.04814423993229866, "global_step": 861, "epoch": 15, "lr": 9.996822909905258e-05}
+{"train_loss": 0.06035758554935455, "global_step": 862, "epoch": 15, "lr": 9.996805334548873e-05}
+{"train_loss": 0.06107320443347648, "global_step": 863, "epoch": 15, "lr": 9.996787710729432e-05, "val_loss": 0.08265870064496994, "train_action_mse_error": 0.039714302867650986}
+{"train_loss": 0.07007303088903427, "global_step": 864, "epoch": 16, "lr": 9.996770038447103e-05}
+{"train_loss": 0.051777128130197525, "global_step": 865, "epoch": 16, "lr": 9.99675231770206e-05}
+{"train_loss": 0.0561038963496685, "global_step": 866, "epoch": 16, "lr": 9.996734548494473e-05}
+{"train_loss": 0.05009232461452484, "global_step": 867, "epoch": 16, "lr": 9.996716730824515e-05}
+{"train_loss": 0.05372790992259979, "global_step": 868, "epoch": 16, "lr": 9.99669886469236e-05}
+{"train_loss": 0.06454716622829437, "global_step": 869, "epoch": 16, "lr": 9.99668095009818e-05}
+{"train_loss": 0.057356346398591995, "global_step": 870, "epoch": 16, "lr": 9.996662987042148e-05}
+{"train_loss": 0.05789471045136452, "global_step": 871, "epoch": 16, "lr": 9.99664497552444e-05}
+{"train_loss": 0.06939893215894699, "global_step": 872, "epoch": 16, "lr": 9.996626915545229e-05}
+{"train_loss": 0.07008369266986847, "global_step": 873, "epoch": 16, "lr": 9.996608807104691e-05}
+{"train_loss": 0.05733465403318405, "global_step": 874, "epoch": 16, "lr": 9.996590650203003e-05}
+{"train_loss": 0.060747794806957245, "global_step": 875, "epoch": 16, "lr": 9.996572444840338e-05}
+{"train_loss": 0.06512203067541122, "global_step": 876, "epoch": 16, "lr": 9.996554191016875e-05}
+{"train_loss": 0.05564951151609421, "global_step": 877, "epoch": 16, "lr": 9.99653588873279e-05}
+{"train_loss": 0.05491112172603607, "global_step": 878, "epoch": 16, "lr": 9.996517537988261e-05}
+{"train_loss": 0.06445496529340744, "global_step": 879, "epoch": 16, "lr": 9.996499138783467e-05}
+{"train_loss": 0.04826666787266731, "global_step": 880, "epoch": 16, "lr": 9.996480691118585e-05}
+{"train_loss": 0.07251498103141785, "global_step": 881, "epoch": 16, "lr": 9.996462194993794e-05}
+{"train_loss": 0.05466923117637634, "global_step": 882, "epoch": 16, "lr": 9.996443650409273e-05}
+{"train_loss": 0.05865425989031792, "global_step": 883, "epoch": 16, "lr": 9.996425057365202e-05}
+{"train_loss": 0.054016344249248505, "global_step": 884, "epoch": 16, "lr": 9.996406415861763e-05}
+{"train_loss": 0.05406023934483528, "global_step": 885, "epoch": 16, "lr": 9.996387725899134e-05}
+{"train_loss": 0.06292548030614853, "global_step": 886, "epoch": 16, "lr": 9.9963689874775e-05}
+{"train_loss": 0.05468256026506424, "global_step": 887, "epoch": 16, "lr": 9.99635020059704e-05}
+{"train_loss": 0.06652121245861053, "global_step": 888, "epoch": 16, "lr": 9.996331365257936e-05}
+{"train_loss": 0.06269889324903488, "global_step": 889, "epoch": 16, "lr": 9.996312481460373e-05}
+{"train_loss": 0.06468404829502106, "global_step": 890, "epoch": 16, "lr": 9.996293549204532e-05}
+{"train_loss": 0.05571133643388748, "global_step": 891, "epoch": 16, "lr": 9.996274568490596e-05}
+{"train_loss": 0.05577300488948822, "global_step": 892, "epoch": 16, "lr": 9.996255539318751e-05}
+{"train_loss": 0.06692106276750565, "global_step": 893, "epoch": 16, "lr": 9.996236461689182e-05}
+{"train_loss": 0.05678348243236542, "global_step": 894, "epoch": 16, "lr": 9.996217335602072e-05}
+{"train_loss": 0.05421340838074684, "global_step": 895, "epoch": 16, "lr": 9.996198161057607e-05}
+{"train_loss": 0.08085040003061295, "global_step": 896, "epoch": 16, "lr": 9.996178938055974e-05}
+{"train_loss": 0.05328616127371788, "global_step": 897, "epoch": 16, "lr": 9.996159666597359e-05}
+{"train_loss": 0.06150570511817932, "global_step": 898, "epoch": 16, "lr": 9.996140346681948e-05}
+{"train_loss": 0.05924762412905693, "global_step": 899, "epoch": 16, "lr": 9.996120978309931e-05}
+{"train_loss": 0.05773698166012764, "global_step": 900, "epoch": 16, "lr": 9.996101561481493e-05}
+{"train_loss": 0.060857050120830536, "global_step": 901, "epoch": 16, "lr": 9.996082096196822e-05}
+{"train_loss": 0.0656844973564148, "global_step": 902, "epoch": 16, "lr": 9.996062582456109e-05}
+{"train_loss": 0.05628359690308571, "global_step": 903, "epoch": 16, "lr": 9.996043020259543e-05}
+{"train_loss": 0.06608268618583679, "global_step": 904, "epoch": 16, "lr": 9.996023409607312e-05}
+{"train_loss": 0.05646856501698494, "global_step": 905, "epoch": 16, "lr": 9.996003750499607e-05}
+{"train_loss": 0.050336506217718124, "global_step": 906, "epoch": 16, "lr": 9.995984042936622e-05}
+{"train_loss": 0.05103946849703789, "global_step": 907, "epoch": 16, "lr": 9.995964286918543e-05}
+{"train_loss": 0.06425415724515915, "global_step": 908, "epoch": 16, "lr": 9.995944482445563e-05}
+{"train_loss": 0.05316184461116791, "global_step": 909, "epoch": 16, "lr": 9.995924629517876e-05}
+{"train_loss": 0.05545412003993988, "global_step": 910, "epoch": 16, "lr": 9.995904728135672e-05}
+{"train_loss": 0.05724698677659035, "global_step": 911, "epoch": 16, "lr": 9.995884778299147e-05}
+{"train_loss": 0.05359973385930061, "global_step": 912, "epoch": 16, "lr": 9.995864780008492e-05}
+{"train_loss": 0.08070272207260132, "global_step": 913, "epoch": 16, "lr": 9.995844733263901e-05}
+{"train_loss": 0.05751039832830429, "global_step": 914, "epoch": 16, "lr": 9.995824638065571e-05}
+{"train_loss": 0.05881135165691376, "global_step": 915, "epoch": 16, "lr": 9.995804494413695e-05}
+{"train_loss": 0.058147016912698746, "global_step": 916, "epoch": 16, "lr": 9.995784302308467e-05}
+{"train_loss": 0.05973094867335425, "global_step": 917, "epoch": 16, "lr": 9.995764061750087e-05, "val_loss": 0.06777773797512054}
+{"train_loss": 0.05513319373130798, "global_step": 918, "epoch": 17, "lr": 9.995743772738745e-05}
+{"train_loss": 0.0639525055885315, "global_step": 919, "epoch": 17, "lr": 9.995723435274643e-05}
+{"train_loss": 0.055877331644296646, "global_step": 920, "epoch": 17, "lr": 9.995703049357977e-05}
+{"train_loss": 0.06021799519658089, "global_step": 921, "epoch": 17, "lr": 9.995682614988946e-05}
+{"train_loss": 0.05820789933204651, "global_step": 922, "epoch": 17, "lr": 9.995662132167743e-05}
+{"train_loss": 0.06384031474590302, "global_step": 923, "epoch": 17, "lr": 9.995641600894573e-05}
+{"train_loss": 0.06602055579423904, "global_step": 924, "epoch": 17, "lr": 9.995621021169632e-05}
+{"train_loss": 0.058097414672374725, "global_step": 925, "epoch": 17, "lr": 9.995600392993119e-05}
+{"train_loss": 0.04696030914783478, "global_step": 926, "epoch": 17, "lr": 9.995579716365235e-05}
+{"train_loss": 0.05641994625329971, "global_step": 927, "epoch": 17, "lr": 9.995558991286182e-05}
+{"train_loss": 0.06405142694711685, "global_step": 928, "epoch": 17, "lr": 9.99553821775616e-05}
+{"train_loss": 0.062324315309524536, "global_step": 929, "epoch": 17, "lr": 9.99551739577537e-05}
+{"train_loss": 0.0653214380145073, "global_step": 930, "epoch": 17, "lr": 9.995496525344011e-05}
+{"train_loss": 0.052104394882917404, "global_step": 931, "epoch": 17, "lr": 9.99547560646229e-05}
+{"train_loss": 0.06676550954580307, "global_step": 932, "epoch": 17, "lr": 9.99545463913041e-05}
+{"train_loss": 0.04811651259660721, "global_step": 933, "epoch": 17, "lr": 9.995433623348571e-05}
+{"train_loss": 0.04748992994427681, "global_step": 934, "epoch": 17, "lr": 9.995412559116979e-05}
+{"train_loss": 0.060137465596199036, "global_step": 935, "epoch": 17, "lr": 9.995391446435837e-05}
+{"train_loss": 0.051880285143852234, "global_step": 936, "epoch": 17, "lr": 9.995370285305352e-05}
+{"train_loss": 0.05781513452529907, "global_step": 937, "epoch": 17, "lr": 9.995349075725728e-05}
+{"train_loss": 0.058336082845926285, "global_step": 938, "epoch": 17, "lr": 9.99532781769717e-05}
+{"train_loss": 0.05859456956386566, "global_step": 939, "epoch": 17, "lr": 9.995306511219885e-05}
+{"train_loss": 0.05144115909934044, "global_step": 940, "epoch": 17, "lr": 9.995285156294079e-05}
+{"train_loss": 0.04951222613453865, "global_step": 941, "epoch": 17, "lr": 9.995263752919959e-05}
+{"train_loss": 0.048986684530973434, "global_step": 942, "epoch": 17, "lr": 9.995242301097734e-05}
+{"train_loss": 0.06821674108505249, "global_step": 943, "epoch": 17, "lr": 9.99522080082761e-05}
+{"train_loss": 0.061281733214855194, "global_step": 944, "epoch": 17, "lr": 9.995199252109798e-05}
+{"train_loss": 0.05391938239336014, "global_step": 945, "epoch": 17, "lr": 9.995177654944503e-05}
+{"train_loss": 0.056929878890514374, "global_step": 946, "epoch": 17, "lr": 9.99515600933194e-05}
+{"train_loss": 0.05795169994235039, "global_step": 947, "epoch": 17, "lr": 9.995134315272315e-05}
+{"train_loss": 0.0520026870071888, "global_step": 948, "epoch": 17, "lr": 9.995112572765839e-05}
+{"train_loss": 0.06239533796906471, "global_step": 949, "epoch": 17, "lr": 9.995090781812723e-05}
+{"train_loss": 0.05869743227958679, "global_step": 950, "epoch": 17, "lr": 9.995068942413179e-05}
+{"train_loss": 0.061048246920108795, "global_step": 951, "epoch": 17, "lr": 9.99504705456742e-05}
+{"train_loss": 0.056295815855264664, "global_step": 952, "epoch": 17, "lr": 9.995025118275656e-05}
+{"train_loss": 0.05816942825913429, "global_step": 953, "epoch": 17, "lr": 9.9950031335381e-05}
+{"train_loss": 0.0495779924094677, "global_step": 954, "epoch": 17, "lr": 9.994981100354966e-05}
+{"train_loss": 0.05201204493641853, "global_step": 955, "epoch": 17, "lr": 9.994959018726469e-05}
+{"train_loss": 0.05178232863545418, "global_step": 956, "epoch": 17, "lr": 9.994936888652819e-05}
+{"train_loss": 0.044974323362112045, "global_step": 957, "epoch": 17, "lr": 9.994914710134234e-05}
+{"train_loss": 0.0572272464632988, "global_step": 958, "epoch": 17, "lr": 9.994892483170929e-05}
+{"train_loss": 0.05368592590093613, "global_step": 959, "epoch": 17, "lr": 9.994870207763118e-05}
+{"train_loss": 0.050192784518003464, "global_step": 960, "epoch": 17, "lr": 9.99484788391102e-05}
+{"train_loss": 0.07127247750759125, "global_step": 961, "epoch": 17, "lr": 9.994825511614847e-05}
+{"train_loss": 0.06634976714849472, "global_step": 962, "epoch": 17, "lr": 9.99480309087482e-05}
+{"train_loss": 0.04614125192165375, "global_step": 963, "epoch": 17, "lr": 9.994780621691156e-05}
+{"train_loss": 0.06637754291296005, "global_step": 964, "epoch": 17, "lr": 9.994758104064069e-05}
+{"train_loss": 0.05285118520259857, "global_step": 965, "epoch": 17, "lr": 9.994735537993782e-05}
+{"train_loss": 0.0601840540766716, "global_step": 966, "epoch": 17, "lr": 9.994712923480512e-05}
+{"train_loss": 0.04599030315876007, "global_step": 967, "epoch": 17, "lr": 9.994690260524477e-05}
+{"train_loss": 0.052199166268110275, "global_step": 968, "epoch": 17, "lr": 9.9946675491259e-05}
+{"train_loss": 0.058989621698856354, "global_step": 969, "epoch": 17, "lr": 9.994644789284999e-05}
+{"train_loss": 0.055026303976774216, "global_step": 970, "epoch": 17, "lr": 9.994621981001997e-05}
+{"train_loss": 0.056837665400019395, "global_step": 971, "epoch": 17, "lr": 9.994599124277111e-05, "val_loss": 0.049496639519929886}
+{"train_loss": 0.05352739244699478, "global_step": 972, "epoch": 18, "lr": 9.994576219110566e-05}
+{"train_loss": 0.06269459426403046, "global_step": 973, "epoch": 18, "lr": 9.994553265502585e-05}
+{"train_loss": 0.05538375303149223, "global_step": 974, "epoch": 18, "lr": 9.994530263453385e-05}
+{"train_loss": 0.04616804048418999, "global_step": 975, "epoch": 18, "lr": 9.994507212963196e-05}
+{"train_loss": 0.05659991875290871, "global_step": 976, "epoch": 18, "lr": 9.994484114032238e-05}
+{"train_loss": 0.05683114007115364, "global_step": 977, "epoch": 18, "lr": 9.994460966660736e-05}
+{"train_loss": 0.05660328269004822, "global_step": 978, "epoch": 18, "lr": 9.994437770848914e-05}
+{"train_loss": 0.059735458344221115, "global_step": 979, "epoch": 18, "lr": 9.994414526596995e-05}
+{"train_loss": 0.049810752272605896, "global_step": 980, "epoch": 18, "lr": 9.994391233905209e-05}
+{"train_loss": 0.05159039422869682, "global_step": 981, "epoch": 18, "lr": 9.994367892773779e-05}
+{"train_loss": 0.04969119280576706, "global_step": 982, "epoch": 18, "lr": 9.994344503202932e-05}
+{"train_loss": 0.06763220578432083, "global_step": 983, "epoch": 18, "lr": 9.994321065192894e-05}
+{"train_loss": 0.05573471635580063, "global_step": 984, "epoch": 18, "lr": 9.994297578743894e-05}
+{"train_loss": 0.05174112692475319, "global_step": 985, "epoch": 18, "lr": 9.994274043856158e-05}
+{"train_loss": 0.06553417444229126, "global_step": 986, "epoch": 18, "lr": 9.994250460529914e-05}
+{"train_loss": 0.06586409360170364, "global_step": 987, "epoch": 18, "lr": 9.994226828765393e-05}
+{"train_loss": 0.06377523392438889, "global_step": 988, "epoch": 18, "lr": 9.994203148562825e-05}
+{"train_loss": 0.04849965497851372, "global_step": 989, "epoch": 18, "lr": 9.994179419922435e-05}
+{"train_loss": 0.05771416798233986, "global_step": 990, "epoch": 18, "lr": 9.994155642844456e-05}
+{"train_loss": 0.057879239320755005, "global_step": 991, "epoch": 18, "lr": 9.99413181732912e-05}
+{"train_loss": 0.0530296191573143, "global_step": 992, "epoch": 18, "lr": 9.994107943376654e-05}
+{"train_loss": 0.04391144961118698, "global_step": 993, "epoch": 18, "lr": 9.994084020987293e-05}
+{"train_loss": 0.05139588564634323, "global_step": 994, "epoch": 18, "lr": 9.994060050161269e-05}
+{"train_loss": 0.043594829738140106, "global_step": 995, "epoch": 18, "lr": 9.994036030898814e-05}
+{"train_loss": 0.05210719257593155, "global_step": 996, "epoch": 18, "lr": 9.994011963200158e-05}
+{"train_loss": 0.04894658550620079, "global_step": 997, "epoch": 18, "lr": 9.99398784706554e-05}
+{"train_loss": 0.05246152728796005, "global_step": 998, "epoch": 18, "lr": 9.993963682495188e-05}
+{"train_loss": 0.06953169405460358, "global_step": 999, "epoch": 18, "lr": 9.993939469489342e-05}
+{"train_loss": 0.050810229033231735, "global_step": 1000, "epoch": 18, "lr": 9.993915208048233e-05}
+{"train_loss": 0.041501305997371674, "global_step": 1001, "epoch": 18, "lr": 9.993890898172095e-05}
+{"train_loss": 0.04771975055336952, "global_step": 1002, "epoch": 18, "lr": 9.993866539861169e-05}
+{"train_loss": 0.04997336119413376, "global_step": 1003, "epoch": 18, "lr": 9.993842133115687e-05}
+{"train_loss": 0.0536726638674736, "global_step": 1004, "epoch": 18, "lr": 9.993817677935887e-05}
+{"train_loss": 0.056232694536447525, "global_step": 1005, "epoch": 18, "lr": 9.993793174322007e-05}
+{"train_loss": 0.05434592440724373, "global_step": 1006, "epoch": 18, "lr": 9.993768622274284e-05}
+{"train_loss": 0.04287196323275566, "global_step": 1007, "epoch": 18, "lr": 9.993744021792955e-05}
+{"train_loss": 0.052930112928152084, "global_step": 1008, "epoch": 18, "lr": 9.993719372878261e-05}
+{"train_loss": 0.0523696132004261, "global_step": 1009, "epoch": 18, "lr": 9.993694675530439e-05}
+{"train_loss": 0.05681304633617401, "global_step": 1010, "epoch": 18, "lr": 9.99366992974973e-05}
+{"train_loss": 0.04450966417789459, "global_step": 1011, "epoch": 18, "lr": 9.993645135536372e-05}
+{"train_loss": 0.056134626269340515, "global_step": 1012, "epoch": 18, "lr": 9.993620292890606e-05}
+{"train_loss": 0.05915309116244316, "global_step": 1013, "epoch": 18, "lr": 9.993595401812677e-05}
+{"train_loss": 0.05989484488964081, "global_step": 1014, "epoch": 18, "lr": 9.993570462302819e-05}
+{"train_loss": 0.04376911371946335, "global_step": 1015, "epoch": 18, "lr": 9.993545474361281e-05}
+{"train_loss": 0.051062826067209244, "global_step": 1016, "epoch": 18, "lr": 9.993520437988302e-05}
+{"train_loss": 0.05922037735581398, "global_step": 1017, "epoch": 18, "lr": 9.993495353184124e-05}
+{"train_loss": 0.048917099833488464, "global_step": 1018, "epoch": 18, "lr": 9.993470219948992e-05}
+{"train_loss": 0.05589806288480759, "global_step": 1019, "epoch": 18, "lr": 9.993445038283149e-05}
+{"train_loss": 0.05628276988863945, "global_step": 1020, "epoch": 18, "lr": 9.99341980818684e-05}
+{"train_loss": 0.05636639520525932, "global_step": 1021, "epoch": 18, "lr": 9.993394529660307e-05}
+{"train_loss": 0.04004625976085663, "global_step": 1022, "epoch": 18, "lr": 9.993369202703799e-05}
+{"train_loss": 0.061412397772073746, "global_step": 1023, "epoch": 18, "lr": 9.993343827317561e-05}
+{"train_loss": 0.04619155451655388, "global_step": 1024, "epoch": 18, "lr": 9.993318403501836e-05}
+{"train_loss": 0.05377893612064697, "global_step": 1025, "epoch": 18, "lr": 9.993292931256874e-05, "val_loss": 0.05881214514374733}
+{"train_loss": 0.05005274713039398, "global_step": 1026, "epoch": 19, "lr": 9.99326741058292e-05}
+{"train_loss": 0.05036279186606407, "global_step": 1027, "epoch": 19, "lr": 9.993241841480223e-05}
+{"train_loss": 0.0501425638794899, "global_step": 1028, "epoch": 19, "lr": 9.993216223949029e-05}
+{"train_loss": 0.049631766974925995, "global_step": 1029, "epoch": 19, "lr": 9.993190557989589e-05}
+{"train_loss": 0.04500965029001236, "global_step": 1030, "epoch": 19, "lr": 9.99316484360215e-05}
+{"train_loss": 0.046768639236688614, "global_step": 1031, "epoch": 19, "lr": 9.993139080786962e-05}
+{"train_loss": 0.04554210230708122, "global_step": 1032, "epoch": 19, "lr": 9.993113269544274e-05}
+{"train_loss": 0.05425294488668442, "global_step": 1033, "epoch": 19, "lr": 9.993087409874338e-05}
+{"train_loss": 0.04300482198596001, "global_step": 1034, "epoch": 19, "lr": 9.993061501777404e-05}
+{"train_loss": 0.05688310042023659, "global_step": 1035, "epoch": 19, "lr": 9.993035545253724e-05}
+{"train_loss": 0.03831890970468521, "global_step": 1036, "epoch": 19, "lr": 9.993009540303549e-05}
+{"train_loss": 0.047532252967357635, "global_step": 1037, "epoch": 19, "lr": 9.99298348692713e-05}
+{"train_loss": 0.046309418976306915, "global_step": 1038, "epoch": 19, "lr": 9.99295738512472e-05}
+{"train_loss": 0.05411557853221893, "global_step": 1039, "epoch": 19, "lr": 9.992931234896574e-05}
+{"train_loss": 0.06019101291894913, "global_step": 1040, "epoch": 19, "lr": 9.992905036242945e-05}
+{"train_loss": 0.03895873948931694, "global_step": 1041, "epoch": 19, "lr": 9.992878789164088e-05}
+{"train_loss": 0.04079630598425865, "global_step": 1042, "epoch": 19, "lr": 9.992852493660256e-05}
+{"train_loss": 0.042905308306217194, "global_step": 1043, "epoch": 19, "lr": 9.992826149731703e-05}
+{"train_loss": 0.04641876369714737, "global_step": 1044, "epoch": 19, "lr": 9.992799757378688e-05}
+{"train_loss": 0.05014096200466156, "global_step": 1045, "epoch": 19, "lr": 9.992773316601463e-05}
+{"train_loss": 0.04245978966355324, "global_step": 1046, "epoch": 19, "lr": 9.992746827400286e-05}
+{"train_loss": 0.05133263021707535, "global_step": 1047, "epoch": 19, "lr": 9.992720289775416e-05}
+{"train_loss": 0.05360419675707817, "global_step": 1048, "epoch": 19, "lr": 9.992693703727108e-05}
+{"train_loss": 0.032691147178411484, "global_step": 1049, "epoch": 19, "lr": 9.992667069255619e-05}
+{"train_loss": 0.04096941649913788, "global_step": 1050, "epoch": 19, "lr": 9.992640386361211e-05}
+{"train_loss": 0.050612520426511765, "global_step": 1051, "epoch": 19, "lr": 9.99261365504414e-05}
+{"train_loss": 0.04737432673573494, "global_step": 1052, "epoch": 19, "lr": 9.992586875304666e-05}
+{"train_loss": 0.04349548742175102, "global_step": 1053, "epoch": 19, "lr": 9.992560047143048e-05}
+{"train_loss": 0.04403051361441612, "global_step": 1054, "epoch": 19, "lr": 9.992533170559546e-05}
+{"train_loss": 0.036546267569065094, "global_step": 1055, "epoch": 19, "lr": 9.992506245554423e-05}
+{"train_loss": 0.047529179602861404, "global_step": 1056, "epoch": 19, "lr": 9.992479272127937e-05}
+{"train_loss": 0.04549836739897728, "global_step": 1057, "epoch": 19, "lr": 9.992452250280353e-05}
+{"train_loss": 0.04718611389398575, "global_step": 1058, "epoch": 19, "lr": 9.99242518001193e-05}
+{"train_loss": 0.05299726873636246, "global_step": 1059, "epoch": 19, "lr": 9.992398061322932e-05}
+{"train_loss": 0.04271114990115166, "global_step": 1060, "epoch": 19, "lr": 9.992370894213622e-05}
+{"train_loss": 0.043403442949056625, "global_step": 1061, "epoch": 19, "lr": 9.992343678684264e-05}
+{"train_loss": 0.0539889857172966, "global_step": 1062, "epoch": 19, "lr": 9.992316414735121e-05}
+{"train_loss": 0.044968411326408386, "global_step": 1063, "epoch": 19, "lr": 9.992289102366457e-05}
+{"train_loss": 0.05846494436264038, "global_step": 1064, "epoch": 19, "lr": 9.992261741578539e-05}
+{"train_loss": 0.04540926590561867, "global_step": 1065, "epoch": 19, "lr": 9.99223433237163e-05}
+{"train_loss": 0.042680807411670685, "global_step": 1066, "epoch": 19, "lr": 9.992206874745998e-05}
+{"train_loss": 0.0442199669778347, "global_step": 1067, "epoch": 19, "lr": 9.992179368701906e-05}
+{"train_loss": 0.040518082678318024, "global_step": 1068, "epoch": 19, "lr": 9.992151814239622e-05}
+{"train_loss": 0.04729967564344406, "global_step": 1069, "epoch": 19, "lr": 9.992124211359418e-05}
+{"train_loss": 0.04110521823167801, "global_step": 1070, "epoch": 19, "lr": 9.992096560061557e-05}
+{"train_loss": 0.05181962624192238, "global_step": 1071, "epoch": 19, "lr": 9.992068860346306e-05}
+{"train_loss": 0.045531727373600006, "global_step": 1072, "epoch": 19, "lr": 9.992041112213936e-05}
+{"train_loss": 0.05630705878138542, "global_step": 1073, "epoch": 19, "lr": 9.992013315664717e-05}
+{"train_loss": 0.04980828985571861, "global_step": 1074, "epoch": 19, "lr": 9.991985470698917e-05}
+{"train_loss": 0.04362214729189873, "global_step": 1075, "epoch": 19, "lr": 9.991957577316808e-05}
+{"train_loss": 0.0373416431248188, "global_step": 1076, "epoch": 19, "lr": 9.991929635518657e-05}
+{"train_loss": 0.04490866884589195, "global_step": 1077, "epoch": 19, "lr": 9.991901645304737e-05}
+{"train_loss": 0.044182006269693375, "global_step": 1078, "epoch": 19, "lr": 9.991873606675322e-05}
+{"train_loss": 0.04665721138870275, "global_step": 1079, "epoch": 19, "lr": 9.991845519630678e-05, "val_loss": 0.047568731009960175}
+{"train_loss": 0.04188818857073784, "global_step": 1080, "epoch": 20, "lr": 9.991817384171083e-05}
+{"train_loss": 0.04897797852754593, "global_step": 1081, "epoch": 20, "lr": 9.991789200296808e-05}
+{"train_loss": 0.04833603277802467, "global_step": 1082, "epoch": 20, "lr": 9.991760968008125e-05}
+{"train_loss": 0.06003912538290024, "global_step": 1083, "epoch": 20, "lr": 9.991732687305309e-05}
+{"train_loss": 0.04418734461069107, "global_step": 1084, "epoch": 20, "lr": 9.991704358188634e-05}
+{"train_loss": 0.05020246282219887, "global_step": 1085, "epoch": 20, "lr": 9.991675980658376e-05}
+{"train_loss": 0.04330707713961601, "global_step": 1086, "epoch": 20, "lr": 9.99164755471481e-05}
+{"train_loss": 0.03900890797376633, "global_step": 1087, "epoch": 20, "lr": 9.991619080358208e-05}
+{"train_loss": 0.051455844193696976, "global_step": 1088, "epoch": 20, "lr": 9.99159055758885e-05}
+{"train_loss": 0.04294286295771599, "global_step": 1089, "epoch": 20, "lr": 9.991561986407012e-05}
+{"train_loss": 0.0555092915892601, "global_step": 1090, "epoch": 20, "lr": 9.991533366812971e-05}
+{"train_loss": 0.0477740615606308, "global_step": 1091, "epoch": 20, "lr": 9.991504698807005e-05}
+{"train_loss": 0.05092749744653702, "global_step": 1092, "epoch": 20, "lr": 9.991475982389391e-05}
+{"train_loss": 0.04778118431568146, "global_step": 1093, "epoch": 20, "lr": 9.991447217560408e-05}
+{"train_loss": 0.04025352746248245, "global_step": 1094, "epoch": 20, "lr": 9.991418404320334e-05}
+{"train_loss": 0.040998414158821106, "global_step": 1095, "epoch": 20, "lr": 9.991389542669449e-05}
+{"train_loss": 0.03707455098628998, "global_step": 1096, "epoch": 20, "lr": 9.991360632608036e-05}
+{"train_loss": 0.04853745922446251, "global_step": 1097, "epoch": 20, "lr": 9.99133167413637e-05}
+{"train_loss": 0.039545975625514984, "global_step": 1098, "epoch": 20, "lr": 9.991302667254737e-05}
+{"train_loss": 0.04291578754782677, "global_step": 1099, "epoch": 20, "lr": 9.991273611963412e-05}
+{"train_loss": 0.050126902759075165, "global_step": 1100, "epoch": 20, "lr": 9.991244508262684e-05}
+{"train_loss": 0.047981567680835724, "global_step": 1101, "epoch": 20, "lr": 9.99121535615283e-05}
+{"train_loss": 0.05279327556490898, "global_step": 1102, "epoch": 20, "lr": 9.991186155634135e-05}
+{"train_loss": 0.04267602786421776, "global_step": 1103, "epoch": 20, "lr": 9.991156906706884e-05}
+{"train_loss": 0.05230896919965744, "global_step": 1104, "epoch": 20, "lr": 9.991127609371356e-05}
+{"train_loss": 0.046052731573581696, "global_step": 1105, "epoch": 20, "lr": 9.99109826362784e-05}
+{"train_loss": 0.03488996624946594, "global_step": 1106, "epoch": 20, "lr": 9.991068869476616e-05}
+{"train_loss": 0.05177173390984535, "global_step": 1107, "epoch": 20, "lr": 9.991039426917975e-05}
+{"train_loss": 0.04208879917860031, "global_step": 1108, "epoch": 20, "lr": 9.991009935952196e-05}
+{"train_loss": 0.05101780220866203, "global_step": 1109, "epoch": 20, "lr": 9.990980396579568e-05}
+{"train_loss": 0.039564866572618484, "global_step": 1110, "epoch": 20, "lr": 9.990950808800378e-05}
+{"train_loss": 0.05407421290874481, "global_step": 1111, "epoch": 20, "lr": 9.990921172614913e-05}
+{"train_loss": 0.0397886298596859, "global_step": 1112, "epoch": 20, "lr": 9.990891488023459e-05}
+{"train_loss": 0.04784802719950676, "global_step": 1113, "epoch": 20, "lr": 9.990861755026306e-05}
+{"train_loss": 0.044125787913799286, "global_step": 1114, "epoch": 20, "lr": 9.99083197362374e-05}
+{"train_loss": 0.03954426944255829, "global_step": 1115, "epoch": 20, "lr": 9.990802143816051e-05}
+{"train_loss": 0.041667237877845764, "global_step": 1116, "epoch": 20, "lr": 9.990772265603529e-05}
+{"train_loss": 0.045968253165483475, "global_step": 1117, "epoch": 20, "lr": 9.990742338986464e-05}
+{"train_loss": 0.04758507385849953, "global_step": 1118, "epoch": 20, "lr": 9.990712363965145e-05}
+{"train_loss": 0.04156051576137543, "global_step": 1119, "epoch": 20, "lr": 9.990682340539862e-05}
+{"train_loss": 0.04686582460999489, "global_step": 1120, "epoch": 20, "lr": 9.990652268710908e-05}
+{"train_loss": 0.04635244235396385, "global_step": 1121, "epoch": 20, "lr": 9.990622148478573e-05}
+{"train_loss": 0.04396297410130501, "global_step": 1122, "epoch": 20, "lr": 9.990591979843151e-05}
+{"train_loss": 0.04334678128361702, "global_step": 1123, "epoch": 20, "lr": 9.990561762804934e-05}
+{"train_loss": 0.04300832003355026, "global_step": 1124, "epoch": 20, "lr": 9.990531497364215e-05}
+{"train_loss": 0.03945049270987511, "global_step": 1125, "epoch": 20, "lr": 9.990501183521286e-05}
+{"train_loss": 0.05205131694674492, "global_step": 1126, "epoch": 20, "lr": 9.990470821276443e-05}
+{"train_loss": 0.041289348155260086, "global_step": 1127, "epoch": 20, "lr": 9.99044041062998e-05}
+{"train_loss": 0.04072725027799606, "global_step": 1128, "epoch": 20, "lr": 9.990409951582192e-05}
+{"train_loss": 0.04046439379453659, "global_step": 1129, "epoch": 20, "lr": 9.990379444133373e-05}
+{"train_loss": 0.0349079854786396, "global_step": 1130, "epoch": 20, "lr": 9.990348888283822e-05}
+{"train_loss": 0.04248587042093277, "global_step": 1131, "epoch": 20, "lr": 9.990318284033831e-05}
+{"train_loss": 0.041514214128255844, "global_step": 1132, "epoch": 20, "lr": 9.990287631383701e-05}
+{"train_loss": 0.04501030325061745, "global_step": 1133, "epoch": 20, "lr": 9.990256930333728e-05, "val_loss": 0.04530883952975273, "train_action_mse_error": 0.012807429768145084}
+{"train_loss": 0.05972886458039284, "global_step": 1134, "epoch": 21, "lr": 9.990226180884208e-05}
+{"train_loss": 0.05235660448670387, "global_step": 1135, "epoch": 21, "lr": 9.99019538303544e-05}
+{"train_loss": 0.04631774127483368, "global_step": 1136, "epoch": 21, "lr": 9.990164536787724e-05}
+{"train_loss": 0.04923497885465622, "global_step": 1137, "epoch": 21, "lr": 9.990133642141359e-05}
+{"train_loss": 0.0427672304213047, "global_step": 1138, "epoch": 21, "lr": 9.990102699096643e-05}
+{"train_loss": 0.03856363147497177, "global_step": 1139, "epoch": 21, "lr": 9.990071707653876e-05}
+{"train_loss": 0.03631049394607544, "global_step": 1140, "epoch": 21, "lr": 9.990040667813364e-05}
+{"train_loss": 0.035491943359375, "global_step": 1141, "epoch": 21, "lr": 9.9900095795754e-05}
+{"train_loss": 0.04794726520776749, "global_step": 1142, "epoch": 21, "lr": 9.989978442940289e-05}
+{"train_loss": 0.048263076692819595, "global_step": 1143, "epoch": 21, "lr": 9.989947257908334e-05}
+{"train_loss": 0.049369558691978455, "global_step": 1144, "epoch": 21, "lr": 9.989916024479839e-05}
+{"train_loss": 0.04270583763718605, "global_step": 1145, "epoch": 21, "lr": 9.989884742655102e-05}
+{"train_loss": 0.046514879912137985, "global_step": 1146, "epoch": 21, "lr": 9.98985341243443e-05}
+{"train_loss": 0.04462820664048195, "global_step": 1147, "epoch": 21, "lr": 9.989822033818127e-05}
+{"train_loss": 0.03841118887066841, "global_step": 1148, "epoch": 21, "lr": 9.989790606806493e-05}
+{"train_loss": 0.04433223232626915, "global_step": 1149, "epoch": 21, "lr": 9.98975913139984e-05}
+{"train_loss": 0.04304781183600426, "global_step": 1150, "epoch": 21, "lr": 9.989727607598467e-05}
+{"train_loss": 0.04100135713815689, "global_step": 1151, "epoch": 21, "lr": 9.989696035402682e-05}
+{"train_loss": 0.041607022285461426, "global_step": 1152, "epoch": 21, "lr": 9.989664414812791e-05}
+{"train_loss": 0.04214198887348175, "global_step": 1153, "epoch": 21, "lr": 9.989632745829103e-05}
+{"train_loss": 0.043718185275793076, "global_step": 1154, "epoch": 21, "lr": 9.989601028451923e-05}
+{"train_loss": 0.0376436822116375, "global_step": 1155, "epoch": 21, "lr": 9.989569262681558e-05}
+{"train_loss": 0.053981732577085495, "global_step": 1156, "epoch": 21, "lr": 9.989537448518316e-05}
+{"train_loss": 0.04537168890237808, "global_step": 1157, "epoch": 21, "lr": 9.989505585962506e-05}
+{"train_loss": 0.0495554655790329, "global_step": 1158, "epoch": 21, "lr": 9.989473675014439e-05}
+{"train_loss": 0.03919088840484619, "global_step": 1159, "epoch": 21, "lr": 9.989441715674422e-05}
+{"train_loss": 0.05260293185710907, "global_step": 1160, "epoch": 21, "lr": 9.989409707942766e-05}
+{"train_loss": 0.038690488785505295, "global_step": 1161, "epoch": 21, "lr": 9.989377651819782e-05}
+{"train_loss": 0.05499722808599472, "global_step": 1162, "epoch": 21, "lr": 9.989345547305779e-05}
+{"train_loss": 0.0406033918261528, "global_step": 1163, "epoch": 21, "lr": 9.989313394401071e-05}
+{"train_loss": 0.05055396258831024, "global_step": 1164, "epoch": 21, "lr": 9.989281193105968e-05}
+{"train_loss": 0.038958169519901276, "global_step": 1165, "epoch": 21, "lr": 9.989248943420783e-05}
+{"train_loss": 0.04652230441570282, "global_step": 1166, "epoch": 21, "lr": 9.989216645345827e-05}
+{"train_loss": 0.03825469687581062, "global_step": 1167, "epoch": 21, "lr": 9.989184298881417e-05}
+{"train_loss": 0.04317460209131241, "global_step": 1168, "epoch": 21, "lr": 9.989151904027862e-05}
+{"train_loss": 0.04274776205420494, "global_step": 1169, "epoch": 21, "lr": 9.989119460785481e-05}
+{"train_loss": 0.03861774876713753, "global_step": 1170, "epoch": 21, "lr": 9.989086969154586e-05}
+{"train_loss": 0.036103297024965286, "global_step": 1171, "epoch": 21, "lr": 9.989054429135491e-05}
+{"train_loss": 0.04877704009413719, "global_step": 1172, "epoch": 21, "lr": 9.989021840728516e-05}
+{"train_loss": 0.045969609171152115, "global_step": 1173, "epoch": 21, "lr": 9.988989203933971e-05}
+{"train_loss": 0.04283475503325462, "global_step": 1174, "epoch": 21, "lr": 9.988956518752178e-05}
+{"train_loss": 0.040890272706747055, "global_step": 1175, "epoch": 21, "lr": 9.98892378518345e-05}
+{"train_loss": 0.04396403208374977, "global_step": 1176, "epoch": 21, "lr": 9.988891003228108e-05}
+{"train_loss": 0.053734391927719116, "global_step": 1177, "epoch": 21, "lr": 9.988858172886467e-05}
+{"train_loss": 0.03681005537509918, "global_step": 1178, "epoch": 21, "lr": 9.988825294158845e-05}
+{"train_loss": 0.05206870287656784, "global_step": 1179, "epoch": 21, "lr": 9.988792367045565e-05}
+{"train_loss": 0.04758674278855324, "global_step": 1180, "epoch": 21, "lr": 9.988759391546942e-05}
+{"train_loss": 0.04453057423233986, "global_step": 1181, "epoch": 21, "lr": 9.988726367663299e-05}
+{"train_loss": 0.04228939488530159, "global_step": 1182, "epoch": 21, "lr": 9.988693295394955e-05}
+{"train_loss": 0.04555317386984825, "global_step": 1183, "epoch": 21, "lr": 9.98866017474223e-05}
+{"train_loss": 0.04191422834992409, "global_step": 1184, "epoch": 21, "lr": 9.988627005705446e-05}
+{"train_loss": 0.04399647191166878, "global_step": 1185, "epoch": 21, "lr": 9.988593788284925e-05}
+{"train_loss": 0.03850182518362999, "global_step": 1186, "epoch": 21, "lr": 9.988560522480988e-05}
+{"train_loss": 0.04406149675034814, "global_step": 1187, "epoch": 21, "lr": 9.988527208293959e-05, "val_loss": 0.06488993018865585}
+{"train_loss": 0.04010528326034546, "global_step": 1188, "epoch": 22, "lr": 9.988493845724161e-05}
+{"train_loss": 0.04544946923851967, "global_step": 1189, "epoch": 22, "lr": 9.988460434771916e-05}
+{"train_loss": 0.037042286247015, "global_step": 1190, "epoch": 22, "lr": 9.988426975437549e-05}
+{"train_loss": 0.04115679860115051, "global_step": 1191, "epoch": 22, "lr": 9.988393467721385e-05}
+{"train_loss": 0.03700380027294159, "global_step": 1192, "epoch": 22, "lr": 9.988359911623749e-05}
+{"train_loss": 0.03605886921286583, "global_step": 1193, "epoch": 22, "lr": 9.988326307144967e-05}
+{"train_loss": 0.03624288737773895, "global_step": 1194, "epoch": 22, "lr": 9.988292654285363e-05}
+{"train_loss": 0.036014311015605927, "global_step": 1195, "epoch": 22, "lr": 9.988258953045264e-05}
+{"train_loss": 0.0348835289478302, "global_step": 1196, "epoch": 22, "lr": 9.988225203424997e-05}
+{"train_loss": 0.04248926788568497, "global_step": 1197, "epoch": 22, "lr": 9.988191405424892e-05}
+{"train_loss": 0.03639683127403259, "global_step": 1198, "epoch": 22, "lr": 9.988157559045272e-05}
+{"train_loss": 0.04079831391572952, "global_step": 1199, "epoch": 22, "lr": 9.988123664286469e-05}
+{"train_loss": 0.036989375948905945, "global_step": 1200, "epoch": 22, "lr": 9.988089721148809e-05}
+{"train_loss": 0.03786855190992355, "global_step": 1201, "epoch": 22, "lr": 9.988055729632623e-05}
+{"train_loss": 0.03906828165054321, "global_step": 1202, "epoch": 22, "lr": 9.98802168973824e-05}
+{"train_loss": 0.03908250480890274, "global_step": 1203, "epoch": 22, "lr": 9.987987601465991e-05}
+{"train_loss": 0.03773701190948486, "global_step": 1204, "epoch": 22, "lr": 9.987953464816207e-05}
+{"train_loss": 0.04333717003464699, "global_step": 1205, "epoch": 22, "lr": 9.987919279789218e-05}
+{"train_loss": 0.033404894173145294, "global_step": 1206, "epoch": 22, "lr": 9.987885046385355e-05}
+{"train_loss": 0.04297935217618942, "global_step": 1207, "epoch": 22, "lr": 9.987850764604951e-05}
+{"train_loss": 0.029757389798760414, "global_step": 1208, "epoch": 22, "lr": 9.987816434448338e-05}
+{"train_loss": 0.035180192440748215, "global_step": 1209, "epoch": 22, "lr": 9.987782055915848e-05}
+{"train_loss": 0.040566276758909225, "global_step": 1210, "epoch": 22, "lr": 9.987747629007817e-05}
+{"train_loss": 0.040216702967882156, "global_step": 1211, "epoch": 22, "lr": 9.987713153724578e-05}
+{"train_loss": 0.03069452941417694, "global_step": 1212, "epoch": 22, "lr": 9.987678630066464e-05}
+{"train_loss": 0.04324991628527641, "global_step": 1213, "epoch": 22, "lr": 9.987644058033811e-05}
+{"train_loss": 0.04146041348576546, "global_step": 1214, "epoch": 22, "lr": 9.987609437626955e-05}
+{"train_loss": 0.04798823967576027, "global_step": 1215, "epoch": 22, "lr": 9.987574768846228e-05}
+{"train_loss": 0.04015575349330902, "global_step": 1216, "epoch": 22, "lr": 9.987540051691972e-05}
+{"train_loss": 0.041944194585084915, "global_step": 1217, "epoch": 22, "lr": 9.987505286164518e-05}
+{"train_loss": 0.04128868505358696, "global_step": 1218, "epoch": 22, "lr": 9.987470472264209e-05}
+{"train_loss": 0.042478855699300766, "global_step": 1219, "epoch": 22, "lr": 9.987435609991378e-05}
+{"train_loss": 0.04538758471608162, "global_step": 1220, "epoch": 22, "lr": 9.987400699346366e-05}
+{"train_loss": 0.035625945776700974, "global_step": 1221, "epoch": 22, "lr": 9.987365740329509e-05}
+{"train_loss": 0.056285396218299866, "global_step": 1222, "epoch": 22, "lr": 9.987330732941147e-05}
+{"train_loss": 0.038131233304739, "global_step": 1223, "epoch": 22, "lr": 9.98729567718162e-05}
+{"train_loss": 0.03842243179678917, "global_step": 1224, "epoch": 22, "lr": 9.987260573051269e-05}
+{"train_loss": 0.03846897557377815, "global_step": 1225, "epoch": 22, "lr": 9.987225420550432e-05}
+{"train_loss": 0.05064721778035164, "global_step": 1226, "epoch": 22, "lr": 9.987190219679452e-05}
+{"train_loss": 0.038731176406145096, "global_step": 1227, "epoch": 22, "lr": 9.98715497043867e-05}
+{"train_loss": 0.04462896287441254, "global_step": 1228, "epoch": 22, "lr": 9.987119672828426e-05}
+{"train_loss": 0.046300727874040604, "global_step": 1229, "epoch": 22, "lr": 9.987084326849066e-05}
+{"train_loss": 0.03675531595945358, "global_step": 1230, "epoch": 22, "lr": 9.987048932500931e-05}
+{"train_loss": 0.049550678580999374, "global_step": 1231, "epoch": 22, "lr": 9.987013489784363e-05}
+{"train_loss": 0.04938703030347824, "global_step": 1232, "epoch": 22, "lr": 9.986977998699707e-05}
+{"train_loss": 0.05164119228720665, "global_step": 1233, "epoch": 22, "lr": 9.986942459247305e-05}
+{"train_loss": 0.03537290170788765, "global_step": 1234, "epoch": 22, "lr": 9.986906871427506e-05}
+{"train_loss": 0.03940019756555557, "global_step": 1235, "epoch": 22, "lr": 9.986871235240654e-05}
+{"train_loss": 0.040619444102048874, "global_step": 1236, "epoch": 22, "lr": 9.98683555068709e-05}
+{"train_loss": 0.04252219945192337, "global_step": 1237, "epoch": 22, "lr": 9.986799817767166e-05}
+{"train_loss": 0.036627769470214844, "global_step": 1238, "epoch": 22, "lr": 9.986764036481227e-05}
+{"train_loss": 0.045884739607572556, "global_step": 1239, "epoch": 22, "lr": 9.986728206829617e-05}
+{"train_loss": 0.033554982393980026, "global_step": 1240, "epoch": 22, "lr": 9.986692328812686e-05}
+{"train_loss": 0.040694840286892874, "global_step": 1241, "epoch": 22, "lr": 9.986656402430783e-05, "val_loss": 0.04097660630941391}
+{"train_loss": 0.04726314917206764, "global_step": 1242, "epoch": 23, "lr": 9.986620427684255e-05}
+{"train_loss": 0.03451816737651825, "global_step": 1243, "epoch": 23, "lr": 9.986584404573449e-05}
+{"train_loss": 0.04098882898688316, "global_step": 1244, "epoch": 23, "lr": 9.986548333098718e-05}
+{"train_loss": 0.04060639068484306, "global_step": 1245, "epoch": 23, "lr": 9.98651221326041e-05}
+{"train_loss": 0.035076290369033813, "global_step": 1246, "epoch": 23, "lr": 9.986476045058875e-05}
+{"train_loss": 0.04996022209525108, "global_step": 1247, "epoch": 23, "lr": 9.986439828494465e-05}
+{"train_loss": 0.03650013357400894, "global_step": 1248, "epoch": 23, "lr": 9.98640356356753e-05}
+{"train_loss": 0.03676467388868332, "global_step": 1249, "epoch": 23, "lr": 9.986367250278423e-05}
+{"train_loss": 0.039814602583646774, "global_step": 1250, "epoch": 23, "lr": 9.986330888627496e-05}
+{"train_loss": 0.043096575886011124, "global_step": 1251, "epoch": 23, "lr": 9.9862944786151e-05}
+{"train_loss": 0.037636708468198776, "global_step": 1252, "epoch": 23, "lr": 9.98625802024159e-05}
+{"train_loss": 0.052169665694236755, "global_step": 1253, "epoch": 23, "lr": 9.98622151350732e-05}
+{"train_loss": 0.03804132342338562, "global_step": 1254, "epoch": 23, "lr": 9.986184958412641e-05}
+{"train_loss": 0.03775893151760101, "global_step": 1255, "epoch": 23, "lr": 9.98614835495791e-05}
+{"train_loss": 0.0459006242454052, "global_step": 1256, "epoch": 23, "lr": 9.986111703143482e-05}
+{"train_loss": 0.047594550997018814, "global_step": 1257, "epoch": 23, "lr": 9.986075002969713e-05}
+{"train_loss": 0.04409453645348549, "global_step": 1258, "epoch": 23, "lr": 9.986038254436956e-05}
+{"train_loss": 0.03808635473251343, "global_step": 1259, "epoch": 23, "lr": 9.98600145754557e-05}
+{"train_loss": 0.0398365817964077, "global_step": 1260, "epoch": 23, "lr": 9.985964612295913e-05}
+{"train_loss": 0.038036100566387177, "global_step": 1261, "epoch": 23, "lr": 9.98592771868834e-05}
+{"train_loss": 0.04581068456172943, "global_step": 1262, "epoch": 23, "lr": 9.985890776723208e-05}
+{"train_loss": 0.035764433443546295, "global_step": 1263, "epoch": 23, "lr": 9.985853786400879e-05}
+{"train_loss": 0.05489889532327652, "global_step": 1264, "epoch": 23, "lr": 9.985816747721706e-05}
+{"train_loss": 0.04390760138630867, "global_step": 1265, "epoch": 23, "lr": 9.985779660686054e-05}
+{"train_loss": 0.03822815418243408, "global_step": 1266, "epoch": 23, "lr": 9.985742525294282e-05}
+{"train_loss": 0.03471917659044266, "global_step": 1267, "epoch": 23, "lr": 9.985705341546746e-05}
+{"train_loss": 0.04936724156141281, "global_step": 1268, "epoch": 23, "lr": 9.98566810944381e-05}
+{"train_loss": 0.03649425506591797, "global_step": 1269, "epoch": 23, "lr": 9.985630828985835e-05}
+{"train_loss": 0.041016094386577606, "global_step": 1270, "epoch": 23, "lr": 9.985593500173181e-05}
+{"train_loss": 0.04647143557667732, "global_step": 1271, "epoch": 23, "lr": 9.985556123006212e-05}
+{"train_loss": 0.04157763719558716, "global_step": 1272, "epoch": 23, "lr": 9.985518697485289e-05}
+{"train_loss": 0.03659649193286896, "global_step": 1273, "epoch": 23, "lr": 9.985481223610776e-05}
+{"train_loss": 0.0414033979177475, "global_step": 1274, "epoch": 23, "lr": 9.985443701383035e-05}
+{"train_loss": 0.033199574798345566, "global_step": 1275, "epoch": 23, "lr": 9.985406130802431e-05}
+{"train_loss": 0.03584732487797737, "global_step": 1276, "epoch": 23, "lr": 9.985368511869328e-05}
+{"train_loss": 0.04487862065434456, "global_step": 1277, "epoch": 23, "lr": 9.985330844584094e-05}
+{"train_loss": 0.04244864359498024, "global_step": 1278, "epoch": 23, "lr": 9.985293128947088e-05}
+{"train_loss": 0.04015064239501953, "global_step": 1279, "epoch": 23, "lr": 9.98525536495868e-05}
+{"train_loss": 0.03682423755526543, "global_step": 1280, "epoch": 23, "lr": 9.985217552619235e-05}
+{"train_loss": 0.04368080571293831, "global_step": 1281, "epoch": 23, "lr": 9.985179691929123e-05}
+{"train_loss": 0.04307518154382706, "global_step": 1282, "epoch": 23, "lr": 9.985141782888705e-05}
+{"train_loss": 0.03095990978181362, "global_step": 1283, "epoch": 23, "lr": 9.985103825498355e-05}
+{"train_loss": 0.03645533323287964, "global_step": 1284, "epoch": 23, "lr": 9.985065819758437e-05}
+{"train_loss": 0.03441659361124039, "global_step": 1285, "epoch": 23, "lr": 9.98502776566932e-05}
+{"train_loss": 0.05992025136947632, "global_step": 1286, "epoch": 23, "lr": 9.984989663231375e-05}
+{"train_loss": 0.03600513935089111, "global_step": 1287, "epoch": 23, "lr": 9.984951512444971e-05}
+{"train_loss": 0.033320434391498566, "global_step": 1288, "epoch": 23, "lr": 9.984913313310476e-05}
+{"train_loss": 0.051532529294490814, "global_step": 1289, "epoch": 23, "lr": 9.984875065828263e-05}
+{"train_loss": 0.04263388738036156, "global_step": 1290, "epoch": 23, "lr": 9.984836769998702e-05}
+{"train_loss": 0.04049212858080864, "global_step": 1291, "epoch": 23, "lr": 9.984798425822163e-05}
+{"train_loss": 0.03521909564733505, "global_step": 1292, "epoch": 23, "lr": 9.984760033299021e-05}
+{"train_loss": 0.0416516438126564, "global_step": 1293, "epoch": 23, "lr": 9.984721592429646e-05}
+{"train_loss": 0.03451259061694145, "global_step": 1294, "epoch": 23, "lr": 9.984683103214412e-05}
+{"train_loss": 0.041037696689643244, "global_step": 1295, "epoch": 23, "lr": 9.984644565653691e-05, "val_loss": 0.03398125618696213}
+{"train_loss": 0.03441489860415459, "global_step": 1296, "epoch": 24, "lr": 9.984605979747858e-05}
+{"train_loss": 0.0407581701874733, "global_step": 1297, "epoch": 24, "lr": 9.984567345497286e-05}
+{"train_loss": 0.05130989849567413, "global_step": 1298, "epoch": 24, "lr": 9.98452866290235e-05}
+{"train_loss": 0.04258625581860542, "global_step": 1299, "epoch": 24, "lr": 9.984489931963428e-05}
+{"train_loss": 0.04402267187833786, "global_step": 1300, "epoch": 24, "lr": 9.984451152680891e-05}
+{"train_loss": 0.04138888418674469, "global_step": 1301, "epoch": 24, "lr": 9.984412325055119e-05}
+{"train_loss": 0.04804510995745659, "global_step": 1302, "epoch": 24, "lr": 9.984373449086486e-05}
+{"train_loss": 0.044602129608392715, "global_step": 1303, "epoch": 24, "lr": 9.98433452477537e-05}
+{"train_loss": 0.04411459341645241, "global_step": 1304, "epoch": 24, "lr": 9.98429555212215e-05}
+{"train_loss": 0.037445347756147385, "global_step": 1305, "epoch": 24, "lr": 9.984256531127201e-05}
+{"train_loss": 0.03642509505152702, "global_step": 1306, "epoch": 24, "lr": 9.984217461790904e-05}
+{"train_loss": 0.0495765246450901, "global_step": 1307, "epoch": 24, "lr": 9.984178344113636e-05}
+{"train_loss": 0.031185315921902657, "global_step": 1308, "epoch": 24, "lr": 9.984139178095777e-05}
+{"train_loss": 0.04227978363633156, "global_step": 1309, "epoch": 24, "lr": 9.984099963737707e-05}
+{"train_loss": 0.03206076845526695, "global_step": 1310, "epoch": 24, "lr": 9.984060701039807e-05}
+{"train_loss": 0.034885223954916, "global_step": 1311, "epoch": 24, "lr": 9.984021390002458e-05}
+{"train_loss": 0.04057862237095833, "global_step": 1312, "epoch": 24, "lr": 9.98398203062604e-05}
+{"train_loss": 0.045556191354990005, "global_step": 1313, "epoch": 24, "lr": 9.983942622910936e-05}
+{"train_loss": 0.034742411226034164, "global_step": 1314, "epoch": 24, "lr": 9.983903166857528e-05}
+{"train_loss": 0.04235769435763359, "global_step": 1315, "epoch": 24, "lr": 9.983863662466198e-05}
+{"train_loss": 0.042576588690280914, "global_step": 1316, "epoch": 24, "lr": 9.983824109737327e-05}
+{"train_loss": 0.0315861813724041, "global_step": 1317, "epoch": 24, "lr": 9.983784508671304e-05}
+{"train_loss": 0.037240754812955856, "global_step": 1318, "epoch": 24, "lr": 9.983744859268508e-05}
+{"train_loss": 0.03634466603398323, "global_step": 1319, "epoch": 24, "lr": 9.983705161529327e-05}
+{"train_loss": 0.04106077179312706, "global_step": 1320, "epoch": 24, "lr": 9.983665415454143e-05}
+{"train_loss": 0.03880169615149498, "global_step": 1321, "epoch": 24, "lr": 9.983625621043344e-05}
+{"train_loss": 0.03436003997921944, "global_step": 1322, "epoch": 24, "lr": 9.983585778297315e-05}
+{"train_loss": 0.036018334329128265, "global_step": 1323, "epoch": 24, "lr": 9.983545887216444e-05}
+{"train_loss": 0.04092298075556755, "global_step": 1324, "epoch": 24, "lr": 9.983505947801115e-05}
+{"train_loss": 0.03861946985125542, "global_step": 1325, "epoch": 24, "lr": 9.983465960051717e-05}
+{"train_loss": 0.04025233909487724, "global_step": 1326, "epoch": 24, "lr": 9.983425923968637e-05}
+{"train_loss": 0.040407679975032806, "global_step": 1327, "epoch": 24, "lr": 9.983385839552264e-05}
+{"train_loss": 0.03650941327214241, "global_step": 1328, "epoch": 24, "lr": 9.983345706802987e-05}
+{"train_loss": 0.04000082239508629, "global_step": 1329, "epoch": 24, "lr": 9.983305525721194e-05}
+{"train_loss": 0.037936389446258545, "global_step": 1330, "epoch": 24, "lr": 9.983265296307277e-05}
+{"train_loss": 0.03760405257344246, "global_step": 1331, "epoch": 24, "lr": 9.983225018561624e-05}
+{"train_loss": 0.03198771923780441, "global_step": 1332, "epoch": 24, "lr": 9.983184692484627e-05}
+{"train_loss": 0.036912914365530014, "global_step": 1333, "epoch": 24, "lr": 9.983144318076676e-05}
+{"train_loss": 0.028132224455475807, "global_step": 1334, "epoch": 24, "lr": 9.983103895338164e-05}
+{"train_loss": 0.0463588610291481, "global_step": 1335, "epoch": 24, "lr": 9.98306342426948e-05}
+{"train_loss": 0.0351475290954113, "global_step": 1336, "epoch": 24, "lr": 9.983022904871023e-05}
+{"train_loss": 0.035320036113262177, "global_step": 1337, "epoch": 24, "lr": 9.982982337143178e-05}
+{"train_loss": 0.03658383712172508, "global_step": 1338, "epoch": 24, "lr": 9.982941721086343e-05}
+{"train_loss": 0.036075253039598465, "global_step": 1339, "epoch": 24, "lr": 9.982901056700912e-05}
+{"train_loss": 0.041234299540519714, "global_step": 1340, "epoch": 24, "lr": 9.982860343987277e-05}
+{"train_loss": 0.04611366242170334, "global_step": 1341, "epoch": 24, "lr": 9.982819582945834e-05}
+{"train_loss": 0.04075346142053604, "global_step": 1342, "epoch": 24, "lr": 9.982778773576982e-05}
+{"train_loss": 0.03040017932653427, "global_step": 1343, "epoch": 24, "lr": 9.982737915881111e-05}
+{"train_loss": 0.047495994716882706, "global_step": 1344, "epoch": 24, "lr": 9.98269700985862e-05}
+{"train_loss": 0.03150647506117821, "global_step": 1345, "epoch": 24, "lr": 9.982656055509905e-05}
+{"train_loss": 0.03554029390215874, "global_step": 1346, "epoch": 24, "lr": 9.982615052835365e-05}
+{"train_loss": 0.032070696353912354, "global_step": 1347, "epoch": 24, "lr": 9.982574001835396e-05}
+{"train_loss": 0.037059977650642395, "global_step": 1348, "epoch": 24, "lr": 9.982532902510396e-05}
+{"train_loss": 0.03875465794569916, "global_step": 1349, "epoch": 24, "lr": 9.982491754860763e-05, "val_loss": 0.03355470299720764}
+{"train_loss": 0.044703349471092224, "global_step": 1350, "epoch": 25, "lr": 9.9824505588869e-05}
+{"train_loss": 0.036854878067970276, "global_step": 1351, "epoch": 25, "lr": 9.982409314589201e-05}
+{"train_loss": 0.04626840725541115, "global_step": 1352, "epoch": 25, "lr": 9.982368021968072e-05}
+{"train_loss": 0.027255451306700706, "global_step": 1353, "epoch": 25, "lr": 9.982326681023909e-05}
+{"train_loss": 0.04744751378893852, "global_step": 1354, "epoch": 25, "lr": 9.982285291757112e-05}
+{"train_loss": 0.04572059586644173, "global_step": 1355, "epoch": 25, "lr": 9.982243854168087e-05}
+{"train_loss": 0.044141244143247604, "global_step": 1356, "epoch": 25, "lr": 9.982202368257232e-05}
+{"train_loss": 0.03574712201952934, "global_step": 1357, "epoch": 25, "lr": 9.982160834024952e-05}
+{"train_loss": 0.03945666551589966, "global_step": 1358, "epoch": 25, "lr": 9.98211925147165e-05}
+{"train_loss": 0.03925123065710068, "global_step": 1359, "epoch": 25, "lr": 9.982077620597725e-05}
+{"train_loss": 0.03522103279829025, "global_step": 1360, "epoch": 25, "lr": 9.982035941403586e-05}
+{"train_loss": 0.028104867786169052, "global_step": 1361, "epoch": 25, "lr": 9.981994213889635e-05}
+{"train_loss": 0.033135972917079926, "global_step": 1362, "epoch": 25, "lr": 9.981952438056276e-05}
+{"train_loss": 0.03934430330991745, "global_step": 1363, "epoch": 25, "lr": 9.981910613903915e-05}
+{"train_loss": 0.031140809878706932, "global_step": 1364, "epoch": 25, "lr": 9.981868741432959e-05}
+{"train_loss": 0.03735433518886566, "global_step": 1365, "epoch": 25, "lr": 9.981826820643811e-05}
+{"train_loss": 0.029867740347981453, "global_step": 1366, "epoch": 25, "lr": 9.981784851536879e-05}
+{"train_loss": 0.03653450682759285, "global_step": 1367, "epoch": 25, "lr": 9.981742834112574e-05}
+{"train_loss": 0.05170018598437309, "global_step": 1368, "epoch": 25, "lr": 9.981700768371296e-05}
+{"train_loss": 0.04229404777288437, "global_step": 1369, "epoch": 25, "lr": 9.981658654313457e-05}
+{"train_loss": 0.03116636723279953, "global_step": 1370, "epoch": 25, "lr": 9.981616491939468e-05}
+{"train_loss": 0.04207940772175789, "global_step": 1371, "epoch": 25, "lr": 9.981574281249732e-05}
+{"train_loss": 0.03613942861557007, "global_step": 1372, "epoch": 25, "lr": 9.981532022244664e-05}
+{"train_loss": 0.03611094877123833, "global_step": 1373, "epoch": 25, "lr": 9.98148971492467e-05}
+{"train_loss": 0.03924059122800827, "global_step": 1374, "epoch": 25, "lr": 9.981447359290162e-05}
+{"train_loss": 0.03282680734992027, "global_step": 1375, "epoch": 25, "lr": 9.98140495534155e-05}
+{"train_loss": 0.030714543536305428, "global_step": 1376, "epoch": 25, "lr": 9.981362503079249e-05}
+{"train_loss": 0.03434702754020691, "global_step": 1377, "epoch": 25, "lr": 9.981320002503664e-05}
+{"train_loss": 0.04035620391368866, "global_step": 1378, "epoch": 25, "lr": 9.981277453615215e-05}
+{"train_loss": 0.037288472056388855, "global_step": 1379, "epoch": 25, "lr": 9.981234856414307e-05}
+{"train_loss": 0.04204612225294113, "global_step": 1380, "epoch": 25, "lr": 9.981192210901357e-05}
+{"train_loss": 0.04572295770049095, "global_step": 1381, "epoch": 25, "lr": 9.98114951707678e-05}
+{"train_loss": 0.03383765369653702, "global_step": 1382, "epoch": 25, "lr": 9.981106774940987e-05}
+{"train_loss": 0.03034951537847519, "global_step": 1383, "epoch": 25, "lr": 9.981063984494394e-05}
+{"train_loss": 0.043869055807590485, "global_step": 1384, "epoch": 25, "lr": 9.981021145737415e-05}
+{"train_loss": 0.032041650265455246, "global_step": 1385, "epoch": 25, "lr": 9.980978258670467e-05}
+{"train_loss": 0.03280680626630783, "global_step": 1386, "epoch": 25, "lr": 9.980935323293968e-05}
+{"train_loss": 0.04989919811487198, "global_step": 1387, "epoch": 25, "lr": 9.980892339608327e-05}
+{"train_loss": 0.03829214721918106, "global_step": 1388, "epoch": 25, "lr": 9.980849307613968e-05}
+{"train_loss": 0.034593768417835236, "global_step": 1389, "epoch": 25, "lr": 9.980806227311308e-05}
+{"train_loss": 0.03643418475985527, "global_step": 1390, "epoch": 25, "lr": 9.98076309870076e-05}
+{"train_loss": 0.03239063173532486, "global_step": 1391, "epoch": 25, "lr": 9.980719921782746e-05}
+{"train_loss": 0.032167475670576096, "global_step": 1392, "epoch": 25, "lr": 9.980676696557685e-05}
+{"train_loss": 0.03622961789369583, "global_step": 1393, "epoch": 25, "lr": 9.980633423025994e-05}
+{"train_loss": 0.03991882503032684, "global_step": 1394, "epoch": 25, "lr": 9.980590101188093e-05}
+{"train_loss": 0.04085082560777664, "global_step": 1395, "epoch": 25, "lr": 9.980546731044404e-05}
+{"train_loss": 0.036687709391117096, "global_step": 1396, "epoch": 25, "lr": 9.980503312595346e-05}
+{"train_loss": 0.042787279933691025, "global_step": 1397, "epoch": 25, "lr": 9.980459845841341e-05}
+{"train_loss": 0.03531143441796303, "global_step": 1398, "epoch": 25, "lr": 9.980416330782811e-05}
+{"train_loss": 0.037916552275419235, "global_step": 1399, "epoch": 25, "lr": 9.980372767420177e-05}
+{"train_loss": 0.04932045191526413, "global_step": 1400, "epoch": 25, "lr": 9.980329155753863e-05}
+{"train_loss": 0.038628511130809784, "global_step": 1401, "epoch": 25, "lr": 9.980285495784289e-05}
+{"train_loss": 0.03419198468327522, "global_step": 1402, "epoch": 25, "lr": 9.980241787511882e-05}
+{"train_loss": 0.03795136994233838, "global_step": 1403, "epoch": 25, "lr": 9.980198030937063e-05, "val_loss": 0.04606546089053154, "train_action_mse_error": 0.007477501407265663}
+{"train_loss": 0.03899748623371124, "global_step": 1404, "epoch": 26, "lr": 9.980154226060258e-05}
+{"train_loss": 0.048771344125270844, "global_step": 1405, "epoch": 26, "lr": 9.98011037288189e-05}
+{"train_loss": 0.04083384573459625, "global_step": 1406, "epoch": 26, "lr": 9.980066471402387e-05}
+{"train_loss": 0.04063086211681366, "global_step": 1407, "epoch": 26, "lr": 9.980022521622174e-05}
+{"train_loss": 0.030039578676223755, "global_step": 1408, "epoch": 26, "lr": 9.979978523541678e-05}
+{"train_loss": 0.03431648761034012, "global_step": 1409, "epoch": 26, "lr": 9.979934477161322e-05}
+{"train_loss": 0.0322568416595459, "global_step": 1410, "epoch": 26, "lr": 9.979890382481539e-05}
+{"train_loss": 0.03445921093225479, "global_step": 1411, "epoch": 26, "lr": 9.979846239502751e-05}
+{"train_loss": 0.029319802299141884, "global_step": 1412, "epoch": 26, "lr": 9.979802048225388e-05}
+{"train_loss": 0.03566298261284828, "global_step": 1413, "epoch": 26, "lr": 9.97975780864988e-05}
+{"train_loss": 0.03868184611201286, "global_step": 1414, "epoch": 26, "lr": 9.979713520776654e-05}
+{"train_loss": 0.020953061059117317, "global_step": 1415, "epoch": 26, "lr": 9.979669184606144e-05}
+{"train_loss": 0.03872734308242798, "global_step": 1416, "epoch": 26, "lr": 9.979624800138774e-05}
+{"train_loss": 0.0391104593873024, "global_step": 1417, "epoch": 26, "lr": 9.979580367374979e-05}
+{"train_loss": 0.0353618822991848, "global_step": 1418, "epoch": 26, "lr": 9.979535886315188e-05}
+{"train_loss": 0.043518468737602234, "global_step": 1419, "epoch": 26, "lr": 9.979491356959831e-05}
+{"train_loss": 0.0400763601064682, "global_step": 1420, "epoch": 26, "lr": 9.979446779309343e-05}
+{"train_loss": 0.039296187460422516, "global_step": 1421, "epoch": 26, "lr": 9.979402153364154e-05}
+{"train_loss": 0.036577679216861725, "global_step": 1422, "epoch": 26, "lr": 9.979357479124699e-05}
+{"train_loss": 0.032301098108291626, "global_step": 1423, "epoch": 26, "lr": 9.979312756591407e-05}
+{"train_loss": 0.04127564653754234, "global_step": 1424, "epoch": 26, "lr": 9.979267985764717e-05}
+{"train_loss": 0.039782848209142685, "global_step": 1425, "epoch": 26, "lr": 9.979223166645061e-05}
+{"train_loss": 0.03385106474161148, "global_step": 1426, "epoch": 26, "lr": 9.979178299232874e-05}
+{"train_loss": 0.038463711738586426, "global_step": 1427, "epoch": 26, "lr": 9.97913338352859e-05}
+{"train_loss": 0.033101581037044525, "global_step": 1428, "epoch": 26, "lr": 9.979088419532646e-05}
+{"train_loss": 0.03453850746154785, "global_step": 1429, "epoch": 26, "lr": 9.979043407245477e-05}
+{"train_loss": 0.030558906495571136, "global_step": 1430, "epoch": 26, "lr": 9.97899834666752e-05}
+{"train_loss": 0.040233757346868515, "global_step": 1431, "epoch": 26, "lr": 9.978953237799213e-05}
+{"train_loss": 0.03635628521442413, "global_step": 1432, "epoch": 26, "lr": 9.978908080640992e-05}
+{"train_loss": 0.04817010089755058, "global_step": 1433, "epoch": 26, "lr": 9.978862875193295e-05}
+{"train_loss": 0.03256846219301224, "global_step": 1434, "epoch": 26, "lr": 9.978817621456562e-05}
+{"train_loss": 0.03441506624221802, "global_step": 1435, "epoch": 26, "lr": 9.978772319431231e-05}
+{"train_loss": 0.02915174327790737, "global_step": 1436, "epoch": 26, "lr": 9.97872696911774e-05}
+{"train_loss": 0.031105604022741318, "global_step": 1437, "epoch": 26, "lr": 9.978681570516532e-05}
+{"train_loss": 0.03450300917029381, "global_step": 1438, "epoch": 26, "lr": 9.978636123628044e-05}
+{"train_loss": 0.033956386148929596, "global_step": 1439, "epoch": 26, "lr": 9.97859062845272e-05}
+{"train_loss": 0.04500622674822807, "global_step": 1440, "epoch": 26, "lr": 9.978545084990998e-05}
+{"train_loss": 0.03601013869047165, "global_step": 1441, "epoch": 26, "lr": 9.978499493243321e-05}
+{"train_loss": 0.03223876282572746, "global_step": 1442, "epoch": 26, "lr": 9.978453853210132e-05}
+{"train_loss": 0.04285861551761627, "global_step": 1443, "epoch": 26, "lr": 9.978408164891872e-05}
+{"train_loss": 0.04290161281824112, "global_step": 1444, "epoch": 26, "lr": 9.978362428288986e-05}
+{"train_loss": 0.03192912042140961, "global_step": 1445, "epoch": 26, "lr": 9.978316643401917e-05}
+{"train_loss": 0.041031766682863235, "global_step": 1446, "epoch": 26, "lr": 9.97827081023111e-05}
+{"train_loss": 0.04258153960108757, "global_step": 1447, "epoch": 26, "lr": 9.978224928777007e-05}
+{"train_loss": 0.03760708495974541, "global_step": 1448, "epoch": 26, "lr": 9.978178999040054e-05}
+{"train_loss": 0.03507509455084801, "global_step": 1449, "epoch": 26, "lr": 9.978133021020697e-05}
+{"train_loss": 0.038799088448286057, "global_step": 1450, "epoch": 26, "lr": 9.978086994719383e-05}
+{"train_loss": 0.037155769765377045, "global_step": 1451, "epoch": 26, "lr": 9.978040920136555e-05}
+{"train_loss": 0.02717009373009205, "global_step": 1452, "epoch": 26, "lr": 9.977994797272664e-05}
+{"train_loss": 0.03546641394495964, "global_step": 1453, "epoch": 26, "lr": 9.977948626128155e-05}
+{"train_loss": 0.03359435871243477, "global_step": 1454, "epoch": 26, "lr": 9.977902406703474e-05}
+{"train_loss": 0.0340954065322876, "global_step": 1455, "epoch": 26, "lr": 9.977856138999075e-05}
+{"train_loss": 0.036367058753967285, "global_step": 1456, "epoch": 26, "lr": 9.977809823015401e-05}
+{"train_loss": 0.03626845880515046, "global_step": 1457, "epoch": 26, "lr": 9.977763458752904e-05, "val_loss": 0.0453215092420578}
+{"train_loss": 0.03794175386428833, "global_step": 1458, "epoch": 27, "lr": 9.977717046212032e-05}
+{"train_loss": 0.04306817427277565, "global_step": 1459, "epoch": 27, "lr": 9.977670585393238e-05}
+{"train_loss": 0.03845645859837532, "global_step": 1460, "epoch": 27, "lr": 9.97762407629697e-05}
+{"train_loss": 0.025939084589481354, "global_step": 1461, "epoch": 27, "lr": 9.977577518923679e-05}
+{"train_loss": 0.04287628084421158, "global_step": 1462, "epoch": 27, "lr": 9.977530913273818e-05}
+{"train_loss": 0.03107265755534172, "global_step": 1463, "epoch": 27, "lr": 9.977484259347839e-05}
+{"train_loss": 0.03106922283768654, "global_step": 1464, "epoch": 27, "lr": 9.977437557146193e-05}
+{"train_loss": 0.03716801106929779, "global_step": 1465, "epoch": 27, "lr": 9.977390806669334e-05}
+{"train_loss": 0.036172568798065186, "global_step": 1466, "epoch": 27, "lr": 9.977344007917717e-05}
+{"train_loss": 0.03734187036752701, "global_step": 1467, "epoch": 27, "lr": 9.977297160891792e-05}
+{"train_loss": 0.042756661772727966, "global_step": 1468, "epoch": 27, "lr": 9.977250265592018e-05}
+{"train_loss": 0.04179991036653519, "global_step": 1469, "epoch": 27, "lr": 9.977203322018846e-05}
+{"train_loss": 0.039744455367326736, "global_step": 1470, "epoch": 27, "lr": 9.977156330172732e-05}
+{"train_loss": 0.03650450333952904, "global_step": 1471, "epoch": 27, "lr": 9.977109290054134e-05}
+{"train_loss": 0.0359591543674469, "global_step": 1472, "epoch": 27, "lr": 9.977062201663506e-05}
+{"train_loss": 0.03485330566763878, "global_step": 1473, "epoch": 27, "lr": 9.977015065001306e-05}
+{"train_loss": 0.0422416515648365, "global_step": 1474, "epoch": 27, "lr": 9.97696788006799e-05}
+{"train_loss": 0.03299291431903839, "global_step": 1475, "epoch": 27, "lr": 9.976920646864016e-05}
+{"train_loss": 0.03661787137389183, "global_step": 1476, "epoch": 27, "lr": 9.976873365389843e-05}
+{"train_loss": 0.03716107830405235, "global_step": 1477, "epoch": 27, "lr": 9.976826035645928e-05}
+{"train_loss": 0.033724892884492874, "global_step": 1478, "epoch": 27, "lr": 9.976778657632733e-05}
+{"train_loss": 0.0454292818903923, "global_step": 1479, "epoch": 27, "lr": 9.976731231350714e-05}
+{"train_loss": 0.030390098690986633, "global_step": 1480, "epoch": 27, "lr": 9.976683756800331e-05}
+{"train_loss": 0.030649954453110695, "global_step": 1481, "epoch": 27, "lr": 9.976636233982048e-05}
+{"train_loss": 0.036954473704099655, "global_step": 1482, "epoch": 27, "lr": 9.976588662896322e-05}
+{"train_loss": 0.03530973196029663, "global_step": 1483, "epoch": 27, "lr": 9.976541043543618e-05}
+{"train_loss": 0.03536730632185936, "global_step": 1484, "epoch": 27, "lr": 9.976493375924396e-05}
+{"train_loss": 0.04090125858783722, "global_step": 1485, "epoch": 27, "lr": 9.976445660039118e-05}
+{"train_loss": 0.03515596687793732, "global_step": 1486, "epoch": 27, "lr": 9.976397895888245e-05}
+{"train_loss": 0.03949304297566414, "global_step": 1487, "epoch": 27, "lr": 9.976350083472246e-05}
+{"train_loss": 0.03181188926100731, "global_step": 1488, "epoch": 27, "lr": 9.976302222791578e-05}
+{"train_loss": 0.0313909649848938, "global_step": 1489, "epoch": 27, "lr": 9.97625431384671e-05}
+{"train_loss": 0.03145883232355118, "global_step": 1490, "epoch": 27, "lr": 9.976206356638105e-05}
+{"train_loss": 0.038540542125701904, "global_step": 1491, "epoch": 27, "lr": 9.976158351166227e-05}
+{"train_loss": 0.031235164031386375, "global_step": 1492, "epoch": 27, "lr": 9.976110297431544e-05}
+{"train_loss": 0.036967527121305466, "global_step": 1493, "epoch": 27, "lr": 9.976062195434521e-05}
+{"train_loss": 0.036329347640275955, "global_step": 1494, "epoch": 27, "lr": 9.976014045175623e-05}
+{"train_loss": 0.027161799371242523, "global_step": 1495, "epoch": 27, "lr": 9.975965846655318e-05}
+{"train_loss": 0.037989526987075806, "global_step": 1496, "epoch": 27, "lr": 9.975917599874076e-05}
+{"train_loss": 0.03203430771827698, "global_step": 1497, "epoch": 27, "lr": 9.975869304832361e-05}
+{"train_loss": 0.04276151955127716, "global_step": 1498, "epoch": 27, "lr": 9.975820961530642e-05}
+{"train_loss": 0.03854328393936157, "global_step": 1499, "epoch": 27, "lr": 9.97577256996939e-05}
+{"train_loss": 0.03294413164258003, "global_step": 1500, "epoch": 27, "lr": 9.975724130149075e-05}
+{"train_loss": 0.0353066585958004, "global_step": 1501, "epoch": 27, "lr": 9.975675642070164e-05}
+{"train_loss": 0.03158339858055115, "global_step": 1502, "epoch": 27, "lr": 9.975627105733127e-05}
+{"train_loss": 0.04267101734876633, "global_step": 1503, "epoch": 27, "lr": 9.975578521138438e-05}
+{"train_loss": 0.04203314334154129, "global_step": 1504, "epoch": 27, "lr": 9.975529888286565e-05}
+{"train_loss": 0.029939591884613037, "global_step": 1505, "epoch": 27, "lr": 9.975481207177982e-05}
+{"train_loss": 0.04059695079922676, "global_step": 1506, "epoch": 27, "lr": 9.97543247781316e-05}
+{"train_loss": 0.04054899141192436, "global_step": 1507, "epoch": 27, "lr": 9.975383700192571e-05}
+{"train_loss": 0.029642634093761444, "global_step": 1508, "epoch": 27, "lr": 9.97533487431669e-05}
+{"train_loss": 0.033698152750730515, "global_step": 1509, "epoch": 27, "lr": 9.975286000185989e-05}
+{"train_loss": 0.03394857048988342, "global_step": 1510, "epoch": 27, "lr": 9.975237077800943e-05}
+{"train_loss": 0.036282282391632045, "global_step": 1511, "epoch": 27, "lr": 9.975188107162026e-05, "val_loss": 0.04877215996384621}
+{"train_loss": 0.03244714438915253, "global_step": 1512, "epoch": 28, "lr": 9.975139088269711e-05}
+{"train_loss": 0.03574415296316147, "global_step": 1513, "epoch": 28, "lr": 9.975090021124478e-05}
+{"train_loss": 0.03449472412467003, "global_step": 1514, "epoch": 28, "lr": 9.975040905726798e-05}
+{"train_loss": 0.031133338809013367, "global_step": 1515, "epoch": 28, "lr": 9.974991742077151e-05}
+{"train_loss": 0.03432140871882439, "global_step": 1516, "epoch": 28, "lr": 9.974942530176013e-05}
+{"train_loss": 0.034498389810323715, "global_step": 1517, "epoch": 28, "lr": 9.974893270023858e-05}
+{"train_loss": 0.040431879460811615, "global_step": 1518, "epoch": 28, "lr": 9.974843961621169e-05}
+{"train_loss": 0.042485933750867844, "global_step": 1519, "epoch": 28, "lr": 9.974794604968421e-05}
+{"train_loss": 0.03459788113832474, "global_step": 1520, "epoch": 28, "lr": 9.974745200066092e-05}
+{"train_loss": 0.03690795600414276, "global_step": 1521, "epoch": 28, "lr": 9.974695746914664e-05}
+{"train_loss": 0.03730425238609314, "global_step": 1522, "epoch": 28, "lr": 9.974646245514615e-05}
+{"train_loss": 0.033606357872486115, "global_step": 1523, "epoch": 28, "lr": 9.974596695866425e-05}
+{"train_loss": 0.033146023750305176, "global_step": 1524, "epoch": 28, "lr": 9.974547097970576e-05}
+{"train_loss": 0.03192184492945671, "global_step": 1525, "epoch": 28, "lr": 9.974497451827547e-05}
+{"train_loss": 0.03399832174181938, "global_step": 1526, "epoch": 28, "lr": 9.974447757437821e-05}
+{"train_loss": 0.03250432014465332, "global_step": 1527, "epoch": 28, "lr": 9.974398014801877e-05}
+{"train_loss": 0.035256873816251755, "global_step": 1528, "epoch": 28, "lr": 9.974348223920202e-05}
+{"train_loss": 0.02812650427222252, "global_step": 1529, "epoch": 28, "lr": 9.974298384793276e-05}
+{"train_loss": 0.03369474411010742, "global_step": 1530, "epoch": 28, "lr": 9.974248497421585e-05}
+{"train_loss": 0.03369089588522911, "global_step": 1531, "epoch": 28, "lr": 9.97419856180561e-05}
+{"train_loss": 0.03588966652750969, "global_step": 1532, "epoch": 28, "lr": 9.974148577945836e-05}
+{"train_loss": 0.03159642219543457, "global_step": 1533, "epoch": 28, "lr": 9.974098545842748e-05}
+{"train_loss": 0.03406965360045433, "global_step": 1534, "epoch": 28, "lr": 9.974048465496833e-05}
+{"train_loss": 0.03842318803071976, "global_step": 1535, "epoch": 28, "lr": 9.973998336908572e-05}
+{"train_loss": 0.033297572284936905, "global_step": 1536, "epoch": 28, "lr": 9.973948160078456e-05}
+{"train_loss": 0.026549886912107468, "global_step": 1537, "epoch": 28, "lr": 9.973897935006971e-05}
+{"train_loss": 0.04108009859919548, "global_step": 1538, "epoch": 28, "lr": 9.973847661694601e-05}
+{"train_loss": 0.037591155618429184, "global_step": 1539, "epoch": 28, "lr": 9.973797340141836e-05}
+{"train_loss": 0.03409741818904877, "global_step": 1540, "epoch": 28, "lr": 9.973746970349165e-05}
+{"train_loss": 0.037109095603227615, "global_step": 1541, "epoch": 28, "lr": 9.973696552317073e-05}
+{"train_loss": 0.03432566672563553, "global_step": 1542, "epoch": 28, "lr": 9.973646086046053e-05}
+{"train_loss": 0.034756410866975784, "global_step": 1543, "epoch": 28, "lr": 9.973595571536593e-05}
+{"train_loss": 0.03102085180580616, "global_step": 1544, "epoch": 28, "lr": 9.973545008789181e-05}
+{"train_loss": 0.03401113301515579, "global_step": 1545, "epoch": 28, "lr": 9.97349439780431e-05}
+{"train_loss": 0.036545030772686005, "global_step": 1546, "epoch": 28, "lr": 9.97344373858247e-05}
+{"train_loss": 0.043930452316999435, "global_step": 1547, "epoch": 28, "lr": 9.973393031124152e-05}
+{"train_loss": 0.029034918174147606, "global_step": 1548, "epoch": 28, "lr": 9.973342275429848e-05}
+{"train_loss": 0.04282458871603012, "global_step": 1549, "epoch": 28, "lr": 9.973291471500051e-05}
+{"train_loss": 0.03325960040092468, "global_step": 1550, "epoch": 28, "lr": 9.973240619335251e-05}
+{"train_loss": 0.03401215374469757, "global_step": 1551, "epoch": 28, "lr": 9.973189718935945e-05}
+{"train_loss": 0.0378074049949646, "global_step": 1552, "epoch": 28, "lr": 9.973138770302623e-05}
+{"train_loss": 0.0326564684510231, "global_step": 1553, "epoch": 28, "lr": 9.973087773435783e-05}
+{"train_loss": 0.03544330224394798, "global_step": 1554, "epoch": 28, "lr": 9.973036728335917e-05}
+{"train_loss": 0.027562130242586136, "global_step": 1555, "epoch": 28, "lr": 9.972985635003522e-05}
+{"train_loss": 0.03154953941702843, "global_step": 1556, "epoch": 28, "lr": 9.97293449343909e-05}
+{"train_loss": 0.03542615473270416, "global_step": 1557, "epoch": 28, "lr": 9.97288330364312e-05}
+{"train_loss": 0.030872812494635582, "global_step": 1558, "epoch": 28, "lr": 9.972832065616109e-05}
+{"train_loss": 0.02988610230386257, "global_step": 1559, "epoch": 28, "lr": 9.972780779358551e-05}
+{"train_loss": 0.025783458724617958, "global_step": 1560, "epoch": 28, "lr": 9.972729444870945e-05}
+{"train_loss": 0.03635619580745697, "global_step": 1561, "epoch": 28, "lr": 9.972678062153791e-05}
+{"train_loss": 0.03243611752986908, "global_step": 1562, "epoch": 28, "lr": 9.972626631207584e-05}
+{"train_loss": 0.03809608146548271, "global_step": 1563, "epoch": 28, "lr": 9.972575152032824e-05}
+{"train_loss": 0.029709359630942345, "global_step": 1564, "epoch": 28, "lr": 9.972523624630011e-05}
+{"train_loss": 0.03410173266160267, "global_step": 1565, "epoch": 28, "lr": 9.972472048999644e-05, "val_loss": 0.045108769088983536}
+{"train_loss": 0.030026854947209358, "global_step": 1566, "epoch": 29, "lr": 9.972420425142224e-05}
+{"train_loss": 0.02582273632287979, "global_step": 1567, "epoch": 29, "lr": 9.97236875305825e-05}
+{"train_loss": 0.033784329891204834, "global_step": 1568, "epoch": 29, "lr": 9.972317032748224e-05}
+{"train_loss": 0.029608409851789474, "global_step": 1569, "epoch": 29, "lr": 9.972265264212649e-05}
+{"train_loss": 0.022941412404179573, "global_step": 1570, "epoch": 29, "lr": 9.972213447452026e-05}
+{"train_loss": 0.03585728257894516, "global_step": 1571, "epoch": 29, "lr": 9.972161582466857e-05}
+{"train_loss": 0.02596418932080269, "global_step": 1572, "epoch": 29, "lr": 9.972109669257646e-05}
+{"train_loss": 0.035638198256492615, "global_step": 1573, "epoch": 29, "lr": 9.972057707824896e-05}
+{"train_loss": 0.03831944987177849, "global_step": 1574, "epoch": 29, "lr": 9.972005698169111e-05}
+{"train_loss": 0.03607245534658432, "global_step": 1575, "epoch": 29, "lr": 9.971953640290797e-05}
+{"train_loss": 0.02958046644926071, "global_step": 1576, "epoch": 29, "lr": 9.971901534190456e-05}
+{"train_loss": 0.02934696152806282, "global_step": 1577, "epoch": 29, "lr": 9.971849379868592e-05}
+{"train_loss": 0.03031882829964161, "global_step": 1578, "epoch": 29, "lr": 9.971797177325717e-05}
+{"train_loss": 0.03148970380425453, "global_step": 1579, "epoch": 29, "lr": 9.971744926562334e-05}
+{"train_loss": 0.02688518539071083, "global_step": 1580, "epoch": 29, "lr": 9.971692627578947e-05}
+{"train_loss": 0.025420954450964928, "global_step": 1581, "epoch": 29, "lr": 9.971640280376069e-05}
+{"train_loss": 0.029508104547858238, "global_step": 1582, "epoch": 29, "lr": 9.971587884954203e-05}
+{"train_loss": 0.03287495672702789, "global_step": 1583, "epoch": 29, "lr": 9.97153544131386e-05}
+{"train_loss": 0.036588430404663086, "global_step": 1584, "epoch": 29, "lr": 9.971482949455546e-05}
+{"train_loss": 0.034857336431741714, "global_step": 1585, "epoch": 29, "lr": 9.971430409379771e-05}
+{"train_loss": 0.03115251287817955, "global_step": 1586, "epoch": 29, "lr": 9.971377821087047e-05}
+{"train_loss": 0.034306712448596954, "global_step": 1587, "epoch": 29, "lr": 9.971325184577881e-05}
+{"train_loss": 0.027295446023344994, "global_step": 1588, "epoch": 29, "lr": 9.971272499852784e-05}
+{"train_loss": 0.03182179480791092, "global_step": 1589, "epoch": 29, "lr": 9.97121976691227e-05}
+{"train_loss": 0.03340328484773636, "global_step": 1590, "epoch": 29, "lr": 9.971166985756846e-05}
+{"train_loss": 0.02690657041966915, "global_step": 1591, "epoch": 29, "lr": 9.971114156387027e-05}
+{"train_loss": 0.025117896497249603, "global_step": 1592, "epoch": 29, "lr": 9.971061278803323e-05}
+{"train_loss": 0.02387784607708454, "global_step": 1593, "epoch": 29, "lr": 9.97100835300625e-05}
+{"train_loss": 0.03527788817882538, "global_step": 1594, "epoch": 29, "lr": 9.970955378996318e-05}
+{"train_loss": 0.024457715451717377, "global_step": 1595, "epoch": 29, "lr": 9.970902356774043e-05}
+{"train_loss": 0.03361969441175461, "global_step": 1596, "epoch": 29, "lr": 9.970849286339939e-05}
+{"train_loss": 0.030439503490924835, "global_step": 1597, "epoch": 29, "lr": 9.970796167694519e-05}
+{"train_loss": 0.030439011752605438, "global_step": 1598, "epoch": 29, "lr": 9.970743000838301e-05}
+{"train_loss": 0.03064539283514023, "global_step": 1599, "epoch": 29, "lr": 9.970689785771798e-05}
+{"train_loss": 0.030214574187994003, "global_step": 1600, "epoch": 29, "lr": 9.970636522495528e-05}
+{"train_loss": 0.03252742439508438, "global_step": 1601, "epoch": 29, "lr": 9.970583211010007e-05}
+{"train_loss": 0.02558009885251522, "global_step": 1602, "epoch": 29, "lr": 9.97052985131575e-05}
+{"train_loss": 0.036219190806150436, "global_step": 1603, "epoch": 29, "lr": 9.97047644341328e-05}
+{"train_loss": 0.026859259232878685, "global_step": 1604, "epoch": 29, "lr": 9.97042298730311e-05}
+{"train_loss": 0.03294210508465767, "global_step": 1605, "epoch": 29, "lr": 9.970369482985758e-05}
+{"train_loss": 0.032864607870578766, "global_step": 1606, "epoch": 29, "lr": 9.970315930461746e-05}
+{"train_loss": 0.03268494829535484, "global_step": 1607, "epoch": 29, "lr": 9.970262329731592e-05}
+{"train_loss": 0.026941100135445595, "global_step": 1608, "epoch": 29, "lr": 9.970208680795818e-05}
+{"train_loss": 0.028247835114598274, "global_step": 1609, "epoch": 29, "lr": 9.97015498365494e-05}
+{"train_loss": 0.027061136439442635, "global_step": 1610, "epoch": 29, "lr": 9.970101238309482e-05}
+{"train_loss": 0.028164422139525414, "global_step": 1611, "epoch": 29, "lr": 9.970047444759964e-05}
+{"train_loss": 0.028956452384591103, "global_step": 1612, "epoch": 29, "lr": 9.969993603006908e-05}
+{"train_loss": 0.027640461921691895, "global_step": 1613, "epoch": 29, "lr": 9.969939713050838e-05}
+{"train_loss": 0.03603100776672363, "global_step": 1614, "epoch": 29, "lr": 9.969885774892273e-05}
+{"train_loss": 0.025141479447484016, "global_step": 1615, "epoch": 29, "lr": 9.96983178853174e-05}
+{"train_loss": 0.031140051782131195, "global_step": 1616, "epoch": 29, "lr": 9.969777753969762e-05}
+{"train_loss": 0.02496379427611828, "global_step": 1617, "epoch": 29, "lr": 9.969723671206858e-05}
+{"train_loss": 0.030331984162330627, "global_step": 1618, "epoch": 29, "lr": 9.96966954024356e-05}
+{"train_loss": 0.030243681812727893, "global_step": 1619, "epoch": 29, "lr": 9.969615361080388e-05, "val_loss": 0.03027995303273201}
+{"train_loss": 0.028756430372595787, "global_step": 1620, "epoch": 30, "lr": 9.969561133717869e-05}
+{"train_loss": 0.02997659333050251, "global_step": 1621, "epoch": 30, "lr": 9.969506858156527e-05}
+{"train_loss": 0.03272397816181183, "global_step": 1622, "epoch": 30, "lr": 9.969452534396893e-05}
+{"train_loss": 0.039264943450689316, "global_step": 1623, "epoch": 30, "lr": 9.96939816243949e-05}
+{"train_loss": 0.026417506858706474, "global_step": 1624, "epoch": 30, "lr": 9.969343742284847e-05}
+{"train_loss": 0.030143441632390022, "global_step": 1625, "epoch": 30, "lr": 9.969289273933491e-05}
+{"train_loss": 0.02583673782646656, "global_step": 1626, "epoch": 30, "lr": 9.96923475738595e-05}
+{"train_loss": 0.035869404673576355, "global_step": 1627, "epoch": 30, "lr": 9.969180192642753e-05}
+{"train_loss": 0.03249102085828781, "global_step": 1628, "epoch": 30, "lr": 9.96912557970443e-05}
+{"train_loss": 0.033008139580488205, "global_step": 1629, "epoch": 30, "lr": 9.969070918571512e-05}
+{"train_loss": 0.02931201085448265, "global_step": 1630, "epoch": 30, "lr": 9.969016209244525e-05}
+{"train_loss": 0.03674210235476494, "global_step": 1631, "epoch": 30, "lr": 9.968961451724003e-05}
+{"train_loss": 0.0312965027987957, "global_step": 1632, "epoch": 30, "lr": 9.968906646010475e-05}
+{"train_loss": 0.02896638587117195, "global_step": 1633, "epoch": 30, "lr": 9.968851792104474e-05}
+{"train_loss": 0.041840266436338425, "global_step": 1634, "epoch": 30, "lr": 9.968796890006533e-05}
+{"train_loss": 0.03202570229768753, "global_step": 1635, "epoch": 30, "lr": 9.968741939717181e-05}
+{"train_loss": 0.027869554236531258, "global_step": 1636, "epoch": 30, "lr": 9.968686941236955e-05}
+{"train_loss": 0.03270383179187775, "global_step": 1637, "epoch": 30, "lr": 9.968631894566385e-05}
+{"train_loss": 0.029692741110920906, "global_step": 1638, "epoch": 30, "lr": 9.968576799706008e-05}
+{"train_loss": 0.02818211540579796, "global_step": 1639, "epoch": 30, "lr": 9.968521656656356e-05}
+{"train_loss": 0.029981249943375587, "global_step": 1640, "epoch": 30, "lr": 9.968466465417962e-05}
+{"train_loss": 0.033120639622211456, "global_step": 1641, "epoch": 30, "lr": 9.968411225991368e-05}
+{"train_loss": 0.035052791237831116, "global_step": 1642, "epoch": 30, "lr": 9.968355938377103e-05}
+{"train_loss": 0.038702912628650665, "global_step": 1643, "epoch": 30, "lr": 9.968300602575707e-05}
+{"train_loss": 0.03316204249858856, "global_step": 1644, "epoch": 30, "lr": 9.968245218587713e-05}
+{"train_loss": 0.02985459193587303, "global_step": 1645, "epoch": 30, "lr": 9.968189786413665e-05}
+{"train_loss": 0.03272078186273575, "global_step": 1646, "epoch": 30, "lr": 9.968134306054092e-05}
+{"train_loss": 0.030359243974089622, "global_step": 1647, "epoch": 30, "lr": 9.968078777509538e-05}
+{"train_loss": 0.030103158205747604, "global_step": 1648, "epoch": 30, "lr": 9.96802320078054e-05}
+{"train_loss": 0.03318582847714424, "global_step": 1649, "epoch": 30, "lr": 9.967967575867638e-05}
+{"train_loss": 0.02483750320971012, "global_step": 1650, "epoch": 30, "lr": 9.96791190277137e-05}
+{"train_loss": 0.031054558232426643, "global_step": 1651, "epoch": 30, "lr": 9.967856181492274e-05}
+{"train_loss": 0.03264530375599861, "global_step": 1652, "epoch": 30, "lr": 9.967800412030897e-05}
+{"train_loss": 0.028543099761009216, "global_step": 1653, "epoch": 30, "lr": 9.967744594387772e-05}
+{"train_loss": 0.030202249065041542, "global_step": 1654, "epoch": 30, "lr": 9.967688728563446e-05}
+{"train_loss": 0.036048129200935364, "global_step": 1655, "epoch": 30, "lr": 9.967632814558458e-05}
+{"train_loss": 0.0295017771422863, "global_step": 1656, "epoch": 30, "lr": 9.967576852373353e-05}
+{"train_loss": 0.03995524346828461, "global_step": 1657, "epoch": 30, "lr": 9.96752084200867e-05}
+{"train_loss": 0.028610873967409134, "global_step": 1658, "epoch": 30, "lr": 9.967464783464955e-05}
+{"train_loss": 0.03064352460205555, "global_step": 1659, "epoch": 30, "lr": 9.967408676742751e-05}
+{"train_loss": 0.023868976160883904, "global_step": 1660, "epoch": 30, "lr": 9.967352521842603e-05}
+{"train_loss": 0.024293217808008194, "global_step": 1661, "epoch": 30, "lr": 9.967296318765053e-05}
+{"train_loss": 0.026857739314436913, "global_step": 1662, "epoch": 30, "lr": 9.967240067510649e-05}
+{"train_loss": 0.03249137103557587, "global_step": 1663, "epoch": 30, "lr": 9.967183768079935e-05}
+{"train_loss": 0.03683166950941086, "global_step": 1664, "epoch": 30, "lr": 9.967127420473459e-05}
+{"train_loss": 0.03435342013835907, "global_step": 1665, "epoch": 30, "lr": 9.967071024691763e-05}
+{"train_loss": 0.034483492374420166, "global_step": 1666, "epoch": 30, "lr": 9.967014580735398e-05}
+{"train_loss": 0.03553278371691704, "global_step": 1667, "epoch": 30, "lr": 9.966958088604913e-05}
+{"train_loss": 0.028969859704375267, "global_step": 1668, "epoch": 30, "lr": 9.96690154830085e-05}
+{"train_loss": 0.03344811871647835, "global_step": 1669, "epoch": 30, "lr": 9.966844959823762e-05}
+{"train_loss": 0.03048214502632618, "global_step": 1670, "epoch": 30, "lr": 9.966788323174197e-05}
+{"train_loss": 0.04009144753217697, "global_step": 1671, "epoch": 30, "lr": 9.966731638352702e-05}
+{"train_loss": 0.024358561262488365, "global_step": 1672, "epoch": 30, "lr": 9.96667490535983e-05}
+{"train_loss": 0.03159272174040476, "global_step": 1673, "epoch": 30, "lr": 9.96661812419613e-05, "val_loss": 0.03668595850467682, "train_action_mse_error": 0.004752015694975853}
+{"train_loss": 0.0316489040851593, "global_step": 1674, "epoch": 31, "lr": 9.966561294862151e-05}
+{"train_loss": 0.032036684453487396, "global_step": 1675, "epoch": 31, "lr": 9.966504417358447e-05}
+{"train_loss": 0.030955592170357704, "global_step": 1676, "epoch": 31, "lr": 9.966447491685569e-05}
+{"train_loss": 0.028694499284029007, "global_step": 1677, "epoch": 31, "lr": 9.966390517844066e-05}
+{"train_loss": 0.03978370130062103, "global_step": 1678, "epoch": 31, "lr": 9.966333495834495e-05}
+{"train_loss": 0.03563448786735535, "global_step": 1679, "epoch": 31, "lr": 9.966276425657406e-05}
+{"train_loss": 0.034807879477739334, "global_step": 1680, "epoch": 31, "lr": 9.966219307313355e-05}
+{"train_loss": 0.03175484389066696, "global_step": 1681, "epoch": 31, "lr": 9.966162140802895e-05}
+{"train_loss": 0.02353604882955551, "global_step": 1682, "epoch": 31, "lr": 9.966104926126578e-05}
+{"train_loss": 0.03555178642272949, "global_step": 1683, "epoch": 31, "lr": 9.966047663284962e-05}
+{"train_loss": 0.02229747548699379, "global_step": 1684, "epoch": 31, "lr": 9.9659903522786e-05}
+{"train_loss": 0.028883714228868484, "global_step": 1685, "epoch": 31, "lr": 9.965932993108052e-05}
+{"train_loss": 0.04509895667433739, "global_step": 1686, "epoch": 31, "lr": 9.965875585773869e-05}
+{"train_loss": 0.027385957539081573, "global_step": 1687, "epoch": 31, "lr": 9.965818130276612e-05}
+{"train_loss": 0.031246118247509003, "global_step": 1688, "epoch": 31, "lr": 9.965760626616834e-05}
+{"train_loss": 0.023820796981453896, "global_step": 1689, "epoch": 31, "lr": 9.965703074795098e-05}
+{"train_loss": 0.03594140708446503, "global_step": 1690, "epoch": 31, "lr": 9.965645474811958e-05}
+{"train_loss": 0.029812103137373924, "global_step": 1691, "epoch": 31, "lr": 9.965587826667975e-05}
+{"train_loss": 0.023373713716864586, "global_step": 1692, "epoch": 31, "lr": 9.965530130363705e-05}
+{"train_loss": 0.025573967024683952, "global_step": 1693, "epoch": 31, "lr": 9.965472385899712e-05}
+{"train_loss": 0.04535924643278122, "global_step": 1694, "epoch": 31, "lr": 9.965414593276552e-05}
+{"train_loss": 0.027797555550932884, "global_step": 1695, "epoch": 31, "lr": 9.965356752494788e-05}
+{"train_loss": 0.03715177997946739, "global_step": 1696, "epoch": 31, "lr": 9.965298863554981e-05}
+{"train_loss": 0.047071423381567, "global_step": 1697, "epoch": 31, "lr": 9.965240926457693e-05}
+{"train_loss": 0.03294696658849716, "global_step": 1698, "epoch": 31, "lr": 9.965182941203482e-05}
+{"train_loss": 0.03297676146030426, "global_step": 1699, "epoch": 31, "lr": 9.965124907792915e-05}
+{"train_loss": 0.03722510486841202, "global_step": 1700, "epoch": 31, "lr": 9.965066826226552e-05}
+{"train_loss": 0.029698463156819344, "global_step": 1701, "epoch": 31, "lr": 9.965008696504958e-05}
+{"train_loss": 0.03265738487243652, "global_step": 1702, "epoch": 31, "lr": 9.964950518628695e-05}
+{"train_loss": 0.03713128715753555, "global_step": 1703, "epoch": 31, "lr": 9.96489229259833e-05}
+{"train_loss": 0.04354129731655121, "global_step": 1704, "epoch": 31, "lr": 9.964834018414425e-05}
+{"train_loss": 0.03310508653521538, "global_step": 1705, "epoch": 31, "lr": 9.964775696077545e-05}
+{"train_loss": 0.04360763728618622, "global_step": 1706, "epoch": 31, "lr": 9.964717325588258e-05}
+{"train_loss": 0.03529024124145508, "global_step": 1707, "epoch": 31, "lr": 9.96465890694713e-05}
+{"train_loss": 0.032210029661655426, "global_step": 1708, "epoch": 31, "lr": 9.964600440154726e-05}
+{"train_loss": 0.028088022023439407, "global_step": 1709, "epoch": 31, "lr": 9.964541925211612e-05}
+{"train_loss": 0.0385281927883625, "global_step": 1710, "epoch": 31, "lr": 9.96448336211836e-05}
+{"train_loss": 0.038887180387973785, "global_step": 1711, "epoch": 31, "lr": 9.964424750875532e-05}
+{"train_loss": 0.03028520569205284, "global_step": 1712, "epoch": 31, "lr": 9.964366091483703e-05}
+{"train_loss": 0.027203598991036415, "global_step": 1713, "epoch": 31, "lr": 9.964307383943436e-05}
+{"train_loss": 0.039692580699920654, "global_step": 1714, "epoch": 31, "lr": 9.964248628255304e-05}
+{"train_loss": 0.023289809003472328, "global_step": 1715, "epoch": 31, "lr": 9.964189824419877e-05}
+{"train_loss": 0.0345994234085083, "global_step": 1716, "epoch": 31, "lr": 9.964130972437721e-05}
+{"train_loss": 0.03445249795913696, "global_step": 1717, "epoch": 31, "lr": 9.964072072309412e-05}
+{"train_loss": 0.03166345879435539, "global_step": 1718, "epoch": 31, "lr": 9.964013124035519e-05}
+{"train_loss": 0.03149402141571045, "global_step": 1719, "epoch": 31, "lr": 9.963954127616614e-05}
+{"train_loss": 0.03215881809592247, "global_step": 1720, "epoch": 31, "lr": 9.96389508305327e-05}
+{"train_loss": 0.030065985396504402, "global_step": 1721, "epoch": 31, "lr": 9.963835990346056e-05}
+{"train_loss": 0.03247883915901184, "global_step": 1722, "epoch": 31, "lr": 9.963776849495549e-05}
+{"train_loss": 0.03451541066169739, "global_step": 1723, "epoch": 31, "lr": 9.963717660502323e-05}
+{"train_loss": 0.032495707273483276, "global_step": 1724, "epoch": 31, "lr": 9.96365842336695e-05}
+{"train_loss": 0.030705343931913376, "global_step": 1725, "epoch": 31, "lr": 9.963599138090005e-05}
+{"train_loss": 0.02830527350306511, "global_step": 1726, "epoch": 31, "lr": 9.963539804672064e-05}
+{"train_loss": 0.03296165271765656, "global_step": 1727, "epoch": 31, "lr": 9.9634804231137e-05, "val_loss": 0.03287460282444954}
+{"train_loss": 0.03905517980456352, "global_step": 1728, "epoch": 32, "lr": 9.963420993415491e-05}
+{"train_loss": 0.030583327636122704, "global_step": 1729, "epoch": 32, "lr": 9.963361515578013e-05}
+{"train_loss": 0.028391651809215546, "global_step": 1730, "epoch": 32, "lr": 9.963301989601843e-05}
+{"train_loss": 0.032575394958257675, "global_step": 1731, "epoch": 32, "lr": 9.963242415487557e-05}
+{"train_loss": 0.027628054842352867, "global_step": 1732, "epoch": 32, "lr": 9.963182793235735e-05}
+{"train_loss": 0.027609186246991158, "global_step": 1733, "epoch": 32, "lr": 9.963123122846954e-05}
+{"train_loss": 0.03902646526694298, "global_step": 1734, "epoch": 32, "lr": 9.963063404321793e-05}
+{"train_loss": 0.02787104621529579, "global_step": 1735, "epoch": 32, "lr": 9.96300363766083e-05}
+{"train_loss": 0.029074687510728836, "global_step": 1736, "epoch": 32, "lr": 9.962943822864646e-05}
+{"train_loss": 0.028352860361337662, "global_step": 1737, "epoch": 32, "lr": 9.962883959933822e-05}
+{"train_loss": 0.028205418959259987, "global_step": 1738, "epoch": 32, "lr": 9.962824048868938e-05}
+{"train_loss": 0.03558292239904404, "global_step": 1739, "epoch": 32, "lr": 9.962764089670571e-05}
+{"train_loss": 0.03222082927823067, "global_step": 1740, "epoch": 32, "lr": 9.962704082339309e-05}
+{"train_loss": 0.026479696854948997, "global_step": 1741, "epoch": 32, "lr": 9.962644026875732e-05}
+{"train_loss": 0.033234141767024994, "global_step": 1742, "epoch": 32, "lr": 9.962583923280419e-05}
+{"train_loss": 0.026307838037610054, "global_step": 1743, "epoch": 32, "lr": 9.962523771553955e-05}
+{"train_loss": 0.02551194652915001, "global_step": 1744, "epoch": 32, "lr": 9.962463571696927e-05}
+{"train_loss": 0.032976578921079636, "global_step": 1745, "epoch": 32, "lr": 9.962403323709913e-05}
+{"train_loss": 0.031592801213264465, "global_step": 1746, "epoch": 32, "lr": 9.962343027593502e-05}
+{"train_loss": 0.025989236310124397, "global_step": 1747, "epoch": 32, "lr": 9.962282683348276e-05}
+{"train_loss": 0.030913732945919037, "global_step": 1748, "epoch": 32, "lr": 9.962222290974821e-05}
+{"train_loss": 0.034001823514699936, "global_step": 1749, "epoch": 32, "lr": 9.962161850473724e-05}
+{"train_loss": 0.03153803199529648, "global_step": 1750, "epoch": 32, "lr": 9.962101361845569e-05}
+{"train_loss": 0.026012280955910683, "global_step": 1751, "epoch": 32, "lr": 9.962040825090944e-05}
+{"train_loss": 0.042612187564373016, "global_step": 1752, "epoch": 32, "lr": 9.961980240210435e-05}
+{"train_loss": 0.029857447370886803, "global_step": 1753, "epoch": 32, "lr": 9.96191960720463e-05}
+{"train_loss": 0.0316905677318573, "global_step": 1754, "epoch": 32, "lr": 9.96185892607412e-05}
+{"train_loss": 0.03486359864473343, "global_step": 1755, "epoch": 32, "lr": 9.96179819681949e-05}
+{"train_loss": 0.022285636514425278, "global_step": 1756, "epoch": 32, "lr": 9.961737419441331e-05}
+{"train_loss": 0.03611767292022705, "global_step": 1757, "epoch": 32, "lr": 9.961676593940229e-05}
+{"train_loss": 0.03328155353665352, "global_step": 1758, "epoch": 32, "lr": 9.961615720316778e-05}
+{"train_loss": 0.028970107436180115, "global_step": 1759, "epoch": 32, "lr": 9.961554798571566e-05}
+{"train_loss": 0.02672063373029232, "global_step": 1760, "epoch": 32, "lr": 9.961493828705187e-05}
+{"train_loss": 0.034772977232933044, "global_step": 1761, "epoch": 32, "lr": 9.961432810718228e-05}
+{"train_loss": 0.029286373406648636, "global_step": 1762, "epoch": 32, "lr": 9.961371744611284e-05}
+{"train_loss": 0.03571590408682823, "global_step": 1763, "epoch": 32, "lr": 9.961310630384945e-05}
+{"train_loss": 0.03290178254246712, "global_step": 1764, "epoch": 32, "lr": 9.961249468039807e-05}
+{"train_loss": 0.03828924149274826, "global_step": 1765, "epoch": 32, "lr": 9.961188257576459e-05}
+{"train_loss": 0.03482775390148163, "global_step": 1766, "epoch": 32, "lr": 9.961126998995499e-05}
+{"train_loss": 0.025030754506587982, "global_step": 1767, "epoch": 32, "lr": 9.961065692297515e-05}
+{"train_loss": 0.034933097660541534, "global_step": 1768, "epoch": 32, "lr": 9.961004337483109e-05}
+{"train_loss": 0.030775317922234535, "global_step": 1769, "epoch": 32, "lr": 9.960942934552871e-05}
+{"train_loss": 0.029534609988331795, "global_step": 1770, "epoch": 32, "lr": 9.960881483507398e-05}
+{"train_loss": 0.029801588505506516, "global_step": 1771, "epoch": 32, "lr": 9.960819984347288e-05}
+{"train_loss": 0.023927809670567513, "global_step": 1772, "epoch": 32, "lr": 9.960758437073134e-05}
+{"train_loss": 0.03895695134997368, "global_step": 1773, "epoch": 32, "lr": 9.960696841685536e-05}
+{"train_loss": 0.035145338624715805, "global_step": 1774, "epoch": 32, "lr": 9.960635198185086e-05}
+{"train_loss": 0.02706662379205227, "global_step": 1775, "epoch": 32, "lr": 9.96057350657239e-05}
+{"train_loss": 0.03121808171272278, "global_step": 1776, "epoch": 32, "lr": 9.96051176684804e-05}
+{"train_loss": 0.026865459978580475, "global_step": 1777, "epoch": 32, "lr": 9.960449979012638e-05}
+{"train_loss": 0.030007125809788704, "global_step": 1778, "epoch": 32, "lr": 9.960388143066781e-05}
+{"train_loss": 0.030549148097634315, "global_step": 1779, "epoch": 32, "lr": 9.960326259011071e-05}
+{"train_loss": 0.03485637158155441, "global_step": 1780, "epoch": 32, "lr": 9.960264326846107e-05}
+{"train_loss": 0.03109913764314519, "global_step": 1781, "epoch": 32, "lr": 9.960202346572489e-05, "val_loss": 0.03297319635748863}
+{"train_loss": 0.0399986170232296, "global_step": 1782, "epoch": 33, "lr": 9.96014031819082e-05}
+{"train_loss": 0.027655411511659622, "global_step": 1783, "epoch": 33, "lr": 9.960078241701701e-05}
+{"train_loss": 0.028139935806393623, "global_step": 1784, "epoch": 33, "lr": 9.96001611710573e-05}
+{"train_loss": 0.027881601825356483, "global_step": 1785, "epoch": 33, "lr": 9.959953944403517e-05}
+{"train_loss": 0.03299309313297272, "global_step": 1786, "epoch": 33, "lr": 9.95989172359566e-05}
+{"train_loss": 0.04413876682519913, "global_step": 1787, "epoch": 33, "lr": 9.959829454682763e-05}
+{"train_loss": 0.02759247086942196, "global_step": 1788, "epoch": 33, "lr": 9.95976713766543e-05}
+{"train_loss": 0.04427281767129898, "global_step": 1789, "epoch": 33, "lr": 9.959704772544269e-05}
+{"train_loss": 0.033242806792259216, "global_step": 1790, "epoch": 33, "lr": 9.959642359319878e-05}
+{"train_loss": 0.034343671053647995, "global_step": 1791, "epoch": 33, "lr": 9.959579897992868e-05}
+{"train_loss": 0.02924269810318947, "global_step": 1792, "epoch": 33, "lr": 9.959517388563844e-05}
+{"train_loss": 0.02505470998585224, "global_step": 1793, "epoch": 33, "lr": 9.95945483103341e-05}
+{"train_loss": 0.029448935762047768, "global_step": 1794, "epoch": 33, "lr": 9.959392225402173e-05}
+{"train_loss": 0.02988048829138279, "global_step": 1795, "epoch": 33, "lr": 9.959329571670742e-05}
+{"train_loss": 0.027294298633933067, "global_step": 1796, "epoch": 33, "lr": 9.959266869839724e-05}
+{"train_loss": 0.022473804652690887, "global_step": 1797, "epoch": 33, "lr": 9.959204119909727e-05}
+{"train_loss": 0.024571387097239494, "global_step": 1798, "epoch": 33, "lr": 9.95914132188136e-05}
+{"train_loss": 0.03986688703298569, "global_step": 1799, "epoch": 33, "lr": 9.95907847575523e-05}
+{"train_loss": 0.03240540623664856, "global_step": 1800, "epoch": 33, "lr": 9.95901558153195e-05}
+{"train_loss": 0.025678200647234917, "global_step": 1801, "epoch": 33, "lr": 9.958952639212127e-05}
+{"train_loss": 0.027581939473748207, "global_step": 1802, "epoch": 33, "lr": 9.958889648796372e-05}
+{"train_loss": 0.034502413123846054, "global_step": 1803, "epoch": 33, "lr": 9.958826610285298e-05}
+{"train_loss": 0.023181764408946037, "global_step": 1804, "epoch": 33, "lr": 9.958763523679514e-05}
+{"train_loss": 0.02908933162689209, "global_step": 1805, "epoch": 33, "lr": 9.958700388979634e-05}
+{"train_loss": 0.03176261484622955, "global_step": 1806, "epoch": 33, "lr": 9.958637206186267e-05}
+{"train_loss": 0.03925313428044319, "global_step": 1807, "epoch": 33, "lr": 9.95857397530003e-05}
+{"train_loss": 0.03969844803214073, "global_step": 1808, "epoch": 33, "lr": 9.958510696321532e-05}
+{"train_loss": 0.027532124891877174, "global_step": 1809, "epoch": 33, "lr": 9.958447369251391e-05}
+{"train_loss": 0.02950281836092472, "global_step": 1810, "epoch": 33, "lr": 9.958383994090218e-05}
+{"train_loss": 0.03198723495006561, "global_step": 1811, "epoch": 33, "lr": 9.958320570838629e-05}
+{"train_loss": 0.0312360767275095, "global_step": 1812, "epoch": 33, "lr": 9.95825709949724e-05}
+{"train_loss": 0.028458774089813232, "global_step": 1813, "epoch": 33, "lr": 9.958193580066663e-05}
+{"train_loss": 0.0376167893409729, "global_step": 1814, "epoch": 33, "lr": 9.958130012547518e-05}
+{"train_loss": 0.0208993349224329, "global_step": 1815, "epoch": 33, "lr": 9.95806639694042e-05}
+{"train_loss": 0.03822770714759827, "global_step": 1816, "epoch": 33, "lr": 9.958002733245988e-05}
+{"train_loss": 0.03259484842419624, "global_step": 1817, "epoch": 33, "lr": 9.957939021464834e-05}
+{"train_loss": 0.026961134746670723, "global_step": 1818, "epoch": 33, "lr": 9.957875261597582e-05}
+{"train_loss": 0.02908993698656559, "global_step": 1819, "epoch": 33, "lr": 9.957811453644847e-05}
+{"train_loss": 0.03220048174262047, "global_step": 1820, "epoch": 33, "lr": 9.957747597607249e-05}
+{"train_loss": 0.028031233698129654, "global_step": 1821, "epoch": 33, "lr": 9.957683693485407e-05}
+{"train_loss": 0.02369675412774086, "global_step": 1822, "epoch": 33, "lr": 9.957619741279942e-05}
+{"train_loss": 0.02740194834768772, "global_step": 1823, "epoch": 33, "lr": 9.957555740991472e-05}
+{"train_loss": 0.03330066055059433, "global_step": 1824, "epoch": 33, "lr": 9.957491692620618e-05}
+{"train_loss": 0.033251989632844925, "global_step": 1825, "epoch": 33, "lr": 9.957427596168003e-05}
+{"train_loss": 0.03545062616467476, "global_step": 1826, "epoch": 33, "lr": 9.957363451634247e-05}
+{"train_loss": 0.028091292828321457, "global_step": 1827, "epoch": 33, "lr": 9.957299259019975e-05}
+{"train_loss": 0.0266279224306345, "global_step": 1828, "epoch": 33, "lr": 9.957235018325804e-05}
+{"train_loss": 0.02683783695101738, "global_step": 1829, "epoch": 33, "lr": 9.957170729552364e-05}
+{"train_loss": 0.023937638849020004, "global_step": 1830, "epoch": 33, "lr": 9.957106392700273e-05}
+{"train_loss": 0.02768031693994999, "global_step": 1831, "epoch": 33, "lr": 9.957042007770157e-05}
+{"train_loss": 0.027974577620625496, "global_step": 1832, "epoch": 33, "lr": 9.956977574762641e-05}
+{"train_loss": 0.03427007794380188, "global_step": 1833, "epoch": 33, "lr": 9.956913093678348e-05}
+{"train_loss": 0.022208068519830704, "global_step": 1834, "epoch": 33, "lr": 9.956848564517907e-05}
+{"train_loss": 0.030410915164759866, "global_step": 1835, "epoch": 33, "lr": 9.95678398728194e-05, "val_loss": 0.02402779832482338}
+{"train_loss": 0.024705803021788597, "global_step": 1836, "epoch": 34, "lr": 9.956719361971074e-05}
+{"train_loss": 0.027486078441143036, "global_step": 1837, "epoch": 34, "lr": 9.95665468858594e-05}
+{"train_loss": 0.03018750622868538, "global_step": 1838, "epoch": 34, "lr": 9.956589967127159e-05}
+{"train_loss": 0.025927959010004997, "global_step": 1839, "epoch": 34, "lr": 9.956525197595364e-05}
+{"train_loss": 0.026956934481859207, "global_step": 1840, "epoch": 34, "lr": 9.956460379991179e-05}
+{"train_loss": 0.02989005669951439, "global_step": 1841, "epoch": 34, "lr": 9.956395514315235e-05}
+{"train_loss": 0.022367479279637337, "global_step": 1842, "epoch": 34, "lr": 9.95633060056816e-05}
+{"train_loss": 0.025033824145793915, "global_step": 1843, "epoch": 34, "lr": 9.956265638750586e-05}
+{"train_loss": 0.022521452978253365, "global_step": 1844, "epoch": 34, "lr": 9.95620062886314e-05}
+{"train_loss": 0.03174939379096031, "global_step": 1845, "epoch": 34, "lr": 9.956135570906456e-05}
+{"train_loss": 0.024565424770116806, "global_step": 1846, "epoch": 34, "lr": 9.956070464881159e-05}
+{"train_loss": 0.021558472886681557, "global_step": 1847, "epoch": 34, "lr": 9.956005310787887e-05}
+{"train_loss": 0.02965187095105648, "global_step": 1848, "epoch": 34, "lr": 9.955940108627269e-05}
+{"train_loss": 0.026019375771284103, "global_step": 1849, "epoch": 34, "lr": 9.955874858399937e-05}
+{"train_loss": 0.027658876031637192, "global_step": 1850, "epoch": 34, "lr": 9.955809560106524e-05}
+{"train_loss": 0.027609923854470253, "global_step": 1851, "epoch": 34, "lr": 9.955744213747664e-05}
+{"train_loss": 0.02749181166291237, "global_step": 1852, "epoch": 34, "lr": 9.95567881932399e-05}
+{"train_loss": 0.025400539860129356, "global_step": 1853, "epoch": 34, "lr": 9.955613376836139e-05}
+{"train_loss": 0.020380094647407532, "global_step": 1854, "epoch": 34, "lr": 9.955547886284742e-05}
+{"train_loss": 0.037352632731199265, "global_step": 1855, "epoch": 34, "lr": 9.955482347670435e-05}
+{"train_loss": 0.025864724069833755, "global_step": 1856, "epoch": 34, "lr": 9.955416760993854e-05}
+{"train_loss": 0.0236546341329813, "global_step": 1857, "epoch": 34, "lr": 9.955351126255637e-05}
+{"train_loss": 0.024000998586416245, "global_step": 1858, "epoch": 34, "lr": 9.955285443456418e-05}
+{"train_loss": 0.01948634348809719, "global_step": 1859, "epoch": 34, "lr": 9.955219712596835e-05}
+{"train_loss": 0.02673524059355259, "global_step": 1860, "epoch": 34, "lr": 9.955153933677526e-05}
+{"train_loss": 0.03896946832537651, "global_step": 1861, "epoch": 34, "lr": 9.955088106699129e-05}
+{"train_loss": 0.01958974078297615, "global_step": 1862, "epoch": 34, "lr": 9.955022231662281e-05}
+{"train_loss": 0.023850684985518456, "global_step": 1863, "epoch": 34, "lr": 9.954956308567622e-05}
+{"train_loss": 0.028782662004232407, "global_step": 1864, "epoch": 34, "lr": 9.954890337415793e-05}
+{"train_loss": 0.023905524984002113, "global_step": 1865, "epoch": 34, "lr": 9.954824318207428e-05}
+{"train_loss": 0.02766972966492176, "global_step": 1866, "epoch": 34, "lr": 9.954758250943175e-05}
+{"train_loss": 0.022672023624181747, "global_step": 1867, "epoch": 34, "lr": 9.954692135623669e-05}
+{"train_loss": 0.02342131920158863, "global_step": 1868, "epoch": 34, "lr": 9.954625972249554e-05}
+{"train_loss": 0.029142329469323158, "global_step": 1869, "epoch": 34, "lr": 9.954559760821473e-05}
+{"train_loss": 0.027910122647881508, "global_step": 1870, "epoch": 34, "lr": 9.954493501340064e-05}
+{"train_loss": 0.020011596381664276, "global_step": 1871, "epoch": 34, "lr": 9.954427193805972e-05}
+{"train_loss": 0.02302112802863121, "global_step": 1872, "epoch": 34, "lr": 9.954360838219841e-05}
+{"train_loss": 0.027696987614035606, "global_step": 1873, "epoch": 34, "lr": 9.954294434582314e-05}
+{"train_loss": 0.02907397598028183, "global_step": 1874, "epoch": 34, "lr": 9.954227982894034e-05}
+{"train_loss": 0.028382841497659683, "global_step": 1875, "epoch": 34, "lr": 9.954161483155646e-05}
+{"train_loss": 0.02589043229818344, "global_step": 1876, "epoch": 34, "lr": 9.954094935367796e-05}
+{"train_loss": 0.022833965718746185, "global_step": 1877, "epoch": 34, "lr": 9.954028339531127e-05}
+{"train_loss": 0.023748062551021576, "global_step": 1878, "epoch": 34, "lr": 9.953961695646288e-05}
+{"train_loss": 0.027489548549056053, "global_step": 1879, "epoch": 34, "lr": 9.953895003713922e-05}
+{"train_loss": 0.021590804681181908, "global_step": 1880, "epoch": 34, "lr": 9.953828263734679e-05}
+{"train_loss": 0.02988782711327076, "global_step": 1881, "epoch": 34, "lr": 9.953761475709204e-05}
+{"train_loss": 0.029971938580274582, "global_step": 1882, "epoch": 34, "lr": 9.953694639638147e-05}
+{"train_loss": 0.03451104462146759, "global_step": 1883, "epoch": 34, "lr": 9.953627755522154e-05}
+{"train_loss": 0.03997805342078209, "global_step": 1884, "epoch": 34, "lr": 9.953560823361876e-05}
+{"train_loss": 0.025548791512846947, "global_step": 1885, "epoch": 34, "lr": 9.95349384315796e-05}
+{"train_loss": 0.022652167826890945, "global_step": 1886, "epoch": 34, "lr": 9.953426814911055e-05}
+{"train_loss": 0.027786588296294212, "global_step": 1887, "epoch": 34, "lr": 9.953359738621814e-05}
+{"train_loss": 0.03158700093626976, "global_step": 1888, "epoch": 34, "lr": 9.953292614290886e-05}
+{"train_loss": 0.026597295163406268, "global_step": 1889, "epoch": 34, "lr": 9.95322544191892e-05, "val_loss": 0.034192249178886414}
+{"train_loss": 0.02770870178937912, "global_step": 1890, "epoch": 35, "lr": 9.953158221506572e-05}
+{"train_loss": 0.031576648354530334, "global_step": 1891, "epoch": 35, "lr": 9.953090953054492e-05}
+{"train_loss": 0.02529800869524479, "global_step": 1892, "epoch": 35, "lr": 9.95302363656333e-05}
+{"train_loss": 0.02216373197734356, "global_step": 1893, "epoch": 35, "lr": 9.952956272033742e-05}
+{"train_loss": 0.030394291505217552, "global_step": 1894, "epoch": 35, "lr": 9.952888859466379e-05}
+{"train_loss": 0.02352791093289852, "global_step": 1895, "epoch": 35, "lr": 9.952821398861898e-05}
+{"train_loss": 0.024725979194045067, "global_step": 1896, "epoch": 35, "lr": 9.952753890220949e-05}
+{"train_loss": 0.033745042979717255, "global_step": 1897, "epoch": 35, "lr": 9.952686333544191e-05}
+{"train_loss": 0.03457194194197655, "global_step": 1898, "epoch": 35, "lr": 9.952618728832277e-05}
+{"train_loss": 0.030283141881227493, "global_step": 1899, "epoch": 35, "lr": 9.952551076085864e-05}
+{"train_loss": 0.02628432959318161, "global_step": 1900, "epoch": 35, "lr": 9.952483375305603e-05}
+{"train_loss": 0.025014963001012802, "global_step": 1901, "epoch": 35, "lr": 9.952415626492158e-05}
+{"train_loss": 0.023035962134599686, "global_step": 1902, "epoch": 35, "lr": 9.952347829646182e-05}
+{"train_loss": 0.036617644131183624, "global_step": 1903, "epoch": 35, "lr": 9.952279984768334e-05}
+{"train_loss": 0.02462945319712162, "global_step": 1904, "epoch": 35, "lr": 9.952212091859273e-05}
+{"train_loss": 0.027010075747966766, "global_step": 1905, "epoch": 35, "lr": 9.952144150919654e-05}
+{"train_loss": 0.02738470584154129, "global_step": 1906, "epoch": 35, "lr": 9.952076161950136e-05}
+{"train_loss": 0.03776125609874725, "global_step": 1907, "epoch": 35, "lr": 9.952008124951381e-05}
+{"train_loss": 0.02608628384768963, "global_step": 1908, "epoch": 35, "lr": 9.95194003992405e-05}
+{"train_loss": 0.030705608427524567, "global_step": 1909, "epoch": 35, "lr": 9.951871906868802e-05}
+{"train_loss": 0.032386358827352524, "global_step": 1910, "epoch": 35, "lr": 9.951803725786295e-05}
+{"train_loss": 0.034903302788734436, "global_step": 1911, "epoch": 35, "lr": 9.951735496677193e-05}
+{"train_loss": 0.03278798609972, "global_step": 1912, "epoch": 35, "lr": 9.951667219542157e-05}
+{"train_loss": 0.028478994965553284, "global_step": 1913, "epoch": 35, "lr": 9.951598894381852e-05}
+{"train_loss": 0.02302742935717106, "global_step": 1914, "epoch": 35, "lr": 9.951530521196936e-05}
+{"train_loss": 0.026155851781368256, "global_step": 1915, "epoch": 35, "lr": 9.951462099988075e-05}
+{"train_loss": 0.022377336397767067, "global_step": 1916, "epoch": 35, "lr": 9.951393630755932e-05}
+{"train_loss": 0.032111864537000656, "global_step": 1917, "epoch": 35, "lr": 9.951325113501169e-05}
+{"train_loss": 0.03460434079170227, "global_step": 1918, "epoch": 35, "lr": 9.951256548224455e-05}
+{"train_loss": 0.023013435304164886, "global_step": 1919, "epoch": 35, "lr": 9.951187934926451e-05}
+{"train_loss": 0.025898044928908348, "global_step": 1920, "epoch": 35, "lr": 9.951119273607825e-05}
+{"train_loss": 0.032345645129680634, "global_step": 1921, "epoch": 35, "lr": 9.95105056426924e-05}
+{"train_loss": 0.02652672305703163, "global_step": 1922, "epoch": 35, "lr": 9.950981806911367e-05}
+{"train_loss": 0.031139228492975235, "global_step": 1923, "epoch": 35, "lr": 9.950913001534869e-05}
+{"train_loss": 0.03206678479909897, "global_step": 1924, "epoch": 35, "lr": 9.950844148140415e-05}
+{"train_loss": 0.026376482099294662, "global_step": 1925, "epoch": 35, "lr": 9.95077524672867e-05}
+{"train_loss": 0.030119724571704865, "global_step": 1926, "epoch": 35, "lr": 9.950706297300307e-05}
+{"train_loss": 0.03205043077468872, "global_step": 1927, "epoch": 35, "lr": 9.950637299855991e-05}
+{"train_loss": 0.02664511650800705, "global_step": 1928, "epoch": 35, "lr": 9.950568254396394e-05}
+{"train_loss": 0.033491093665361404, "global_step": 1929, "epoch": 35, "lr": 9.950499160922183e-05}
+{"train_loss": 0.021621281281113625, "global_step": 1930, "epoch": 35, "lr": 9.95043001943403e-05}
+{"train_loss": 0.020016342401504517, "global_step": 1931, "epoch": 35, "lr": 9.950360829932603e-05}
+{"train_loss": 0.03155073523521423, "global_step": 1932, "epoch": 35, "lr": 9.950291592418576e-05}
+{"train_loss": 0.0221349336206913, "global_step": 1933, "epoch": 35, "lr": 9.95022230689262e-05}
+{"train_loss": 0.035555433481931686, "global_step": 1934, "epoch": 35, "lr": 9.950152973355407e-05}
+{"train_loss": 0.020628370344638824, "global_step": 1935, "epoch": 35, "lr": 9.950083591807607e-05}
+{"train_loss": 0.030354801565408707, "global_step": 1936, "epoch": 35, "lr": 9.950014162249897e-05}
+{"train_loss": 0.02620493620634079, "global_step": 1937, "epoch": 35, "lr": 9.949944684682945e-05}
+{"train_loss": 0.027448022738099098, "global_step": 1938, "epoch": 35, "lr": 9.949875159107432e-05}
+{"train_loss": 0.02511703222990036, "global_step": 1939, "epoch": 35, "lr": 9.949805585524026e-05}
+{"train_loss": 0.027083909139037132, "global_step": 1940, "epoch": 35, "lr": 9.949735963933405e-05}
+{"train_loss": 0.023717032745480537, "global_step": 1941, "epoch": 35, "lr": 9.949666294336242e-05}
+{"train_loss": 0.028213510289788246, "global_step": 1942, "epoch": 35, "lr": 9.949596576733215e-05}
+{"train_loss": 0.028349450030536565, "global_step": 1943, "epoch": 35, "lr": 9.949526811124998e-05, "val_loss": 0.02710302360355854, "train_action_mse_error": 0.0036906639579683542}
+{"train_loss": 0.025756457820534706, "global_step": 1944, "epoch": 36, "lr": 9.94945699751227e-05}
+{"train_loss": 0.027632232755422592, "global_step": 1945, "epoch": 36, "lr": 9.949387135895707e-05}
+{"train_loss": 0.022141022607684135, "global_step": 1946, "epoch": 36, "lr": 9.949317226275987e-05}
+{"train_loss": 0.031883761286735535, "global_step": 1947, "epoch": 36, "lr": 9.949247268653788e-05}
+{"train_loss": 0.025525221601128578, "global_step": 1948, "epoch": 36, "lr": 9.949177263029788e-05}
+{"train_loss": 0.02577195130288601, "global_step": 1949, "epoch": 36, "lr": 9.949107209404665e-05}
+{"train_loss": 0.02927689254283905, "global_step": 1950, "epoch": 36, "lr": 9.949037107779098e-05}
+{"train_loss": 0.03568001836538315, "global_step": 1951, "epoch": 36, "lr": 9.948966958153771e-05}
+{"train_loss": 0.027312390506267548, "global_step": 1952, "epoch": 36, "lr": 9.948896760529361e-05}
+{"train_loss": 0.032926417887210846, "global_step": 1953, "epoch": 36, "lr": 9.948826514906551e-05}
+{"train_loss": 0.024785632267594337, "global_step": 1954, "epoch": 36, "lr": 9.94875622128602e-05}
+{"train_loss": 0.029805775731801987, "global_step": 1955, "epoch": 36, "lr": 9.94868587966845e-05}
+{"train_loss": 0.031665071845054626, "global_step": 1956, "epoch": 36, "lr": 9.948615490054525e-05}
+{"train_loss": 0.01882588118314743, "global_step": 1957, "epoch": 36, "lr": 9.948545052444925e-05}
+{"train_loss": 0.027658915147185326, "global_step": 1958, "epoch": 36, "lr": 9.948474566840335e-05}
+{"train_loss": 0.02912023290991783, "global_step": 1959, "epoch": 36, "lr": 9.948404033241441e-05}
+{"train_loss": 0.019882092252373695, "global_step": 1960, "epoch": 36, "lr": 9.948333451648923e-05}
+{"train_loss": 0.0254354365170002, "global_step": 1961, "epoch": 36, "lr": 9.948262822063466e-05}
+{"train_loss": 0.027130069211125374, "global_step": 1962, "epoch": 36, "lr": 9.948192144485757e-05}
+{"train_loss": 0.03688908368349075, "global_step": 1963, "epoch": 36, "lr": 9.948121418916481e-05}
+{"train_loss": 0.02668863907456398, "global_step": 1964, "epoch": 36, "lr": 9.948050645356321e-05}
+{"train_loss": 0.031234778463840485, "global_step": 1965, "epoch": 36, "lr": 9.947979823805969e-05}
+{"train_loss": 0.02397550828754902, "global_step": 1966, "epoch": 36, "lr": 9.947908954266107e-05}
+{"train_loss": 0.018309377133846283, "global_step": 1967, "epoch": 36, "lr": 9.947838036737427e-05}
+{"train_loss": 0.03301231190562248, "global_step": 1968, "epoch": 36, "lr": 9.947767071220611e-05}
+{"train_loss": 0.01625622808933258, "global_step": 1969, "epoch": 36, "lr": 9.947696057716351e-05}
+{"train_loss": 0.022635184228420258, "global_step": 1970, "epoch": 36, "lr": 9.947624996225335e-05}
+{"train_loss": 0.021773196756839752, "global_step": 1971, "epoch": 36, "lr": 9.947553886748253e-05}
+{"train_loss": 0.03193042427301407, "global_step": 1972, "epoch": 36, "lr": 9.947482729285793e-05}
+{"train_loss": 0.02655440755188465, "global_step": 1973, "epoch": 36, "lr": 9.947411523838648e-05}
+{"train_loss": 0.03083207830786705, "global_step": 1974, "epoch": 36, "lr": 9.947340270407503e-05}
+{"train_loss": 0.024506064131855965, "global_step": 1975, "epoch": 36, "lr": 9.947268968993056e-05}
+{"train_loss": 0.02432899922132492, "global_step": 1976, "epoch": 36, "lr": 9.947197619595993e-05}
+{"train_loss": 0.027363929897546768, "global_step": 1977, "epoch": 36, "lr": 9.947126222217011e-05}
+{"train_loss": 0.02612997032701969, "global_step": 1978, "epoch": 36, "lr": 9.947054776856798e-05}
+{"train_loss": 0.030090123414993286, "global_step": 1979, "epoch": 36, "lr": 9.946983283516049e-05}
+{"train_loss": 0.02937246300280094, "global_step": 1980, "epoch": 36, "lr": 9.946911742195457e-05}
+{"train_loss": 0.03088519535958767, "global_step": 1981, "epoch": 36, "lr": 9.946840152895715e-05}
+{"train_loss": 0.019747909158468246, "global_step": 1982, "epoch": 36, "lr": 9.946768515617519e-05}
+{"train_loss": 0.02440766803920269, "global_step": 1983, "epoch": 36, "lr": 9.946696830361563e-05}
+{"train_loss": 0.02531529776751995, "global_step": 1984, "epoch": 36, "lr": 9.946625097128543e-05}
+{"train_loss": 0.029209598898887634, "global_step": 1985, "epoch": 36, "lr": 9.946553315919154e-05}
+{"train_loss": 0.02388254553079605, "global_step": 1986, "epoch": 36, "lr": 9.946481486734093e-05}
+{"train_loss": 0.01995084621012211, "global_step": 1987, "epoch": 36, "lr": 9.946409609574055e-05}
+{"train_loss": 0.03030358999967575, "global_step": 1988, "epoch": 36, "lr": 9.946337684439737e-05}
+{"train_loss": 0.026750978082418442, "global_step": 1989, "epoch": 36, "lr": 9.94626571133184e-05}
+{"train_loss": 0.0323600135743618, "global_step": 1990, "epoch": 36, "lr": 9.946193690251057e-05}
+{"train_loss": 0.017034482210874557, "global_step": 1991, "epoch": 36, "lr": 9.94612162119809e-05}
+{"train_loss": 0.028850309550762177, "global_step": 1992, "epoch": 36, "lr": 9.946049504173638e-05}
+{"train_loss": 0.023625914007425308, "global_step": 1993, "epoch": 36, "lr": 9.945977339178399e-05}
+{"train_loss": 0.024117542430758476, "global_step": 1994, "epoch": 36, "lr": 9.945905126213074e-05}
+{"train_loss": 0.02598951943218708, "global_step": 1995, "epoch": 36, "lr": 9.945832865278363e-05}
+{"train_loss": 0.02874527871608734, "global_step": 1996, "epoch": 36, "lr": 9.945760556374965e-05}
+{"train_loss": 0.02660118281427357, "global_step": 1997, "epoch": 36, "lr": 9.945688199503586e-05, "val_loss": 0.029122579842805862}
+{"train_loss": 0.033616822212934494, "global_step": 1998, "epoch": 37, "lr": 9.945615794664923e-05}
+{"train_loss": 0.027449216693639755, "global_step": 1999, "epoch": 37, "lr": 9.94554334185968e-05}
+{"train_loss": 0.025334972888231277, "global_step": 2000, "epoch": 37, "lr": 9.945470841088562e-05}
+{"train_loss": 0.025112561881542206, "global_step": 2001, "epoch": 37, "lr": 9.945398292352268e-05}
+{"train_loss": 0.029203148558735847, "global_step": 2002, "epoch": 37, "lr": 9.945325695651504e-05}
+{"train_loss": 0.023733433336019516, "global_step": 2003, "epoch": 37, "lr": 9.945253050986974e-05}
+{"train_loss": 0.035976871848106384, "global_step": 2004, "epoch": 37, "lr": 9.945180358359381e-05}
+{"train_loss": 0.034364789724349976, "global_step": 2005, "epoch": 37, "lr": 9.945107617769433e-05}
+{"train_loss": 0.02451673522591591, "global_step": 2006, "epoch": 37, "lr": 9.945034829217832e-05}
+{"train_loss": 0.024592630565166473, "global_step": 2007, "epoch": 37, "lr": 9.944961992705288e-05}
+{"train_loss": 0.0270835068076849, "global_step": 2008, "epoch": 37, "lr": 9.944889108232502e-05}
+{"train_loss": 0.021048974245786667, "global_step": 2009, "epoch": 37, "lr": 9.944816175800186e-05}
+{"train_loss": 0.0315922312438488, "global_step": 2010, "epoch": 37, "lr": 9.944743195409047e-05}
+{"train_loss": 0.02404932491481304, "global_step": 2011, "epoch": 37, "lr": 9.94467016705979e-05}
+{"train_loss": 0.031113285571336746, "global_step": 2012, "epoch": 37, "lr": 9.944597090753123e-05}
+{"train_loss": 0.02200973778963089, "global_step": 2013, "epoch": 37, "lr": 9.944523966489758e-05}
+{"train_loss": 0.023055164143443108, "global_step": 2014, "epoch": 37, "lr": 9.944450794270403e-05}
+{"train_loss": 0.0218789242208004, "global_step": 2015, "epoch": 37, "lr": 9.944377574095767e-05}
+{"train_loss": 0.025595521554350853, "global_step": 2016, "epoch": 37, "lr": 9.944304305966559e-05}
+{"train_loss": 0.03209309279918671, "global_step": 2017, "epoch": 37, "lr": 9.944230989883492e-05}
+{"train_loss": 0.0201261043548584, "global_step": 2018, "epoch": 37, "lr": 9.944157625847276e-05}
+{"train_loss": 0.02893180586397648, "global_step": 2019, "epoch": 37, "lr": 9.944084213858622e-05}
+{"train_loss": 0.029720384627580643, "global_step": 2020, "epoch": 37, "lr": 9.944010753918243e-05}
+{"train_loss": 0.02496207505464554, "global_step": 2021, "epoch": 37, "lr": 9.943937246026851e-05}
+{"train_loss": 0.021989818662405014, "global_step": 2022, "epoch": 37, "lr": 9.943863690185159e-05}
+{"train_loss": 0.02423163317143917, "global_step": 2023, "epoch": 37, "lr": 9.94379008639388e-05}
+{"train_loss": 0.029526328667998314, "global_step": 2024, "epoch": 37, "lr": 9.943716434653729e-05}
+{"train_loss": 0.017141325399279594, "global_step": 2025, "epoch": 37, "lr": 9.943642734965419e-05}
+{"train_loss": 0.02476862631738186, "global_step": 2026, "epoch": 37, "lr": 9.943568987329667e-05}
+{"train_loss": 0.026800017803907394, "global_step": 2027, "epoch": 37, "lr": 9.943495191747185e-05}
+{"train_loss": 0.030359188094735146, "global_step": 2028, "epoch": 37, "lr": 9.943421348218691e-05}
+{"train_loss": 0.030003681778907776, "global_step": 2029, "epoch": 37, "lr": 9.9433474567449e-05}
+{"train_loss": 0.03278997540473938, "global_step": 2030, "epoch": 37, "lr": 9.943273517326532e-05}
+{"train_loss": 0.021485792472958565, "global_step": 2031, "epoch": 37, "lr": 9.943199529964297e-05}
+{"train_loss": 0.019111372530460358, "global_step": 2032, "epoch": 37, "lr": 9.943125494658921e-05}
+{"train_loss": 0.02360129915177822, "global_step": 2033, "epoch": 37, "lr": 9.943051411411116e-05}
+{"train_loss": 0.026916908100247383, "global_step": 2034, "epoch": 37, "lr": 9.942977280221603e-05}
+{"train_loss": 0.03121230937540531, "global_step": 2035, "epoch": 37, "lr": 9.9429031010911e-05}
+{"train_loss": 0.027358347550034523, "global_step": 2036, "epoch": 37, "lr": 9.942828874020327e-05}
+{"train_loss": 0.023850394412875175, "global_step": 2037, "epoch": 37, "lr": 9.942754599010005e-05}
+{"train_loss": 0.027301590889692307, "global_step": 2038, "epoch": 37, "lr": 9.942680276060852e-05}
+{"train_loss": 0.029039252549409866, "global_step": 2039, "epoch": 37, "lr": 9.942605905173592e-05}
+{"train_loss": 0.02023458480834961, "global_step": 2040, "epoch": 37, "lr": 9.942531486348943e-05}
+{"train_loss": 0.020950231701135635, "global_step": 2041, "epoch": 37, "lr": 9.942457019587628e-05}
+{"train_loss": 0.032207854092121124, "global_step": 2042, "epoch": 37, "lr": 9.94238250489037e-05}
+{"train_loss": 0.027080021798610687, "global_step": 2043, "epoch": 37, "lr": 9.942307942257892e-05}
+{"train_loss": 0.02214927040040493, "global_step": 2044, "epoch": 37, "lr": 9.942233331690913e-05}
+{"train_loss": 0.02603931538760662, "global_step": 2045, "epoch": 37, "lr": 9.942158673190163e-05}
+{"train_loss": 0.023420067504048347, "global_step": 2046, "epoch": 37, "lr": 9.942083966756362e-05}
+{"train_loss": 0.024727357551455498, "global_step": 2047, "epoch": 37, "lr": 9.942009212390236e-05}
+{"train_loss": 0.02250031940639019, "global_step": 2048, "epoch": 37, "lr": 9.94193441009251e-05}
+{"train_loss": 0.025834210216999054, "global_step": 2049, "epoch": 37, "lr": 9.941859559863908e-05}
+{"train_loss": 0.024390779435634613, "global_step": 2050, "epoch": 37, "lr": 9.94178466170516e-05}
+{"train_loss": 0.026008783460215287, "global_step": 2051, "epoch": 37, "lr": 9.941709715616987e-05, "val_loss": 0.02040684223175049}
+{"train_loss": 0.019585488364100456, "global_step": 2052, "epoch": 38, "lr": 9.941634721600119e-05}
+{"train_loss": 0.04284898191690445, "global_step": 2053, "epoch": 38, "lr": 9.941559679655282e-05}
+{"train_loss": 0.02821260690689087, "global_step": 2054, "epoch": 38, "lr": 9.941484589783205e-05}
+{"train_loss": 0.026980683207511902, "global_step": 2055, "epoch": 38, "lr": 9.941409451984615e-05}
+{"train_loss": 0.021849853917956352, "global_step": 2056, "epoch": 38, "lr": 9.941334266260243e-05}
+{"train_loss": 0.02261253073811531, "global_step": 2057, "epoch": 38, "lr": 9.941259032610816e-05}
+{"train_loss": 0.029464252293109894, "global_step": 2058, "epoch": 38, "lr": 9.941183751037067e-05}
+{"train_loss": 0.027845636010169983, "global_step": 2059, "epoch": 38, "lr": 9.94110842153972e-05}
+{"train_loss": 0.02509564720094204, "global_step": 2060, "epoch": 38, "lr": 9.941033044119512e-05}
+{"train_loss": 0.020153695717453957, "global_step": 2061, "epoch": 38, "lr": 9.940957618777169e-05}
+{"train_loss": 0.02958114817738533, "global_step": 2062, "epoch": 38, "lr": 9.940882145513426e-05}
+{"train_loss": 0.020493555814027786, "global_step": 2063, "epoch": 38, "lr": 9.940806624329013e-05}
+{"train_loss": 0.023073922842741013, "global_step": 2064, "epoch": 38, "lr": 9.940731055224666e-05}
+{"train_loss": 0.025493627414107323, "global_step": 2065, "epoch": 38, "lr": 9.940655438201111e-05}
+{"train_loss": 0.0255355816334486, "global_step": 2066, "epoch": 38, "lr": 9.940579773259088e-05}
+{"train_loss": 0.023819562047719955, "global_step": 2067, "epoch": 38, "lr": 9.94050406039933e-05}
+{"train_loss": 0.02116462215781212, "global_step": 2068, "epoch": 38, "lr": 9.940428299622568e-05}
+{"train_loss": 0.02217913791537285, "global_step": 2069, "epoch": 38, "lr": 9.94035249092954e-05}
+{"train_loss": 0.016633547842502594, "global_step": 2070, "epoch": 38, "lr": 9.940276634320979e-05}
+{"train_loss": 0.03142527490854263, "global_step": 2071, "epoch": 38, "lr": 9.940200729797621e-05}
+{"train_loss": 0.021242666989564896, "global_step": 2072, "epoch": 38, "lr": 9.940124777360203e-05}
+{"train_loss": 0.025938445702195168, "global_step": 2073, "epoch": 38, "lr": 9.940048777009462e-05}
+{"train_loss": 0.020448680967092514, "global_step": 2074, "epoch": 38, "lr": 9.939972728746134e-05}
+{"train_loss": 0.018259748816490173, "global_step": 2075, "epoch": 38, "lr": 9.939896632570958e-05}
+{"train_loss": 0.022253194823861122, "global_step": 2076, "epoch": 38, "lr": 9.93982048848467e-05}
+{"train_loss": 0.026744263246655464, "global_step": 2077, "epoch": 38, "lr": 9.939744296488009e-05}
+{"train_loss": 0.029176076874136925, "global_step": 2078, "epoch": 38, "lr": 9.939668056581717e-05}
+{"train_loss": 0.026208477094769478, "global_step": 2079, "epoch": 38, "lr": 9.93959176876653e-05}
+{"train_loss": 0.0266250092536211, "global_step": 2080, "epoch": 38, "lr": 9.939515433043188e-05}
+{"train_loss": 0.023442614823579788, "global_step": 2081, "epoch": 38, "lr": 9.939439049412433e-05}
+{"train_loss": 0.0300790686160326, "global_step": 2082, "epoch": 38, "lr": 9.939362617875005e-05}
+{"train_loss": 0.028228100389242172, "global_step": 2083, "epoch": 38, "lr": 9.939286138431647e-05}
+{"train_loss": 0.023221958428621292, "global_step": 2084, "epoch": 38, "lr": 9.939209611083098e-05}
+{"train_loss": 0.02985944226384163, "global_step": 2085, "epoch": 38, "lr": 9.939133035830102e-05}
+{"train_loss": 0.024010997265577316, "global_step": 2086, "epoch": 38, "lr": 9.9390564126734e-05}
+{"train_loss": 0.026947619393467903, "global_step": 2087, "epoch": 38, "lr": 9.938979741613736e-05}
+{"train_loss": 0.027757510542869568, "global_step": 2088, "epoch": 38, "lr": 9.938903022651855e-05}
+{"train_loss": 0.03212877735495567, "global_step": 2089, "epoch": 38, "lr": 9.9388262557885e-05}
+{"train_loss": 0.02681318297982216, "global_step": 2090, "epoch": 38, "lr": 9.938749441024415e-05}
+{"train_loss": 0.0331999734044075, "global_step": 2091, "epoch": 38, "lr": 9.938672578360346e-05}
+{"train_loss": 0.023143865168094635, "global_step": 2092, "epoch": 38, "lr": 9.938595667797039e-05}
+{"train_loss": 0.0329882949590683, "global_step": 2093, "epoch": 38, "lr": 9.938518709335236e-05}
+{"train_loss": 0.02792244590818882, "global_step": 2094, "epoch": 38, "lr": 9.938441702975689e-05}
+{"train_loss": 0.03537788242101669, "global_step": 2095, "epoch": 38, "lr": 9.938364648719142e-05}
+{"train_loss": 0.02642785757780075, "global_step": 2096, "epoch": 38, "lr": 9.938287546566342e-05}
+{"train_loss": 0.028212228789925575, "global_step": 2097, "epoch": 38, "lr": 9.938210396518037e-05}
+{"train_loss": 0.02232029102742672, "global_step": 2098, "epoch": 38, "lr": 9.938133198574977e-05}
+{"train_loss": 0.024411138147115707, "global_step": 2099, "epoch": 38, "lr": 9.938055952737907e-05}
+{"train_loss": 0.022077659144997597, "global_step": 2100, "epoch": 38, "lr": 9.93797865900758e-05}
+{"train_loss": 0.033418938517570496, "global_step": 2101, "epoch": 38, "lr": 9.937901317384744e-05}
+{"train_loss": 0.026197079569101334, "global_step": 2102, "epoch": 38, "lr": 9.93782392787015e-05}
+{"train_loss": 0.03192780166864395, "global_step": 2103, "epoch": 38, "lr": 9.937746490464548e-05}
+{"train_loss": 0.020221887156367302, "global_step": 2104, "epoch": 38, "lr": 9.937669005168688e-05}
+{"train_loss": 0.026037745212239248, "global_step": 2105, "epoch": 38, "lr": 9.937591471983323e-05, "val_loss": 0.02344503626227379}
+{"train_loss": 0.0211383868008852, "global_step": 2106, "epoch": 39, "lr": 9.937513890909205e-05}
+{"train_loss": 0.022734439000487328, "global_step": 2107, "epoch": 39, "lr": 9.937436261947084e-05}
+{"train_loss": 0.025049488991498947, "global_step": 2108, "epoch": 39, "lr": 9.937358585097716e-05}
+{"train_loss": 0.028108980506658554, "global_step": 2109, "epoch": 39, "lr": 9.937280860361852e-05}
+{"train_loss": 0.03508846089243889, "global_step": 2110, "epoch": 39, "lr": 9.93720308774025e-05}
+{"train_loss": 0.01924925111234188, "global_step": 2111, "epoch": 39, "lr": 9.937125267233661e-05}
+{"train_loss": 0.02770444005727768, "global_step": 2112, "epoch": 39, "lr": 9.937047398842837e-05}
+{"train_loss": 0.02057461254298687, "global_step": 2113, "epoch": 39, "lr": 9.93696948256854e-05}
+{"train_loss": 0.032064374536275864, "global_step": 2114, "epoch": 39, "lr": 9.936891518411518e-05}
+{"train_loss": 0.024504948407411575, "global_step": 2115, "epoch": 39, "lr": 9.936813506372533e-05}
+{"train_loss": 0.02590385638177395, "global_step": 2116, "epoch": 39, "lr": 9.93673544645234e-05}
+{"train_loss": 0.027077162638306618, "global_step": 2117, "epoch": 39, "lr": 9.936657338651696e-05}
+{"train_loss": 0.02515171281993389, "global_step": 2118, "epoch": 39, "lr": 9.93657918297136e-05}
+{"train_loss": 0.0260437224060297, "global_step": 2119, "epoch": 39, "lr": 9.936500979412086e-05}
+{"train_loss": 0.029955467209219933, "global_step": 2120, "epoch": 39, "lr": 9.936422727974635e-05}
+{"train_loss": 0.03001258708536625, "global_step": 2121, "epoch": 39, "lr": 9.936344428659767e-05}
+{"train_loss": 0.024668119847774506, "global_step": 2122, "epoch": 39, "lr": 9.93626608146824e-05}
+{"train_loss": 0.022092990577220917, "global_step": 2123, "epoch": 39, "lr": 9.936187686400815e-05}
+{"train_loss": 0.0220778938382864, "global_step": 2124, "epoch": 39, "lr": 9.936109243458249e-05}
+{"train_loss": 0.02626817487180233, "global_step": 2125, "epoch": 39, "lr": 9.936030752641308e-05}
+{"train_loss": 0.025251248851418495, "global_step": 2126, "epoch": 39, "lr": 9.93595221395075e-05}
+{"train_loss": 0.027035212144255638, "global_step": 2127, "epoch": 39, "lr": 9.935873627387336e-05}
+{"train_loss": 0.02826475352048874, "global_step": 2128, "epoch": 39, "lr": 9.93579499295183e-05}
+{"train_loss": 0.021679721772670746, "global_step": 2129, "epoch": 39, "lr": 9.935716310644995e-05}
+{"train_loss": 0.02427263930439949, "global_step": 2130, "epoch": 39, "lr": 9.935637580467594e-05}
+{"train_loss": 0.025972655043005943, "global_step": 2131, "epoch": 39, "lr": 9.935558802420389e-05}
+{"train_loss": 0.024270888417959213, "global_step": 2132, "epoch": 39, "lr": 9.935479976504144e-05}
+{"train_loss": 0.02654893882572651, "global_step": 2133, "epoch": 39, "lr": 9.935401102719624e-05}
+{"train_loss": 0.01815313845872879, "global_step": 2134, "epoch": 39, "lr": 9.935322181067597e-05}
+{"train_loss": 0.023881051689386368, "global_step": 2135, "epoch": 39, "lr": 9.935243211548824e-05}
+{"train_loss": 0.025884278118610382, "global_step": 2136, "epoch": 39, "lr": 9.935164194164073e-05}
+{"train_loss": 0.027884529903531075, "global_step": 2137, "epoch": 39, "lr": 9.93508512891411e-05}
+{"train_loss": 0.027540432289242744, "global_step": 2138, "epoch": 39, "lr": 9.935006015799704e-05}
+{"train_loss": 0.032007042318582535, "global_step": 2139, "epoch": 39, "lr": 9.934926854821618e-05}
+{"train_loss": 0.0317290797829628, "global_step": 2140, "epoch": 39, "lr": 9.934847645980623e-05}
+{"train_loss": 0.021505871787667274, "global_step": 2141, "epoch": 39, "lr": 9.934768389277487e-05}
+{"train_loss": 0.027330830693244934, "global_step": 2142, "epoch": 39, "lr": 9.934689084712975e-05}
+{"train_loss": 0.025291813537478447, "global_step": 2143, "epoch": 39, "lr": 9.934609732287863e-05}
+{"train_loss": 0.026231978088617325, "global_step": 2144, "epoch": 39, "lr": 9.934530332002915e-05}
+{"train_loss": 0.03083626925945282, "global_step": 2145, "epoch": 39, "lr": 9.934450883858902e-05}
+{"train_loss": 0.021432166919112206, "global_step": 2146, "epoch": 39, "lr": 9.934371387856598e-05}
+{"train_loss": 0.02677401714026928, "global_step": 2147, "epoch": 39, "lr": 9.934291843996769e-05}
+{"train_loss": 0.028675707057118416, "global_step": 2148, "epoch": 39, "lr": 9.93421225228019e-05}
+{"train_loss": 0.020519576966762543, "global_step": 2149, "epoch": 39, "lr": 9.934132612707632e-05}
+{"train_loss": 0.027700092643499374, "global_step": 2150, "epoch": 39, "lr": 9.934052925279866e-05}
+{"train_loss": 0.026553316041827202, "global_step": 2151, "epoch": 39, "lr": 9.933973189997668e-05}
+{"train_loss": 0.029872998595237732, "global_step": 2152, "epoch": 39, "lr": 9.933893406861807e-05}
+{"train_loss": 0.02205136977136135, "global_step": 2153, "epoch": 39, "lr": 9.933813575873061e-05}
+{"train_loss": 0.02265370823442936, "global_step": 2154, "epoch": 39, "lr": 9.933733697032204e-05}
+{"train_loss": 0.017644478008151054, "global_step": 2155, "epoch": 39, "lr": 9.933653770340007e-05}
+{"train_loss": 0.02633173204958439, "global_step": 2156, "epoch": 39, "lr": 9.933573795797249e-05}
+{"train_loss": 0.020429236814379692, "global_step": 2157, "epoch": 39, "lr": 9.933493773404702e-05}
+{"train_loss": 0.02598785236477852, "global_step": 2158, "epoch": 39, "lr": 9.933413703163145e-05}
+{"train_loss": 0.025608255665887286, "global_step": 2159, "epoch": 39, "lr": 9.933333585073356e-05, "val_loss": 0.022519368678331375}
+{"train_loss": 0.024467499926686287, "global_step": 2160, "epoch": 40, "lr": 9.933253419136108e-05}
+{"train_loss": 0.022787293419241905, "global_step": 2161, "epoch": 40, "lr": 9.93317320535218e-05}
+{"train_loss": 0.034630682319402695, "global_step": 2162, "epoch": 40, "lr": 9.933092943722351e-05}
+{"train_loss": 0.02480277605354786, "global_step": 2163, "epoch": 40, "lr": 9.9330126342474e-05}
+{"train_loss": 0.026644838973879814, "global_step": 2164, "epoch": 40, "lr": 9.932932276928103e-05}
+{"train_loss": 0.02104722335934639, "global_step": 2165, "epoch": 40, "lr": 9.932851871765242e-05}
+{"train_loss": 0.022508425638079643, "global_step": 2166, "epoch": 40, "lr": 9.932771418759596e-05}
+{"train_loss": 0.022250346839427948, "global_step": 2167, "epoch": 40, "lr": 9.932690917911945e-05}
+{"train_loss": 0.031710922718048096, "global_step": 2168, "epoch": 40, "lr": 9.93261036922307e-05}
+{"train_loss": 0.021946005523204803, "global_step": 2169, "epoch": 40, "lr": 9.932529772693753e-05}
+{"train_loss": 0.029488246887922287, "global_step": 2170, "epoch": 40, "lr": 9.932449128324774e-05}
+{"train_loss": 0.03207777068018913, "global_step": 2171, "epoch": 40, "lr": 9.932368436116915e-05}
+{"train_loss": 0.02054770290851593, "global_step": 2172, "epoch": 40, "lr": 9.932287696070961e-05}
+{"train_loss": 0.027943871915340424, "global_step": 2173, "epoch": 40, "lr": 9.932206908187693e-05}
+{"train_loss": 0.023048585280776024, "global_step": 2174, "epoch": 40, "lr": 9.932126072467897e-05}
+{"train_loss": 0.022977454587817192, "global_step": 2175, "epoch": 40, "lr": 9.932045188912354e-05}
+{"train_loss": 0.02883048541843891, "global_step": 2176, "epoch": 40, "lr": 9.931964257521851e-05}
+{"train_loss": 0.03196251019835472, "global_step": 2177, "epoch": 40, "lr": 9.931883278297169e-05}
+{"train_loss": 0.03398847579956055, "global_step": 2178, "epoch": 40, "lr": 9.9318022512391e-05}
+{"train_loss": 0.024787714704871178, "global_step": 2179, "epoch": 40, "lr": 9.931721176348423e-05}
+{"train_loss": 0.027778133749961853, "global_step": 2180, "epoch": 40, "lr": 9.931640053625928e-05}
+{"train_loss": 0.029008666053414345, "global_step": 2181, "epoch": 40, "lr": 9.931558883072403e-05}
+{"train_loss": 0.026520218700170517, "global_step": 2182, "epoch": 40, "lr": 9.93147766468863e-05}
+{"train_loss": 0.026527466252446175, "global_step": 2183, "epoch": 40, "lr": 9.931396398475403e-05}
+{"train_loss": 0.02527250163257122, "global_step": 2184, "epoch": 40, "lr": 9.931315084433506e-05}
+{"train_loss": 0.025762537494301796, "global_step": 2185, "epoch": 40, "lr": 9.931233722563728e-05}
+{"train_loss": 0.025254974141716957, "global_step": 2186, "epoch": 40, "lr": 9.931152312866861e-05}
+{"train_loss": 0.02679792419075966, "global_step": 2187, "epoch": 40, "lr": 9.931070855343692e-05}
+{"train_loss": 0.016772042959928513, "global_step": 2188, "epoch": 40, "lr": 9.930989349995013e-05}
+{"train_loss": 0.024462463334202766, "global_step": 2189, "epoch": 40, "lr": 9.930907796821612e-05}
+{"train_loss": 0.027929529547691345, "global_step": 2190, "epoch": 40, "lr": 9.93082619582428e-05}
+{"train_loss": 0.02152589149773121, "global_step": 2191, "epoch": 40, "lr": 9.93074454700381e-05}
+{"train_loss": 0.021618328988552094, "global_step": 2192, "epoch": 40, "lr": 9.930662850360994e-05}
+{"train_loss": 0.025163434445858, "global_step": 2193, "epoch": 40, "lr": 9.930581105896623e-05}
+{"train_loss": 0.02393779717385769, "global_step": 2194, "epoch": 40, "lr": 9.930499313611491e-05}
+{"train_loss": 0.020065221935510635, "global_step": 2195, "epoch": 40, "lr": 9.930417473506393e-05}
+{"train_loss": 0.02836005762219429, "global_step": 2196, "epoch": 40, "lr": 9.93033558558212e-05}
+{"train_loss": 0.020736489444971085, "global_step": 2197, "epoch": 40, "lr": 9.930253649839465e-05}
+{"train_loss": 0.02248871885240078, "global_step": 2198, "epoch": 40, "lr": 9.930171666279227e-05}
+{"train_loss": 0.027769094333052635, "global_step": 2199, "epoch": 40, "lr": 9.930089634902197e-05}
+{"train_loss": 0.0273286122828722, "global_step": 2200, "epoch": 40, "lr": 9.930007555709173e-05}
+{"train_loss": 0.025380335748195648, "global_step": 2201, "epoch": 40, "lr": 9.92992542870095e-05}
+{"train_loss": 0.03155025467276573, "global_step": 2202, "epoch": 40, "lr": 9.929843253878324e-05}
+{"train_loss": 0.025145675987005234, "global_step": 2203, "epoch": 40, "lr": 9.929761031242096e-05}
+{"train_loss": 0.024234715849161148, "global_step": 2204, "epoch": 40, "lr": 9.929678760793057e-05}
+{"train_loss": 0.03383004665374756, "global_step": 2205, "epoch": 40, "lr": 9.92959644253201e-05}
+{"train_loss": 0.021132053807377815, "global_step": 2206, "epoch": 40, "lr": 9.929514076459752e-05}
+{"train_loss": 0.028288409113883972, "global_step": 2207, "epoch": 40, "lr": 9.92943166257708e-05}
+{"train_loss": 0.03088338114321232, "global_step": 2208, "epoch": 40, "lr": 9.929349200884797e-05}
+{"train_loss": 0.0201587937772274, "global_step": 2209, "epoch": 40, "lr": 9.929266691383698e-05}
+{"train_loss": 0.03264691308140755, "global_step": 2210, "epoch": 40, "lr": 9.92918413407459e-05}
+{"train_loss": 0.02584260329604149, "global_step": 2211, "epoch": 40, "lr": 9.929101528958266e-05}
+{"train_loss": 0.02625490538775921, "global_step": 2212, "epoch": 40, "lr": 9.929018876035532e-05}
+{"train_loss": 0.025911953783145657, "global_step": 2213, "epoch": 40, "lr": 9.928936175307188e-05, "val_loss": 0.028522392734885216, "train_action_mse_error": 0.002887585898861289}
+{"train_loss": 0.03585651516914368, "global_step": 2214, "epoch": 41, "lr": 9.928853426774038e-05}
+{"train_loss": 0.0245891772210598, "global_step": 2215, "epoch": 41, "lr": 9.92877063043688e-05}
+{"train_loss": 0.033348843455314636, "global_step": 2216, "epoch": 41, "lr": 9.928687786296525e-05}
+{"train_loss": 0.02655469812452793, "global_step": 2217, "epoch": 41, "lr": 9.928604894353768e-05}
+{"train_loss": 0.01890055648982525, "global_step": 2218, "epoch": 41, "lr": 9.928521954609418e-05}
+{"train_loss": 0.03285185620188713, "global_step": 2219, "epoch": 41, "lr": 9.928438967064277e-05}
+{"train_loss": 0.021913981065154076, "global_step": 2220, "epoch": 41, "lr": 9.928355931719151e-05}
+{"train_loss": 0.025851955637335777, "global_step": 2221, "epoch": 41, "lr": 9.928272848574844e-05}
+{"train_loss": 0.0341898575425148, "global_step": 2222, "epoch": 41, "lr": 9.928189717632167e-05}
+{"train_loss": 0.034690823405981064, "global_step": 2223, "epoch": 41, "lr": 9.928106538891919e-05}
+{"train_loss": 0.02851228043437004, "global_step": 2224, "epoch": 41, "lr": 9.928023312354911e-05}
+{"train_loss": 0.02333010546863079, "global_step": 2225, "epoch": 41, "lr": 9.927940038021948e-05}
+{"train_loss": 0.02203832007944584, "global_step": 2226, "epoch": 41, "lr": 9.927856715893839e-05}
+{"train_loss": 0.02708170935511589, "global_step": 2227, "epoch": 41, "lr": 9.927773345971394e-05}
+{"train_loss": 0.02451663836836815, "global_step": 2228, "epoch": 41, "lr": 9.927689928255419e-05}
+{"train_loss": 0.01911991648375988, "global_step": 2229, "epoch": 41, "lr": 9.927606462746721e-05}
+{"train_loss": 0.027594108134508133, "global_step": 2230, "epoch": 41, "lr": 9.927522949446116e-05}
+{"train_loss": 0.022008104249835014, "global_step": 2231, "epoch": 41, "lr": 9.927439388354407e-05}
+{"train_loss": 0.02553093060851097, "global_step": 2232, "epoch": 41, "lr": 9.927355779472409e-05}
+{"train_loss": 0.022850843146443367, "global_step": 2233, "epoch": 41, "lr": 9.927272122800933e-05}
+{"train_loss": 0.020797893404960632, "global_step": 2234, "epoch": 41, "lr": 9.927188418340786e-05}
+{"train_loss": 0.02553541772067547, "global_step": 2235, "epoch": 41, "lr": 9.927104666092784e-05}
+{"train_loss": 0.02999875508248806, "global_step": 2236, "epoch": 41, "lr": 9.927020866057739e-05}
+{"train_loss": 0.022049058228731155, "global_step": 2237, "epoch": 41, "lr": 9.926937018236461e-05}
+{"train_loss": 0.026716778054833412, "global_step": 2238, "epoch": 41, "lr": 9.926853122629765e-05}
+{"train_loss": 0.017471281811594963, "global_step": 2239, "epoch": 41, "lr": 9.926769179238466e-05}
+{"train_loss": 0.020292390137910843, "global_step": 2240, "epoch": 41, "lr": 9.926685188063376e-05}
+{"train_loss": 0.028776170685887337, "global_step": 2241, "epoch": 41, "lr": 9.92660114910531e-05}
+{"train_loss": 0.028080085292458534, "global_step": 2242, "epoch": 41, "lr": 9.926517062365083e-05}
+{"train_loss": 0.021613748744130135, "global_step": 2243, "epoch": 41, "lr": 9.926432927843513e-05}
+{"train_loss": 0.01903509348630905, "global_step": 2244, "epoch": 41, "lr": 9.926348745541414e-05}
+{"train_loss": 0.026776570826768875, "global_step": 2245, "epoch": 41, "lr": 9.926264515459602e-05}
+{"train_loss": 0.028935754671692848, "global_step": 2246, "epoch": 41, "lr": 9.926180237598893e-05}
+{"train_loss": 0.021977102383971214, "global_step": 2247, "epoch": 41, "lr": 9.926095911960108e-05}
+{"train_loss": 0.027278564870357513, "global_step": 2248, "epoch": 41, "lr": 9.92601153854406e-05}
+{"train_loss": 0.027205877006053925, "global_step": 2249, "epoch": 41, "lr": 9.925927117351572e-05}
+{"train_loss": 0.018255241215229034, "global_step": 2250, "epoch": 41, "lr": 9.925842648383461e-05}
+{"train_loss": 0.021851101890206337, "global_step": 2251, "epoch": 41, "lr": 9.925758131640546e-05}
+{"train_loss": 0.022373434156179428, "global_step": 2252, "epoch": 41, "lr": 9.925673567123645e-05}
+{"train_loss": 0.025132911279797554, "global_step": 2253, "epoch": 41, "lr": 9.925588954833583e-05}
+{"train_loss": 0.02389191836118698, "global_step": 2254, "epoch": 41, "lr": 9.925504294771175e-05}
+{"train_loss": 0.02162572368979454, "global_step": 2255, "epoch": 41, "lr": 9.925419586937246e-05}
+{"train_loss": 0.029723577201366425, "global_step": 2256, "epoch": 41, "lr": 9.925334831332616e-05}
+{"train_loss": 0.024167342111468315, "global_step": 2257, "epoch": 41, "lr": 9.925250027958106e-05}
+{"train_loss": 0.021175134927034378, "global_step": 2258, "epoch": 41, "lr": 9.925165176814541e-05}
+{"train_loss": 0.02905283309519291, "global_step": 2259, "epoch": 41, "lr": 9.925080277902743e-05}
+{"train_loss": 0.0269244983792305, "global_step": 2260, "epoch": 41, "lr": 9.924995331223534e-05}
+{"train_loss": 0.02600116841495037, "global_step": 2261, "epoch": 41, "lr": 9.92491033677774e-05}
+{"train_loss": 0.029013046994805336, "global_step": 2262, "epoch": 41, "lr": 9.924825294566185e-05}
+{"train_loss": 0.02130628004670143, "global_step": 2263, "epoch": 41, "lr": 9.924740204589691e-05}
+{"train_loss": 0.026865920051932335, "global_step": 2264, "epoch": 41, "lr": 9.924655066849087e-05}
+{"train_loss": 0.017230495810508728, "global_step": 2265, "epoch": 41, "lr": 9.924569881345196e-05}
+{"train_loss": 0.023540634661912918, "global_step": 2266, "epoch": 41, "lr": 9.924484648078847e-05}
+{"train_loss": 0.025135880198191712, "global_step": 2267, "epoch": 41, "lr": 9.924399367050864e-05, "val_loss": 0.022523174062371254}
+{"train_loss": 0.0278043020516634, "global_step": 2268, "epoch": 42, "lr": 9.924314038262074e-05}
+{"train_loss": 0.023389840498566628, "global_step": 2269, "epoch": 42, "lr": 9.924228661713309e-05}
+{"train_loss": 0.01953229308128357, "global_step": 2270, "epoch": 42, "lr": 9.924143237405393e-05}
+{"train_loss": 0.021680062636733055, "global_step": 2271, "epoch": 42, "lr": 9.924057765339153e-05}
+{"train_loss": 0.026559773832559586, "global_step": 2272, "epoch": 42, "lr": 9.923972245515422e-05}
+{"train_loss": 0.0193790253251791, "global_step": 2273, "epoch": 42, "lr": 9.923886677935027e-05}
+{"train_loss": 0.029583260416984558, "global_step": 2274, "epoch": 42, "lr": 9.923801062598799e-05}
+{"train_loss": 0.022777102887630463, "global_step": 2275, "epoch": 42, "lr": 9.923715399507567e-05}
+{"train_loss": 0.021337900310754776, "global_step": 2276, "epoch": 42, "lr": 9.923629688662163e-05}
+{"train_loss": 0.02676968090236187, "global_step": 2277, "epoch": 42, "lr": 9.923543930063421e-05}
+{"train_loss": 0.027197247371077538, "global_step": 2278, "epoch": 42, "lr": 9.923458123712167e-05}
+{"train_loss": 0.022875560447573662, "global_step": 2279, "epoch": 42, "lr": 9.923372269609237e-05}
+{"train_loss": 0.027180900797247887, "global_step": 2280, "epoch": 42, "lr": 9.923286367755462e-05}
+{"train_loss": 0.02409401722252369, "global_step": 2281, "epoch": 42, "lr": 9.923200418151677e-05}
+{"train_loss": 0.022054163739085197, "global_step": 2282, "epoch": 42, "lr": 9.923114420798714e-05}
+{"train_loss": 0.029326729476451874, "global_step": 2283, "epoch": 42, "lr": 9.923028375697409e-05}
+{"train_loss": 0.02467702515423298, "global_step": 2284, "epoch": 42, "lr": 9.922942282848592e-05}
+{"train_loss": 0.025087011978030205, "global_step": 2285, "epoch": 42, "lr": 9.922856142253106e-05}
+{"train_loss": 0.027486111968755722, "global_step": 2286, "epoch": 42, "lr": 9.922769953911777e-05}
+{"train_loss": 0.02648286335170269, "global_step": 2287, "epoch": 42, "lr": 9.922683717825447e-05}
+{"train_loss": 0.025776110589504242, "global_step": 2288, "epoch": 42, "lr": 9.922597433994951e-05}
+{"train_loss": 0.02465851418673992, "global_step": 2289, "epoch": 42, "lr": 9.922511102421125e-05}
+{"train_loss": 0.02100141905248165, "global_step": 2290, "epoch": 42, "lr": 9.922424723104809e-05}
+{"train_loss": 0.0218390841037035, "global_step": 2291, "epoch": 42, "lr": 9.922338296046839e-05}
+{"train_loss": 0.02113504894077778, "global_step": 2292, "epoch": 42, "lr": 9.922251821248052e-05}
+{"train_loss": 0.022627031430602074, "global_step": 2293, "epoch": 42, "lr": 9.922165298709287e-05}
+{"train_loss": 0.02860976941883564, "global_step": 2294, "epoch": 42, "lr": 9.922078728431386e-05}
+{"train_loss": 0.02354085072875023, "global_step": 2295, "epoch": 42, "lr": 9.921992110415184e-05}
+{"train_loss": 0.028536248952150345, "global_step": 2296, "epoch": 42, "lr": 9.921905444661525e-05}
+{"train_loss": 0.017518389970064163, "global_step": 2297, "epoch": 42, "lr": 9.921818731171248e-05}
+{"train_loss": 0.023918259888887405, "global_step": 2298, "epoch": 42, "lr": 9.921731969945194e-05}
+{"train_loss": 0.019930673763155937, "global_step": 2299, "epoch": 42, "lr": 9.921645160984206e-05}
+{"train_loss": 0.031627342104911804, "global_step": 2300, "epoch": 42, "lr": 9.921558304289123e-05}
+{"train_loss": 0.033468544483184814, "global_step": 2301, "epoch": 42, "lr": 9.921471399860791e-05}
+{"train_loss": 0.022202689200639725, "global_step": 2302, "epoch": 42, "lr": 9.92138444770005e-05}
+{"train_loss": 0.028544150292873383, "global_step": 2303, "epoch": 42, "lr": 9.921297447807744e-05}
+{"train_loss": 0.0268528051674366, "global_step": 2304, "epoch": 42, "lr": 9.921210400184717e-05}
+{"train_loss": 0.03207695111632347, "global_step": 2305, "epoch": 42, "lr": 9.921123304831815e-05}
+{"train_loss": 0.0163634791970253, "global_step": 2306, "epoch": 42, "lr": 9.92103616174988e-05}
+{"train_loss": 0.023458125069737434, "global_step": 2307, "epoch": 42, "lr": 9.920948970939756e-05}
+{"train_loss": 0.017099356278777122, "global_step": 2308, "epoch": 42, "lr": 9.920861732402293e-05}
+{"train_loss": 0.025265058502554893, "global_step": 2309, "epoch": 42, "lr": 9.920774446138334e-05}
+{"train_loss": 0.020106351003050804, "global_step": 2310, "epoch": 42, "lr": 9.92068711214873e-05}
+{"train_loss": 0.02831495925784111, "global_step": 2311, "epoch": 42, "lr": 9.920599730434322e-05}
+{"train_loss": 0.0229262076318264, "global_step": 2312, "epoch": 42, "lr": 9.920512300995958e-05}
+{"train_loss": 0.020466715097427368, "global_step": 2313, "epoch": 42, "lr": 9.920424823834491e-05}
+{"train_loss": 0.027867844328284264, "global_step": 2314, "epoch": 42, "lr": 9.920337298950765e-05}
+{"train_loss": 0.018836863338947296, "global_step": 2315, "epoch": 42, "lr": 9.920249726345631e-05}
+{"train_loss": 0.02009051851928234, "global_step": 2316, "epoch": 42, "lr": 9.920162106019939e-05}
+{"train_loss": 0.02218969538807869, "global_step": 2317, "epoch": 42, "lr": 9.920074437974536e-05}
+{"train_loss": 0.01683000475168228, "global_step": 2318, "epoch": 42, "lr": 9.919986722210275e-05}
+{"train_loss": 0.025547362864017487, "global_step": 2319, "epoch": 42, "lr": 9.919898958728005e-05}
+{"train_loss": 0.02454354241490364, "global_step": 2320, "epoch": 42, "lr": 9.919811147528577e-05}
+{"train_loss": 0.02416159312620207, "global_step": 2321, "epoch": 42, "lr": 9.919723288612844e-05, "val_loss": 0.02609243057668209}
+{"train_loss": 0.016649534925818443, "global_step": 2322, "epoch": 43, "lr": 9.919635381981658e-05}
+{"train_loss": 0.021033260971307755, "global_step": 2323, "epoch": 43, "lr": 9.919547427635871e-05}
+{"train_loss": 0.02546686865389347, "global_step": 2324, "epoch": 43, "lr": 9.919459425576334e-05}
+{"train_loss": 0.018771380186080933, "global_step": 2325, "epoch": 43, "lr": 9.919371375803905e-05}
+{"train_loss": 0.01851094327867031, "global_step": 2326, "epoch": 43, "lr": 9.919283278319436e-05}
+{"train_loss": 0.03153514862060547, "global_step": 2327, "epoch": 43, "lr": 9.919195133123779e-05}
+{"train_loss": 0.02071535214781761, "global_step": 2328, "epoch": 43, "lr": 9.919106940217793e-05}
+{"train_loss": 0.028107890859246254, "global_step": 2329, "epoch": 43, "lr": 9.919018699602331e-05}
+{"train_loss": 0.021395528689026833, "global_step": 2330, "epoch": 43, "lr": 9.918930411278248e-05}
+{"train_loss": 0.026514289900660515, "global_step": 2331, "epoch": 43, "lr": 9.918842075246404e-05}
+{"train_loss": 0.020607616752386093, "global_step": 2332, "epoch": 43, "lr": 9.918753691507652e-05}
+{"train_loss": 0.03125806897878647, "global_step": 2333, "epoch": 43, "lr": 9.91866526006285e-05}
+{"train_loss": 0.01691998913884163, "global_step": 2334, "epoch": 43, "lr": 9.918576780912857e-05}
+{"train_loss": 0.02548099309206009, "global_step": 2335, "epoch": 43, "lr": 9.91848825405853e-05}
+{"train_loss": 0.024661188945174217, "global_step": 2336, "epoch": 43, "lr": 9.918399679500727e-05}
+{"train_loss": 0.023580316454172134, "global_step": 2337, "epoch": 43, "lr": 9.918311057240308e-05}
+{"train_loss": 0.01996748521924019, "global_step": 2338, "epoch": 43, "lr": 9.918222387278133e-05}
+{"train_loss": 0.022756678983569145, "global_step": 2339, "epoch": 43, "lr": 9.918133669615063e-05}
+{"train_loss": 0.02369697019457817, "global_step": 2340, "epoch": 43, "lr": 9.918044904251955e-05}
+{"train_loss": 0.01607012189924717, "global_step": 2341, "epoch": 43, "lr": 9.917956091189673e-05}
+{"train_loss": 0.019863227382302284, "global_step": 2342, "epoch": 43, "lr": 9.917867230429076e-05}
+{"train_loss": 0.019514016807079315, "global_step": 2343, "epoch": 43, "lr": 9.91777832197103e-05}
+{"train_loss": 0.020355120301246643, "global_step": 2344, "epoch": 43, "lr": 9.917689365816392e-05}
+{"train_loss": 0.025121988728642464, "global_step": 2345, "epoch": 43, "lr": 9.917600361966026e-05}
+{"train_loss": 0.01790212094783783, "global_step": 2346, "epoch": 43, "lr": 9.917511310420799e-05}
+{"train_loss": 0.02202136628329754, "global_step": 2347, "epoch": 43, "lr": 9.917422211181571e-05}
+{"train_loss": 0.015520171262323856, "global_step": 2348, "epoch": 43, "lr": 9.917333064249207e-05}
+{"train_loss": 0.017173022031784058, "global_step": 2349, "epoch": 43, "lr": 9.917243869624573e-05}
+{"train_loss": 0.020690318197011948, "global_step": 2350, "epoch": 43, "lr": 9.917154627308531e-05}
+{"train_loss": 0.01988905295729637, "global_step": 2351, "epoch": 43, "lr": 9.91706533730195e-05}
+{"train_loss": 0.026178909465670586, "global_step": 2352, "epoch": 43, "lr": 9.916975999605694e-05}
+{"train_loss": 0.015846766531467438, "global_step": 2353, "epoch": 43, "lr": 9.916886614220631e-05}
+{"train_loss": 0.02520926482975483, "global_step": 2354, "epoch": 43, "lr": 9.916797181147626e-05}
+{"train_loss": 0.02368672378361225, "global_step": 2355, "epoch": 43, "lr": 9.916707700387547e-05}
+{"train_loss": 0.017614511772990227, "global_step": 2356, "epoch": 43, "lr": 9.916618171941264e-05}
+{"train_loss": 0.02394179068505764, "global_step": 2357, "epoch": 43, "lr": 9.91652859580964e-05}
+{"train_loss": 0.028376150876283646, "global_step": 2358, "epoch": 43, "lr": 9.91643897199355e-05}
+{"train_loss": 0.019216854125261307, "global_step": 2359, "epoch": 43, "lr": 9.916349300493859e-05}
+{"train_loss": 0.022510964423418045, "global_step": 2360, "epoch": 43, "lr": 9.91625958131144e-05}
+{"train_loss": 0.021170813590288162, "global_step": 2361, "epoch": 43, "lr": 9.91616981444716e-05}
+{"train_loss": 0.025159303098917007, "global_step": 2362, "epoch": 43, "lr": 9.916079999901891e-05}
+{"train_loss": 0.018941882997751236, "global_step": 2363, "epoch": 43, "lr": 9.915990137676505e-05}
+{"train_loss": 0.016492284834384918, "global_step": 2364, "epoch": 43, "lr": 9.915900227771872e-05}
+{"train_loss": 0.021541694179177284, "global_step": 2365, "epoch": 43, "lr": 9.915810270188866e-05}
+{"train_loss": 0.020764920860528946, "global_step": 2366, "epoch": 43, "lr": 9.915720264928357e-05}
+{"train_loss": 0.021044068038463593, "global_step": 2367, "epoch": 43, "lr": 9.915630211991219e-05}
+{"train_loss": 0.02576974406838417, "global_step": 2368, "epoch": 43, "lr": 9.915540111378326e-05}
+{"train_loss": 0.022914143279194832, "global_step": 2369, "epoch": 43, "lr": 9.91544996309055e-05}
+{"train_loss": 0.022950228303670883, "global_step": 2370, "epoch": 43, "lr": 9.915359767128768e-05}
+{"train_loss": 0.01923983544111252, "global_step": 2371, "epoch": 43, "lr": 9.915269523493854e-05}
+{"train_loss": 0.023842135444283485, "global_step": 2372, "epoch": 43, "lr": 9.915179232186682e-05}
+{"train_loss": 0.02608179859817028, "global_step": 2373, "epoch": 43, "lr": 9.915088893208129e-05}
+{"train_loss": 0.022335417568683624, "global_step": 2374, "epoch": 43, "lr": 9.91499850655907e-05}
+{"train_loss": 0.021932453658707714, "global_step": 2375, "epoch": 43, "lr": 9.914908072240381e-05, "val_loss": 0.024678295478224754}
+{"train_loss": 0.02399415150284767, "global_step": 2376, "epoch": 44, "lr": 9.914817590252943e-05}
+{"train_loss": 0.02436787262558937, "global_step": 2377, "epoch": 44, "lr": 9.91472706059763e-05}
+{"train_loss": 0.020116984844207764, "global_step": 2378, "epoch": 44, "lr": 9.914636483275322e-05}
+{"train_loss": 0.02231147512793541, "global_step": 2379, "epoch": 44, "lr": 9.914545858286894e-05}
+{"train_loss": 0.02532992698252201, "global_step": 2380, "epoch": 44, "lr": 9.914455185633229e-05}
+{"train_loss": 0.02447211928665638, "global_step": 2381, "epoch": 44, "lr": 9.914364465315205e-05}
+{"train_loss": 0.018623465672135353, "global_step": 2382, "epoch": 44, "lr": 9.914273697333702e-05}
+{"train_loss": 0.01826566457748413, "global_step": 2383, "epoch": 44, "lr": 9.914182881689599e-05}
+{"train_loss": 0.022396642714738846, "global_step": 2384, "epoch": 44, "lr": 9.914092018383778e-05}
+{"train_loss": 0.029557492583990097, "global_step": 2385, "epoch": 44, "lr": 9.914001107417122e-05}
+{"train_loss": 0.025558633729815483, "global_step": 2386, "epoch": 44, "lr": 9.913910148790509e-05}
+{"train_loss": 0.01970335654914379, "global_step": 2387, "epoch": 44, "lr": 9.913819142504823e-05}
+{"train_loss": 0.021131088957190514, "global_step": 2388, "epoch": 44, "lr": 9.913728088560947e-05}
+{"train_loss": 0.022682510316371918, "global_step": 2389, "epoch": 44, "lr": 9.913636986959764e-05}
+{"train_loss": 0.020342223346233368, "global_step": 2390, "epoch": 44, "lr": 9.913545837702158e-05}
+{"train_loss": 0.018379956483840942, "global_step": 2391, "epoch": 44, "lr": 9.913454640789013e-05}
+{"train_loss": 0.02486596070230007, "global_step": 2392, "epoch": 44, "lr": 9.913363396221211e-05}
+{"train_loss": 0.02403898350894451, "global_step": 2393, "epoch": 44, "lr": 9.913272103999641e-05}
+{"train_loss": 0.023653792217373848, "global_step": 2394, "epoch": 44, "lr": 9.913180764125185e-05}
+{"train_loss": 0.023629112169146538, "global_step": 2395, "epoch": 44, "lr": 9.913089376598732e-05}
+{"train_loss": 0.029936011880636215, "global_step": 2396, "epoch": 44, "lr": 9.912997941421164e-05}
+{"train_loss": 0.022142747417092323, "global_step": 2397, "epoch": 44, "lr": 9.912906458593372e-05}
+{"train_loss": 0.02048763632774353, "global_step": 2398, "epoch": 44, "lr": 9.912814928116241e-05}
+{"train_loss": 0.020870082080364227, "global_step": 2399, "epoch": 44, "lr": 9.91272334999066e-05}
+{"train_loss": 0.02615402452647686, "global_step": 2400, "epoch": 44, "lr": 9.912631724217516e-05}
+{"train_loss": 0.01951577514410019, "global_step": 2401, "epoch": 44, "lr": 9.912540050797699e-05}
+{"train_loss": 0.014463452622294426, "global_step": 2402, "epoch": 44, "lr": 9.912448329732098e-05}
+{"train_loss": 0.022229677066206932, "global_step": 2403, "epoch": 44, "lr": 9.9123565610216e-05}
+{"train_loss": 0.026395628228783607, "global_step": 2404, "epoch": 44, "lr": 9.912264744667099e-05}
+{"train_loss": 0.019923722371459007, "global_step": 2405, "epoch": 44, "lr": 9.912172880669482e-05}
+{"train_loss": 0.022644558921456337, "global_step": 2406, "epoch": 44, "lr": 9.912080969029642e-05}
+{"train_loss": 0.018479062244296074, "global_step": 2407, "epoch": 44, "lr": 9.91198900974847e-05}
+{"train_loss": 0.01996172033250332, "global_step": 2408, "epoch": 44, "lr": 9.911897002826857e-05}
+{"train_loss": 0.022578874602913857, "global_step": 2409, "epoch": 44, "lr": 9.911804948265698e-05}
+{"train_loss": 0.020079422742128372, "global_step": 2410, "epoch": 44, "lr": 9.911712846065884e-05}
+{"train_loss": 0.026316197589039803, "global_step": 2411, "epoch": 44, "lr": 9.911620696228306e-05}
+{"train_loss": 0.019025661051273346, "global_step": 2412, "epoch": 44, "lr": 9.911528498753862e-05}
+{"train_loss": 0.02461325004696846, "global_step": 2413, "epoch": 44, "lr": 9.911436253643445e-05}
+{"train_loss": 0.025010254234075546, "global_step": 2414, "epoch": 44, "lr": 9.911343960897947e-05}
+{"train_loss": 0.026951417326927185, "global_step": 2415, "epoch": 44, "lr": 9.911251620518265e-05}
+{"train_loss": 0.02079945057630539, "global_step": 2416, "epoch": 44, "lr": 9.911159232505296e-05}
+{"train_loss": 0.020770138129591942, "global_step": 2417, "epoch": 44, "lr": 9.911066796859934e-05}
+{"train_loss": 0.01976196840405464, "global_step": 2418, "epoch": 44, "lr": 9.910974313583076e-05}
+{"train_loss": 0.02324337139725685, "global_step": 2419, "epoch": 44, "lr": 9.910881782675619e-05}
+{"train_loss": 0.020032448694109917, "global_step": 2420, "epoch": 44, "lr": 9.91078920413846e-05}
+{"train_loss": 0.018128741532564163, "global_step": 2421, "epoch": 44, "lr": 9.9106965779725e-05}
+{"train_loss": 0.023112701252102852, "global_step": 2422, "epoch": 44, "lr": 9.910603904178632e-05}
+{"train_loss": 0.022531218826770782, "global_step": 2423, "epoch": 44, "lr": 9.91051118275776e-05}
+{"train_loss": 0.02248682826757431, "global_step": 2424, "epoch": 44, "lr": 9.91041841371078e-05}
+{"train_loss": 0.02511226385831833, "global_step": 2425, "epoch": 44, "lr": 9.910325597038594e-05}
+{"train_loss": 0.018948769196867943, "global_step": 2426, "epoch": 44, "lr": 9.9102327327421e-05}
+{"train_loss": 0.02112770639359951, "global_step": 2427, "epoch": 44, "lr": 9.9101398208222e-05}
+{"train_loss": 0.022189559414982796, "global_step": 2428, "epoch": 44, "lr": 9.910046861279794e-05}
+{"train_loss": 0.02219322206521476, "global_step": 2429, "epoch": 44, "lr": 9.909953854115783e-05, "val_loss": 0.020898988470435143}
+{"train_loss": 0.0224654171615839, "global_step": 2430, "epoch": 45, "lr": 9.909860799331072e-05}
+{"train_loss": 0.012389887124300003, "global_step": 2431, "epoch": 45, "lr": 9.909767696926563e-05}
+{"train_loss": 0.027921007946133614, "global_step": 2432, "epoch": 45, "lr": 9.909674546903156e-05}
+{"train_loss": 0.020829737186431885, "global_step": 2433, "epoch": 45, "lr": 9.909581349261759e-05}
+{"train_loss": 0.015073813498020172, "global_step": 2434, "epoch": 45, "lr": 9.90948810400327e-05}
+{"train_loss": 0.024604272097349167, "global_step": 2435, "epoch": 45, "lr": 9.909394811128598e-05}
+{"train_loss": 0.02028004452586174, "global_step": 2436, "epoch": 45, "lr": 9.909301470638648e-05}
+{"train_loss": 0.02304699271917343, "global_step": 2437, "epoch": 45, "lr": 9.909208082534322e-05}
+{"train_loss": 0.024310218170285225, "global_step": 2438, "epoch": 45, "lr": 9.909114646816529e-05}
+{"train_loss": 0.017139524221420288, "global_step": 2439, "epoch": 45, "lr": 9.909021163486172e-05}
+{"train_loss": 0.019361965358257294, "global_step": 2440, "epoch": 45, "lr": 9.90892763254416e-05}
+{"train_loss": 0.019429964944720268, "global_step": 2441, "epoch": 45, "lr": 9.9088340539914e-05}
+{"train_loss": 0.01841963641345501, "global_step": 2442, "epoch": 45, "lr": 9.908740427828799e-05}
+{"train_loss": 0.022005777806043625, "global_step": 2443, "epoch": 45, "lr": 9.908646754057264e-05}
+{"train_loss": 0.020029116421937943, "global_step": 2444, "epoch": 45, "lr": 9.908553032677707e-05}
+{"train_loss": 0.028213664889335632, "global_step": 2445, "epoch": 45, "lr": 9.908459263691033e-05}
+{"train_loss": 0.021247034892439842, "global_step": 2446, "epoch": 45, "lr": 9.908365447098153e-05}
+{"train_loss": 0.022878609597682953, "global_step": 2447, "epoch": 45, "lr": 9.908271582899979e-05}
+{"train_loss": 0.02333892695605755, "global_step": 2448, "epoch": 45, "lr": 9.908177671097418e-05}
+{"train_loss": 0.018939558416604996, "global_step": 2449, "epoch": 45, "lr": 9.908083711691383e-05}
+{"train_loss": 0.026942268013954163, "global_step": 2450, "epoch": 45, "lr": 9.907989704682783e-05}
+{"train_loss": 0.02345927804708481, "global_step": 2451, "epoch": 45, "lr": 9.907895650072533e-05}
+{"train_loss": 0.020837310701608658, "global_step": 2452, "epoch": 45, "lr": 9.907801547861544e-05}
+{"train_loss": 0.019420623779296875, "global_step": 2453, "epoch": 45, "lr": 9.907707398050727e-05}
+{"train_loss": 0.023862766101956367, "global_step": 2454, "epoch": 45, "lr": 9.907613200640997e-05}
+{"train_loss": 0.01998220756649971, "global_step": 2455, "epoch": 45, "lr": 9.907518955633266e-05}
+{"train_loss": 0.01602287031710148, "global_step": 2456, "epoch": 45, "lr": 9.907424663028448e-05}
+{"train_loss": 0.019599217921495438, "global_step": 2457, "epoch": 45, "lr": 9.907330322827462e-05}
+{"train_loss": 0.018598392605781555, "global_step": 2458, "epoch": 45, "lr": 9.907235935031218e-05}
+{"train_loss": 0.018951399251818657, "global_step": 2459, "epoch": 45, "lr": 9.907141499640633e-05}
+{"train_loss": 0.02340182475745678, "global_step": 2460, "epoch": 45, "lr": 9.907047016656621e-05}
+{"train_loss": 0.02265177294611931, "global_step": 2461, "epoch": 45, "lr": 9.906952486080103e-05}
+{"train_loss": 0.025945568457245827, "global_step": 2462, "epoch": 45, "lr": 9.906857907911992e-05}
+{"train_loss": 0.015033060684800148, "global_step": 2463, "epoch": 45, "lr": 9.906763282153207e-05}
+{"train_loss": 0.015907933935523033, "global_step": 2464, "epoch": 45, "lr": 9.906668608804664e-05}
+{"train_loss": 0.022622160613536835, "global_step": 2465, "epoch": 45, "lr": 9.906573887867283e-05}
+{"train_loss": 0.02740742266178131, "global_step": 2466, "epoch": 45, "lr": 9.906479119341982e-05}
+{"train_loss": 0.022226469591259956, "global_step": 2467, "epoch": 45, "lr": 9.906384303229681e-05}
+{"train_loss": 0.022962141782045364, "global_step": 2468, "epoch": 45, "lr": 9.906289439531297e-05}
+{"train_loss": 0.01941288448870182, "global_step": 2469, "epoch": 45, "lr": 9.906194528247754e-05}
+{"train_loss": 0.026735447347164154, "global_step": 2470, "epoch": 45, "lr": 9.90609956937997e-05}
+{"train_loss": 0.016185248270630836, "global_step": 2471, "epoch": 45, "lr": 9.906004562928864e-05}
+{"train_loss": 0.01975877210497856, "global_step": 2472, "epoch": 45, "lr": 9.905909508895363e-05}
+{"train_loss": 0.019027089700102806, "global_step": 2473, "epoch": 45, "lr": 9.905814407280384e-05}
+{"train_loss": 0.02279362455010414, "global_step": 2474, "epoch": 45, "lr": 9.905719258084851e-05}
+{"train_loss": 0.020679866895079613, "global_step": 2475, "epoch": 45, "lr": 9.905624061309688e-05}
+{"train_loss": 0.024943482130765915, "global_step": 2476, "epoch": 45, "lr": 9.905528816955817e-05}
+{"train_loss": 0.021869055926799774, "global_step": 2477, "epoch": 45, "lr": 9.905433525024162e-05}
+{"train_loss": 0.022637298330664635, "global_step": 2478, "epoch": 45, "lr": 9.905338185515646e-05}
+{"train_loss": 0.023846635594964027, "global_step": 2479, "epoch": 45, "lr": 9.905242798431196e-05}
+{"train_loss": 0.021851468831300735, "global_step": 2480, "epoch": 45, "lr": 9.905147363771737e-05}
+{"train_loss": 0.01858239434659481, "global_step": 2481, "epoch": 45, "lr": 9.905051881538193e-05}
+{"train_loss": 0.029397472739219666, "global_step": 2482, "epoch": 45, "lr": 9.904956351731489e-05}
+{"train_loss": 0.021449348130435857, "global_step": 2483, "epoch": 45, "lr": 9.904860774352555e-05, "val_loss": 0.027241667732596397, "train_action_mse_error": 0.002661775564774871}
+{"train_loss": 0.0326484851539135, "global_step": 2484, "epoch": 46, "lr": 9.904765149402315e-05}
+{"train_loss": 0.02423371560871601, "global_step": 2485, "epoch": 46, "lr": 9.9046694768817e-05}
+{"train_loss": 0.020793527364730835, "global_step": 2486, "epoch": 46, "lr": 9.904573756791633e-05}
+{"train_loss": 0.02907969057559967, "global_step": 2487, "epoch": 46, "lr": 9.904477989133047e-05}
+{"train_loss": 0.02279900386929512, "global_step": 2488, "epoch": 46, "lr": 9.904382173906867e-05}
+{"train_loss": 0.023181404918432236, "global_step": 2489, "epoch": 46, "lr": 9.904286311114026e-05}
+{"train_loss": 0.017096055671572685, "global_step": 2490, "epoch": 46, "lr": 9.904190400755451e-05}
+{"train_loss": 0.025909436866641045, "global_step": 2491, "epoch": 46, "lr": 9.904094442832073e-05}
+{"train_loss": 0.016836432740092278, "global_step": 2492, "epoch": 46, "lr": 9.903998437344822e-05}
+{"train_loss": 0.021555360406637192, "global_step": 2493, "epoch": 46, "lr": 9.90390238429463e-05}
+{"train_loss": 0.02632351964712143, "global_step": 2494, "epoch": 46, "lr": 9.903806283682428e-05}
+{"train_loss": 0.017564307898283005, "global_step": 2495, "epoch": 46, "lr": 9.90371013550915e-05}
+{"train_loss": 0.019162455573678017, "global_step": 2496, "epoch": 46, "lr": 9.903613939775727e-05}
+{"train_loss": 0.02242276258766651, "global_step": 2497, "epoch": 46, "lr": 9.903517696483091e-05}
+{"train_loss": 0.02565097063779831, "global_step": 2498, "epoch": 46, "lr": 9.903421405632177e-05}
+{"train_loss": 0.030621686950325966, "global_step": 2499, "epoch": 46, "lr": 9.903325067223919e-05}
+{"train_loss": 0.018097247928380966, "global_step": 2500, "epoch": 46, "lr": 9.90322868125925e-05}
+{"train_loss": 0.028251245617866516, "global_step": 2501, "epoch": 46, "lr": 9.903132247739106e-05}
+{"train_loss": 0.01813552714884281, "global_step": 2502, "epoch": 46, "lr": 9.903035766664422e-05}
+{"train_loss": 0.027136091142892838, "global_step": 2503, "epoch": 46, "lr": 9.902939238036133e-05}
+{"train_loss": 0.028223030269145966, "global_step": 2504, "epoch": 46, "lr": 9.902842661855177e-05}
+{"train_loss": 0.017799992114305496, "global_step": 2505, "epoch": 46, "lr": 9.902746038122488e-05}
+{"train_loss": 0.022075125947594643, "global_step": 2506, "epoch": 46, "lr": 9.902649366839006e-05}
+{"train_loss": 0.028407201170921326, "global_step": 2507, "epoch": 46, "lr": 9.902552648005665e-05}
+{"train_loss": 0.022987227886915207, "global_step": 2508, "epoch": 46, "lr": 9.902455881623407e-05}
+{"train_loss": 0.018393702805042267, "global_step": 2509, "epoch": 46, "lr": 9.902359067693169e-05}
+{"train_loss": 0.025789998471736908, "global_step": 2510, "epoch": 46, "lr": 9.902262206215889e-05}
+{"train_loss": 0.025519859045743942, "global_step": 2511, "epoch": 46, "lr": 9.902165297192508e-05}
+{"train_loss": 0.030909590423107147, "global_step": 2512, "epoch": 46, "lr": 9.902068340623965e-05}
+{"train_loss": 0.03103119321167469, "global_step": 2513, "epoch": 46, "lr": 9.9019713365112e-05}
+{"train_loss": 0.02281133085489273, "global_step": 2514, "epoch": 46, "lr": 9.901874284855154e-05}
+{"train_loss": 0.022702135145664215, "global_step": 2515, "epoch": 46, "lr": 9.90177718565677e-05}
+{"train_loss": 0.01811138354241848, "global_step": 2516, "epoch": 46, "lr": 9.901680038916989e-05}
+{"train_loss": 0.025107519701123238, "global_step": 2517, "epoch": 46, "lr": 9.90158284463675e-05}
+{"train_loss": 0.023747721686959267, "global_step": 2518, "epoch": 46, "lr": 9.901485602817e-05}
+{"train_loss": 0.02545754797756672, "global_step": 2519, "epoch": 46, "lr": 9.901388313458679e-05}
+{"train_loss": 0.018042001873254776, "global_step": 2520, "epoch": 46, "lr": 9.901290976562734e-05}
+{"train_loss": 0.022141428664326668, "global_step": 2521, "epoch": 46, "lr": 9.901193592130106e-05}
+{"train_loss": 0.016796821728348732, "global_step": 2522, "epoch": 46, "lr": 9.90109616016174e-05}
+{"train_loss": 0.022262509912252426, "global_step": 2523, "epoch": 46, "lr": 9.900998680658581e-05}
+{"train_loss": 0.019629159942269325, "global_step": 2524, "epoch": 46, "lr": 9.900901153621576e-05}
+{"train_loss": 0.03136853128671646, "global_step": 2525, "epoch": 46, "lr": 9.900803579051671e-05}
+{"train_loss": 0.023852234706282616, "global_step": 2526, "epoch": 46, "lr": 9.900705956949809e-05}
+{"train_loss": 0.028505947440862656, "global_step": 2527, "epoch": 46, "lr": 9.900608287316941e-05}
+{"train_loss": 0.01839873008430004, "global_step": 2528, "epoch": 46, "lr": 9.90051057015401e-05}
+{"train_loss": 0.0292458925396204, "global_step": 2529, "epoch": 46, "lr": 9.900412805461967e-05}
+{"train_loss": 0.013989376835525036, "global_step": 2530, "epoch": 46, "lr": 9.90031499324176e-05}
+{"train_loss": 0.026487234979867935, "global_step": 2531, "epoch": 46, "lr": 9.900217133494336e-05}
+{"train_loss": 0.020722027868032455, "global_step": 2532, "epoch": 46, "lr": 9.900119226220645e-05}
+{"train_loss": 0.02046237699687481, "global_step": 2533, "epoch": 46, "lr": 9.900021271421638e-05}
+{"train_loss": 0.01842314936220646, "global_step": 2534, "epoch": 46, "lr": 9.899923269098262e-05}
+{"train_loss": 0.026857931166887283, "global_step": 2535, "epoch": 46, "lr": 9.899825219251469e-05}
+{"train_loss": 0.016479332000017166, "global_step": 2536, "epoch": 46, "lr": 9.899727121882211e-05}
+{"train_loss": 0.023161522336994058, "global_step": 2537, "epoch": 46, "lr": 9.89962897699144e-05, "val_loss": 0.021215520799160004}
+{"train_loss": 0.018122225999832153, "global_step": 2538, "epoch": 47, "lr": 9.899530784580104e-05}
+{"train_loss": 0.015727560967206955, "global_step": 2539, "epoch": 47, "lr": 9.899432544649158e-05}
+{"train_loss": 0.022253569215536118, "global_step": 2540, "epoch": 47, "lr": 9.899334257199556e-05}
+{"train_loss": 0.022847387939691544, "global_step": 2541, "epoch": 47, "lr": 9.899235922232248e-05}
+{"train_loss": 0.025027047842741013, "global_step": 2542, "epoch": 47, "lr": 9.899137539748191e-05}
+{"train_loss": 0.019759034737944603, "global_step": 2543, "epoch": 47, "lr": 9.899039109748338e-05}
+{"train_loss": 0.028991535305976868, "global_step": 2544, "epoch": 47, "lr": 9.898940632233642e-05}
+{"train_loss": 0.028430011123418808, "global_step": 2545, "epoch": 47, "lr": 9.898842107205061e-05}
+{"train_loss": 0.024134928360581398, "global_step": 2546, "epoch": 47, "lr": 9.898743534663548e-05}
+{"train_loss": 0.022158535197377205, "global_step": 2547, "epoch": 47, "lr": 9.898644914610062e-05}
+{"train_loss": 0.018771467730402946, "global_step": 2548, "epoch": 47, "lr": 9.898546247045554e-05}
+{"train_loss": 0.021427439525723457, "global_step": 2549, "epoch": 47, "lr": 9.898447531970989e-05}
+{"train_loss": 0.022615326568484306, "global_step": 2550, "epoch": 47, "lr": 9.898348769387318e-05}
+{"train_loss": 0.019002344459295273, "global_step": 2551, "epoch": 47, "lr": 9.8982499592955e-05}
+{"train_loss": 0.01740891858935356, "global_step": 2552, "epoch": 47, "lr": 9.898151101696496e-05}
+{"train_loss": 0.02051926963031292, "global_step": 2553, "epoch": 47, "lr": 9.898052196591262e-05}
+{"train_loss": 0.021916665136814117, "global_step": 2554, "epoch": 47, "lr": 9.897953243980759e-05}
+{"train_loss": 0.019604576751589775, "global_step": 2555, "epoch": 47, "lr": 9.897854243865945e-05}
+{"train_loss": 0.02631411887705326, "global_step": 2556, "epoch": 47, "lr": 9.897755196247782e-05}
+{"train_loss": 0.026178564876317978, "global_step": 2557, "epoch": 47, "lr": 9.897656101127229e-05}
+{"train_loss": 0.016081273555755615, "global_step": 2558, "epoch": 47, "lr": 9.89755695850525e-05}
+{"train_loss": 0.02319215051829815, "global_step": 2559, "epoch": 47, "lr": 9.897457768382802e-05}
+{"train_loss": 0.01758529618382454, "global_step": 2560, "epoch": 47, "lr": 9.897358530760852e-05}
+{"train_loss": 0.026156192645430565, "global_step": 2561, "epoch": 47, "lr": 9.897259245640358e-05}
+{"train_loss": 0.02786255069077015, "global_step": 2562, "epoch": 47, "lr": 9.897159913022288e-05}
+{"train_loss": 0.024599473923444748, "global_step": 2563, "epoch": 47, "lr": 9.897060532907598e-05}
+{"train_loss": 0.021469591185450554, "global_step": 2564, "epoch": 47, "lr": 9.896961105297259e-05}
+{"train_loss": 0.026725880801677704, "global_step": 2565, "epoch": 47, "lr": 9.896861630192233e-05}
+{"train_loss": 0.02489706315100193, "global_step": 2566, "epoch": 47, "lr": 9.896762107593482e-05}
+{"train_loss": 0.017618423327803612, "global_step": 2567, "epoch": 47, "lr": 9.896662537501976e-05}
+{"train_loss": 0.02162293531000614, "global_step": 2568, "epoch": 47, "lr": 9.896562919918677e-05}
+{"train_loss": 0.025934262201189995, "global_step": 2569, "epoch": 47, "lr": 9.896463254844553e-05}
+{"train_loss": 0.030737217515707016, "global_step": 2570, "epoch": 47, "lr": 9.896363542280572e-05}
+{"train_loss": 0.022488905116915703, "global_step": 2571, "epoch": 47, "lr": 9.896263782227697e-05}
+{"train_loss": 0.018433507531881332, "global_step": 2572, "epoch": 47, "lr": 9.896163974686898e-05}
+{"train_loss": 0.02401154302060604, "global_step": 2573, "epoch": 47, "lr": 9.896064119659143e-05}
+{"train_loss": 0.025353161618113518, "global_step": 2574, "epoch": 47, "lr": 9.8959642171454e-05}
+{"train_loss": 0.027971316128969193, "global_step": 2575, "epoch": 47, "lr": 9.895864267146639e-05}
+{"train_loss": 0.018030745908617973, "global_step": 2576, "epoch": 47, "lr": 9.895764269663828e-05}
+{"train_loss": 0.021270252764225006, "global_step": 2577, "epoch": 47, "lr": 9.895664224697939e-05}
+{"train_loss": 0.0331302210688591, "global_step": 2578, "epoch": 47, "lr": 9.89556413224994e-05}
+{"train_loss": 0.021967722102999687, "global_step": 2579, "epoch": 47, "lr": 9.895463992320801e-05}
+{"train_loss": 0.019356941804289818, "global_step": 2580, "epoch": 47, "lr": 9.895363804911497e-05}
+{"train_loss": 0.020312199369072914, "global_step": 2581, "epoch": 47, "lr": 9.895263570022996e-05}
+{"train_loss": 0.018263598904013634, "global_step": 2582, "epoch": 47, "lr": 9.895163287656272e-05}
+{"train_loss": 0.02226484753191471, "global_step": 2583, "epoch": 47, "lr": 9.895062957812297e-05}
+{"train_loss": 0.028601834550499916, "global_step": 2584, "epoch": 47, "lr": 9.894962580492045e-05}
+{"train_loss": 0.016750220209360123, "global_step": 2585, "epoch": 47, "lr": 9.894862155696489e-05}
+{"train_loss": 0.014908509328961372, "global_step": 2586, "epoch": 47, "lr": 9.894761683426604e-05}
+{"train_loss": 0.022864634171128273, "global_step": 2587, "epoch": 47, "lr": 9.894661163683361e-05}
+{"train_loss": 0.02047852985560894, "global_step": 2588, "epoch": 47, "lr": 9.894560596467738e-05}
+{"train_loss": 0.02011789195239544, "global_step": 2589, "epoch": 47, "lr": 9.894459981780711e-05}
+{"train_loss": 0.019226063042879105, "global_step": 2590, "epoch": 47, "lr": 9.894359319623252e-05}
+{"train_loss": 0.022186537376708455, "global_step": 2591, "epoch": 47, "lr": 9.894258609996343e-05, "val_loss": 0.02506185509264469}
+{"train_loss": 0.020356707274913788, "global_step": 2592, "epoch": 48, "lr": 9.894157852900956e-05}
+{"train_loss": 0.019438570365309715, "global_step": 2593, "epoch": 48, "lr": 9.89405704833807e-05}
+{"train_loss": 0.026371018961071968, "global_step": 2594, "epoch": 48, "lr": 9.893956196308662e-05}
+{"train_loss": 0.02194254845380783, "global_step": 2595, "epoch": 48, "lr": 9.89385529681371e-05}
+{"train_loss": 0.018766039982438087, "global_step": 2596, "epoch": 48, "lr": 9.893754349854194e-05}
+{"train_loss": 0.022630224004387856, "global_step": 2597, "epoch": 48, "lr": 9.893653355431094e-05}
+{"train_loss": 0.021313099190592766, "global_step": 2598, "epoch": 48, "lr": 9.893552313545386e-05}
+{"train_loss": 0.019871508702635765, "global_step": 2599, "epoch": 48, "lr": 9.893451224198052e-05}
+{"train_loss": 0.025844860821962357, "global_step": 2600, "epoch": 48, "lr": 9.893350087390071e-05}
+{"train_loss": 0.013540929183363914, "global_step": 2601, "epoch": 48, "lr": 9.893248903122427e-05}
+{"train_loss": 0.023144284263253212, "global_step": 2602, "epoch": 48, "lr": 9.8931476713961e-05}
+{"train_loss": 0.017919596284627914, "global_step": 2603, "epoch": 48, "lr": 9.89304639221207e-05}
+{"train_loss": 0.02845108136534691, "global_step": 2604, "epoch": 48, "lr": 9.892945065571321e-05}
+{"train_loss": 0.024212850257754326, "global_step": 2605, "epoch": 48, "lr": 9.892843691474836e-05}
+{"train_loss": 0.02427411638200283, "global_step": 2606, "epoch": 48, "lr": 9.892742269923599e-05}
+{"train_loss": 0.02510809525847435, "global_step": 2607, "epoch": 48, "lr": 9.89264080091859e-05}
+{"train_loss": 0.013600626960396767, "global_step": 2608, "epoch": 48, "lr": 9.892539284460795e-05}
+{"train_loss": 0.020736508071422577, "global_step": 2609, "epoch": 48, "lr": 9.8924377205512e-05}
+{"train_loss": 0.022614100947976112, "global_step": 2610, "epoch": 48, "lr": 9.89233610919079e-05}
+{"train_loss": 0.02441738173365593, "global_step": 2611, "epoch": 48, "lr": 9.892234450380547e-05}
+{"train_loss": 0.023921307176351547, "global_step": 2612, "epoch": 48, "lr": 9.892132744121462e-05}
+{"train_loss": 0.02348853088915348, "global_step": 2613, "epoch": 48, "lr": 9.892030990414519e-05}
+{"train_loss": 0.020447291433811188, "global_step": 2614, "epoch": 48, "lr": 9.891929189260703e-05}
+{"train_loss": 0.021497609093785286, "global_step": 2615, "epoch": 48, "lr": 9.891827340661005e-05}
+{"train_loss": 0.02145952358841896, "global_step": 2616, "epoch": 48, "lr": 9.891725444616409e-05}
+{"train_loss": 0.020061472430825233, "global_step": 2617, "epoch": 48, "lr": 9.891623501127907e-05}
+{"train_loss": 0.024240387603640556, "global_step": 2618, "epoch": 48, "lr": 9.891521510196484e-05}
+{"train_loss": 0.023169297724962234, "global_step": 2619, "epoch": 48, "lr": 9.891419471823133e-05}
+{"train_loss": 0.018834859132766724, "global_step": 2620, "epoch": 48, "lr": 9.891317386008841e-05}
+{"train_loss": 0.018454041332006454, "global_step": 2621, "epoch": 48, "lr": 9.8912152527546e-05}
+{"train_loss": 0.02886410430073738, "global_step": 2622, "epoch": 48, "lr": 9.891113072061398e-05}
+{"train_loss": 0.01788053661584854, "global_step": 2623, "epoch": 48, "lr": 9.891010843930228e-05}
+{"train_loss": 0.024496279656887054, "global_step": 2624, "epoch": 48, "lr": 9.890908568362083e-05}
+{"train_loss": 0.020804382860660553, "global_step": 2625, "epoch": 48, "lr": 9.890806245357951e-05}
+{"train_loss": 0.0216034147888422, "global_step": 2626, "epoch": 48, "lr": 9.890703874918827e-05}
+{"train_loss": 0.018459005281329155, "global_step": 2627, "epoch": 48, "lr": 9.890601457045703e-05}
+{"train_loss": 0.02140043117105961, "global_step": 2628, "epoch": 48, "lr": 9.890498991739574e-05}
+{"train_loss": 0.0241236612200737, "global_step": 2629, "epoch": 48, "lr": 9.89039647900143e-05}
+{"train_loss": 0.01707461290061474, "global_step": 2630, "epoch": 48, "lr": 9.890293918832269e-05}
+{"train_loss": 0.0210880097001791, "global_step": 2631, "epoch": 48, "lr": 9.890191311233084e-05}
+{"train_loss": 0.02696869894862175, "global_step": 2632, "epoch": 48, "lr": 9.890088656204873e-05}
+{"train_loss": 0.027159787714481354, "global_step": 2633, "epoch": 48, "lr": 9.889985953748626e-05}
+{"train_loss": 0.016471458598971367, "global_step": 2634, "epoch": 48, "lr": 9.889883203865342e-05}
+{"train_loss": 0.022759560495615005, "global_step": 2635, "epoch": 48, "lr": 9.88978040655602e-05}
+{"train_loss": 0.017530685290694237, "global_step": 2636, "epoch": 48, "lr": 9.889677561821653e-05}
+{"train_loss": 0.02061200886964798, "global_step": 2637, "epoch": 48, "lr": 9.889574669663242e-05}
+{"train_loss": 0.01494582463055849, "global_step": 2638, "epoch": 48, "lr": 9.889471730081783e-05}
+{"train_loss": 0.021862413734197617, "global_step": 2639, "epoch": 48, "lr": 9.889368743078274e-05}
+{"train_loss": 0.01825442910194397, "global_step": 2640, "epoch": 48, "lr": 9.889265708653715e-05}
+{"train_loss": 0.020459558814764023, "global_step": 2641, "epoch": 48, "lr": 9.889162626809103e-05}
+{"train_loss": 0.018790122121572495, "global_step": 2642, "epoch": 48, "lr": 9.889059497545441e-05}
+{"train_loss": 0.024196682497859, "global_step": 2643, "epoch": 48, "lr": 9.888956320863727e-05}
+{"train_loss": 0.019763028249144554, "global_step": 2644, "epoch": 48, "lr": 9.888853096764964e-05}
+{"train_loss": 0.02155751067524155, "global_step": 2645, "epoch": 48, "lr": 9.88874982525015e-05, "val_loss": 0.018802478909492493}
+{"train_loss": 0.020488779991865158, "global_step": 2646, "epoch": 49, "lr": 9.888646506320289e-05}
+{"train_loss": 0.01717323251068592, "global_step": 2647, "epoch": 49, "lr": 9.888543139976382e-05}
+{"train_loss": 0.01595476269721985, "global_step": 2648, "epoch": 49, "lr": 9.888439726219434e-05}
+{"train_loss": 0.023999813944101334, "global_step": 2649, "epoch": 49, "lr": 9.888336265050443e-05}
+{"train_loss": 0.024700427427887917, "global_step": 2650, "epoch": 49, "lr": 9.888232756470417e-05}
+{"train_loss": 0.02063126675784588, "global_step": 2651, "epoch": 49, "lr": 9.888129200480356e-05}
+{"train_loss": 0.018868787214159966, "global_step": 2652, "epoch": 49, "lr": 9.888025597081269e-05}
+{"train_loss": 0.020176295191049576, "global_step": 2653, "epoch": 49, "lr": 9.887921946274157e-05}
+{"train_loss": 0.02361426316201687, "global_step": 2654, "epoch": 49, "lr": 9.887818248060028e-05}
+{"train_loss": 0.026600562036037445, "global_step": 2655, "epoch": 49, "lr": 9.887714502439884e-05}
+{"train_loss": 0.023123349994421005, "global_step": 2656, "epoch": 49, "lr": 9.887610709414736e-05}
+{"train_loss": 0.02008998952805996, "global_step": 2657, "epoch": 49, "lr": 9.887506868985588e-05}
+{"train_loss": 0.024527810513973236, "global_step": 2658, "epoch": 49, "lr": 9.887402981153447e-05}
+{"train_loss": 0.026305606588721275, "global_step": 2659, "epoch": 49, "lr": 9.88729904591932e-05}
+{"train_loss": 0.021384598687291145, "global_step": 2660, "epoch": 49, "lr": 9.887195063284218e-05}
+{"train_loss": 0.02975466288626194, "global_step": 2661, "epoch": 49, "lr": 9.887091033249146e-05}
+{"train_loss": 0.01772475242614746, "global_step": 2662, "epoch": 49, "lr": 9.886986955815114e-05}
+{"train_loss": 0.018754715099930763, "global_step": 2663, "epoch": 49, "lr": 9.886882830983134e-05}
+{"train_loss": 0.026359902694821358, "global_step": 2664, "epoch": 49, "lr": 9.886778658754212e-05}
+{"train_loss": 0.026002174243330956, "global_step": 2665, "epoch": 49, "lr": 9.886674439129363e-05}
+{"train_loss": 0.016577700152993202, "global_step": 2666, "epoch": 49, "lr": 9.886570172109593e-05}
+{"train_loss": 0.027145083993673325, "global_step": 2667, "epoch": 49, "lr": 9.886465857695914e-05}
+{"train_loss": 0.022978119552135468, "global_step": 2668, "epoch": 49, "lr": 9.88636149588934e-05}
+{"train_loss": 0.024800309911370277, "global_step": 2669, "epoch": 49, "lr": 9.886257086690884e-05}
+{"train_loss": 0.025984710082411766, "global_step": 2670, "epoch": 49, "lr": 9.886152630101555e-05}
+{"train_loss": 0.02451559528708458, "global_step": 2671, "epoch": 49, "lr": 9.886048126122369e-05}
+{"train_loss": 0.018325049430131912, "global_step": 2672, "epoch": 49, "lr": 9.885943574754338e-05}
+{"train_loss": 0.030939096584916115, "global_step": 2673, "epoch": 49, "lr": 9.885838975998477e-05}
+{"train_loss": 0.019350428134202957, "global_step": 2674, "epoch": 49, "lr": 9.885734329855798e-05}
+{"train_loss": 0.023205233737826347, "global_step": 2675, "epoch": 49, "lr": 9.885629636327319e-05}
+{"train_loss": 0.021900631487369537, "global_step": 2676, "epoch": 49, "lr": 9.885524895414056e-05}
+{"train_loss": 0.025711635127663612, "global_step": 2677, "epoch": 49, "lr": 9.885420107117021e-05}
+{"train_loss": 0.020185869187116623, "global_step": 2678, "epoch": 49, "lr": 9.885315271437234e-05}
+{"train_loss": 0.02931680902838707, "global_step": 2679, "epoch": 49, "lr": 9.88521038837571e-05}
+{"train_loss": 0.021146439015865326, "global_step": 2680, "epoch": 49, "lr": 9.885105457933466e-05}
+{"train_loss": 0.02000465616583824, "global_step": 2681, "epoch": 49, "lr": 9.88500048011152e-05}
+{"train_loss": 0.018516873940825462, "global_step": 2682, "epoch": 49, "lr": 9.884895454910892e-05}
+{"train_loss": 0.022686494514346123, "global_step": 2683, "epoch": 49, "lr": 9.884790382332597e-05}
+{"train_loss": 0.021198859438300133, "global_step": 2684, "epoch": 49, "lr": 9.884685262377658e-05}
+{"train_loss": 0.023782219737768173, "global_step": 2685, "epoch": 49, "lr": 9.884580095047091e-05}
+{"train_loss": 0.020213201642036438, "global_step": 2686, "epoch": 49, "lr": 9.884474880341919e-05}
+{"train_loss": 0.01982002705335617, "global_step": 2687, "epoch": 49, "lr": 9.88436961826316e-05}
+{"train_loss": 0.017439136281609535, "global_step": 2688, "epoch": 49, "lr": 9.884264308811837e-05}
+{"train_loss": 0.024715814739465714, "global_step": 2689, "epoch": 49, "lr": 9.884158951988972e-05}
+{"train_loss": 0.01839721016585827, "global_step": 2690, "epoch": 49, "lr": 9.884053547795582e-05}
+{"train_loss": 0.020062290132045746, "global_step": 2691, "epoch": 49, "lr": 9.883948096232694e-05}
+{"train_loss": 0.0159827321767807, "global_step": 2692, "epoch": 49, "lr": 9.883842597301328e-05}
+{"train_loss": 0.023268159478902817, "global_step": 2693, "epoch": 49, "lr": 9.88373705100251e-05}
+{"train_loss": 0.020917469635605812, "global_step": 2694, "epoch": 49, "lr": 9.883631457337261e-05}
+{"train_loss": 0.023993361741304398, "global_step": 2695, "epoch": 49, "lr": 9.883525816306608e-05}
+{"train_loss": 0.02170686610043049, "global_step": 2696, "epoch": 49, "lr": 9.883420127911574e-05}
+{"train_loss": 0.020415641367435455, "global_step": 2697, "epoch": 49, "lr": 9.883314392153182e-05}
+{"train_loss": 0.018105221912264824, "global_step": 2698, "epoch": 49, "lr": 9.88320860903246e-05}
+{"train_loss": 0.0220038750105434, "global_step": 2699, "epoch": 49, "lr": 9.883102778550434e-05, "val_loss": 0.022526878863573074}
+{"train_loss": 0.0231259074062109, "global_step": 2700, "epoch": 50, "lr": 9.88299690070813e-05}
+{"train_loss": 0.01682809367775917, "global_step": 2701, "epoch": 50, "lr": 9.882890975506574e-05}
+{"train_loss": 0.02360231988132, "global_step": 2702, "epoch": 50, "lr": 9.882785002946795e-05}
+{"train_loss": 0.020730076357722282, "global_step": 2703, "epoch": 50, "lr": 9.882678983029819e-05}
+{"train_loss": 0.01876766048371792, "global_step": 2704, "epoch": 50, "lr": 9.882572915756675e-05}
+{"train_loss": 0.015606309287250042, "global_step": 2705, "epoch": 50, "lr": 9.882466801128394e-05}
+{"train_loss": 0.025385357439517975, "global_step": 2706, "epoch": 50, "lr": 9.882360639146e-05}
+{"train_loss": 0.015287745743989944, "global_step": 2707, "epoch": 50, "lr": 9.882254429810528e-05}
+{"train_loss": 0.022035492584109306, "global_step": 2708, "epoch": 50, "lr": 9.882148173123004e-05}
+{"train_loss": 0.01812826842069626, "global_step": 2709, "epoch": 50, "lr": 9.882041869084463e-05}
+{"train_loss": 0.027771849185228348, "global_step": 2710, "epoch": 50, "lr": 9.881935517695931e-05}
+{"train_loss": 0.02023392915725708, "global_step": 2711, "epoch": 50, "lr": 9.881829118958444e-05}
+{"train_loss": 0.01834750734269619, "global_step": 2712, "epoch": 50, "lr": 9.88172267287303e-05}
+{"train_loss": 0.020329803228378296, "global_step": 2713, "epoch": 50, "lr": 9.881616179440724e-05}
+{"train_loss": 0.015453778207302094, "global_step": 2714, "epoch": 50, "lr": 9.881509638662558e-05}
+{"train_loss": 0.020033014938235283, "global_step": 2715, "epoch": 50, "lr": 9.881403050539566e-05}
+{"train_loss": 0.024672122672200203, "global_step": 2716, "epoch": 50, "lr": 9.88129641507278e-05}
+{"train_loss": 0.01479443907737732, "global_step": 2717, "epoch": 50, "lr": 9.881189732263236e-05}
+{"train_loss": 0.015799062326550484, "global_step": 2718, "epoch": 50, "lr": 9.881083002111969e-05}
+{"train_loss": 0.019222963601350784, "global_step": 2719, "epoch": 50, "lr": 9.880976224620013e-05}
+{"train_loss": 0.023148419335484505, "global_step": 2720, "epoch": 50, "lr": 9.880869399788404e-05}
+{"train_loss": 0.013576623983681202, "global_step": 2721, "epoch": 50, "lr": 9.880762527618177e-05}
+{"train_loss": 0.02072320505976677, "global_step": 2722, "epoch": 50, "lr": 9.880655608110369e-05}
+{"train_loss": 0.022057874128222466, "global_step": 2723, "epoch": 50, "lr": 9.880548641266019e-05}
+{"train_loss": 0.017170660197734833, "global_step": 2724, "epoch": 50, "lr": 9.880441627086164e-05}
+{"train_loss": 0.019839543849229813, "global_step": 2725, "epoch": 50, "lr": 9.880334565571839e-05}
+{"train_loss": 0.020949428901076317, "global_step": 2726, "epoch": 50, "lr": 9.880227456724083e-05}
+{"train_loss": 0.017938222736120224, "global_step": 2727, "epoch": 50, "lr": 9.880120300543938e-05}
+{"train_loss": 0.023539146408438683, "global_step": 2728, "epoch": 50, "lr": 9.88001309703244e-05}
+{"train_loss": 0.01653604581952095, "global_step": 2729, "epoch": 50, "lr": 9.879905846190631e-05}
+{"train_loss": 0.0189156923443079, "global_step": 2730, "epoch": 50, "lr": 9.87979854801955e-05}
+{"train_loss": 0.017602819949388504, "global_step": 2731, "epoch": 50, "lr": 9.87969120252024e-05}
+{"train_loss": 0.01695995032787323, "global_step": 2732, "epoch": 50, "lr": 9.879583809693738e-05}
+{"train_loss": 0.020787764340639114, "global_step": 2733, "epoch": 50, "lr": 9.879476369541087e-05}
+{"train_loss": 0.018402760848402977, "global_step": 2734, "epoch": 50, "lr": 9.879368882063332e-05}
+{"train_loss": 0.012357567436993122, "global_step": 2735, "epoch": 50, "lr": 9.87926134726151e-05}
+{"train_loss": 0.01912304200232029, "global_step": 2736, "epoch": 50, "lr": 9.87915376513667e-05}
+{"train_loss": 0.019948817789554596, "global_step": 2737, "epoch": 50, "lr": 9.879046135689851e-05}
+{"train_loss": 0.018685687333345413, "global_step": 2738, "epoch": 50, "lr": 9.8789384589221e-05}
+{"train_loss": 0.014682842418551445, "global_step": 2739, "epoch": 50, "lr": 9.878830734834459e-05}
+{"train_loss": 0.01594672165811062, "global_step": 2740, "epoch": 50, "lr": 9.878722963427973e-05}
+{"train_loss": 0.0224598478525877, "global_step": 2741, "epoch": 50, "lr": 9.878615144703689e-05}
+{"train_loss": 0.019358087331056595, "global_step": 2742, "epoch": 50, "lr": 9.878507278662651e-05}
+{"train_loss": 0.017208455130457878, "global_step": 2743, "epoch": 50, "lr": 9.878399365305906e-05}
+{"train_loss": 0.01660672202706337, "global_step": 2744, "epoch": 50, "lr": 9.878291404634499e-05}
+{"train_loss": 0.017473004758358, "global_step": 2745, "epoch": 50, "lr": 9.878183396649481e-05}
+{"train_loss": 0.01623367890715599, "global_step": 2746, "epoch": 50, "lr": 9.878075341351895e-05}
+{"train_loss": 0.023596759885549545, "global_step": 2747, "epoch": 50, "lr": 9.877967238742792e-05}
+{"train_loss": 0.017452476546168327, "global_step": 2748, "epoch": 50, "lr": 9.877859088823218e-05}
+{"train_loss": 0.01760154590010643, "global_step": 2749, "epoch": 50, "lr": 9.877750891594224e-05}
+{"train_loss": 0.016007451340556145, "global_step": 2750, "epoch": 50, "lr": 9.87764264705686e-05}
+{"train_loss": 0.014379424974322319, "global_step": 2751, "epoch": 50, "lr": 9.877534355212173e-05}
+{"train_loss": 0.01965455524623394, "global_step": 2752, "epoch": 50, "lr": 9.877426016061217e-05}
+{"train_loss": 0.01883218577131629, "global_step": 2753, "epoch": 50, "lr": 9.877317629605039e-05, "val_loss": 0.019447676837444305, "train_action_mse_error": 0.002130623674020171}
+{"train_loss": 0.022669168189167976, "global_step": 2754, "epoch": 51, "lr": 9.877209195844692e-05}
+{"train_loss": 0.02082439512014389, "global_step": 2755, "epoch": 51, "lr": 9.877100714781228e-05}
+{"train_loss": 0.016275679692626, "global_step": 2756, "epoch": 51, "lr": 9.8769921864157e-05}
+{"train_loss": 0.018048018217086792, "global_step": 2757, "epoch": 51, "lr": 9.876883610749156e-05}
+{"train_loss": 0.02185424417257309, "global_step": 2758, "epoch": 51, "lr": 9.876774987782655e-05}
+{"train_loss": 0.016759051010012627, "global_step": 2759, "epoch": 51, "lr": 9.876666317517247e-05}
+{"train_loss": 0.015121073462069035, "global_step": 2760, "epoch": 51, "lr": 9.876557599953989e-05}
+{"train_loss": 0.025827310979366302, "global_step": 2761, "epoch": 51, "lr": 9.87644883509393e-05}
+{"train_loss": 0.016516532748937607, "global_step": 2762, "epoch": 51, "lr": 9.87634002293813e-05}
+{"train_loss": 0.018737291917204857, "global_step": 2763, "epoch": 51, "lr": 9.876231163487642e-05}
+{"train_loss": 0.015061984769999981, "global_step": 2764, "epoch": 51, "lr": 9.876122256743522e-05}
+{"train_loss": 0.02660089172422886, "global_step": 2765, "epoch": 51, "lr": 9.876013302706828e-05}
+{"train_loss": 0.017665565013885498, "global_step": 2766, "epoch": 51, "lr": 9.875904301378613e-05}
+{"train_loss": 0.02105402760207653, "global_step": 2767, "epoch": 51, "lr": 9.875795252759939e-05}
+{"train_loss": 0.022751247510313988, "global_step": 2768, "epoch": 51, "lr": 9.87568615685186e-05}
+{"train_loss": 0.01640402525663376, "global_step": 2769, "epoch": 51, "lr": 9.875577013655435e-05}
+{"train_loss": 0.025091227144002914, "global_step": 2770, "epoch": 51, "lr": 9.875467823171723e-05}
+{"train_loss": 0.023316876962780952, "global_step": 2771, "epoch": 51, "lr": 9.875358585401784e-05}
+{"train_loss": 0.015431830659508705, "global_step": 2772, "epoch": 51, "lr": 9.875249300346675e-05}
+{"train_loss": 0.02370152622461319, "global_step": 2773, "epoch": 51, "lr": 9.875139968007458e-05}
+{"train_loss": 0.020672742277383804, "global_step": 2774, "epoch": 51, "lr": 9.875030588385193e-05}
+{"train_loss": 0.01159903034567833, "global_step": 2775, "epoch": 51, "lr": 9.874921161480939e-05}
+{"train_loss": 0.024297675117850304, "global_step": 2776, "epoch": 51, "lr": 9.874811687295758e-05}
+{"train_loss": 0.020617034286260605, "global_step": 2777, "epoch": 51, "lr": 9.874702165830715e-05}
+{"train_loss": 0.01897166483104229, "global_step": 2778, "epoch": 51, "lr": 9.87459259708687e-05}
+{"train_loss": 0.021484751254320145, "global_step": 2779, "epoch": 51, "lr": 9.874482981065282e-05}
+{"train_loss": 0.02086367830634117, "global_step": 2780, "epoch": 51, "lr": 9.87437331776702e-05}
+{"train_loss": 0.02993585169315338, "global_step": 2781, "epoch": 51, "lr": 9.874263607193146e-05}
+{"train_loss": 0.019361373037099838, "global_step": 2782, "epoch": 51, "lr": 9.874153849344723e-05}
+{"train_loss": 0.018685976043343544, "global_step": 2783, "epoch": 51, "lr": 9.874044044222815e-05}
+{"train_loss": 0.023466285318136215, "global_step": 2784, "epoch": 51, "lr": 9.873934191828488e-05}
+{"train_loss": 0.024192649871110916, "global_step": 2785, "epoch": 51, "lr": 9.873824292162807e-05}
+{"train_loss": 0.016727443784475327, "global_step": 2786, "epoch": 51, "lr": 9.873714345226839e-05}
+{"train_loss": 0.02598590962588787, "global_step": 2787, "epoch": 51, "lr": 9.873604351021648e-05}
+{"train_loss": 0.019630977883934975, "global_step": 2788, "epoch": 51, "lr": 9.873494309548304e-05}
+{"train_loss": 0.014726602472364902, "global_step": 2789, "epoch": 51, "lr": 9.873384220807871e-05}
+{"train_loss": 0.019773170351982117, "global_step": 2790, "epoch": 51, "lr": 9.87327408480142e-05}
+{"train_loss": 0.020884903147816658, "global_step": 2791, "epoch": 51, "lr": 9.873163901530016e-05}
+{"train_loss": 0.01672128587961197, "global_step": 2792, "epoch": 51, "lr": 9.87305367099473e-05}
+{"train_loss": 0.014108316041529179, "global_step": 2793, "epoch": 51, "lr": 9.87294339319663e-05}
+{"train_loss": 0.021340420469641685, "global_step": 2794, "epoch": 51, "lr": 9.872833068136785e-05}
+{"train_loss": 0.022047515958547592, "global_step": 2795, "epoch": 51, "lr": 9.872722695816268e-05}
+{"train_loss": 0.022050393745303154, "global_step": 2796, "epoch": 51, "lr": 9.872612276236145e-05}
+{"train_loss": 0.019946489483118057, "global_step": 2797, "epoch": 51, "lr": 9.87250180939749e-05}
+{"train_loss": 0.017464004456996918, "global_step": 2798, "epoch": 51, "lr": 9.872391295301373e-05}
+{"train_loss": 0.014644618146121502, "global_step": 2799, "epoch": 51, "lr": 9.872280733948867e-05}
+{"train_loss": 0.019284432753920555, "global_step": 2800, "epoch": 51, "lr": 9.872170125341045e-05}
+{"train_loss": 0.01956081949174404, "global_step": 2801, "epoch": 51, "lr": 9.872059469478978e-05}
+{"train_loss": 0.023589756339788437, "global_step": 2802, "epoch": 51, "lr": 9.871948766363739e-05}
+{"train_loss": 0.019419027492403984, "global_step": 2803, "epoch": 51, "lr": 9.871838015996401e-05}
+{"train_loss": 0.021126041188836098, "global_step": 2804, "epoch": 51, "lr": 9.871727218378043e-05}
+{"train_loss": 0.021688368171453476, "global_step": 2805, "epoch": 51, "lr": 9.871616373509735e-05}
+{"train_loss": 0.0176196601241827, "global_step": 2806, "epoch": 51, "lr": 9.871505481392554e-05}
+{"train_loss": 0.02001134473485527, "global_step": 2807, "epoch": 51, "lr": 9.871394542027572e-05, "val_loss": 0.021405180916190147}
+{"train_loss": 0.02339526265859604, "global_step": 2808, "epoch": 52, "lr": 9.87128355541587e-05}
+{"train_loss": 0.017209867015480995, "global_step": 2809, "epoch": 52, "lr": 9.871172521558523e-05}
+{"train_loss": 0.017069047316908836, "global_step": 2810, "epoch": 52, "lr": 9.871061440456605e-05}
+{"train_loss": 0.023532042279839516, "global_step": 2811, "epoch": 52, "lr": 9.870950312111196e-05}
+{"train_loss": 0.019556600600481033, "global_step": 2812, "epoch": 52, "lr": 9.870839136523375e-05}
+{"train_loss": 0.01591416448354721, "global_step": 2813, "epoch": 52, "lr": 9.870727913694216e-05}
+{"train_loss": 0.024876538664102554, "global_step": 2814, "epoch": 52, "lr": 9.870616643624802e-05}
+{"train_loss": 0.018825121223926544, "global_step": 2815, "epoch": 52, "lr": 9.870505326316211e-05}
+{"train_loss": 0.019377585500478745, "global_step": 2816, "epoch": 52, "lr": 9.870393961769521e-05}
+{"train_loss": 0.024380065500736237, "global_step": 2817, "epoch": 52, "lr": 9.870282549985815e-05}
+{"train_loss": 0.013105655089020729, "global_step": 2818, "epoch": 52, "lr": 9.87017109096617e-05}
+{"train_loss": 0.01601262390613556, "global_step": 2819, "epoch": 52, "lr": 9.870059584711668e-05}
+{"train_loss": 0.021017415449023247, "global_step": 2820, "epoch": 52, "lr": 9.869948031223393e-05}
+{"train_loss": 0.022619161754846573, "global_step": 2821, "epoch": 52, "lr": 9.869836430502424e-05}
+{"train_loss": 0.02103775180876255, "global_step": 2822, "epoch": 52, "lr": 9.869724782549845e-05}
+{"train_loss": 0.023046856746077538, "global_step": 2823, "epoch": 52, "lr": 9.86961308736674e-05}
+{"train_loss": 0.016149766743183136, "global_step": 2824, "epoch": 52, "lr": 9.869501344954188e-05}
+{"train_loss": 0.028177767992019653, "global_step": 2825, "epoch": 52, "lr": 9.869389555313278e-05}
+{"train_loss": 0.01941097341477871, "global_step": 2826, "epoch": 52, "lr": 9.869277718445092e-05}
+{"train_loss": 0.027403175830841064, "global_step": 2827, "epoch": 52, "lr": 9.869165834350713e-05}
+{"train_loss": 0.019266601651906967, "global_step": 2828, "epoch": 52, "lr": 9.869053903031228e-05}
+{"train_loss": 0.02330314740538597, "global_step": 2829, "epoch": 52, "lr": 9.868941924487722e-05}
+{"train_loss": 0.026062387973070145, "global_step": 2830, "epoch": 52, "lr": 9.868829898721281e-05}
+{"train_loss": 0.017829520627856255, "global_step": 2831, "epoch": 52, "lr": 9.868717825732994e-05}
+{"train_loss": 0.0168178491294384, "global_step": 2832, "epoch": 52, "lr": 9.868605705523944e-05}
+{"train_loss": 0.023878667503595352, "global_step": 2833, "epoch": 52, "lr": 9.86849353809522e-05}
+{"train_loss": 0.024059148505330086, "global_step": 2834, "epoch": 52, "lr": 9.868381323447911e-05}
+{"train_loss": 0.019195672124624252, "global_step": 2835, "epoch": 52, "lr": 9.868269061583102e-05}
+{"train_loss": 0.021032419055700302, "global_step": 2836, "epoch": 52, "lr": 9.868156752501887e-05}
+{"train_loss": 0.017250552773475647, "global_step": 2837, "epoch": 52, "lr": 9.868044396205352e-05}
+{"train_loss": 0.022958271205425262, "global_step": 2838, "epoch": 52, "lr": 9.867931992694585e-05}
+{"train_loss": 0.019893301650881767, "global_step": 2839, "epoch": 52, "lr": 9.867819541970682e-05}
+{"train_loss": 0.02238255925476551, "global_step": 2840, "epoch": 52, "lr": 9.867707044034727e-05}
+{"train_loss": 0.026133306324481964, "global_step": 2841, "epoch": 52, "lr": 9.867594498887815e-05}
+{"train_loss": 0.0209913682192564, "global_step": 2842, "epoch": 52, "lr": 9.867481906531038e-05}
+{"train_loss": 0.021670501679182053, "global_step": 2843, "epoch": 52, "lr": 9.867369266965486e-05}
+{"train_loss": 0.02763824164867401, "global_step": 2844, "epoch": 52, "lr": 9.867256580192252e-05}
+{"train_loss": 0.019197456538677216, "global_step": 2845, "epoch": 52, "lr": 9.867143846212429e-05}
+{"train_loss": 0.02159825898706913, "global_step": 2846, "epoch": 52, "lr": 9.867031065027111e-05}
+{"train_loss": 0.019028455018997192, "global_step": 2847, "epoch": 52, "lr": 9.86691823663739e-05}
+{"train_loss": 0.018089141696691513, "global_step": 2848, "epoch": 52, "lr": 9.866805361044362e-05}
+{"train_loss": 0.019536444917321205, "global_step": 2849, "epoch": 52, "lr": 9.866692438249123e-05}
+{"train_loss": 0.02620171383023262, "global_step": 2850, "epoch": 52, "lr": 9.866579468252766e-05}
+{"train_loss": 0.01745247282087803, "global_step": 2851, "epoch": 52, "lr": 9.866466451056386e-05}
+{"train_loss": 0.02502363547682762, "global_step": 2852, "epoch": 52, "lr": 9.866353386661082e-05}
+{"train_loss": 0.02009892463684082, "global_step": 2853, "epoch": 52, "lr": 9.866240275067948e-05}
+{"train_loss": 0.01867988333106041, "global_step": 2854, "epoch": 52, "lr": 9.866127116278082e-05}
+{"train_loss": 0.015873972326517105, "global_step": 2855, "epoch": 52, "lr": 9.866013910292581e-05}
+{"train_loss": 0.02704789862036705, "global_step": 2856, "epoch": 52, "lr": 9.865900657112546e-05}
+{"train_loss": 0.018933508545160294, "global_step": 2857, "epoch": 52, "lr": 9.865787356739071e-05}
+{"train_loss": 0.018717890605330467, "global_step": 2858, "epoch": 52, "lr": 9.865674009173257e-05}
+{"train_loss": 0.023820238187909126, "global_step": 2859, "epoch": 52, "lr": 9.865560614416203e-05}
+{"train_loss": 0.022174762561917305, "global_step": 2860, "epoch": 52, "lr": 9.865447172469009e-05}
+{"train_loss": 0.021017801016569138, "global_step": 2861, "epoch": 52, "lr": 9.865333683332776e-05, "val_loss": 0.02033759094774723}
+{"train_loss": 0.02348574623465538, "global_step": 2862, "epoch": 53, "lr": 9.865220147008602e-05}
+{"train_loss": 0.01875111274421215, "global_step": 2863, "epoch": 53, "lr": 9.865106563497593e-05}
+{"train_loss": 0.018033262342214584, "global_step": 2864, "epoch": 53, "lr": 9.864992932800845e-05}
+{"train_loss": 0.017448190599679947, "global_step": 2865, "epoch": 53, "lr": 9.864879254919464e-05}
+{"train_loss": 0.02421584166586399, "global_step": 2866, "epoch": 53, "lr": 9.864765529854552e-05}
+{"train_loss": 0.021541433408856392, "global_step": 2867, "epoch": 53, "lr": 9.86465175760721e-05}
+{"train_loss": 0.023420797660946846, "global_step": 2868, "epoch": 53, "lr": 9.864537938178544e-05}
+{"train_loss": 0.022892391309142113, "global_step": 2869, "epoch": 53, "lr": 9.864424071569656e-05}
+{"train_loss": 0.019689735025167465, "global_step": 2870, "epoch": 53, "lr": 9.864310157781651e-05}
+{"train_loss": 0.021867938339710236, "global_step": 2871, "epoch": 53, "lr": 9.864196196815634e-05}
+{"train_loss": 0.019792718812823296, "global_step": 2872, "epoch": 53, "lr": 9.86408218867271e-05}
+{"train_loss": 0.020923864096403122, "global_step": 2873, "epoch": 53, "lr": 9.863968133353984e-05}
+{"train_loss": 0.018260706216096878, "global_step": 2874, "epoch": 53, "lr": 9.863854030860566e-05}
+{"train_loss": 0.024102944880723953, "global_step": 2875, "epoch": 53, "lr": 9.863739881193558e-05}
+{"train_loss": 0.01678510382771492, "global_step": 2876, "epoch": 53, "lr": 9.863625684354068e-05}
+{"train_loss": 0.021374236792325974, "global_step": 2877, "epoch": 53, "lr": 9.863511440343206e-05}
+{"train_loss": 0.02253037877380848, "global_step": 2878, "epoch": 53, "lr": 9.863397149162078e-05}
+{"train_loss": 0.02623288705945015, "global_step": 2879, "epoch": 53, "lr": 9.863282810811793e-05}
+{"train_loss": 0.016885146498680115, "global_step": 2880, "epoch": 53, "lr": 9.863168425293458e-05}
+{"train_loss": 0.020885149016976357, "global_step": 2881, "epoch": 53, "lr": 9.863053992608188e-05}
+{"train_loss": 0.0234267208725214, "global_step": 2882, "epoch": 53, "lr": 9.862939512757086e-05}
+{"train_loss": 0.01646077260375023, "global_step": 2883, "epoch": 53, "lr": 9.862824985741268e-05}
+{"train_loss": 0.019829202443361282, "global_step": 2884, "epoch": 53, "lr": 9.86271041156184e-05}
+{"train_loss": 0.022578541189432144, "global_step": 2885, "epoch": 53, "lr": 9.862595790219917e-05}
+{"train_loss": 0.021097293123602867, "global_step": 2886, "epoch": 53, "lr": 9.86248112171661e-05}
+{"train_loss": 0.025919320061802864, "global_step": 2887, "epoch": 53, "lr": 9.862366406053029e-05}
+{"train_loss": 0.016436707228422165, "global_step": 2888, "epoch": 53, "lr": 9.862251643230287e-05}
+{"train_loss": 0.01814434863626957, "global_step": 2889, "epoch": 53, "lr": 9.8621368332495e-05}
+{"train_loss": 0.0206743311136961, "global_step": 2890, "epoch": 53, "lr": 9.862021976111779e-05}
+{"train_loss": 0.02705562673509121, "global_step": 2891, "epoch": 53, "lr": 9.861907071818237e-05}
+{"train_loss": 0.0193580724298954, "global_step": 2892, "epoch": 53, "lr": 9.861792120369993e-05}
+{"train_loss": 0.018797552213072777, "global_step": 2893, "epoch": 53, "lr": 9.861677121768156e-05}
+{"train_loss": 0.021424295380711555, "global_step": 2894, "epoch": 53, "lr": 9.861562076013846e-05}
+{"train_loss": 0.017945725470781326, "global_step": 2895, "epoch": 53, "lr": 9.861446983108176e-05}
+{"train_loss": 0.023033030331134796, "global_step": 2896, "epoch": 53, "lr": 9.861331843052264e-05}
+{"train_loss": 0.027623027563095093, "global_step": 2897, "epoch": 53, "lr": 9.861216655847225e-05}
+{"train_loss": 0.017330145463347435, "global_step": 2898, "epoch": 53, "lr": 9.861101421494177e-05}
+{"train_loss": 0.01691470481455326, "global_step": 2899, "epoch": 53, "lr": 9.860986139994239e-05}
+{"train_loss": 0.018253395333886147, "global_step": 2900, "epoch": 53, "lr": 9.860870811348528e-05}
+{"train_loss": 0.017862999811768532, "global_step": 2901, "epoch": 53, "lr": 9.860755435558162e-05}
+{"train_loss": 0.014562712982296944, "global_step": 2902, "epoch": 53, "lr": 9.86064001262426e-05}
+{"train_loss": 0.021777041256427765, "global_step": 2903, "epoch": 53, "lr": 9.860524542547941e-05}
+{"train_loss": 0.024520833045244217, "global_step": 2904, "epoch": 53, "lr": 9.860409025330328e-05}
+{"train_loss": 0.015575185418128967, "global_step": 2905, "epoch": 53, "lr": 9.860293460972539e-05}
+{"train_loss": 0.022632034495472908, "global_step": 2906, "epoch": 53, "lr": 9.860177849475694e-05}
+{"train_loss": 0.01485874317586422, "global_step": 2907, "epoch": 53, "lr": 9.860062190840917e-05}
+{"train_loss": 0.0214577354490757, "global_step": 2908, "epoch": 53, "lr": 9.859946485069325e-05}
+{"train_loss": 0.02277671918272972, "global_step": 2909, "epoch": 53, "lr": 9.859830732162047e-05}
+{"train_loss": 0.017255449667572975, "global_step": 2910, "epoch": 53, "lr": 9.859714932120199e-05}
+{"train_loss": 0.01923709735274315, "global_step": 2911, "epoch": 53, "lr": 9.859599084944908e-05}
+{"train_loss": 0.016080064699053764, "global_step": 2912, "epoch": 53, "lr": 9.859483190637297e-05}
+{"train_loss": 0.021718690171837807, "global_step": 2913, "epoch": 53, "lr": 9.85936724919849e-05}
+{"train_loss": 0.01795976236462593, "global_step": 2914, "epoch": 53, "lr": 9.859251260629612e-05}
+{"train_loss": 0.020280372506628435, "global_step": 2915, "epoch": 53, "lr": 9.859135224931785e-05, "val_loss": 0.023943576961755753}
+{"train_loss": 0.017248863354325294, "global_step": 2916, "epoch": 54, "lr": 9.859019142106138e-05}
+{"train_loss": 0.017513670027256012, "global_step": 2917, "epoch": 54, "lr": 9.858903012153796e-05}
+{"train_loss": 0.012830113060772419, "global_step": 2918, "epoch": 54, "lr": 9.858786835075882e-05}
+{"train_loss": 0.016157526522874832, "global_step": 2919, "epoch": 54, "lr": 9.858670610873528e-05}
+{"train_loss": 0.018376193940639496, "global_step": 2920, "epoch": 54, "lr": 9.858554339547859e-05}
+{"train_loss": 0.01691610738635063, "global_step": 2921, "epoch": 54, "lr": 9.8584380211e-05}
+{"train_loss": 0.019183943048119545, "global_step": 2922, "epoch": 54, "lr": 9.858321655531085e-05}
+{"train_loss": 0.018913239240646362, "global_step": 2923, "epoch": 54, "lr": 9.858205242842236e-05}
+{"train_loss": 0.024054506793618202, "global_step": 2924, "epoch": 54, "lr": 9.858088783034587e-05}
+{"train_loss": 0.029651915654540062, "global_step": 2925, "epoch": 54, "lr": 9.857972276109267e-05}
+{"train_loss": 0.012527878396213055, "global_step": 2926, "epoch": 54, "lr": 9.857855722067403e-05}
+{"train_loss": 0.0225206408649683, "global_step": 2927, "epoch": 54, "lr": 9.857739120910128e-05}
+{"train_loss": 0.012772898189723492, "global_step": 2928, "epoch": 54, "lr": 9.85762247263857e-05}
+{"train_loss": 0.021875591948628426, "global_step": 2929, "epoch": 54, "lr": 9.857505777253865e-05}
+{"train_loss": 0.018273714929819107, "global_step": 2930, "epoch": 54, "lr": 9.857389034757142e-05}
+{"train_loss": 0.015240715816617012, "global_step": 2931, "epoch": 54, "lr": 9.857272245149532e-05}
+{"train_loss": 0.0180068276822567, "global_step": 2932, "epoch": 54, "lr": 9.857155408432171e-05}
+{"train_loss": 0.016554227098822594, "global_step": 2933, "epoch": 54, "lr": 9.85703852460619e-05}
+{"train_loss": 0.0239193607121706, "global_step": 2934, "epoch": 54, "lr": 9.856921593672722e-05}
+{"train_loss": 0.030882254242897034, "global_step": 2935, "epoch": 54, "lr": 9.856804615632903e-05}
+{"train_loss": 0.02030928060412407, "global_step": 2936, "epoch": 54, "lr": 9.856687590487868e-05}
+{"train_loss": 0.01840105652809143, "global_step": 2937, "epoch": 54, "lr": 9.856570518238748e-05}
+{"train_loss": 0.02421572431921959, "global_step": 2938, "epoch": 54, "lr": 9.856453398886682e-05}
+{"train_loss": 0.016147464513778687, "global_step": 2939, "epoch": 54, "lr": 9.856336232432806e-05}
+{"train_loss": 0.02784176915884018, "global_step": 2940, "epoch": 54, "lr": 9.856219018878255e-05}
+{"train_loss": 0.01468260120600462, "global_step": 2941, "epoch": 54, "lr": 9.856101758224166e-05}
+{"train_loss": 0.02279817685484886, "global_step": 2942, "epoch": 54, "lr": 9.855984450471678e-05}
+{"train_loss": 0.025051595643162727, "global_step": 2943, "epoch": 54, "lr": 9.855867095621926e-05}
+{"train_loss": 0.025101812556385994, "global_step": 2944, "epoch": 54, "lr": 9.85574969367605e-05}
+{"train_loss": 0.026949917897582054, "global_step": 2945, "epoch": 54, "lr": 9.855632244635187e-05}
+{"train_loss": 0.01846018061041832, "global_step": 2946, "epoch": 54, "lr": 9.855514748500478e-05}
+{"train_loss": 0.028369853273034096, "global_step": 2947, "epoch": 54, "lr": 9.855397205273063e-05}
+{"train_loss": 0.019535167142748833, "global_step": 2948, "epoch": 54, "lr": 9.85527961495408e-05}
+{"train_loss": 0.03234034776687622, "global_step": 2949, "epoch": 54, "lr": 9.855161977544672e-05}
+{"train_loss": 0.02055365778505802, "global_step": 2950, "epoch": 54, "lr": 9.855044293045975e-05}
+{"train_loss": 0.015898512676358223, "global_step": 2951, "epoch": 54, "lr": 9.854926561459135e-05}
+{"train_loss": 0.01879548467695713, "global_step": 2952, "epoch": 54, "lr": 9.854808782785295e-05}
+{"train_loss": 0.021756086498498917, "global_step": 2953, "epoch": 54, "lr": 9.854690957025592e-05}
+{"train_loss": 0.01613367348909378, "global_step": 2954, "epoch": 54, "lr": 9.854573084181174e-05}
+{"train_loss": 0.01854848861694336, "global_step": 2955, "epoch": 54, "lr": 9.85445516425318e-05}
+{"train_loss": 0.01679289899766445, "global_step": 2956, "epoch": 54, "lr": 9.854337197242756e-05}
+{"train_loss": 0.023499252274632454, "global_step": 2957, "epoch": 54, "lr": 9.854219183151045e-05}
+{"train_loss": 0.022538157179951668, "global_step": 2958, "epoch": 54, "lr": 9.854101121979193e-05}
+{"train_loss": 0.025404764339327812, "global_step": 2959, "epoch": 54, "lr": 9.853983013728344e-05}
+{"train_loss": 0.02785428985953331, "global_step": 2960, "epoch": 54, "lr": 9.853864858399646e-05}
+{"train_loss": 0.017348285764455795, "global_step": 2961, "epoch": 54, "lr": 9.853746655994241e-05}
+{"train_loss": 0.019937900826334953, "global_step": 2962, "epoch": 54, "lr": 9.853628406513278e-05}
+{"train_loss": 0.02288563922047615, "global_step": 2963, "epoch": 54, "lr": 9.853510109957903e-05}
+{"train_loss": 0.022663723677396774, "global_step": 2964, "epoch": 54, "lr": 9.853391766329263e-05}
+{"train_loss": 0.02218000963330269, "global_step": 2965, "epoch": 54, "lr": 9.853273375628507e-05}
+{"train_loss": 0.019732199609279633, "global_step": 2966, "epoch": 54, "lr": 9.853154937856781e-05}
+{"train_loss": 0.022553978487849236, "global_step": 2967, "epoch": 54, "lr": 9.853036453015237e-05}
+{"train_loss": 0.018002640455961227, "global_step": 2968, "epoch": 54, "lr": 9.852917921105022e-05}
+{"train_loss": 0.02068072077990682, "global_step": 2969, "epoch": 54, "lr": 9.852799342127286e-05, "val_loss": 0.021587613970041275}
+{"train_loss": 0.021449647843837738, "global_step": 2970, "epoch": 55, "lr": 9.852680716083178e-05}
+{"train_loss": 0.022847959771752357, "global_step": 2971, "epoch": 55, "lr": 9.85256204297385e-05}
+{"train_loss": 0.020768553018569946, "global_step": 2972, "epoch": 55, "lr": 9.852443322800453e-05}
+{"train_loss": 0.01844148151576519, "global_step": 2973, "epoch": 55, "lr": 9.852324555564139e-05}
+{"train_loss": 0.019182095304131508, "global_step": 2974, "epoch": 55, "lr": 9.852205741266058e-05}
+{"train_loss": 0.017383484169840813, "global_step": 2975, "epoch": 55, "lr": 9.852086879907363e-05}
+{"train_loss": 0.021618546918034554, "global_step": 2976, "epoch": 55, "lr": 9.851967971489206e-05}
+{"train_loss": 0.014600667171180248, "global_step": 2977, "epoch": 55, "lr": 9.851849016012745e-05}
+{"train_loss": 0.015221023932099342, "global_step": 2978, "epoch": 55, "lr": 9.851730013479127e-05}
+{"train_loss": 0.01642576977610588, "global_step": 2979, "epoch": 55, "lr": 9.851610963889511e-05}
+{"train_loss": 0.02036413364112377, "global_step": 2980, "epoch": 55, "lr": 9.851491867245049e-05}
+{"train_loss": 0.02125682681798935, "global_step": 2981, "epoch": 55, "lr": 9.851372723546897e-05}
+{"train_loss": 0.01980789750814438, "global_step": 2982, "epoch": 55, "lr": 9.85125353279621e-05}
+{"train_loss": 0.01546289399266243, "global_step": 2983, "epoch": 55, "lr": 9.851134294994147e-05}
+{"train_loss": 0.018320906907320023, "global_step": 2984, "epoch": 55, "lr": 9.85101501014186e-05}
+{"train_loss": 0.015366412699222565, "global_step": 2985, "epoch": 55, "lr": 9.850895678240508e-05}
+{"train_loss": 0.023947468027472496, "global_step": 2986, "epoch": 55, "lr": 9.850776299291249e-05}
+{"train_loss": 0.021595539525151253, "global_step": 2987, "epoch": 55, "lr": 9.85065687329524e-05}
+{"train_loss": 0.017488274723291397, "global_step": 2988, "epoch": 55, "lr": 9.850537400253639e-05}
+{"train_loss": 0.018998010084033012, "global_step": 2989, "epoch": 55, "lr": 9.850417880167607e-05}
+{"train_loss": 0.02058621682226658, "global_step": 2990, "epoch": 55, "lr": 9.850298313038298e-05}
+{"train_loss": 0.021521808579564095, "global_step": 2991, "epoch": 55, "lr": 9.850178698866878e-05}
+{"train_loss": 0.01903853379189968, "global_step": 2992, "epoch": 55, "lr": 9.850059037654504e-05}
+{"train_loss": 0.0173528790473938, "global_step": 2993, "epoch": 55, "lr": 9.849939329402336e-05}
+{"train_loss": 0.018074821680784225, "global_step": 2994, "epoch": 55, "lr": 9.849819574111536e-05}
+{"train_loss": 0.027524307370185852, "global_step": 2995, "epoch": 55, "lr": 9.849699771783265e-05}
+{"train_loss": 0.012754985131323338, "global_step": 2996, "epoch": 55, "lr": 9.849579922418686e-05}
+{"train_loss": 0.017213042825460434, "global_step": 2997, "epoch": 55, "lr": 9.84946002601896e-05}
+{"train_loss": 0.015102031640708447, "global_step": 2998, "epoch": 55, "lr": 9.84934008258525e-05}
+{"train_loss": 0.023630404844880104, "global_step": 2999, "epoch": 55, "lr": 9.84922009211872e-05}
+{"train_loss": 0.01711786538362503, "global_step": 3000, "epoch": 55, "lr": 9.849100054620535e-05}
+{"train_loss": 0.0164923258125782, "global_step": 3001, "epoch": 55, "lr": 9.848979970091856e-05}
+{"train_loss": 0.0163110364228487, "global_step": 3002, "epoch": 55, "lr": 9.848859838533851e-05}
+{"train_loss": 0.017417296767234802, "global_step": 3003, "epoch": 55, "lr": 9.84873965994768e-05}
+{"train_loss": 0.018837137147784233, "global_step": 3004, "epoch": 55, "lr": 9.848619434334516e-05}
+{"train_loss": 0.0189326461404562, "global_step": 3005, "epoch": 55, "lr": 9.848499161695522e-05}
+{"train_loss": 0.019916726276278496, "global_step": 3006, "epoch": 55, "lr": 9.84837884203186e-05}
+{"train_loss": 0.02033071778714657, "global_step": 3007, "epoch": 55, "lr": 9.848258475344702e-05}
+{"train_loss": 0.02446613274514675, "global_step": 3008, "epoch": 55, "lr": 9.848138061635215e-05}
+{"train_loss": 0.012087969109416008, "global_step": 3009, "epoch": 55, "lr": 9.848017600904567e-05}
+{"train_loss": 0.017100948840379715, "global_step": 3010, "epoch": 55, "lr": 9.847897093153923e-05}
+{"train_loss": 0.023801933974027634, "global_step": 3011, "epoch": 55, "lr": 9.847776538384455e-05}
+{"train_loss": 0.02491525001823902, "global_step": 3012, "epoch": 55, "lr": 9.847655936597331e-05}
+{"train_loss": 0.01979861967265606, "global_step": 3013, "epoch": 55, "lr": 9.84753528779372e-05}
+{"train_loss": 0.018392933532595634, "global_step": 3014, "epoch": 55, "lr": 9.847414591974796e-05}
+{"train_loss": 0.022175859659910202, "global_step": 3015, "epoch": 55, "lr": 9.847293849141724e-05}
+{"train_loss": 0.021494926884770393, "global_step": 3016, "epoch": 55, "lr": 9.847173059295679e-05}
+{"train_loss": 0.018812771886587143, "global_step": 3017, "epoch": 55, "lr": 9.847052222437831e-05}
+{"train_loss": 0.018365902826189995, "global_step": 3018, "epoch": 55, "lr": 9.846931338569352e-05}
+{"train_loss": 0.01998383179306984, "global_step": 3019, "epoch": 55, "lr": 9.846810407691415e-05}
+{"train_loss": 0.017864279448986053, "global_step": 3020, "epoch": 55, "lr": 9.846689429805194e-05}
+{"train_loss": 0.024169785901904106, "global_step": 3021, "epoch": 55, "lr": 9.846568404911859e-05}
+{"train_loss": 0.01347593404352665, "global_step": 3022, "epoch": 55, "lr": 9.846447333012588e-05}
+{"train_loss": 0.01909195974952093, "global_step": 3023, "epoch": 55, "lr": 9.84632621410855e-05, "val_loss": 0.016850735992193222, "train_action_mse_error": 0.001715621561743319}
+{"train_loss": 0.015124913305044174, "global_step": 3024, "epoch": 56, "lr": 9.846205048200925e-05}
+{"train_loss": 0.015931209549307823, "global_step": 3025, "epoch": 56, "lr": 9.846083835290885e-05}
+{"train_loss": 0.018017834052443504, "global_step": 3026, "epoch": 56, "lr": 9.845962575379606e-05}
+{"train_loss": 0.015398641116917133, "global_step": 3027, "epoch": 56, "lr": 9.845841268468265e-05}
+{"train_loss": 0.013350481167435646, "global_step": 3028, "epoch": 56, "lr": 9.845719914558038e-05}
+{"train_loss": 0.015362118370831013, "global_step": 3029, "epoch": 56, "lr": 9.845598513650103e-05}
+{"train_loss": 0.01966632716357708, "global_step": 3030, "epoch": 56, "lr": 9.845477065745636e-05}
+{"train_loss": 0.017449013888835907, "global_step": 3031, "epoch": 56, "lr": 9.845355570845816e-05}
+{"train_loss": 0.0171064306050539, "global_step": 3032, "epoch": 56, "lr": 9.84523402895182e-05}
+{"train_loss": 0.01678803190588951, "global_step": 3033, "epoch": 56, "lr": 9.845112440064828e-05}
+{"train_loss": 0.016925223171710968, "global_step": 3034, "epoch": 56, "lr": 9.844990804186017e-05}
+{"train_loss": 0.022135857492685318, "global_step": 3035, "epoch": 56, "lr": 9.844869121316571e-05}
+{"train_loss": 0.015440667048096657, "global_step": 3036, "epoch": 56, "lr": 9.844747391457668e-05}
+{"train_loss": 0.015236119739711285, "global_step": 3037, "epoch": 56, "lr": 9.844625614610485e-05}
+{"train_loss": 0.018112672492861748, "global_step": 3038, "epoch": 56, "lr": 9.844503790776209e-05}
+{"train_loss": 0.01499900035560131, "global_step": 3039, "epoch": 56, "lr": 9.84438191995602e-05}
+{"train_loss": 0.01354286354035139, "global_step": 3040, "epoch": 56, "lr": 9.844260002151098e-05}
+{"train_loss": 0.01847401261329651, "global_step": 3041, "epoch": 56, "lr": 9.844138037362627e-05}
+{"train_loss": 0.014979789964854717, "global_step": 3042, "epoch": 56, "lr": 9.84401602559179e-05}
+{"train_loss": 0.021199729293584824, "global_step": 3043, "epoch": 56, "lr": 9.843893966839768e-05}
+{"train_loss": 0.021281572058796883, "global_step": 3044, "epoch": 56, "lr": 9.843771861107747e-05}
+{"train_loss": 0.02064872905611992, "global_step": 3045, "epoch": 56, "lr": 9.843649708396911e-05}
+{"train_loss": 0.021979231387376785, "global_step": 3046, "epoch": 56, "lr": 9.843527508708445e-05}
+{"train_loss": 0.011711684986948967, "global_step": 3047, "epoch": 56, "lr": 9.843405262043534e-05}
+{"train_loss": 0.017018849030137062, "global_step": 3048, "epoch": 56, "lr": 9.843282968403362e-05}
+{"train_loss": 0.01418021135032177, "global_step": 3049, "epoch": 56, "lr": 9.843160627789119e-05}
+{"train_loss": 0.021731330081820488, "global_step": 3050, "epoch": 56, "lr": 9.843038240201987e-05}
+{"train_loss": 0.017385009676218033, "global_step": 3051, "epoch": 56, "lr": 9.842915805643155e-05}
+{"train_loss": 0.02275105193257332, "global_step": 3052, "epoch": 56, "lr": 9.842793324113812e-05}
+{"train_loss": 0.017552416771650314, "global_step": 3053, "epoch": 56, "lr": 9.842670795615145e-05}
+{"train_loss": 0.013792181387543678, "global_step": 3054, "epoch": 56, "lr": 9.842548220148341e-05}
+{"train_loss": 0.02135542780160904, "global_step": 3055, "epoch": 56, "lr": 9.84242559771459e-05}
+{"train_loss": 0.024044204503297806, "global_step": 3056, "epoch": 56, "lr": 9.842302928315082e-05}
+{"train_loss": 0.02200954779982567, "global_step": 3057, "epoch": 56, "lr": 9.842180211951003e-05}
+{"train_loss": 0.0189975555986166, "global_step": 3058, "epoch": 56, "lr": 9.842057448623548e-05}
+{"train_loss": 0.020925652235746384, "global_step": 3059, "epoch": 56, "lr": 9.841934638333905e-05}
+{"train_loss": 0.016487862914800644, "global_step": 3060, "epoch": 56, "lr": 9.841811781083266e-05}
+{"train_loss": 0.01571967452764511, "global_step": 3061, "epoch": 56, "lr": 9.841688876872824e-05}
+{"train_loss": 0.017752444371581078, "global_step": 3062, "epoch": 56, "lr": 9.841565925703766e-05}
+{"train_loss": 0.01832571066915989, "global_step": 3063, "epoch": 56, "lr": 9.84144292757729e-05}
+{"train_loss": 0.022006699815392494, "global_step": 3064, "epoch": 56, "lr": 9.841319882494587e-05}
+{"train_loss": 0.022298388183116913, "global_step": 3065, "epoch": 56, "lr": 9.84119679045685e-05}
+{"train_loss": 0.01423989050090313, "global_step": 3066, "epoch": 56, "lr": 9.841073651465271e-05}
+{"train_loss": 0.01422346942126751, "global_step": 3067, "epoch": 56, "lr": 9.840950465521048e-05}
+{"train_loss": 0.024310095235705376, "global_step": 3068, "epoch": 56, "lr": 9.840827232625373e-05}
+{"train_loss": 0.01676541194319725, "global_step": 3069, "epoch": 56, "lr": 9.840703952779444e-05}
+{"train_loss": 0.023784320801496506, "global_step": 3070, "epoch": 56, "lr": 9.840580625984455e-05}
+{"train_loss": 0.019924266263842583, "global_step": 3071, "epoch": 56, "lr": 9.840457252241602e-05}
+{"train_loss": 0.01736796647310257, "global_step": 3072, "epoch": 56, "lr": 9.84033383155208e-05}
+{"train_loss": 0.02165355533361435, "global_step": 3073, "epoch": 56, "lr": 9.840210363917088e-05}
+{"train_loss": 0.014679186046123505, "global_step": 3074, "epoch": 56, "lr": 9.840086849337824e-05}
+{"train_loss": 0.022495964542031288, "global_step": 3075, "epoch": 56, "lr": 9.839963287815486e-05}
+{"train_loss": 0.019359052181243896, "global_step": 3076, "epoch": 56, "lr": 9.83983967935127e-05}
+{"train_loss": 0.01809601014893916, "global_step": 3077, "epoch": 56, "lr": 9.839716023946377e-05, "val_loss": 0.023465348407626152}
+{"train_loss": 0.020603414624929428, "global_step": 3078, "epoch": 57, "lr": 9.839592321602005e-05}
+{"train_loss": 0.02602277137339115, "global_step": 3079, "epoch": 57, "lr": 9.839468572319355e-05}
+{"train_loss": 0.017381630837917328, "global_step": 3080, "epoch": 57, "lr": 9.839344776099625e-05}
+{"train_loss": 0.021761136129498482, "global_step": 3081, "epoch": 57, "lr": 9.83922093294402e-05}
+{"train_loss": 0.02046109549701214, "global_step": 3082, "epoch": 57, "lr": 9.839097042853737e-05}
+{"train_loss": 0.02262198179960251, "global_step": 3083, "epoch": 57, "lr": 9.83897310582998e-05}
+{"train_loss": 0.022829333320260048, "global_step": 3084, "epoch": 57, "lr": 9.838849121873949e-05}
+{"train_loss": 0.024901408702135086, "global_step": 3085, "epoch": 57, "lr": 9.838725090986849e-05}
+{"train_loss": 0.014865594916045666, "global_step": 3086, "epoch": 57, "lr": 9.83860101316988e-05}
+{"train_loss": 0.021080048754811287, "global_step": 3087, "epoch": 57, "lr": 9.838476888424249e-05}
+{"train_loss": 0.015571830794215202, "global_step": 3088, "epoch": 57, "lr": 9.838352716751156e-05}
+{"train_loss": 0.017577003687620163, "global_step": 3089, "epoch": 57, "lr": 9.838228498151807e-05}
+{"train_loss": 0.019788308069109917, "global_step": 3090, "epoch": 57, "lr": 9.838104232627407e-05}
+{"train_loss": 0.026292551308870316, "global_step": 3091, "epoch": 57, "lr": 9.837979920179162e-05}
+{"train_loss": 0.018170777708292007, "global_step": 3092, "epoch": 57, "lr": 9.837855560808276e-05}
+{"train_loss": 0.013832759112119675, "global_step": 3093, "epoch": 57, "lr": 9.837731154515957e-05}
+{"train_loss": 0.018311215564608574, "global_step": 3094, "epoch": 57, "lr": 9.83760670130341e-05}
+{"train_loss": 0.018499400466680527, "global_step": 3095, "epoch": 57, "lr": 9.837482201171842e-05}
+{"train_loss": 0.02248702012002468, "global_step": 3096, "epoch": 57, "lr": 9.837357654122462e-05}
+{"train_loss": 0.017947746440768242, "global_step": 3097, "epoch": 57, "lr": 9.837233060156476e-05}
+{"train_loss": 0.018488535657525063, "global_step": 3098, "epoch": 57, "lr": 9.837108419275095e-05}
+{"train_loss": 0.013844484463334084, "global_step": 3099, "epoch": 57, "lr": 9.836983731479525e-05}
+{"train_loss": 0.020835645496845245, "global_step": 3100, "epoch": 57, "lr": 9.836858996770978e-05}
+{"train_loss": 0.020706798881292343, "global_step": 3101, "epoch": 57, "lr": 9.836734215150662e-05}
+{"train_loss": 0.015564803965389729, "global_step": 3102, "epoch": 57, "lr": 9.836609386619787e-05}
+{"train_loss": 0.01785433292388916, "global_step": 3103, "epoch": 57, "lr": 9.836484511179564e-05}
+{"train_loss": 0.021937614306807518, "global_step": 3104, "epoch": 57, "lr": 9.836359588831205e-05}
+{"train_loss": 0.015403557568788528, "global_step": 3105, "epoch": 57, "lr": 9.836234619575921e-05}
+{"train_loss": 0.015043082647025585, "global_step": 3106, "epoch": 57, "lr": 9.836109603414925e-05}
+{"train_loss": 0.0138483801856637, "global_step": 3107, "epoch": 57, "lr": 9.835984540349429e-05}
+{"train_loss": 0.015070604160428047, "global_step": 3108, "epoch": 57, "lr": 9.835859430380645e-05}
+{"train_loss": 0.019390715286135674, "global_step": 3109, "epoch": 57, "lr": 9.835734273509786e-05}
+{"train_loss": 0.01821914315223694, "global_step": 3110, "epoch": 57, "lr": 9.835609069738068e-05}
+{"train_loss": 0.016488417983055115, "global_step": 3111, "epoch": 57, "lr": 9.835483819066705e-05}
+{"train_loss": 0.014291440136730671, "global_step": 3112, "epoch": 57, "lr": 9.83535852149691e-05}
+{"train_loss": 0.01840716227889061, "global_step": 3113, "epoch": 57, "lr": 9.835233177029897e-05}
+{"train_loss": 0.01435087714344263, "global_step": 3114, "epoch": 57, "lr": 9.835107785666887e-05}
+{"train_loss": 0.0190119706094265, "global_step": 3115, "epoch": 57, "lr": 9.834982347409092e-05}
+{"train_loss": 0.01530210766941309, "global_step": 3116, "epoch": 57, "lr": 9.83485686225773e-05}
+{"train_loss": 0.018291529268026352, "global_step": 3117, "epoch": 57, "lr": 9.834731330214017e-05}
+{"train_loss": 0.01726982556283474, "global_step": 3118, "epoch": 57, "lr": 9.834605751279174e-05}
+{"train_loss": 0.012015351094305515, "global_step": 3119, "epoch": 57, "lr": 9.834480125454412e-05}
+{"train_loss": 0.022732000797986984, "global_step": 3120, "epoch": 57, "lr": 9.834354452740958e-05}
+{"train_loss": 0.01204838976264, "global_step": 3121, "epoch": 57, "lr": 9.834228733140024e-05}
+{"train_loss": 0.01907939650118351, "global_step": 3122, "epoch": 57, "lr": 9.834102966652832e-05}
+{"train_loss": 0.02152695134282112, "global_step": 3123, "epoch": 57, "lr": 9.833977153280602e-05}
+{"train_loss": 0.0197286494076252, "global_step": 3124, "epoch": 57, "lr": 9.833851293024554e-05}
+{"train_loss": 0.01657387614250183, "global_step": 3125, "epoch": 57, "lr": 9.833725385885908e-05}
+{"train_loss": 0.016137313097715378, "global_step": 3126, "epoch": 57, "lr": 9.833599431865886e-05}
+{"train_loss": 0.01787434332072735, "global_step": 3127, "epoch": 57, "lr": 9.833473430965709e-05}
+{"train_loss": 0.01473157573491335, "global_step": 3128, "epoch": 57, "lr": 9.8333473831866e-05}
+{"train_loss": 0.015378478914499283, "global_step": 3129, "epoch": 57, "lr": 9.833221288529782e-05}
+{"train_loss": 0.014297129586338997, "global_step": 3130, "epoch": 57, "lr": 9.833095146996476e-05}
+{"train_loss": 0.01818989798495615, "global_step": 3131, "epoch": 57, "lr": 9.832968958587905e-05, "val_loss": 0.020443841814994812}
+{"train_loss": 0.022109542042016983, "global_step": 3132, "epoch": 58, "lr": 9.832842723305296e-05}
+{"train_loss": 0.015012073330581188, "global_step": 3133, "epoch": 58, "lr": 9.832716441149869e-05}
+{"train_loss": 0.018380602821707726, "global_step": 3134, "epoch": 58, "lr": 9.832590112122854e-05}
+{"train_loss": 0.018137924373149872, "global_step": 3135, "epoch": 58, "lr": 9.832463736225472e-05}
+{"train_loss": 0.02143467403948307, "global_step": 3136, "epoch": 58, "lr": 9.832337313458951e-05}
+{"train_loss": 0.013545510359108448, "global_step": 3137, "epoch": 58, "lr": 9.832210843824517e-05}
+{"train_loss": 0.015742918476462364, "global_step": 3138, "epoch": 58, "lr": 9.832084327323394e-05}
+{"train_loss": 0.018358303233981133, "global_step": 3139, "epoch": 58, "lr": 9.831957763956813e-05}
+{"train_loss": 0.013090847060084343, "global_step": 3140, "epoch": 58, "lr": 9.831831153726e-05}
+{"train_loss": 0.01636713184416294, "global_step": 3141, "epoch": 58, "lr": 9.831704496632179e-05}
+{"train_loss": 0.015102962031960487, "global_step": 3142, "epoch": 58, "lr": 9.831577792676585e-05}
+{"train_loss": 0.015902454033493996, "global_step": 3143, "epoch": 58, "lr": 9.831451041860442e-05}
+{"train_loss": 0.01762072555720806, "global_step": 3144, "epoch": 58, "lr": 9.831324244184983e-05}
+{"train_loss": 0.02410575933754444, "global_step": 3145, "epoch": 58, "lr": 9.831197399651436e-05}
+{"train_loss": 0.01709124632179737, "global_step": 3146, "epoch": 58, "lr": 9.831070508261028e-05}
+{"train_loss": 0.01521583367139101, "global_step": 3147, "epoch": 58, "lr": 9.830943570014996e-05}
+{"train_loss": 0.016876084730029106, "global_step": 3148, "epoch": 58, "lr": 9.830816584914568e-05}
+{"train_loss": 0.016036078333854675, "global_step": 3149, "epoch": 58, "lr": 9.830689552960974e-05}
+{"train_loss": 0.011725199408829212, "global_step": 3150, "epoch": 58, "lr": 9.83056247415545e-05}
+{"train_loss": 0.013500740751624107, "global_step": 3151, "epoch": 58, "lr": 9.830435348499224e-05}
+{"train_loss": 0.016344103962183, "global_step": 3152, "epoch": 58, "lr": 9.830308175993533e-05}
+{"train_loss": 0.016748925670981407, "global_step": 3153, "epoch": 58, "lr": 9.830180956639606e-05}
+{"train_loss": 0.01820898801088333, "global_step": 3154, "epoch": 58, "lr": 9.830053690438681e-05}
+{"train_loss": 0.02384166792035103, "global_step": 3155, "epoch": 58, "lr": 9.829926377391992e-05}
+{"train_loss": 0.015082034282386303, "global_step": 3156, "epoch": 58, "lr": 9.82979901750077e-05}
+{"train_loss": 0.021680278703570366, "global_step": 3157, "epoch": 58, "lr": 9.829671610766254e-05}
+{"train_loss": 0.01610952615737915, "global_step": 3158, "epoch": 58, "lr": 9.82954415718968e-05}
+{"train_loss": 0.011831503361463547, "global_step": 3159, "epoch": 58, "lr": 9.829416656772281e-05}
+{"train_loss": 0.02131524123251438, "global_step": 3160, "epoch": 58, "lr": 9.829289109515296e-05}
+{"train_loss": 0.011293849907815456, "global_step": 3161, "epoch": 58, "lr": 9.82916151541996e-05}
+{"train_loss": 0.02015773393213749, "global_step": 3162, "epoch": 58, "lr": 9.829033874487514e-05}
+{"train_loss": 0.019615566357970238, "global_step": 3163, "epoch": 58, "lr": 9.828906186719192e-05}
+{"train_loss": 0.014729838818311691, "global_step": 3164, "epoch": 58, "lr": 9.828778452116234e-05}
+{"train_loss": 0.018870119005441666, "global_step": 3165, "epoch": 58, "lr": 9.828650670679881e-05}
+{"train_loss": 0.014601531438529491, "global_step": 3166, "epoch": 58, "lr": 9.82852284241137e-05}
+{"train_loss": 0.017400896176695824, "global_step": 3167, "epoch": 58, "lr": 9.828394967311941e-05}
+{"train_loss": 0.024658596143126488, "global_step": 3168, "epoch": 58, "lr": 9.828267045382832e-05}
+{"train_loss": 0.015965024009346962, "global_step": 3169, "epoch": 58, "lr": 9.82813907662529e-05}
+{"train_loss": 0.021917087957262993, "global_step": 3170, "epoch": 58, "lr": 9.828011061040549e-05}
+{"train_loss": 0.015510261990129948, "global_step": 3171, "epoch": 58, "lr": 9.827882998629856e-05}
+{"train_loss": 0.017234010621905327, "global_step": 3172, "epoch": 58, "lr": 9.827754889394449e-05}
+{"train_loss": 0.023265575990080833, "global_step": 3173, "epoch": 58, "lr": 9.827626733335575e-05}
+{"train_loss": 0.01510173175483942, "global_step": 3174, "epoch": 58, "lr": 9.827498530454473e-05}
+{"train_loss": 0.012850414961576462, "global_step": 3175, "epoch": 58, "lr": 9.827370280752389e-05}
+{"train_loss": 0.016462696716189384, "global_step": 3176, "epoch": 58, "lr": 9.827241984230563e-05}
+{"train_loss": 0.020700400695204735, "global_step": 3177, "epoch": 58, "lr": 9.827113640890244e-05}
+{"train_loss": 0.015063120052218437, "global_step": 3178, "epoch": 58, "lr": 9.826985250732674e-05}
+{"train_loss": 0.0296308770775795, "global_step": 3179, "epoch": 58, "lr": 9.8268568137591e-05}
+{"train_loss": 0.017594173550605774, "global_step": 3180, "epoch": 58, "lr": 9.826728329970764e-05}
+{"train_loss": 0.01853850483894348, "global_step": 3181, "epoch": 58, "lr": 9.826599799368919e-05}
+{"train_loss": 0.014233333989977837, "global_step": 3182, "epoch": 58, "lr": 9.826471221954805e-05}
+{"train_loss": 0.01465078629553318, "global_step": 3183, "epoch": 58, "lr": 9.826342597729672e-05}
+{"train_loss": 0.02236446924507618, "global_step": 3184, "epoch": 58, "lr": 9.826213926694767e-05}
+{"train_loss": 0.017573596892395505, "global_step": 3185, "epoch": 58, "lr": 9.826085208851337e-05, "val_loss": 0.02267376333475113}
+{"train_loss": 0.016670694574713707, "global_step": 3186, "epoch": 59, "lr": 9.825956444200633e-05}
+{"train_loss": 0.02434932067990303, "global_step": 3187, "epoch": 59, "lr": 9.8258276327439e-05}
+{"train_loss": 0.019843943417072296, "global_step": 3188, "epoch": 59, "lr": 9.82569877448239e-05}
+{"train_loss": 0.017148450016975403, "global_step": 3189, "epoch": 59, "lr": 9.825569869417354e-05}
+{"train_loss": 0.014933501370251179, "global_step": 3190, "epoch": 59, "lr": 9.825440917550039e-05}
+{"train_loss": 0.018905751407146454, "global_step": 3191, "epoch": 59, "lr": 9.825311918881699e-05}
+{"train_loss": 0.013554730452597141, "global_step": 3192, "epoch": 59, "lr": 9.82518287341358e-05}
+{"train_loss": 0.017868420109152794, "global_step": 3193, "epoch": 59, "lr": 9.825053781146941e-05}
+{"train_loss": 0.016390524804592133, "global_step": 3194, "epoch": 59, "lr": 9.824924642083026e-05}
+{"train_loss": 0.017984045669436455, "global_step": 3195, "epoch": 59, "lr": 9.824795456223095e-05}
+{"train_loss": 0.015597973950207233, "global_step": 3196, "epoch": 59, "lr": 9.824666223568395e-05}
+{"train_loss": 0.019104473292827606, "global_step": 3197, "epoch": 59, "lr": 9.824536944120184e-05}
+{"train_loss": 0.017338983714580536, "global_step": 3198, "epoch": 59, "lr": 9.824407617879712e-05}
+{"train_loss": 0.01517203263938427, "global_step": 3199, "epoch": 59, "lr": 9.824278244848235e-05}
+{"train_loss": 0.020338406786322594, "global_step": 3200, "epoch": 59, "lr": 9.824148825027009e-05}
+{"train_loss": 0.019605612382292747, "global_step": 3201, "epoch": 59, "lr": 9.824019358417287e-05}
+{"train_loss": 0.017077608034014702, "global_step": 3202, "epoch": 59, "lr": 9.823889845020324e-05}
+{"train_loss": 0.02467971481382847, "global_step": 3203, "epoch": 59, "lr": 9.82376028483738e-05}
+{"train_loss": 0.012834187597036362, "global_step": 3204, "epoch": 59, "lr": 9.823630677869709e-05}
+{"train_loss": 0.015069705434143543, "global_step": 3205, "epoch": 59, "lr": 9.823501024118569e-05}
+{"train_loss": 0.01127364207059145, "global_step": 3206, "epoch": 59, "lr": 9.823371323585215e-05}
+{"train_loss": 0.019358180463314056, "global_step": 3207, "epoch": 59, "lr": 9.823241576270908e-05}
+{"train_loss": 0.016155235469341278, "global_step": 3208, "epoch": 59, "lr": 9.823111782176905e-05}
+{"train_loss": 0.010176812298595905, "global_step": 3209, "epoch": 59, "lr": 9.822981941304466e-05}
+{"train_loss": 0.017627544701099396, "global_step": 3210, "epoch": 59, "lr": 9.822852053654847e-05}
+{"train_loss": 0.01318942941725254, "global_step": 3211, "epoch": 59, "lr": 9.822722119229313e-05}
+{"train_loss": 0.020056227222085, "global_step": 3212, "epoch": 59, "lr": 9.822592138029118e-05}
+{"train_loss": 0.01567809283733368, "global_step": 3213, "epoch": 59, "lr": 9.822462110055528e-05}
+{"train_loss": 0.016678057610988617, "global_step": 3214, "epoch": 59, "lr": 9.822332035309802e-05}
+{"train_loss": 0.0146906403824687, "global_step": 3215, "epoch": 59, "lr": 9.822201913793203e-05}
+{"train_loss": 0.01580205000936985, "global_step": 3216, "epoch": 59, "lr": 9.822071745506989e-05}
+{"train_loss": 0.017854463309049606, "global_step": 3217, "epoch": 59, "lr": 9.821941530452427e-05}
+{"train_loss": 0.019432594999670982, "global_step": 3218, "epoch": 59, "lr": 9.821811268630777e-05}
+{"train_loss": 0.017040789127349854, "global_step": 3219, "epoch": 59, "lr": 9.821680960043305e-05}
+{"train_loss": 0.020129898563027382, "global_step": 3220, "epoch": 59, "lr": 9.821550604691271e-05}
+{"train_loss": 0.012331230565905571, "global_step": 3221, "epoch": 59, "lr": 9.821420202575944e-05}
+{"train_loss": 0.021832190454006195, "global_step": 3222, "epoch": 59, "lr": 9.821289753698584e-05}
+{"train_loss": 0.017361009493470192, "global_step": 3223, "epoch": 59, "lr": 9.82115925806046e-05}
+{"train_loss": 0.025982702150940895, "global_step": 3224, "epoch": 59, "lr": 9.821028715662836e-05}
+{"train_loss": 0.01358585525304079, "global_step": 3225, "epoch": 59, "lr": 9.820898126506979e-05}
+{"train_loss": 0.018532929942011833, "global_step": 3226, "epoch": 59, "lr": 9.820767490594153e-05}
+{"train_loss": 0.018244752660393715, "global_step": 3227, "epoch": 59, "lr": 9.820636807925628e-05}
+{"train_loss": 0.019631821662187576, "global_step": 3228, "epoch": 59, "lr": 9.820506078502671e-05}
+{"train_loss": 0.02047836221754551, "global_step": 3229, "epoch": 59, "lr": 9.820375302326548e-05}
+{"train_loss": 0.015688767656683922, "global_step": 3230, "epoch": 59, "lr": 9.820244479398529e-05}
+{"train_loss": 0.022336581721901894, "global_step": 3231, "epoch": 59, "lr": 9.820113609719884e-05}
+{"train_loss": 0.01803555339574814, "global_step": 3232, "epoch": 59, "lr": 9.819982693291879e-05}
+{"train_loss": 0.017615700140595436, "global_step": 3233, "epoch": 59, "lr": 9.819851730115785e-05}
+{"train_loss": 0.019719116389751434, "global_step": 3234, "epoch": 59, "lr": 9.819720720192873e-05}
+{"train_loss": 0.016920503228902817, "global_step": 3235, "epoch": 59, "lr": 9.819589663524414e-05}
+{"train_loss": 0.018447764217853546, "global_step": 3236, "epoch": 59, "lr": 9.819458560111678e-05}
+{"train_loss": 0.020366191864013672, "global_step": 3237, "epoch": 59, "lr": 9.819327409955939e-05}
+{"train_loss": 0.014262696728110313, "global_step": 3238, "epoch": 59, "lr": 9.819196213058463e-05}
+{"train_loss": 0.017501358598194742, "global_step": 3239, "epoch": 59, "lr": 9.819064969420529e-05, "val_loss": 0.019017022103071213}
+{"train_loss": 0.014094206504523754, "global_step": 3240, "epoch": 60, "lr": 9.818933679043407e-05}
+{"train_loss": 0.02023392915725708, "global_step": 3241, "epoch": 60, "lr": 9.81880234192837e-05}
+{"train_loss": 0.017550334334373474, "global_step": 3242, "epoch": 60, "lr": 9.818670958076695e-05}
+{"train_loss": 0.019616007804870605, "global_step": 3243, "epoch": 60, "lr": 9.81853952748965e-05}
+{"train_loss": 0.014328067190945148, "global_step": 3244, "epoch": 60, "lr": 9.818408050168515e-05}
+{"train_loss": 0.01377471536397934, "global_step": 3245, "epoch": 60, "lr": 9.818276526114565e-05}
+{"train_loss": 0.016039324924349785, "global_step": 3246, "epoch": 60, "lr": 9.818144955329073e-05}
+{"train_loss": 0.020187268033623695, "global_step": 3247, "epoch": 60, "lr": 9.818013337813316e-05}
+{"train_loss": 0.01611829362809658, "global_step": 3248, "epoch": 60, "lr": 9.817881673568572e-05}
+{"train_loss": 0.016086792573332787, "global_step": 3249, "epoch": 60, "lr": 9.817749962596115e-05}
+{"train_loss": 0.014935532584786415, "global_step": 3250, "epoch": 60, "lr": 9.817618204897225e-05}
+{"train_loss": 0.016246197745203972, "global_step": 3251, "epoch": 60, "lr": 9.81748640047318e-05}
+{"train_loss": 0.022102875635027885, "global_step": 3252, "epoch": 60, "lr": 9.817354549325258e-05}
+{"train_loss": 0.01778353750705719, "global_step": 3253, "epoch": 60, "lr": 9.817222651454736e-05}
+{"train_loss": 0.01501145027577877, "global_step": 3254, "epoch": 60, "lr": 9.817090706862895e-05}
+{"train_loss": 0.0181285347789526, "global_step": 3255, "epoch": 60, "lr": 9.816958715551014e-05}
+{"train_loss": 0.02232632413506508, "global_step": 3256, "epoch": 60, "lr": 9.816826677520375e-05}
+{"train_loss": 0.02228699065744877, "global_step": 3257, "epoch": 60, "lr": 9.816694592772255e-05}
+{"train_loss": 0.017807602882385254, "global_step": 3258, "epoch": 60, "lr": 9.816562461307939e-05}
+{"train_loss": 0.023836443200707436, "global_step": 3259, "epoch": 60, "lr": 9.816430283128706e-05}
+{"train_loss": 0.01877155527472496, "global_step": 3260, "epoch": 60, "lr": 9.816298058235838e-05}
+{"train_loss": 0.0186374019831419, "global_step": 3261, "epoch": 60, "lr": 9.816165786630617e-05}
+{"train_loss": 0.0182780958712101, "global_step": 3262, "epoch": 60, "lr": 9.81603346831433e-05}
+{"train_loss": 0.018054019659757614, "global_step": 3263, "epoch": 60, "lr": 9.815901103288254e-05}
+{"train_loss": 0.01298582088202238, "global_step": 3264, "epoch": 60, "lr": 9.815768691553678e-05}
+{"train_loss": 0.016567282378673553, "global_step": 3265, "epoch": 60, "lr": 9.815636233111884e-05}
+{"train_loss": 0.019246220588684082, "global_step": 3266, "epoch": 60, "lr": 9.815503727964157e-05}
+{"train_loss": 0.01710086315870285, "global_step": 3267, "epoch": 60, "lr": 9.815371176111781e-05}
+{"train_loss": 0.021496659144759178, "global_step": 3268, "epoch": 60, "lr": 9.815238577556045e-05}
+{"train_loss": 0.015786904841661453, "global_step": 3269, "epoch": 60, "lr": 9.81510593229823e-05}
+{"train_loss": 0.02172432281076908, "global_step": 3270, "epoch": 60, "lr": 9.814973240339627e-05}
+{"train_loss": 0.015162468887865543, "global_step": 3271, "epoch": 60, "lr": 9.814840501681522e-05}
+{"train_loss": 0.01597677730023861, "global_step": 3272, "epoch": 60, "lr": 9.8147077163252e-05}
+{"train_loss": 0.015285087749361992, "global_step": 3273, "epoch": 60, "lr": 9.81457488427195e-05}
+{"train_loss": 0.019339434802532196, "global_step": 3274, "epoch": 60, "lr": 9.814442005523062e-05}
+{"train_loss": 0.021863210946321487, "global_step": 3275, "epoch": 60, "lr": 9.814309080079823e-05}
+{"train_loss": 0.013156170025467873, "global_step": 3276, "epoch": 60, "lr": 9.814176107943523e-05}
+{"train_loss": 0.01307705882936716, "global_step": 3277, "epoch": 60, "lr": 9.814043089115451e-05}
+{"train_loss": 0.011648488231003284, "global_step": 3278, "epoch": 60, "lr": 9.813910023596898e-05}
+{"train_loss": 0.01230276096612215, "global_step": 3279, "epoch": 60, "lr": 9.813776911389154e-05}
+{"train_loss": 0.01913411356508732, "global_step": 3280, "epoch": 60, "lr": 9.813643752493512e-05}
+{"train_loss": 0.018864572048187256, "global_step": 3281, "epoch": 60, "lr": 9.813510546911259e-05}
+{"train_loss": 0.014007586054503918, "global_step": 3282, "epoch": 60, "lr": 9.81337729464369e-05}
+{"train_loss": 0.015326173976063728, "global_step": 3283, "epoch": 60, "lr": 9.813243995692098e-05}
+{"train_loss": 0.015872947871685028, "global_step": 3284, "epoch": 60, "lr": 9.813110650057772e-05}
+{"train_loss": 0.0183096956461668, "global_step": 3285, "epoch": 60, "lr": 9.812977257742012e-05}
+{"train_loss": 0.026678375899791718, "global_step": 3286, "epoch": 60, "lr": 9.812843818746107e-05}
+{"train_loss": 0.019571660086512566, "global_step": 3287, "epoch": 60, "lr": 9.812710333071351e-05}
+{"train_loss": 0.014007261022925377, "global_step": 3288, "epoch": 60, "lr": 9.81257680071904e-05}
+{"train_loss": 0.022665033116936684, "global_step": 3289, "epoch": 60, "lr": 9.812443221690468e-05}
+{"train_loss": 0.019671153277158737, "global_step": 3290, "epoch": 60, "lr": 9.812309595986933e-05}
+{"train_loss": 0.01440215203911066, "global_step": 3291, "epoch": 60, "lr": 9.812175923609728e-05}
+{"train_loss": 0.019050581380724907, "global_step": 3292, "epoch": 60, "lr": 9.812042204560151e-05}
+{"train_loss": 0.01753988939647873, "global_step": 3293, "epoch": 60, "lr": 9.8119084388395e-05, "val_loss": 0.020291723310947418, "train_action_mse_error": 0.0015212149592116475}
+{"train_loss": 0.013449502177536488, "global_step": 3294, "epoch": 61, "lr": 9.81177462644907e-05}
+{"train_loss": 0.012393749319016933, "global_step": 3295, "epoch": 61, "lr": 9.81164076739016e-05}
+{"train_loss": 0.017332319170236588, "global_step": 3296, "epoch": 61, "lr": 9.811506861664068e-05}
+{"train_loss": 0.029690943658351898, "global_step": 3297, "epoch": 61, "lr": 9.811372909272093e-05}
+{"train_loss": 0.01789962872862816, "global_step": 3298, "epoch": 61, "lr": 9.811238910215535e-05}
+{"train_loss": 0.013996885158121586, "global_step": 3299, "epoch": 61, "lr": 9.811104864495691e-05}
+{"train_loss": 0.01603052392601967, "global_step": 3300, "epoch": 61, "lr": 9.810970772113866e-05}
+{"train_loss": 0.012586751021444798, "global_step": 3301, "epoch": 61, "lr": 9.810836633071354e-05}
+{"train_loss": 0.01653585582971573, "global_step": 3302, "epoch": 61, "lr": 9.810702447369461e-05}
+{"train_loss": 0.021890731528401375, "global_step": 3303, "epoch": 61, "lr": 9.810568215009486e-05}
+{"train_loss": 0.019090427085757256, "global_step": 3304, "epoch": 61, "lr": 9.810433935992733e-05}
+{"train_loss": 0.016031838953495026, "global_step": 3305, "epoch": 61, "lr": 9.810299610320501e-05}
+{"train_loss": 0.023501167073845863, "global_step": 3306, "epoch": 61, "lr": 9.810165237994098e-05}
+{"train_loss": 0.01978488080203533, "global_step": 3307, "epoch": 61, "lr": 9.810030819014822e-05}
+{"train_loss": 0.019289765506982803, "global_step": 3308, "epoch": 61, "lr": 9.809896353383979e-05}
+{"train_loss": 0.016324445605278015, "global_step": 3309, "epoch": 61, "lr": 9.809761841102872e-05}
+{"train_loss": 0.017506955191493034, "global_step": 3310, "epoch": 61, "lr": 9.809627282172809e-05}
+{"train_loss": 0.020013917237520218, "global_step": 3311, "epoch": 61, "lr": 9.80949267659509e-05}
+{"train_loss": 0.016044750809669495, "global_step": 3312, "epoch": 61, "lr": 9.809358024371024e-05}
+{"train_loss": 0.018850579857826233, "global_step": 3313, "epoch": 61, "lr": 9.809223325501918e-05}
+{"train_loss": 0.015817414969205856, "global_step": 3314, "epoch": 61, "lr": 9.809088579989074e-05}
+{"train_loss": 0.01773037575185299, "global_step": 3315, "epoch": 61, "lr": 9.808953787833801e-05}
+{"train_loss": 0.018344569951295853, "global_step": 3316, "epoch": 61, "lr": 9.808818949037409e-05}
+{"train_loss": 0.018942227587103844, "global_step": 3317, "epoch": 61, "lr": 9.808684063601202e-05}
+{"train_loss": 0.01584596000611782, "global_step": 3318, "epoch": 61, "lr": 9.80854913152649e-05}
+{"train_loss": 0.015356838703155518, "global_step": 3319, "epoch": 61, "lr": 9.808414152814583e-05}
+{"train_loss": 0.014969059266149998, "global_step": 3320, "epoch": 61, "lr": 9.808279127466786e-05}
+{"train_loss": 0.015639690682291985, "global_step": 3321, "epoch": 61, "lr": 9.808144055484412e-05}
+{"train_loss": 0.01603151112794876, "global_step": 3322, "epoch": 61, "lr": 9.808008936868771e-05}
+{"train_loss": 0.019764283671975136, "global_step": 3323, "epoch": 61, "lr": 9.807873771621172e-05}
+{"train_loss": 0.023029766976833344, "global_step": 3324, "epoch": 61, "lr": 9.807738559742927e-05}
+{"train_loss": 0.016316024586558342, "global_step": 3325, "epoch": 61, "lr": 9.807603301235346e-05}
+{"train_loss": 0.02019030600786209, "global_step": 3326, "epoch": 61, "lr": 9.807467996099743e-05}
+{"train_loss": 0.012322244234383106, "global_step": 3327, "epoch": 61, "lr": 9.807332644337428e-05}
+{"train_loss": 0.015281923115253448, "global_step": 3328, "epoch": 61, "lr": 9.807197245949715e-05}
+{"train_loss": 0.016452353447675705, "global_step": 3329, "epoch": 61, "lr": 9.807061800937917e-05}
+{"train_loss": 0.02270105853676796, "global_step": 3330, "epoch": 61, "lr": 9.806926309303351e-05}
+{"train_loss": 0.01891874335706234, "global_step": 3331, "epoch": 61, "lr": 9.806790771047324e-05}
+{"train_loss": 0.016051940619945526, "global_step": 3332, "epoch": 61, "lr": 9.806655186171155e-05}
+{"train_loss": 0.013547061011195183, "global_step": 3333, "epoch": 61, "lr": 9.80651955467616e-05}
+{"train_loss": 0.01982397958636284, "global_step": 3334, "epoch": 61, "lr": 9.806383876563652e-05}
+{"train_loss": 0.018685761839151382, "global_step": 3335, "epoch": 61, "lr": 9.806248151834947e-05}
+{"train_loss": 0.01750090904533863, "global_step": 3336, "epoch": 61, "lr": 9.806112380491362e-05}
+{"train_loss": 0.018520399928092957, "global_step": 3337, "epoch": 61, "lr": 9.805976562534215e-05}
+{"train_loss": 0.016817748546600342, "global_step": 3338, "epoch": 61, "lr": 9.805840697964823e-05}
+{"train_loss": 0.015448339283466339, "global_step": 3339, "epoch": 61, "lr": 9.805704786784501e-05}
+{"train_loss": 0.015331137925386429, "global_step": 3340, "epoch": 61, "lr": 9.80556882899457e-05}
+{"train_loss": 0.0178639218211174, "global_step": 3341, "epoch": 61, "lr": 9.805432824596348e-05}
+{"train_loss": 0.014745621010661125, "global_step": 3342, "epoch": 61, "lr": 9.805296773591154e-05}
+{"train_loss": 0.023948559537529945, "global_step": 3343, "epoch": 61, "lr": 9.805160675980307e-05}
+{"train_loss": 0.016171060502529144, "global_step": 3344, "epoch": 61, "lr": 9.805024531765128e-05}
+{"train_loss": 0.01631360873579979, "global_step": 3345, "epoch": 61, "lr": 9.804888340946936e-05}
+{"train_loss": 0.021033896133303642, "global_step": 3346, "epoch": 61, "lr": 9.804752103527053e-05}
+{"train_loss": 0.017584478275643453, "global_step": 3347, "epoch": 61, "lr": 9.8046158195068e-05, "val_loss": 0.017108842730522156}
+{"train_loss": 0.01795128546655178, "global_step": 3348, "epoch": 62, "lr": 9.804479488887499e-05}
+{"train_loss": 0.017936328426003456, "global_step": 3349, "epoch": 62, "lr": 9.804343111670472e-05}
+{"train_loss": 0.01606452837586403, "global_step": 3350, "epoch": 62, "lr": 9.804206687857042e-05}
+{"train_loss": 0.014955895952880383, "global_step": 3351, "epoch": 62, "lr": 9.804070217448531e-05}
+{"train_loss": 0.01571255922317505, "global_step": 3352, "epoch": 62, "lr": 9.803933700446265e-05}
+{"train_loss": 0.011937788687646389, "global_step": 3353, "epoch": 62, "lr": 9.803797136851566e-05}
+{"train_loss": 0.01585566997528076, "global_step": 3354, "epoch": 62, "lr": 9.803660526665759e-05}
+{"train_loss": 0.014449362643063068, "global_step": 3355, "epoch": 62, "lr": 9.803523869890169e-05}
+{"train_loss": 0.015101329423487186, "global_step": 3356, "epoch": 62, "lr": 9.803387166526121e-05}
+{"train_loss": 0.021970124915242195, "global_step": 3357, "epoch": 62, "lr": 9.803250416574942e-05}
+{"train_loss": 0.013737943023443222, "global_step": 3358, "epoch": 62, "lr": 9.803113620037957e-05}
+{"train_loss": 0.016488514840602875, "global_step": 3359, "epoch": 62, "lr": 9.802976776916494e-05}
+{"train_loss": 0.0168434027582407, "global_step": 3360, "epoch": 62, "lr": 9.802839887211878e-05}
+{"train_loss": 0.01783810928463936, "global_step": 3361, "epoch": 62, "lr": 9.80270295092544e-05}
+{"train_loss": 0.016854718327522278, "global_step": 3362, "epoch": 62, "lr": 9.802565968058507e-05}
+{"train_loss": 0.02262902446091175, "global_step": 3363, "epoch": 62, "lr": 9.802428938612405e-05}
+{"train_loss": 0.01999407261610031, "global_step": 3364, "epoch": 62, "lr": 9.802291862588466e-05}
+{"train_loss": 0.012975621037185192, "global_step": 3365, "epoch": 62, "lr": 9.802154739988019e-05}
+{"train_loss": 0.017618469893932343, "global_step": 3366, "epoch": 62, "lr": 9.802017570812393e-05}
+{"train_loss": 0.012287176214158535, "global_step": 3367, "epoch": 62, "lr": 9.801880355062918e-05}
+{"train_loss": 0.01622144877910614, "global_step": 3368, "epoch": 62, "lr": 9.801743092740927e-05}
+{"train_loss": 0.014416606165468693, "global_step": 3369, "epoch": 62, "lr": 9.801605783847749e-05}
+{"train_loss": 0.014401786029338837, "global_step": 3370, "epoch": 62, "lr": 9.801468428384716e-05}
+{"train_loss": 0.017194462940096855, "global_step": 3371, "epoch": 62, "lr": 9.801331026353161e-05}
+{"train_loss": 0.018235662952065468, "global_step": 3372, "epoch": 62, "lr": 9.801193577754418e-05}
+{"train_loss": 0.013213088735938072, "global_step": 3373, "epoch": 62, "lr": 9.801056082589816e-05}
+{"train_loss": 0.01732199639081955, "global_step": 3374, "epoch": 62, "lr": 9.800918540860693e-05}
+{"train_loss": 0.014566098339855671, "global_step": 3375, "epoch": 62, "lr": 9.80078095256838e-05}
+{"train_loss": 0.01566668041050434, "global_step": 3376, "epoch": 62, "lr": 9.800643317714213e-05}
+{"train_loss": 0.01953769288957119, "global_step": 3377, "epoch": 62, "lr": 9.800505636299527e-05}
+{"train_loss": 0.012941325083374977, "global_step": 3378, "epoch": 62, "lr": 9.800367908325654e-05}
+{"train_loss": 0.019929027184844017, "global_step": 3379, "epoch": 62, "lr": 9.800230133793936e-05}
+{"train_loss": 0.015306256711483002, "global_step": 3380, "epoch": 62, "lr": 9.800092312705704e-05}
+{"train_loss": 0.012663168832659721, "global_step": 3381, "epoch": 62, "lr": 9.799954445062295e-05}
+{"train_loss": 0.01831529103219509, "global_step": 3382, "epoch": 62, "lr": 9.799816530865051e-05}
+{"train_loss": 0.011169802397489548, "global_step": 3383, "epoch": 62, "lr": 9.799678570115304e-05}
+{"train_loss": 0.01447688415646553, "global_step": 3384, "epoch": 62, "lr": 9.799540562814395e-05}
+{"train_loss": 0.014447838999330997, "global_step": 3385, "epoch": 62, "lr": 9.799402508963661e-05}
+{"train_loss": 0.020930619910359383, "global_step": 3386, "epoch": 62, "lr": 9.799264408564442e-05}
+{"train_loss": 0.017945963889360428, "global_step": 3387, "epoch": 62, "lr": 9.799126261618077e-05}
+{"train_loss": 0.014029537327587605, "global_step": 3388, "epoch": 62, "lr": 9.798988068125907e-05}
+{"train_loss": 0.019463373348116875, "global_step": 3389, "epoch": 62, "lr": 9.798849828089271e-05}
+{"train_loss": 0.0131505923345685, "global_step": 3390, "epoch": 62, "lr": 9.798711541509509e-05}
+{"train_loss": 0.017939120531082153, "global_step": 3391, "epoch": 62, "lr": 9.798573208387965e-05}
+{"train_loss": 0.018176734447479248, "global_step": 3392, "epoch": 62, "lr": 9.798434828725978e-05}
+{"train_loss": 0.010813737288117409, "global_step": 3393, "epoch": 62, "lr": 9.798296402524891e-05}
+{"train_loss": 0.011775738559663296, "global_step": 3394, "epoch": 62, "lr": 9.798157929786048e-05}
+{"train_loss": 0.015234492719173431, "global_step": 3395, "epoch": 62, "lr": 9.798019410510788e-05}
+{"train_loss": 0.01203546766191721, "global_step": 3396, "epoch": 62, "lr": 9.797880844700459e-05}
+{"train_loss": 0.017511187121272087, "global_step": 3397, "epoch": 62, "lr": 9.797742232356403e-05}
+{"train_loss": 0.012060188688337803, "global_step": 3398, "epoch": 62, "lr": 9.797603573479964e-05}
+{"train_loss": 0.02415362186729908, "global_step": 3399, "epoch": 62, "lr": 9.797464868072488e-05}
+{"train_loss": 0.013503625988960266, "global_step": 3400, "epoch": 62, "lr": 9.79732611613532e-05}
+{"train_loss": 0.015900666187344877, "global_step": 3401, "epoch": 62, "lr": 9.797187317669802e-05, "val_loss": 0.02126023732125759}
+{"train_loss": 0.016902703791856766, "global_step": 3402, "epoch": 63, "lr": 9.797048472677287e-05}
+{"train_loss": 0.019482094794511795, "global_step": 3403, "epoch": 63, "lr": 9.796909581159116e-05}
+{"train_loss": 0.012119652703404427, "global_step": 3404, "epoch": 63, "lr": 9.796770643116639e-05}
+{"train_loss": 0.012464017607271671, "global_step": 3405, "epoch": 63, "lr": 9.796631658551203e-05}
+{"train_loss": 0.01863647997379303, "global_step": 3406, "epoch": 63, "lr": 9.796492627464156e-05}
+{"train_loss": 0.017958832904696465, "global_step": 3407, "epoch": 63, "lr": 9.796353549856845e-05}
+{"train_loss": 0.015262575820088387, "global_step": 3408, "epoch": 63, "lr": 9.796214425730621e-05}
+{"train_loss": 0.015466222539544106, "global_step": 3409, "epoch": 63, "lr": 9.796075255086832e-05}
+{"train_loss": 0.017237557098269463, "global_step": 3410, "epoch": 63, "lr": 9.795936037926827e-05}
+{"train_loss": 0.014044651761651039, "global_step": 3411, "epoch": 63, "lr": 9.795796774251958e-05}
+{"train_loss": 0.011228607967495918, "global_step": 3412, "epoch": 63, "lr": 9.795657464063576e-05}
+{"train_loss": 0.010280504822731018, "global_step": 3413, "epoch": 63, "lr": 9.795518107363031e-05}
+{"train_loss": 0.021012725308537483, "global_step": 3414, "epoch": 63, "lr": 9.795378704151675e-05}
+{"train_loss": 0.014072629623115063, "global_step": 3415, "epoch": 63, "lr": 9.795239254430858e-05}
+{"train_loss": 0.015050341375172138, "global_step": 3416, "epoch": 63, "lr": 9.795099758201936e-05}
+{"train_loss": 0.017493071034550667, "global_step": 3417, "epoch": 63, "lr": 9.79496021546626e-05}
+{"train_loss": 0.01551385223865509, "global_step": 3418, "epoch": 63, "lr": 9.794820626225183e-05}
+{"train_loss": 0.02099383808672428, "global_step": 3419, "epoch": 63, "lr": 9.79468099048006e-05}
+{"train_loss": 0.018768994137644768, "global_step": 3420, "epoch": 63, "lr": 9.794541308232246e-05}
+{"train_loss": 0.01777123659849167, "global_step": 3421, "epoch": 63, "lr": 9.794401579483092e-05}
+{"train_loss": 0.012781375087797642, "global_step": 3422, "epoch": 63, "lr": 9.794261804233959e-05}
+{"train_loss": 0.021919434890151024, "global_step": 3423, "epoch": 63, "lr": 9.794121982486197e-05}
+{"train_loss": 0.013526398688554764, "global_step": 3424, "epoch": 63, "lr": 9.793982114241166e-05}
+{"train_loss": 0.01787753216922283, "global_step": 3425, "epoch": 63, "lr": 9.793842199500221e-05}
+{"train_loss": 0.016726884990930557, "global_step": 3426, "epoch": 63, "lr": 9.793702238264718e-05}
+{"train_loss": 0.015416945330798626, "global_step": 3427, "epoch": 63, "lr": 9.793562230536016e-05}
+{"train_loss": 0.01625104248523712, "global_step": 3428, "epoch": 63, "lr": 9.793422176315472e-05}
+{"train_loss": 0.01884564198553562, "global_step": 3429, "epoch": 63, "lr": 9.793282075604446e-05}
+{"train_loss": 0.020445406436920166, "global_step": 3430, "epoch": 63, "lr": 9.793141928404295e-05}
+{"train_loss": 0.017109930515289307, "global_step": 3431, "epoch": 63, "lr": 9.793001734716379e-05}
+{"train_loss": 0.019686967134475708, "global_step": 3432, "epoch": 63, "lr": 9.792861494542058e-05}
+{"train_loss": 0.017286516726017, "global_step": 3433, "epoch": 63, "lr": 9.792721207882691e-05}
+{"train_loss": 0.017128190025687218, "global_step": 3434, "epoch": 63, "lr": 9.792580874739641e-05}
+{"train_loss": 0.015060480684041977, "global_step": 3435, "epoch": 63, "lr": 9.792440495114265e-05}
+{"train_loss": 0.018473943695425987, "global_step": 3436, "epoch": 63, "lr": 9.792300069007929e-05}
+{"train_loss": 0.017436595633625984, "global_step": 3437, "epoch": 63, "lr": 9.792159596421992e-05}
+{"train_loss": 0.017535340040922165, "global_step": 3438, "epoch": 63, "lr": 9.792019077357818e-05}
+{"train_loss": 0.018437791615724564, "global_step": 3439, "epoch": 63, "lr": 9.791878511816768e-05}
+{"train_loss": 0.014433024451136589, "global_step": 3440, "epoch": 63, "lr": 9.791737899800208e-05}
+{"train_loss": 0.02100319229066372, "global_step": 3441, "epoch": 63, "lr": 9.7915972413095e-05}
+{"train_loss": 0.020399857312440872, "global_step": 3442, "epoch": 63, "lr": 9.791456536346009e-05}
+{"train_loss": 0.023385878652334213, "global_step": 3443, "epoch": 63, "lr": 9.791315784911098e-05}
+{"train_loss": 0.01559628825634718, "global_step": 3444, "epoch": 63, "lr": 9.791174987006133e-05}
+{"train_loss": 0.02101137861609459, "global_step": 3445, "epoch": 63, "lr": 9.79103414263248e-05}
+{"train_loss": 0.013999022543430328, "global_step": 3446, "epoch": 63, "lr": 9.790893251791506e-05}
+{"train_loss": 0.015964264050126076, "global_step": 3447, "epoch": 63, "lr": 9.790752314484577e-05}
+{"train_loss": 0.01455517578870058, "global_step": 3448, "epoch": 63, "lr": 9.790611330713057e-05}
+{"train_loss": 0.01452499721199274, "global_step": 3449, "epoch": 63, "lr": 9.790470300478319e-05}
+{"train_loss": 0.016877904534339905, "global_step": 3450, "epoch": 63, "lr": 9.790329223781724e-05}
+{"train_loss": 0.014998258091509342, "global_step": 3451, "epoch": 63, "lr": 9.790188100624645e-05}
+{"train_loss": 0.017382953315973282, "global_step": 3452, "epoch": 63, "lr": 9.79004693100845e-05}
+{"train_loss": 0.018062587827444077, "global_step": 3453, "epoch": 63, "lr": 9.789905714934508e-05}
+{"train_loss": 0.016173221170902252, "global_step": 3454, "epoch": 63, "lr": 9.789764452404187e-05}
+{"train_loss": 0.016803257322559755, "global_step": 3455, "epoch": 63, "lr": 9.78962314341886e-05, "val_loss": 0.019296860322356224}
+{"train_loss": 0.01382091362029314, "global_step": 3456, "epoch": 64, "lr": 9.789481787979896e-05}
+{"train_loss": 0.016763439401984215, "global_step": 3457, "epoch": 64, "lr": 9.789340386088663e-05}
+{"train_loss": 0.015050278976559639, "global_step": 3458, "epoch": 64, "lr": 9.789198937746537e-05}
+{"train_loss": 0.011799704283475876, "global_step": 3459, "epoch": 64, "lr": 9.78905744295489e-05}
+{"train_loss": 0.017908094450831413, "global_step": 3460, "epoch": 64, "lr": 9.788915901715091e-05}
+{"train_loss": 0.01154333259910345, "global_step": 3461, "epoch": 64, "lr": 9.788774314028516e-05}
+{"train_loss": 0.019697848707437515, "global_step": 3462, "epoch": 64, "lr": 9.788632679896535e-05}
+{"train_loss": 0.019276296719908714, "global_step": 3463, "epoch": 64, "lr": 9.788490999320522e-05}
+{"train_loss": 0.015784936025738716, "global_step": 3464, "epoch": 64, "lr": 9.788349272301854e-05}
+{"train_loss": 0.0165124349296093, "global_step": 3465, "epoch": 64, "lr": 9.788207498841903e-05}
+{"train_loss": 0.014612819999456406, "global_step": 3466, "epoch": 64, "lr": 9.788065678942046e-05}
+{"train_loss": 0.011887376196682453, "global_step": 3467, "epoch": 64, "lr": 9.787923812603656e-05}
+{"train_loss": 0.015802031382918358, "global_step": 3468, "epoch": 64, "lr": 9.787781899828112e-05}
+{"train_loss": 0.019350290298461914, "global_step": 3469, "epoch": 64, "lr": 9.787639940616788e-05}
+{"train_loss": 0.018637679517269135, "global_step": 3470, "epoch": 64, "lr": 9.787497934971064e-05}
+{"train_loss": 0.02081744186580181, "global_step": 3471, "epoch": 64, "lr": 9.787355882892313e-05}
+{"train_loss": 0.01784246414899826, "global_step": 3472, "epoch": 64, "lr": 9.787213784381915e-05}
+{"train_loss": 0.016703559085726738, "global_step": 3473, "epoch": 64, "lr": 9.787071639441246e-05}
+{"train_loss": 0.021882833912968636, "global_step": 3474, "epoch": 64, "lr": 9.786929448071688e-05}
+{"train_loss": 0.011142254807054996, "global_step": 3475, "epoch": 64, "lr": 9.786787210274618e-05}
+{"train_loss": 0.01679972931742668, "global_step": 3476, "epoch": 64, "lr": 9.786644926051417e-05}
+{"train_loss": 0.018351761624217033, "global_step": 3477, "epoch": 64, "lr": 9.786502595403464e-05}
+{"train_loss": 0.014458607882261276, "global_step": 3478, "epoch": 64, "lr": 9.786360218332139e-05}
+{"train_loss": 0.018659155815839767, "global_step": 3479, "epoch": 64, "lr": 9.786217794838824e-05}
+{"train_loss": 0.015800664201378822, "global_step": 3480, "epoch": 64, "lr": 9.786075324924899e-05}
+{"train_loss": 0.018014809116721153, "global_step": 3481, "epoch": 64, "lr": 9.785932808591747e-05}
+{"train_loss": 0.01474512554705143, "global_step": 3482, "epoch": 64, "lr": 9.785790245840749e-05}
+{"train_loss": 0.015681538730859756, "global_step": 3483, "epoch": 64, "lr": 9.785647636673289e-05}
+{"train_loss": 0.017619721591472626, "global_step": 3484, "epoch": 64, "lr": 9.785504981090749e-05}
+{"train_loss": 0.021415257826447487, "global_step": 3485, "epoch": 64, "lr": 9.785362279094516e-05}
+{"train_loss": 0.01654953509569168, "global_step": 3486, "epoch": 64, "lr": 9.785219530685969e-05}
+{"train_loss": 0.014297137036919594, "global_step": 3487, "epoch": 64, "lr": 9.785076735866494e-05}
+{"train_loss": 0.01725366711616516, "global_step": 3488, "epoch": 64, "lr": 9.784933894637478e-05}
+{"train_loss": 0.011362272314727306, "global_step": 3489, "epoch": 64, "lr": 9.784791007000304e-05}
+{"train_loss": 0.018080342561006546, "global_step": 3490, "epoch": 64, "lr": 9.784648072956359e-05}
+{"train_loss": 0.01878110133111477, "global_step": 3491, "epoch": 64, "lr": 9.784505092507031e-05}
+{"train_loss": 0.016086462885141373, "global_step": 3492, "epoch": 64, "lr": 9.784362065653703e-05}
+{"train_loss": 0.01869802549481392, "global_step": 3493, "epoch": 64, "lr": 9.784218992397764e-05}
+{"train_loss": 0.01619020476937294, "global_step": 3494, "epoch": 64, "lr": 9.784075872740603e-05}
+{"train_loss": 0.01734522171318531, "global_step": 3495, "epoch": 64, "lr": 9.783932706683607e-05}
+{"train_loss": 0.016054457053542137, "global_step": 3496, "epoch": 64, "lr": 9.783789494228164e-05}
+{"train_loss": 0.015402756631374359, "global_step": 3497, "epoch": 64, "lr": 9.783646235375663e-05}
+{"train_loss": 0.020070631057024002, "global_step": 3498, "epoch": 64, "lr": 9.783502930127494e-05}
+{"train_loss": 0.023337246850132942, "global_step": 3499, "epoch": 64, "lr": 9.783359578485047e-05}
+{"train_loss": 0.021610338240861893, "global_step": 3500, "epoch": 64, "lr": 9.783216180449711e-05}
+{"train_loss": 0.014441682025790215, "global_step": 3501, "epoch": 64, "lr": 9.783072736022879e-05}
+{"train_loss": 0.020285584032535553, "global_step": 3502, "epoch": 64, "lr": 9.782929245205941e-05}
+{"train_loss": 0.01761408895254135, "global_step": 3503, "epoch": 64, "lr": 9.782785708000289e-05}
+{"train_loss": 0.017772287130355835, "global_step": 3504, "epoch": 64, "lr": 9.782642124407313e-05}
+{"train_loss": 0.020098060369491577, "global_step": 3505, "epoch": 64, "lr": 9.78249849442841e-05}
+{"train_loss": 0.01444097701460123, "global_step": 3506, "epoch": 64, "lr": 9.782354818064968e-05}
+{"train_loss": 0.017891718074679375, "global_step": 3507, "epoch": 64, "lr": 9.782211095318386e-05}
+{"train_loss": 0.014138561673462391, "global_step": 3508, "epoch": 64, "lr": 9.782067326190052e-05}
+{"train_loss": 0.017000020533386204, "global_step": 3509, "epoch": 64, "lr": 9.781923510681365e-05, "val_loss": 0.017313078045845032}
+{"train_loss": 0.013932543806731701, "global_step": 3510, "epoch": 65, "lr": 9.781779648793717e-05}
+{"train_loss": 0.01663169264793396, "global_step": 3511, "epoch": 65, "lr": 9.781635740528505e-05}
+{"train_loss": 0.010756490752100945, "global_step": 3512, "epoch": 65, "lr": 9.781491785887126e-05}
+{"train_loss": 0.014698781073093414, "global_step": 3513, "epoch": 65, "lr": 9.781347784870973e-05}
+{"train_loss": 0.013450471684336662, "global_step": 3514, "epoch": 65, "lr": 9.781203737481443e-05}
+{"train_loss": 0.021641608327627182, "global_step": 3515, "epoch": 65, "lr": 9.781059643719937e-05}
+{"train_loss": 0.01310496125370264, "global_step": 3516, "epoch": 65, "lr": 9.780915503587846e-05}
+{"train_loss": 0.019864484667778015, "global_step": 3517, "epoch": 65, "lr": 9.780771317086574e-05}
+{"train_loss": 0.02096152864396572, "global_step": 3518, "epoch": 65, "lr": 9.780627084217518e-05}
+{"train_loss": 0.01708390936255455, "global_step": 3519, "epoch": 65, "lr": 9.780482804982074e-05}
+{"train_loss": 0.014724716544151306, "global_step": 3520, "epoch": 65, "lr": 9.780338479381644e-05}
+{"train_loss": 0.020300813019275665, "global_step": 3521, "epoch": 65, "lr": 9.780194107417626e-05}
+{"train_loss": 0.01786069944500923, "global_step": 3522, "epoch": 65, "lr": 9.780049689091423e-05}
+{"train_loss": 0.020123392343521118, "global_step": 3523, "epoch": 65, "lr": 9.779905224404433e-05}
+{"train_loss": 0.01793157495558262, "global_step": 3524, "epoch": 65, "lr": 9.779760713358059e-05}
+{"train_loss": 0.0125834159553051, "global_step": 3525, "epoch": 65, "lr": 9.779616155953701e-05}
+{"train_loss": 0.01922568678855896, "global_step": 3526, "epoch": 65, "lr": 9.779471552192763e-05}
+{"train_loss": 0.01546507142484188, "global_step": 3527, "epoch": 65, "lr": 9.779326902076644e-05}
+{"train_loss": 0.013264575973153114, "global_step": 3528, "epoch": 65, "lr": 9.779182205606752e-05}
+{"train_loss": 0.015999602153897285, "global_step": 3529, "epoch": 65, "lr": 9.779037462784486e-05}
+{"train_loss": 0.01845824159681797, "global_step": 3530, "epoch": 65, "lr": 9.778892673611251e-05}
+{"train_loss": 0.017450539395213127, "global_step": 3531, "epoch": 65, "lr": 9.778747838088451e-05}
+{"train_loss": 0.014944914728403091, "global_step": 3532, "epoch": 65, "lr": 9.778602956217493e-05}
+{"train_loss": 0.016305632889270782, "global_step": 3533, "epoch": 65, "lr": 9.778458027999781e-05}
+{"train_loss": 0.013483954593539238, "global_step": 3534, "epoch": 65, "lr": 9.778313053436719e-05}
+{"train_loss": 0.016444813460111618, "global_step": 3535, "epoch": 65, "lr": 9.778168032529716e-05}
+{"train_loss": 0.019174963235855103, "global_step": 3536, "epoch": 65, "lr": 9.778022965280176e-05}
+{"train_loss": 0.011720756068825722, "global_step": 3537, "epoch": 65, "lr": 9.777877851689506e-05}
+{"train_loss": 0.018802441656589508, "global_step": 3538, "epoch": 65, "lr": 9.777732691759114e-05}
+{"train_loss": 0.011503530666232109, "global_step": 3539, "epoch": 65, "lr": 9.777587485490409e-05}
+{"train_loss": 0.013355578295886517, "global_step": 3540, "epoch": 65, "lr": 9.777442232884799e-05}
+{"train_loss": 0.016238180920481682, "global_step": 3541, "epoch": 65, "lr": 9.777296933943691e-05}
+{"train_loss": 0.017810484394431114, "global_step": 3542, "epoch": 65, "lr": 9.777151588668496e-05}
+{"train_loss": 0.017675187438726425, "global_step": 3543, "epoch": 65, "lr": 9.777006197060624e-05}
+{"train_loss": 0.012269142083823681, "global_step": 3544, "epoch": 65, "lr": 9.776860759121484e-05}
+{"train_loss": 0.017115484923124313, "global_step": 3545, "epoch": 65, "lr": 9.776715274852486e-05}
+{"train_loss": 0.021270792931318283, "global_step": 3546, "epoch": 65, "lr": 9.776569744255042e-05}
+{"train_loss": 0.014842992648482323, "global_step": 3547, "epoch": 65, "lr": 9.776424167330564e-05}
+{"train_loss": 0.012781532481312752, "global_step": 3548, "epoch": 65, "lr": 9.776278544080464e-05}
+{"train_loss": 0.015249889343976974, "global_step": 3549, "epoch": 65, "lr": 9.776132874506152e-05}
+{"train_loss": 0.01774882897734642, "global_step": 3550, "epoch": 65, "lr": 9.775987158609043e-05}
+{"train_loss": 0.021487152203917503, "global_step": 3551, "epoch": 65, "lr": 9.775841396390551e-05}
+{"train_loss": 0.015813607722520828, "global_step": 3552, "epoch": 65, "lr": 9.775695587852086e-05}
+{"train_loss": 0.01681677997112274, "global_step": 3553, "epoch": 65, "lr": 9.775549732995066e-05}
+{"train_loss": 0.015081357210874557, "global_step": 3554, "epoch": 65, "lr": 9.775403831820904e-05}
+{"train_loss": 0.015268218703567982, "global_step": 3555, "epoch": 65, "lr": 9.775257884331015e-05}
+{"train_loss": 0.015336958691477776, "global_step": 3556, "epoch": 65, "lr": 9.775111890526815e-05}
+{"train_loss": 0.015051383525133133, "global_step": 3557, "epoch": 65, "lr": 9.774965850409721e-05}
+{"train_loss": 0.014272862114012241, "global_step": 3558, "epoch": 65, "lr": 9.774819763981147e-05}
+{"train_loss": 0.02220519259572029, "global_step": 3559, "epoch": 65, "lr": 9.774673631242512e-05}
+{"train_loss": 0.01975345052778721, "global_step": 3560, "epoch": 65, "lr": 9.774527452195231e-05}
+{"train_loss": 0.017693420872092247, "global_step": 3561, "epoch": 65, "lr": 9.774381226840724e-05}
+{"train_loss": 0.011882210150361061, "global_step": 3562, "epoch": 65, "lr": 9.774234955180407e-05}
+{"train_loss": 0.016412257975726215, "global_step": 3563, "epoch": 65, "lr": 9.774088637215702e-05, "val_loss": 0.01964389719069004, "train_action_mse_error": 0.0013721095165237784}
+{"train_loss": 0.014906687662005424, "global_step": 3564, "epoch": 66, "lr": 9.773942272948025e-05}
+{"train_loss": 0.018688857555389404, "global_step": 3565, "epoch": 66, "lr": 9.773795862378798e-05}
+{"train_loss": 0.018724627792835236, "global_step": 3566, "epoch": 66, "lr": 9.773649405509439e-05}
+{"train_loss": 0.01674875244498253, "global_step": 3567, "epoch": 66, "lr": 9.773502902341369e-05}
+{"train_loss": 0.015876466408371925, "global_step": 3568, "epoch": 66, "lr": 9.773356352876008e-05}
+{"train_loss": 0.014968747273087502, "global_step": 3569, "epoch": 66, "lr": 9.773209757114781e-05}
+{"train_loss": 0.018827270716428757, "global_step": 3570, "epoch": 66, "lr": 9.773063115059105e-05}
+{"train_loss": 0.0170760415494442, "global_step": 3571, "epoch": 66, "lr": 9.772916426710404e-05}
+{"train_loss": 0.011875024996697903, "global_step": 3572, "epoch": 66, "lr": 9.772769692070103e-05}
+{"train_loss": 0.02063053846359253, "global_step": 3573, "epoch": 66, "lr": 9.772622911139622e-05}
+{"train_loss": 0.013687292113900185, "global_step": 3574, "epoch": 66, "lr": 9.772476083920388e-05}
+{"train_loss": 0.01580578275024891, "global_step": 3575, "epoch": 66, "lr": 9.77232921041382e-05}
+{"train_loss": 0.011376128531992435, "global_step": 3576, "epoch": 66, "lr": 9.772182290621348e-05}
+{"train_loss": 0.015653634443879128, "global_step": 3577, "epoch": 66, "lr": 9.772035324544393e-05}
+{"train_loss": 0.02009572647511959, "global_step": 3578, "epoch": 66, "lr": 9.771888312184382e-05}
+{"train_loss": 0.017344381660223007, "global_step": 3579, "epoch": 66, "lr": 9.771741253542741e-05}
+{"train_loss": 0.016637325286865234, "global_step": 3580, "epoch": 66, "lr": 9.771594148620895e-05}
+{"train_loss": 0.013819634914398193, "global_step": 3581, "epoch": 66, "lr": 9.771446997420272e-05}
+{"train_loss": 0.02115364745259285, "global_step": 3582, "epoch": 66, "lr": 9.7712997999423e-05}
+{"train_loss": 0.020233042538166046, "global_step": 3583, "epoch": 66, "lr": 9.771152556188405e-05}
+{"train_loss": 0.010537836700677872, "global_step": 3584, "epoch": 66, "lr": 9.771005266160016e-05}
+{"train_loss": 0.016008950769901276, "global_step": 3585, "epoch": 66, "lr": 9.770857929858562e-05}
+{"train_loss": 0.017997898161411285, "global_step": 3586, "epoch": 66, "lr": 9.770710547285468e-05}
+{"train_loss": 0.010654451325535774, "global_step": 3587, "epoch": 66, "lr": 9.770563118442169e-05}
+{"train_loss": 0.026450419798493385, "global_step": 3588, "epoch": 66, "lr": 9.770415643330092e-05}
+{"train_loss": 0.010925045236945152, "global_step": 3589, "epoch": 66, "lr": 9.770268121950667e-05}
+{"train_loss": 0.017475536093115807, "global_step": 3590, "epoch": 66, "lr": 9.770120554305326e-05}
+{"train_loss": 0.013850906863808632, "global_step": 3591, "epoch": 66, "lr": 9.769972940395502e-05}
+{"train_loss": 0.018766865134239197, "global_step": 3592, "epoch": 66, "lr": 9.769825280222621e-05}
+{"train_loss": 0.017589842900633812, "global_step": 3593, "epoch": 66, "lr": 9.76967757378812e-05}
+{"train_loss": 0.013710726983845234, "global_step": 3594, "epoch": 66, "lr": 9.76952982109343e-05}
+{"train_loss": 0.021976003423333168, "global_step": 3595, "epoch": 66, "lr": 9.769382022139986e-05}
+{"train_loss": 0.014197523705661297, "global_step": 3596, "epoch": 66, "lr": 9.769234176929219e-05}
+{"train_loss": 0.01583416759967804, "global_step": 3597, "epoch": 66, "lr": 9.769086285462561e-05}
+{"train_loss": 0.014511100947856903, "global_step": 3598, "epoch": 66, "lr": 9.768938347741452e-05}
+{"train_loss": 0.017711693421006203, "global_step": 3599, "epoch": 66, "lr": 9.768790363767322e-05}
+{"train_loss": 0.018036235123872757, "global_step": 3600, "epoch": 66, "lr": 9.768642333541609e-05}
+{"train_loss": 0.018106859177350998, "global_step": 3601, "epoch": 66, "lr": 9.768494257065748e-05}
+{"train_loss": 0.015371350571513176, "global_step": 3602, "epoch": 66, "lr": 9.768346134341174e-05}
+{"train_loss": 0.01931164041161537, "global_step": 3603, "epoch": 66, "lr": 9.768197965369324e-05}
+{"train_loss": 0.018092377111315727, "global_step": 3604, "epoch": 66, "lr": 9.768049750151638e-05}
+{"train_loss": 0.015445464290678501, "global_step": 3605, "epoch": 66, "lr": 9.767901488689549e-05}
+{"train_loss": 0.013083836995065212, "global_step": 3606, "epoch": 66, "lr": 9.767753180984497e-05}
+{"train_loss": 0.01517030131071806, "global_step": 3607, "epoch": 66, "lr": 9.767604827037922e-05}
+{"train_loss": 0.011891172267496586, "global_step": 3608, "epoch": 66, "lr": 9.76745642685126e-05}
+{"train_loss": 0.01689896360039711, "global_step": 3609, "epoch": 66, "lr": 9.767307980425953e-05}
+{"train_loss": 0.016336413100361824, "global_step": 3610, "epoch": 66, "lr": 9.76715948776344e-05}
+{"train_loss": 0.014264542609453201, "global_step": 3611, "epoch": 66, "lr": 9.767010948865159e-05}
+{"train_loss": 0.01722194254398346, "global_step": 3612, "epoch": 66, "lr": 9.766862363732552e-05}
+{"train_loss": 0.01852942630648613, "global_step": 3613, "epoch": 66, "lr": 9.766713732367061e-05}
+{"train_loss": 0.017738403752446175, "global_step": 3614, "epoch": 66, "lr": 9.766565054770127e-05}
+{"train_loss": 0.02035769447684288, "global_step": 3615, "epoch": 66, "lr": 9.766416330943193e-05}
+{"train_loss": 0.015598672442138195, "global_step": 3616, "epoch": 66, "lr": 9.766267560887699e-05}
+{"train_loss": 0.01652053345201744, "global_step": 3617, "epoch": 66, "lr": 9.76611874460509e-05, "val_loss": 0.0171922966837883}
+{"train_loss": 0.018696283921599388, "global_step": 3618, "epoch": 67, "lr": 9.765969882096809e-05}
+{"train_loss": 0.018995754420757294, "global_step": 3619, "epoch": 67, "lr": 9.765820973364298e-05}
+{"train_loss": 0.01125833485275507, "global_step": 3620, "epoch": 67, "lr": 9.765672018409002e-05}
+{"train_loss": 0.017874592915177345, "global_step": 3621, "epoch": 67, "lr": 9.765523017232368e-05}
+{"train_loss": 0.01704881340265274, "global_step": 3622, "epoch": 67, "lr": 9.765373969835839e-05}
+{"train_loss": 0.015445457771420479, "global_step": 3623, "epoch": 67, "lr": 9.765224876220859e-05}
+{"train_loss": 0.016489142552018166, "global_step": 3624, "epoch": 67, "lr": 9.76507573638888e-05}
+{"train_loss": 0.01946481317281723, "global_step": 3625, "epoch": 67, "lr": 9.764926550341342e-05}
+{"train_loss": 0.01435808651149273, "global_step": 3626, "epoch": 67, "lr": 9.764777318079694e-05}
+{"train_loss": 0.01860043965280056, "global_step": 3627, "epoch": 67, "lr": 9.764628039605386e-05}
+{"train_loss": 0.014077235944569111, "global_step": 3628, "epoch": 67, "lr": 9.764478714919862e-05}
+{"train_loss": 0.018329346552491188, "global_step": 3629, "epoch": 67, "lr": 9.764329344024572e-05}
+{"train_loss": 0.017556389793753624, "global_step": 3630, "epoch": 67, "lr": 9.764179926920965e-05}
+{"train_loss": 0.01819438301026821, "global_step": 3631, "epoch": 67, "lr": 9.76403046361049e-05}
+{"train_loss": 0.020524969324469566, "global_step": 3632, "epoch": 67, "lr": 9.763880954094595e-05}
+{"train_loss": 0.011448217555880547, "global_step": 3633, "epoch": 67, "lr": 9.763731398374734e-05}
+{"train_loss": 0.01824307255446911, "global_step": 3634, "epoch": 67, "lr": 9.763581796452353e-05}
+{"train_loss": 0.016234224662184715, "global_step": 3635, "epoch": 67, "lr": 9.763432148328905e-05}
+{"train_loss": 0.015276353806257248, "global_step": 3636, "epoch": 67, "lr": 9.763282454005843e-05}
+{"train_loss": 0.026451023295521736, "global_step": 3637, "epoch": 67, "lr": 9.763132713484616e-05}
+{"train_loss": 0.012377089820802212, "global_step": 3638, "epoch": 67, "lr": 9.762982926766678e-05}
+{"train_loss": 0.016749385744333267, "global_step": 3639, "epoch": 67, "lr": 9.76283309385348e-05}
+{"train_loss": 0.01160755380988121, "global_step": 3640, "epoch": 67, "lr": 9.762683214746479e-05}
+{"train_loss": 0.02105213887989521, "global_step": 3641, "epoch": 67, "lr": 9.762533289447124e-05}
+{"train_loss": 0.024283286184072495, "global_step": 3642, "epoch": 67, "lr": 9.762383317956872e-05}
+{"train_loss": 0.020702118054032326, "global_step": 3643, "epoch": 67, "lr": 9.762233300277177e-05}
+{"train_loss": 0.013668780215084553, "global_step": 3644, "epoch": 67, "lr": 9.762083236409494e-05}
+{"train_loss": 0.022011520341038704, "global_step": 3645, "epoch": 67, "lr": 9.761933126355278e-05}
+{"train_loss": 0.017105979844927788, "global_step": 3646, "epoch": 67, "lr": 9.761782970115985e-05}
+{"train_loss": 0.02149549499154091, "global_step": 3647, "epoch": 67, "lr": 9.76163276769307e-05}
+{"train_loss": 0.011144813150167465, "global_step": 3648, "epoch": 67, "lr": 9.761482519087992e-05}
+{"train_loss": 0.01897110603749752, "global_step": 3649, "epoch": 67, "lr": 9.761332224302209e-05}
+{"train_loss": 0.016423657536506653, "global_step": 3650, "epoch": 67, "lr": 9.761181883337176e-05}
+{"train_loss": 0.020771123468875885, "global_step": 3651, "epoch": 67, "lr": 9.761031496194353e-05}
+{"train_loss": 0.016467828303575516, "global_step": 3652, "epoch": 67, "lr": 9.760881062875195e-05}
+{"train_loss": 0.012048361822962761, "global_step": 3653, "epoch": 67, "lr": 9.760730583381167e-05}
+{"train_loss": 0.01194479875266552, "global_step": 3654, "epoch": 67, "lr": 9.760580057713724e-05}
+{"train_loss": 0.021111508831381798, "global_step": 3655, "epoch": 67, "lr": 9.760429485874328e-05}
+{"train_loss": 0.01625155843794346, "global_step": 3656, "epoch": 67, "lr": 9.760278867864438e-05}
+{"train_loss": 0.018114393576979637, "global_step": 3657, "epoch": 67, "lr": 9.760128203685516e-05}
+{"train_loss": 0.013261834159493446, "global_step": 3658, "epoch": 67, "lr": 9.759977493339023e-05}
+{"train_loss": 0.014193584211170673, "global_step": 3659, "epoch": 67, "lr": 9.759826736826419e-05}
+{"train_loss": 0.011131352744996548, "global_step": 3660, "epoch": 67, "lr": 9.759675934149168e-05}
+{"train_loss": 0.016876449808478355, "global_step": 3661, "epoch": 67, "lr": 9.759525085308734e-05}
+{"train_loss": 0.022170953452587128, "global_step": 3662, "epoch": 67, "lr": 9.759374190306575e-05}
+{"train_loss": 0.01100113894790411, "global_step": 3663, "epoch": 67, "lr": 9.759223249144161e-05}
+{"train_loss": 0.009675677865743637, "global_step": 3664, "epoch": 67, "lr": 9.75907226182295e-05}
+{"train_loss": 0.017889272421598434, "global_step": 3665, "epoch": 67, "lr": 9.758921228344411e-05}
+{"train_loss": 0.01929297298192978, "global_step": 3666, "epoch": 67, "lr": 9.758770148710006e-05}
+{"train_loss": 0.014034358784556389, "global_step": 3667, "epoch": 67, "lr": 9.758619022921202e-05}
+{"train_loss": 0.02039416693150997, "global_step": 3668, "epoch": 67, "lr": 9.758467850979462e-05}
+{"train_loss": 0.014598913490772247, "global_step": 3669, "epoch": 67, "lr": 9.758316632886257e-05}
+{"train_loss": 0.013110305182635784, "global_step": 3670, "epoch": 67, "lr": 9.758165368643049e-05}
+{"train_loss": 0.016643708606285078, "global_step": 3671, "epoch": 67, "lr": 9.758014058251306e-05, "val_loss": 0.023704053834080696}
+{"train_loss": 0.021535206586122513, "global_step": 3672, "epoch": 68, "lr": 9.7578627017125e-05}
+{"train_loss": 0.017608750611543655, "global_step": 3673, "epoch": 68, "lr": 9.757711299028091e-05}
+{"train_loss": 0.01549316756427288, "global_step": 3674, "epoch": 68, "lr": 9.757559850199554e-05}
+{"train_loss": 0.018797289580106735, "global_step": 3675, "epoch": 68, "lr": 9.757408355228355e-05}
+{"train_loss": 0.014179814606904984, "global_step": 3676, "epoch": 68, "lr": 9.757256814115965e-05}
+{"train_loss": 0.01987294666469097, "global_step": 3677, "epoch": 68, "lr": 9.757105226863852e-05}
+{"train_loss": 0.01846623420715332, "global_step": 3678, "epoch": 68, "lr": 9.756953593473486e-05}
+{"train_loss": 0.016421010717749596, "global_step": 3679, "epoch": 68, "lr": 9.756801913946341e-05}
+{"train_loss": 0.022235112264752388, "global_step": 3680, "epoch": 68, "lr": 9.756650188283884e-05}
+{"train_loss": 0.018475374206900597, "global_step": 3681, "epoch": 68, "lr": 9.75649841648759e-05}
+{"train_loss": 0.01262339111417532, "global_step": 3682, "epoch": 68, "lr": 9.756346598558928e-05}
+{"train_loss": 0.015448568388819695, "global_step": 3683, "epoch": 68, "lr": 9.756194734499371e-05}
+{"train_loss": 0.01798262447118759, "global_step": 3684, "epoch": 68, "lr": 9.756042824310394e-05}
+{"train_loss": 0.017242494970560074, "global_step": 3685, "epoch": 68, "lr": 9.755890867993467e-05}
+{"train_loss": 0.02184278331696987, "global_step": 3686, "epoch": 68, "lr": 9.755738865550069e-05}
+{"train_loss": 0.02237646095454693, "global_step": 3687, "epoch": 68, "lr": 9.755586816981667e-05}
+{"train_loss": 0.01770789735019207, "global_step": 3688, "epoch": 68, "lr": 9.755434722289743e-05}
+{"train_loss": 0.017896410077810287, "global_step": 3689, "epoch": 68, "lr": 9.755282581475769e-05}
+{"train_loss": 0.013039805926382542, "global_step": 3690, "epoch": 68, "lr": 9.755130394541219e-05}
+{"train_loss": 0.012501583434641361, "global_step": 3691, "epoch": 68, "lr": 9.754978161487571e-05}
+{"train_loss": 0.020284201949834824, "global_step": 3692, "epoch": 68, "lr": 9.754825882316301e-05}
+{"train_loss": 0.013373086228966713, "global_step": 3693, "epoch": 68, "lr": 9.754673557028886e-05}
+{"train_loss": 0.015616202726960182, "global_step": 3694, "epoch": 68, "lr": 9.754521185626803e-05}
+{"train_loss": 0.01566975750029087, "global_step": 3695, "epoch": 68, "lr": 9.75436876811153e-05}
+{"train_loss": 0.015168759040534496, "global_step": 3696, "epoch": 68, "lr": 9.754216304484544e-05}
+{"train_loss": 0.014659827575087547, "global_step": 3697, "epoch": 68, "lr": 9.754063794747328e-05}
+{"train_loss": 0.0166122168302536, "global_step": 3698, "epoch": 68, "lr": 9.753911238901357e-05}
+{"train_loss": 0.013897530734539032, "global_step": 3699, "epoch": 68, "lr": 9.753758636948111e-05}
+{"train_loss": 0.01773552969098091, "global_step": 3700, "epoch": 68, "lr": 9.753605988889072e-05}
+{"train_loss": 0.017737990245223045, "global_step": 3701, "epoch": 68, "lr": 9.753453294725719e-05}
+{"train_loss": 0.014044449664652348, "global_step": 3702, "epoch": 68, "lr": 9.753300554459533e-05}
+{"train_loss": 0.022306712344288826, "global_step": 3703, "epoch": 68, "lr": 9.753147768091996e-05}
+{"train_loss": 0.012509393505752087, "global_step": 3704, "epoch": 68, "lr": 9.752994935624591e-05}
+{"train_loss": 0.017174001783132553, "global_step": 3705, "epoch": 68, "lr": 9.752842057058798e-05}
+{"train_loss": 0.018575519323349, "global_step": 3706, "epoch": 68, "lr": 9.752689132396098e-05}
+{"train_loss": 0.013595230877399445, "global_step": 3707, "epoch": 68, "lr": 9.75253616163798e-05}
+{"train_loss": 0.018594950437545776, "global_step": 3708, "epoch": 68, "lr": 9.752383144785923e-05}
+{"train_loss": 0.013757006265223026, "global_step": 3709, "epoch": 68, "lr": 9.752230081841413e-05}
+{"train_loss": 0.0154978446662426, "global_step": 3710, "epoch": 68, "lr": 9.752076972805934e-05}
+{"train_loss": 0.014834796078503132, "global_step": 3711, "epoch": 68, "lr": 9.751923817680972e-05}
+{"train_loss": 0.014880833216011524, "global_step": 3712, "epoch": 68, "lr": 9.751770616468011e-05}
+{"train_loss": 0.014164634048938751, "global_step": 3713, "epoch": 68, "lr": 9.751617369168538e-05}
+{"train_loss": 0.011448307894170284, "global_step": 3714, "epoch": 68, "lr": 9.751464075784036e-05}
+{"train_loss": 0.013537220656871796, "global_step": 3715, "epoch": 68, "lr": 9.751310736315997e-05}
+{"train_loss": 0.017688747495412827, "global_step": 3716, "epoch": 68, "lr": 9.751157350765904e-05}
+{"train_loss": 0.01267721876502037, "global_step": 3717, "epoch": 68, "lr": 9.751003919135248e-05}
+{"train_loss": 0.016876038163900375, "global_step": 3718, "epoch": 68, "lr": 9.750850441425515e-05}
+{"train_loss": 0.02639365755021572, "global_step": 3719, "epoch": 68, "lr": 9.750696917638193e-05}
+{"train_loss": 0.02544393017888069, "global_step": 3720, "epoch": 68, "lr": 9.750543347774772e-05}
+{"train_loss": 0.01901153288781643, "global_step": 3721, "epoch": 68, "lr": 9.750389731836741e-05}
+{"train_loss": 0.011256370693445206, "global_step": 3722, "epoch": 68, "lr": 9.750236069825591e-05}
+{"train_loss": 0.013459566049277782, "global_step": 3723, "epoch": 68, "lr": 9.750082361742812e-05}
+{"train_loss": 0.016457481309771538, "global_step": 3724, "epoch": 68, "lr": 9.749928607589893e-05}
+{"train_loss": 0.016792828751796926, "global_step": 3725, "epoch": 68, "lr": 9.749774807368329e-05, "val_loss": 0.020122801885008812}
+{"train_loss": 0.01840919256210327, "global_step": 3726, "epoch": 69, "lr": 9.749620961079606e-05}
+{"train_loss": 0.016718313097953796, "global_step": 3727, "epoch": 69, "lr": 9.749467068725222e-05}
+{"train_loss": 0.014415801502764225, "global_step": 3728, "epoch": 69, "lr": 9.749313130306667e-05}
+{"train_loss": 0.01891816221177578, "global_step": 3729, "epoch": 69, "lr": 9.749159145825433e-05}
+{"train_loss": 0.016026079654693604, "global_step": 3730, "epoch": 69, "lr": 9.749005115283014e-05}
+{"train_loss": 0.012799532152712345, "global_step": 3731, "epoch": 69, "lr": 9.748851038680907e-05}
+{"train_loss": 0.019948342815041542, "global_step": 3732, "epoch": 69, "lr": 9.748696916020601e-05}
+{"train_loss": 0.017724957317113876, "global_step": 3733, "epoch": 69, "lr": 9.748542747303595e-05}
+{"train_loss": 0.014900238253176212, "global_step": 3734, "epoch": 69, "lr": 9.748388532531382e-05}
+{"train_loss": 0.013448968529701233, "global_step": 3735, "epoch": 69, "lr": 9.748234271705459e-05}
+{"train_loss": 0.015790432691574097, "global_step": 3736, "epoch": 69, "lr": 9.748079964827321e-05}
+{"train_loss": 0.019132649526000023, "global_step": 3737, "epoch": 69, "lr": 9.747925611898466e-05}
+{"train_loss": 0.01604580320417881, "global_step": 3738, "epoch": 69, "lr": 9.74777121292039e-05}
+{"train_loss": 0.018266623839735985, "global_step": 3739, "epoch": 69, "lr": 9.747616767894592e-05}
+{"train_loss": 0.015469427220523357, "global_step": 3740, "epoch": 69, "lr": 9.747462276822567e-05}
+{"train_loss": 0.01859176903963089, "global_step": 3741, "epoch": 69, "lr": 9.747307739705816e-05}
+{"train_loss": 0.019826777279376984, "global_step": 3742, "epoch": 69, "lr": 9.747153156545836e-05}
+{"train_loss": 0.020234249532222748, "global_step": 3743, "epoch": 69, "lr": 9.746998527344128e-05}
+{"train_loss": 0.021625006571412086, "global_step": 3744, "epoch": 69, "lr": 9.74684385210219e-05}
+{"train_loss": 0.017818059772253036, "global_step": 3745, "epoch": 69, "lr": 9.746689130821524e-05}
+{"train_loss": 0.02281515672802925, "global_step": 3746, "epoch": 69, "lr": 9.74653436350363e-05}
+{"train_loss": 0.018304167315363884, "global_step": 3747, "epoch": 69, "lr": 9.746379550150009e-05}
+{"train_loss": 0.017689770087599754, "global_step": 3748, "epoch": 69, "lr": 9.74622469076216e-05}
+{"train_loss": 0.017446186393499374, "global_step": 3749, "epoch": 69, "lr": 9.746069785341589e-05}
+{"train_loss": 0.020008277148008347, "global_step": 3750, "epoch": 69, "lr": 9.745914833889797e-05}
+{"train_loss": 0.016568521037697792, "global_step": 3751, "epoch": 69, "lr": 9.745759836408286e-05}
+{"train_loss": 0.0227469764649868, "global_step": 3752, "epoch": 69, "lr": 9.745604792898559e-05}
+{"train_loss": 0.019205370917916298, "global_step": 3753, "epoch": 69, "lr": 9.745449703362122e-05}
+{"train_loss": 0.023794395849108696, "global_step": 3754, "epoch": 69, "lr": 9.745294567800476e-05}
+{"train_loss": 0.017290886491537094, "global_step": 3755, "epoch": 69, "lr": 9.745139386215128e-05}
+{"train_loss": 0.022979067638516426, "global_step": 3756, "epoch": 69, "lr": 9.744984158607582e-05}
+{"train_loss": 0.014071471989154816, "global_step": 3757, "epoch": 69, "lr": 9.744828884979344e-05}
+{"train_loss": 0.02071581594645977, "global_step": 3758, "epoch": 69, "lr": 9.744673565331921e-05}
+{"train_loss": 0.023093054071068764, "global_step": 3759, "epoch": 69, "lr": 9.744518199666817e-05}
+{"train_loss": 0.018661951646208763, "global_step": 3760, "epoch": 69, "lr": 9.74436278798554e-05}
+{"train_loss": 0.021166322752833366, "global_step": 3761, "epoch": 69, "lr": 9.744207330289599e-05}
+{"train_loss": 0.01604502648115158, "global_step": 3762, "epoch": 69, "lr": 9.744051826580498e-05}
+{"train_loss": 0.01527336984872818, "global_step": 3763, "epoch": 69, "lr": 9.743896276859748e-05}
+{"train_loss": 0.020839722827076912, "global_step": 3764, "epoch": 69, "lr": 9.743740681128859e-05}
+{"train_loss": 0.012007197365164757, "global_step": 3765, "epoch": 69, "lr": 9.743585039389336e-05}
+{"train_loss": 0.019700387492775917, "global_step": 3766, "epoch": 69, "lr": 9.743429351642692e-05}
+{"train_loss": 0.013626459054648876, "global_step": 3767, "epoch": 69, "lr": 9.743273617890433e-05}
+{"train_loss": 0.01907038316130638, "global_step": 3768, "epoch": 69, "lr": 9.743117838134075e-05}
+{"train_loss": 0.015492442063987255, "global_step": 3769, "epoch": 69, "lr": 9.742962012375125e-05}
+{"train_loss": 0.013681124895811081, "global_step": 3770, "epoch": 69, "lr": 9.742806140615096e-05}
+{"train_loss": 0.016831543296575546, "global_step": 3771, "epoch": 69, "lr": 9.742650222855498e-05}
+{"train_loss": 0.016272813081741333, "global_step": 3772, "epoch": 69, "lr": 9.742494259097845e-05}
+{"train_loss": 0.01772310957312584, "global_step": 3773, "epoch": 69, "lr": 9.742338249343649e-05}
+{"train_loss": 0.015778185799717903, "global_step": 3774, "epoch": 69, "lr": 9.742182193594423e-05}
+{"train_loss": 0.012693816795945168, "global_step": 3775, "epoch": 69, "lr": 9.742026091851681e-05}
+{"train_loss": 0.012169175781309605, "global_step": 3776, "epoch": 69, "lr": 9.741869944116937e-05}
+{"train_loss": 0.015163975767791271, "global_step": 3777, "epoch": 69, "lr": 9.741713750391703e-05}
+{"train_loss": 0.017876036465168, "global_step": 3778, "epoch": 69, "lr": 9.741557510677498e-05}
+{"train_loss": 0.017590993290974036, "global_step": 3779, "epoch": 69, "lr": 9.741401224975832e-05, "val_loss": 0.016384601593017578}
+{"train_loss": 0.015431379899382591, "global_step": 3780, "epoch": 70, "lr": 9.741244893288228e-05}
+{"train_loss": 0.016669346019625664, "global_step": 3781, "epoch": 70, "lr": 9.741088515616197e-05}
+{"train_loss": 0.009941566735506058, "global_step": 3782, "epoch": 70, "lr": 9.740932091961257e-05}
+{"train_loss": 0.01874815672636032, "global_step": 3783, "epoch": 70, "lr": 9.740775622324925e-05}
+{"train_loss": 0.020905692130327225, "global_step": 3784, "epoch": 70, "lr": 9.740619106708717e-05}
+{"train_loss": 0.017761049792170525, "global_step": 3785, "epoch": 70, "lr": 9.740462545114155e-05}
+{"train_loss": 0.015938110649585724, "global_step": 3786, "epoch": 70, "lr": 9.740305937542754e-05}
+{"train_loss": 0.013196338899433613, "global_step": 3787, "epoch": 70, "lr": 9.740149283996034e-05}
+{"train_loss": 0.01266018208116293, "global_step": 3788, "epoch": 70, "lr": 9.739992584475514e-05}
+{"train_loss": 0.019990960136055946, "global_step": 3789, "epoch": 70, "lr": 9.739835838982717e-05}
+{"train_loss": 0.02016632631421089, "global_step": 3790, "epoch": 70, "lr": 9.739679047519158e-05}
+{"train_loss": 0.015999801456928253, "global_step": 3791, "epoch": 70, "lr": 9.73952221008636e-05}
+{"train_loss": 0.01366499438881874, "global_step": 3792, "epoch": 70, "lr": 9.739365326685845e-05}
+{"train_loss": 0.013945378363132477, "global_step": 3793, "epoch": 70, "lr": 9.739208397319133e-05}
+{"train_loss": 0.026984263211488724, "global_step": 3794, "epoch": 70, "lr": 9.739051421987748e-05}
+{"train_loss": 0.01791098713874817, "global_step": 3795, "epoch": 70, "lr": 9.738894400693212e-05}
+{"train_loss": 0.02004915103316307, "global_step": 3796, "epoch": 70, "lr": 9.738737333437047e-05}
+{"train_loss": 0.014606029726564884, "global_step": 3797, "epoch": 70, "lr": 9.738580220220774e-05}
+{"train_loss": 0.019652511924505234, "global_step": 3798, "epoch": 70, "lr": 9.738423061045922e-05}
+{"train_loss": 0.021990658715367317, "global_step": 3799, "epoch": 70, "lr": 9.738265855914013e-05}
+{"train_loss": 0.012017195113003254, "global_step": 3800, "epoch": 70, "lr": 9.73810860482657e-05}
+{"train_loss": 0.016207067295908928, "global_step": 3801, "epoch": 70, "lr": 9.73795130778512e-05}
+{"train_loss": 0.015456557273864746, "global_step": 3802, "epoch": 70, "lr": 9.737793964791189e-05}
+{"train_loss": 0.019790733233094215, "global_step": 3803, "epoch": 70, "lr": 9.737636575846301e-05}
+{"train_loss": 0.014860345050692558, "global_step": 3804, "epoch": 70, "lr": 9.737479140951983e-05}
+{"train_loss": 0.019306166097521782, "global_step": 3805, "epoch": 70, "lr": 9.737321660109766e-05}
+{"train_loss": 0.014397616498172283, "global_step": 3806, "epoch": 70, "lr": 9.73716413332117e-05}
+{"train_loss": 0.01621968299150467, "global_step": 3807, "epoch": 70, "lr": 9.73700656058773e-05}
+{"train_loss": 0.010042752139270306, "global_step": 3808, "epoch": 70, "lr": 9.73684894191097e-05}
+{"train_loss": 0.017699895426630974, "global_step": 3809, "epoch": 70, "lr": 9.73669127729242e-05}
+{"train_loss": 0.012799969874322414, "global_step": 3810, "epoch": 70, "lr": 9.736533566733608e-05}
+{"train_loss": 0.01797403208911419, "global_step": 3811, "epoch": 70, "lr": 9.736375810236064e-05}
+{"train_loss": 0.018993377685546875, "global_step": 3812, "epoch": 70, "lr": 9.73621800780132e-05}
+{"train_loss": 0.017873037606477737, "global_step": 3813, "epoch": 70, "lr": 9.736060159430904e-05}
+{"train_loss": 0.01244159135967493, "global_step": 3814, "epoch": 70, "lr": 9.73590226512635e-05}
+{"train_loss": 0.013884038664400578, "global_step": 3815, "epoch": 70, "lr": 9.735744324889186e-05}
+{"train_loss": 0.018697019666433334, "global_step": 3816, "epoch": 70, "lr": 9.735586338720946e-05}
+{"train_loss": 0.015512512065470219, "global_step": 3817, "epoch": 70, "lr": 9.73542830662316e-05}
+{"train_loss": 0.016974736005067825, "global_step": 3818, "epoch": 70, "lr": 9.735270228597364e-05}
+{"train_loss": 0.016162339597940445, "global_step": 3819, "epoch": 70, "lr": 9.73511210464509e-05}
+{"train_loss": 0.017213983461260796, "global_step": 3820, "epoch": 70, "lr": 9.734953934767868e-05}
+{"train_loss": 0.01999569684267044, "global_step": 3821, "epoch": 70, "lr": 9.734795718967237e-05}
+{"train_loss": 0.018944719806313515, "global_step": 3822, "epoch": 70, "lr": 9.73463745724473e-05}
+{"train_loss": 0.012588465586304665, "global_step": 3823, "epoch": 70, "lr": 9.73447914960188e-05}
+{"train_loss": 0.017081966623663902, "global_step": 3824, "epoch": 70, "lr": 9.734320796040226e-05}
+{"train_loss": 0.015010708943009377, "global_step": 3825, "epoch": 70, "lr": 9.734162396561301e-05}
+{"train_loss": 0.013693919405341148, "global_step": 3826, "epoch": 70, "lr": 9.734003951166641e-05}
+{"train_loss": 0.013114972971379757, "global_step": 3827, "epoch": 70, "lr": 9.733845459857787e-05}
+{"train_loss": 0.01512119174003601, "global_step": 3828, "epoch": 70, "lr": 9.73368692263627e-05}
+{"train_loss": 0.013006058521568775, "global_step": 3829, "epoch": 70, "lr": 9.733528339503631e-05}
+{"train_loss": 0.01598801650106907, "global_step": 3830, "epoch": 70, "lr": 9.733369710461409e-05}
+{"train_loss": 0.020353056490421295, "global_step": 3831, "epoch": 70, "lr": 9.73321103551114e-05}
+{"train_loss": 0.012375534512102604, "global_step": 3832, "epoch": 70, "lr": 9.733052314654364e-05}
+{"train_loss": 0.016391614503744576, "global_step": 3833, "epoch": 70, "lr": 9.73289354789262e-05, "val_loss": 0.014130370691418648, "train_action_mse_error": 0.001286558574065566}
+{"train_loss": 0.01520475558936596, "global_step": 3834, "epoch": 71, "lr": 9.73273473522745e-05}
+{"train_loss": 0.018926434218883514, "global_step": 3835, "epoch": 71, "lr": 9.732575876660393e-05}
+{"train_loss": 0.019772283732891083, "global_step": 3836, "epoch": 71, "lr": 9.732416972192987e-05}
+{"train_loss": 0.016517963260412216, "global_step": 3837, "epoch": 71, "lr": 9.732258021826777e-05}
+{"train_loss": 0.013019331730902195, "global_step": 3838, "epoch": 71, "lr": 9.732099025563304e-05}
+{"train_loss": 0.018468856811523438, "global_step": 3839, "epoch": 71, "lr": 9.731939983404109e-05}
+{"train_loss": 0.013104320503771305, "global_step": 3840, "epoch": 71, "lr": 9.731780895350735e-05}
+{"train_loss": 0.012790783308446407, "global_step": 3841, "epoch": 71, "lr": 9.731621761404724e-05}
+{"train_loss": 0.014096254482865334, "global_step": 3842, "epoch": 71, "lr": 9.731462581567621e-05}
+{"train_loss": 0.011648849584162235, "global_step": 3843, "epoch": 71, "lr": 9.731303355840968e-05}
+{"train_loss": 0.01332261972129345, "global_step": 3844, "epoch": 71, "lr": 9.731144084226312e-05}
+{"train_loss": 0.013941219076514244, "global_step": 3845, "epoch": 71, "lr": 9.730984766725196e-05}
+{"train_loss": 0.010575766675174236, "global_step": 3846, "epoch": 71, "lr": 9.730825403339164e-05}
+{"train_loss": 0.012491009198129177, "global_step": 3847, "epoch": 71, "lr": 9.730665994069764e-05}
+{"train_loss": 0.014813307672739029, "global_step": 3848, "epoch": 71, "lr": 9.730506538918539e-05}
+{"train_loss": 0.014706768095493317, "global_step": 3849, "epoch": 71, "lr": 9.73034703788704e-05}
+{"train_loss": 0.010746347717940807, "global_step": 3850, "epoch": 71, "lr": 9.73018749097681e-05}
+{"train_loss": 0.019188379868865013, "global_step": 3851, "epoch": 71, "lr": 9.730027898189398e-05}
+{"train_loss": 0.01667320728302002, "global_step": 3852, "epoch": 71, "lr": 9.729868259526352e-05}
+{"train_loss": 0.013027210719883442, "global_step": 3853, "epoch": 71, "lr": 9.72970857498922e-05}
+{"train_loss": 0.015625691041350365, "global_step": 3854, "epoch": 71, "lr": 9.729548844579552e-05}
+{"train_loss": 0.01765712909400463, "global_step": 3855, "epoch": 71, "lr": 9.729389068298896e-05}
+{"train_loss": 0.023909470066428185, "global_step": 3856, "epoch": 71, "lr": 9.729229246148801e-05}
+{"train_loss": 0.01996905915439129, "global_step": 3857, "epoch": 71, "lr": 9.729069378130817e-05}
+{"train_loss": 0.012924278154969215, "global_step": 3858, "epoch": 71, "lr": 9.728909464246496e-05}
+{"train_loss": 0.01894059032201767, "global_step": 3859, "epoch": 71, "lr": 9.728749504497388e-05}
+{"train_loss": 0.016345350071787834, "global_step": 3860, "epoch": 71, "lr": 9.728589498885046e-05}
+{"train_loss": 0.012708977796137333, "global_step": 3861, "epoch": 71, "lr": 9.728429447411019e-05}
+{"train_loss": 0.016236746683716774, "global_step": 3862, "epoch": 71, "lr": 9.728269350076862e-05}
+{"train_loss": 0.01368473656475544, "global_step": 3863, "epoch": 71, "lr": 9.728109206884124e-05}
+{"train_loss": 0.02481304667890072, "global_step": 3864, "epoch": 71, "lr": 9.727949017834364e-05}
+{"train_loss": 0.010499952360987663, "global_step": 3865, "epoch": 71, "lr": 9.727788782929131e-05}
+{"train_loss": 0.014612635597586632, "global_step": 3866, "epoch": 71, "lr": 9.727628502169981e-05}
+{"train_loss": 0.014168854802846909, "global_step": 3867, "epoch": 71, "lr": 9.727468175558468e-05}
+{"train_loss": 0.019968662410974503, "global_step": 3868, "epoch": 71, "lr": 9.727307803096147e-05}
+{"train_loss": 0.021606476977467537, "global_step": 3869, "epoch": 71, "lr": 9.727147384784574e-05}
+{"train_loss": 0.015271847136318684, "global_step": 3870, "epoch": 71, "lr": 9.726986920625303e-05}
+{"train_loss": 0.020325709134340286, "global_step": 3871, "epoch": 71, "lr": 9.726826410619892e-05}
+{"train_loss": 0.01638178341090679, "global_step": 3872, "epoch": 71, "lr": 9.726665854769898e-05}
+{"train_loss": 0.017191089689731598, "global_step": 3873, "epoch": 71, "lr": 9.726505253076878e-05}
+{"train_loss": 0.01612894982099533, "global_step": 3874, "epoch": 71, "lr": 9.726344605542387e-05}
+{"train_loss": 0.01831710897386074, "global_step": 3875, "epoch": 71, "lr": 9.726183912167989e-05}
+{"train_loss": 0.015190297737717628, "global_step": 3876, "epoch": 71, "lr": 9.726023172955236e-05}
+{"train_loss": 0.014244969934225082, "global_step": 3877, "epoch": 71, "lr": 9.72586238790569e-05}
+{"train_loss": 0.016419613733887672, "global_step": 3878, "epoch": 71, "lr": 9.725701557020912e-05}
+{"train_loss": 0.01369637530297041, "global_step": 3879, "epoch": 71, "lr": 9.725540680302459e-05}
+{"train_loss": 0.012285721488296986, "global_step": 3880, "epoch": 71, "lr": 9.725379757751893e-05}
+{"train_loss": 0.015747036784887314, "global_step": 3881, "epoch": 71, "lr": 9.725218789370774e-05}
+{"train_loss": 0.019187426194548607, "global_step": 3882, "epoch": 71, "lr": 9.725057775160664e-05}
+{"train_loss": 0.01310252770781517, "global_step": 3883, "epoch": 71, "lr": 9.724896715123123e-05}
+{"train_loss": 0.014751237817108631, "global_step": 3884, "epoch": 71, "lr": 9.724735609259714e-05}
+{"train_loss": 0.015900835394859314, "global_step": 3885, "epoch": 71, "lr": 9.724574457572e-05}
+{"train_loss": 0.018025577068328857, "global_step": 3886, "epoch": 71, "lr": 9.724413260061544e-05}
+{"train_loss": 0.015812097496732517, "global_step": 3887, "epoch": 71, "lr": 9.724252016729909e-05, "val_loss": 0.016773203387856483}
+{"train_loss": 0.017044521868228912, "global_step": 3888, "epoch": 72, "lr": 9.72409072757866e-05}
+{"train_loss": 0.01563880778849125, "global_step": 3889, "epoch": 72, "lr": 9.723929392609358e-05}
+{"train_loss": 0.01551697589457035, "global_step": 3890, "epoch": 72, "lr": 9.723768011823571e-05}
+{"train_loss": 0.014753495343029499, "global_step": 3891, "epoch": 72, "lr": 9.723606585222865e-05}
+{"train_loss": 0.018269477412104607, "global_step": 3892, "epoch": 72, "lr": 9.723445112808802e-05}
+{"train_loss": 0.021130358800292015, "global_step": 3893, "epoch": 72, "lr": 9.72328359458295e-05}
+{"train_loss": 0.019131384789943695, "global_step": 3894, "epoch": 72, "lr": 9.723122030546876e-05}
+{"train_loss": 0.010097237303853035, "global_step": 3895, "epoch": 72, "lr": 9.722960420702147e-05}
+{"train_loss": 0.018828164786100388, "global_step": 3896, "epoch": 72, "lr": 9.722798765050329e-05}
+{"train_loss": 0.016070330515503883, "global_step": 3897, "epoch": 72, "lr": 9.722637063592991e-05}
+{"train_loss": 0.018590081483125687, "global_step": 3898, "epoch": 72, "lr": 9.722475316331701e-05}
+{"train_loss": 0.011279527097940445, "global_step": 3899, "epoch": 72, "lr": 9.722313523268028e-05}
+{"train_loss": 0.016403375193476677, "global_step": 3900, "epoch": 72, "lr": 9.722151684403541e-05}
+{"train_loss": 0.013539903797209263, "global_step": 3901, "epoch": 72, "lr": 9.721989799739809e-05}
+{"train_loss": 0.01720314845442772, "global_step": 3902, "epoch": 72, "lr": 9.721827869278404e-05}
+{"train_loss": 0.01483861356973648, "global_step": 3903, "epoch": 72, "lr": 9.721665893020895e-05}
+{"train_loss": 0.014303360134363174, "global_step": 3904, "epoch": 72, "lr": 9.721503870968853e-05}
+{"train_loss": 0.013333090580999851, "global_step": 3905, "epoch": 72, "lr": 9.72134180312385e-05}
+{"train_loss": 0.01718462072312832, "global_step": 3906, "epoch": 72, "lr": 9.721179689487457e-05}
+{"train_loss": 0.01582282781600952, "global_step": 3907, "epoch": 72, "lr": 9.721017530061247e-05}
+{"train_loss": 0.012677944265305996, "global_step": 3908, "epoch": 72, "lr": 9.720855324846792e-05}
+{"train_loss": 0.016148589551448822, "global_step": 3909, "epoch": 72, "lr": 9.720693073845667e-05}
+{"train_loss": 0.018337709829211235, "global_step": 3910, "epoch": 72, "lr": 9.720530777059444e-05}
+{"train_loss": 0.01141452882438898, "global_step": 3911, "epoch": 72, "lr": 9.720368434489698e-05}
+{"train_loss": 0.009815903380513191, "global_step": 3912, "epoch": 72, "lr": 9.720206046138002e-05}
+{"train_loss": 0.023015471175312996, "global_step": 3913, "epoch": 72, "lr": 9.720043612005934e-05}
+{"train_loss": 0.011285590939223766, "global_step": 3914, "epoch": 72, "lr": 9.719881132095066e-05}
+{"train_loss": 0.011305958963930607, "global_step": 3915, "epoch": 72, "lr": 9.719718606406976e-05}
+{"train_loss": 0.0171846654266119, "global_step": 3916, "epoch": 72, "lr": 9.719556034943238e-05}
+{"train_loss": 0.01660395972430706, "global_step": 3917, "epoch": 72, "lr": 9.719393417705432e-05}
+{"train_loss": 0.015074104070663452, "global_step": 3918, "epoch": 72, "lr": 9.719230754695133e-05}
+{"train_loss": 0.014673631638288498, "global_step": 3919, "epoch": 72, "lr": 9.71906804591392e-05}
+{"train_loss": 0.012831311672925949, "global_step": 3920, "epoch": 72, "lr": 9.718905291363369e-05}
+{"train_loss": 0.012570961378514767, "global_step": 3921, "epoch": 72, "lr": 9.71874249104506e-05}
+{"train_loss": 0.02214658074080944, "global_step": 3922, "epoch": 72, "lr": 9.718579644960573e-05}
+{"train_loss": 0.01667148247361183, "global_step": 3923, "epoch": 72, "lr": 9.718416753111486e-05}
+{"train_loss": 0.016337625682353973, "global_step": 3924, "epoch": 72, "lr": 9.718253815499379e-05}
+{"train_loss": 0.015178837813436985, "global_step": 3925, "epoch": 72, "lr": 9.71809083212583e-05}
+{"train_loss": 0.016284044831991196, "global_step": 3926, "epoch": 72, "lr": 9.717927802992425e-05}
+{"train_loss": 0.014063509181141853, "global_step": 3927, "epoch": 72, "lr": 9.71776472810074e-05}
+{"train_loss": 0.014074341394007206, "global_step": 3928, "epoch": 72, "lr": 9.717601607452362e-05}
+{"train_loss": 0.0201413594186306, "global_step": 3929, "epoch": 72, "lr": 9.717438441048867e-05}
+{"train_loss": 0.014354129321873188, "global_step": 3930, "epoch": 72, "lr": 9.717275228891843e-05}
+{"train_loss": 0.014295242726802826, "global_step": 3931, "epoch": 72, "lr": 9.717111970982869e-05}
+{"train_loss": 0.011298337019979954, "global_step": 3932, "epoch": 72, "lr": 9.716948667323531e-05}
+{"train_loss": 0.011747922748327255, "global_step": 3933, "epoch": 72, "lr": 9.716785317915412e-05}
+{"train_loss": 0.02094295807182789, "global_step": 3934, "epoch": 72, "lr": 9.716621922760094e-05}
+{"train_loss": 0.01787598803639412, "global_step": 3935, "epoch": 72, "lr": 9.716458481859165e-05}
+{"train_loss": 0.01479496993124485, "global_step": 3936, "epoch": 72, "lr": 9.716294995214208e-05}
+{"train_loss": 0.022264907136559486, "global_step": 3937, "epoch": 72, "lr": 9.71613146282681e-05}
+{"train_loss": 0.013983406126499176, "global_step": 3938, "epoch": 72, "lr": 9.715967884698558e-05}
+{"train_loss": 0.01241731271147728, "global_step": 3939, "epoch": 72, "lr": 9.715804260831036e-05}
+{"train_loss": 0.015178251080214977, "global_step": 3940, "epoch": 72, "lr": 9.715640591225832e-05}
+{"train_loss": 0.015509059324998546, "global_step": 3941, "epoch": 72, "lr": 9.715476875884534e-05, "val_loss": 0.013945993967354298}
+{"train_loss": 0.01605680212378502, "global_step": 3942, "epoch": 73, "lr": 9.715313114808729e-05}
+{"train_loss": 0.01822335086762905, "global_step": 3943, "epoch": 73, "lr": 9.715149308000005e-05}
+{"train_loss": 0.015353609807789326, "global_step": 3944, "epoch": 73, "lr": 9.714985455459953e-05}
+{"train_loss": 0.012324932962656021, "global_step": 3945, "epoch": 73, "lr": 9.71482155719016e-05}
+{"train_loss": 0.015030761249363422, "global_step": 3946, "epoch": 73, "lr": 9.714657613192215e-05}
+{"train_loss": 0.01123565249145031, "global_step": 3947, "epoch": 73, "lr": 9.714493623467711e-05}
+{"train_loss": 0.013811101205646992, "global_step": 3948, "epoch": 73, "lr": 9.714329588018236e-05}
+{"train_loss": 0.01541159488260746, "global_step": 3949, "epoch": 73, "lr": 9.714165506845382e-05}
+{"train_loss": 0.010904521681368351, "global_step": 3950, "epoch": 73, "lr": 9.714001379950739e-05}
+{"train_loss": 0.01607140526175499, "global_step": 3951, "epoch": 73, "lr": 9.713837207335901e-05}
+{"train_loss": 0.011511075310409069, "global_step": 3952, "epoch": 73, "lr": 9.713672989002459e-05}
+{"train_loss": 0.015144425444304943, "global_step": 3953, "epoch": 73, "lr": 9.713508724952007e-05}
+{"train_loss": 0.013729283586144447, "global_step": 3954, "epoch": 73, "lr": 9.713344415186135e-05}
+{"train_loss": 0.01762155070900917, "global_step": 3955, "epoch": 73, "lr": 9.71318005970644e-05}
+{"train_loss": 0.015792056918144226, "global_step": 3956, "epoch": 73, "lr": 9.713015658514515e-05}
+{"train_loss": 0.01222554687410593, "global_step": 3957, "epoch": 73, "lr": 9.712851211611953e-05}
+{"train_loss": 0.01685253158211708, "global_step": 3958, "epoch": 73, "lr": 9.71268671900035e-05}
+{"train_loss": 0.018594762310385704, "global_step": 3959, "epoch": 73, "lr": 9.712522180681303e-05}
+{"train_loss": 0.012872486375272274, "global_step": 3960, "epoch": 73, "lr": 9.712357596656405e-05}
+{"train_loss": 0.011333966627717018, "global_step": 3961, "epoch": 73, "lr": 9.712192966927256e-05}
+{"train_loss": 0.018161118030548096, "global_step": 3962, "epoch": 73, "lr": 9.712028291495448e-05}
+{"train_loss": 0.016332127153873444, "global_step": 3963, "epoch": 73, "lr": 9.711863570362582e-05}
+{"train_loss": 0.013945473358035088, "global_step": 3964, "epoch": 73, "lr": 9.711698803530254e-05}
+{"train_loss": 0.01892521232366562, "global_step": 3965, "epoch": 73, "lr": 9.711533991000061e-05}
+{"train_loss": 0.011895672418177128, "global_step": 3966, "epoch": 73, "lr": 9.711369132773603e-05}
+{"train_loss": 0.018185090273618698, "global_step": 3967, "epoch": 73, "lr": 9.711204228852479e-05}
+{"train_loss": 0.00953820813447237, "global_step": 3968, "epoch": 73, "lr": 9.711039279238287e-05}
+{"train_loss": 0.020019536837935448, "global_step": 3969, "epoch": 73, "lr": 9.71087428393263e-05}
+{"train_loss": 0.016487011685967445, "global_step": 3970, "epoch": 73, "lr": 9.710709242937103e-05}
+{"train_loss": 0.011097355745732784, "global_step": 3971, "epoch": 73, "lr": 9.710544156253312e-05}
+{"train_loss": 0.015729956328868866, "global_step": 3972, "epoch": 73, "lr": 9.710379023882857e-05}
+{"train_loss": 0.01917916163802147, "global_step": 3973, "epoch": 73, "lr": 9.710213845827335e-05}
+{"train_loss": 0.014164158143103123, "global_step": 3974, "epoch": 73, "lr": 9.710048622088353e-05}
+{"train_loss": 0.01690196618437767, "global_step": 3975, "epoch": 73, "lr": 9.709883352667513e-05}
+{"train_loss": 0.012622090987861156, "global_step": 3976, "epoch": 73, "lr": 9.709718037566415e-05}
+{"train_loss": 0.019694220274686813, "global_step": 3977, "epoch": 73, "lr": 9.709552676786666e-05}
+{"train_loss": 0.016067052260041237, "global_step": 3978, "epoch": 73, "lr": 9.709387270329866e-05}
+{"train_loss": 0.013335232622921467, "global_step": 3979, "epoch": 73, "lr": 9.709221818197624e-05}
+{"train_loss": 0.019711727276444435, "global_step": 3980, "epoch": 73, "lr": 9.709056320391541e-05}
+{"train_loss": 0.01860547997057438, "global_step": 3981, "epoch": 73, "lr": 9.708890776913222e-05}
+{"train_loss": 0.01618676632642746, "global_step": 3982, "epoch": 73, "lr": 9.708725187764275e-05}
+{"train_loss": 0.015430059283971786, "global_step": 3983, "epoch": 73, "lr": 9.708559552946303e-05}
+{"train_loss": 0.016583025455474854, "global_step": 3984, "epoch": 73, "lr": 9.708393872460916e-05}
+{"train_loss": 0.013257819227874279, "global_step": 3985, "epoch": 73, "lr": 9.708228146309719e-05}
+{"train_loss": 0.01749998889863491, "global_step": 3986, "epoch": 73, "lr": 9.708062374494317e-05}
+{"train_loss": 0.014564985409379005, "global_step": 3987, "epoch": 73, "lr": 9.707896557016322e-05}
+{"train_loss": 0.012670962139964104, "global_step": 3988, "epoch": 73, "lr": 9.707730693877342e-05}
+{"train_loss": 0.015471634455025196, "global_step": 3989, "epoch": 73, "lr": 9.707564785078982e-05}
+{"train_loss": 0.01675310730934143, "global_step": 3990, "epoch": 73, "lr": 9.707398830622853e-05}
+{"train_loss": 0.01329271961003542, "global_step": 3991, "epoch": 73, "lr": 9.707232830510566e-05}
+{"train_loss": 0.012023902498185635, "global_step": 3992, "epoch": 73, "lr": 9.70706678474373e-05}
+{"train_loss": 0.01661127619445324, "global_step": 3993, "epoch": 73, "lr": 9.706900693323953e-05}
+{"train_loss": 0.017423711717128754, "global_step": 3994, "epoch": 73, "lr": 9.70673455625285e-05}
+{"train_loss": 0.015168867056706437, "global_step": 3995, "epoch": 73, "lr": 9.70656837353203e-05, "val_loss": 0.015511969104409218}
+{"train_loss": 0.018310390412807465, "global_step": 3996, "epoch": 74, "lr": 9.706402145163106e-05}
+{"train_loss": 0.020070549100637436, "global_step": 3997, "epoch": 74, "lr": 9.706235871147689e-05}
+{"train_loss": 0.022180629894137383, "global_step": 3998, "epoch": 74, "lr": 9.706069551487391e-05}
+{"train_loss": 0.016093919053673744, "global_step": 3999, "epoch": 74, "lr": 9.705903186183828e-05}
+{"train_loss": 0.0171738862991333, "global_step": 4000, "epoch": 74, "lr": 9.705736775238611e-05}
+{"train_loss": 0.013178346678614616, "global_step": 4001, "epoch": 74, "lr": 9.705570318653354e-05}
+{"train_loss": 0.015410196036100388, "global_step": 4002, "epoch": 74, "lr": 9.705403816429672e-05}
+{"train_loss": 0.01608966663479805, "global_step": 4003, "epoch": 74, "lr": 9.705237268569182e-05}
+{"train_loss": 0.016513952985405922, "global_step": 4004, "epoch": 74, "lr": 9.705070675073495e-05}
+{"train_loss": 0.013313264586031437, "global_step": 4005, "epoch": 74, "lr": 9.704904035944231e-05}
+{"train_loss": 0.01911693438887596, "global_step": 4006, "epoch": 74, "lr": 9.704737351183005e-05}
+{"train_loss": 0.011905338615179062, "global_step": 4007, "epoch": 74, "lr": 9.704570620791431e-05}
+{"train_loss": 0.013316480442881584, "global_step": 4008, "epoch": 74, "lr": 9.704403844771128e-05}
+{"train_loss": 0.011966686695814133, "global_step": 4009, "epoch": 74, "lr": 9.704237023123714e-05}
+{"train_loss": 0.00878637470304966, "global_step": 4010, "epoch": 74, "lr": 9.704070155850806e-05}
+{"train_loss": 0.0225425586104393, "global_step": 4011, "epoch": 74, "lr": 9.703903242954024e-05}
+{"train_loss": 0.015709122642874718, "global_step": 4012, "epoch": 74, "lr": 9.703736284434986e-05}
+{"train_loss": 0.014651874080300331, "global_step": 4013, "epoch": 74, "lr": 9.70356928029531e-05}
+{"train_loss": 0.019878646358847618, "global_step": 4014, "epoch": 74, "lr": 9.703402230536618e-05}
+{"train_loss": 0.0197055172175169, "global_step": 4015, "epoch": 74, "lr": 9.703235135160528e-05}
+{"train_loss": 0.01132460217922926, "global_step": 4016, "epoch": 74, "lr": 9.703067994168662e-05}
+{"train_loss": 0.018254293128848076, "global_step": 4017, "epoch": 74, "lr": 9.702900807562643e-05}
+{"train_loss": 0.01615072786808014, "global_step": 4018, "epoch": 74, "lr": 9.702733575344087e-05}
+{"train_loss": 0.01124329399317503, "global_step": 4019, "epoch": 74, "lr": 9.70256629751462e-05}
+{"train_loss": 0.010316135361790657, "global_step": 4020, "epoch": 74, "lr": 9.702398974075864e-05}
+{"train_loss": 0.020167939364910126, "global_step": 4021, "epoch": 74, "lr": 9.702231605029441e-05}
+{"train_loss": 0.013106185011565685, "global_step": 4022, "epoch": 74, "lr": 9.702064190376976e-05}
+{"train_loss": 0.01256169006228447, "global_step": 4023, "epoch": 74, "lr": 9.70189673012009e-05}
+{"train_loss": 0.017651429399847984, "global_step": 4024, "epoch": 74, "lr": 9.70172922426041e-05}
+{"train_loss": 0.014756839722394943, "global_step": 4025, "epoch": 74, "lr": 9.701561672799558e-05}
+{"train_loss": 0.014626354910433292, "global_step": 4026, "epoch": 74, "lr": 9.701394075739161e-05}
+{"train_loss": 0.012731341645121574, "global_step": 4027, "epoch": 74, "lr": 9.701226433080843e-05}
+{"train_loss": 0.022624753415584564, "global_step": 4028, "epoch": 74, "lr": 9.701058744826231e-05}
+{"train_loss": 0.016200458630919456, "global_step": 4029, "epoch": 74, "lr": 9.70089101097695e-05}
+{"train_loss": 0.010610179044306278, "global_step": 4030, "epoch": 74, "lr": 9.700723231534631e-05}
+{"train_loss": 0.011257706210017204, "global_step": 4031, "epoch": 74, "lr": 9.700555406500896e-05}
+{"train_loss": 0.014589961618185043, "global_step": 4032, "epoch": 74, "lr": 9.700387535877375e-05}
+{"train_loss": 0.012101058848202229, "global_step": 4033, "epoch": 74, "lr": 9.700219619665696e-05}
+{"train_loss": 0.015381183475255966, "global_step": 4034, "epoch": 74, "lr": 9.700051657867487e-05}
+{"train_loss": 0.01886780932545662, "global_step": 4035, "epoch": 74, "lr": 9.699883650484378e-05}
+{"train_loss": 0.014465841464698315, "global_step": 4036, "epoch": 74, "lr": 9.699715597517999e-05}
+{"train_loss": 0.01888570562005043, "global_step": 4037, "epoch": 74, "lr": 9.699547498969978e-05}
+{"train_loss": 0.015857892110943794, "global_step": 4038, "epoch": 74, "lr": 9.699379354841946e-05}
+{"train_loss": 0.019923070445656776, "global_step": 4039, "epoch": 74, "lr": 9.699211165135535e-05}
+{"train_loss": 0.018910247832536697, "global_step": 4040, "epoch": 74, "lr": 9.699042929852375e-05}
+{"train_loss": 0.01436222530901432, "global_step": 4041, "epoch": 74, "lr": 9.698874648994099e-05}
+{"train_loss": 0.018713509663939476, "global_step": 4042, "epoch": 74, "lr": 9.698706322562337e-05}
+{"train_loss": 0.011435230262577534, "global_step": 4043, "epoch": 74, "lr": 9.698537950558724e-05}
+{"train_loss": 0.012559209018945694, "global_step": 4044, "epoch": 74, "lr": 9.69836953298489e-05}
+{"train_loss": 0.014836348593235016, "global_step": 4045, "epoch": 74, "lr": 9.698201069842472e-05}
+{"train_loss": 0.016477737575769424, "global_step": 4046, "epoch": 74, "lr": 9.698032561133101e-05}
+{"train_loss": 0.013191274367272854, "global_step": 4047, "epoch": 74, "lr": 9.697864006858413e-05}
+{"train_loss": 0.011279561556875706, "global_step": 4048, "epoch": 74, "lr": 9.697695407020041e-05}
+{"train_loss": 0.015521826101811948, "global_step": 4049, "epoch": 74, "lr": 9.697526761619622e-05, "val_loss": 0.01830390654504299}
+{"train_loss": 0.013172352686524391, "global_step": 4050, "epoch": 75, "lr": 9.697358070658791e-05}
+{"train_loss": 0.020195720717310905, "global_step": 4051, "epoch": 75, "lr": 9.697189334139185e-05}
+{"train_loss": 0.012202179990708828, "global_step": 4052, "epoch": 75, "lr": 9.697020552062439e-05}
+{"train_loss": 0.012427794747054577, "global_step": 4053, "epoch": 75, "lr": 9.696851724430191e-05}
+{"train_loss": 0.01474851556122303, "global_step": 4054, "epoch": 75, "lr": 9.696682851244079e-05}
+{"train_loss": 0.019861707463860512, "global_step": 4055, "epoch": 75, "lr": 9.69651393250574e-05}
+{"train_loss": 0.014039576053619385, "global_step": 4056, "epoch": 75, "lr": 9.69634496821681e-05}
+{"train_loss": 0.012963476590812206, "global_step": 4057, "epoch": 75, "lr": 9.696175958378932e-05}
+{"train_loss": 0.017216932028532028, "global_step": 4058, "epoch": 75, "lr": 9.696006902993744e-05}
+{"train_loss": 0.012084541842341423, "global_step": 4059, "epoch": 75, "lr": 9.695837802062884e-05}
+{"train_loss": 0.01609795168042183, "global_step": 4060, "epoch": 75, "lr": 9.695668655587992e-05}
+{"train_loss": 0.01692383922636509, "global_step": 4061, "epoch": 75, "lr": 9.69549946357071e-05}
+{"train_loss": 0.014329136349260807, "global_step": 4062, "epoch": 75, "lr": 9.695330226012679e-05}
+{"train_loss": 0.016540201380848885, "global_step": 4063, "epoch": 75, "lr": 9.69516094291554e-05}
+{"train_loss": 0.0160327460616827, "global_step": 4064, "epoch": 75, "lr": 9.694991614280934e-05}
+{"train_loss": 0.016230929642915726, "global_step": 4065, "epoch": 75, "lr": 9.694822240110504e-05}
+{"train_loss": 0.016466863453388214, "global_step": 4066, "epoch": 75, "lr": 9.694652820405895e-05}
+{"train_loss": 0.018501872196793556, "global_step": 4067, "epoch": 75, "lr": 9.694483355168744e-05}
+{"train_loss": 0.01664390042424202, "global_step": 4068, "epoch": 75, "lr": 9.694313844400701e-05}
+{"train_loss": 0.015247436240315437, "global_step": 4069, "epoch": 75, "lr": 9.694144288103406e-05}
+{"train_loss": 0.011912161484360695, "global_step": 4070, "epoch": 75, "lr": 9.693974686278507e-05}
+{"train_loss": 0.01203249767422676, "global_step": 4071, "epoch": 75, "lr": 9.693805038927646e-05}
+{"train_loss": 0.014493372291326523, "global_step": 4072, "epoch": 75, "lr": 9.693635346052469e-05}
+{"train_loss": 0.015056127682328224, "global_step": 4073, "epoch": 75, "lr": 9.693465607654624e-05}
+{"train_loss": 0.013449583202600479, "global_step": 4074, "epoch": 75, "lr": 9.693295823735753e-05}
+{"train_loss": 0.01465739868581295, "global_step": 4075, "epoch": 75, "lr": 9.693125994297506e-05}
+{"train_loss": 0.015629936009645462, "global_step": 4076, "epoch": 75, "lr": 9.69295611934153e-05}
+{"train_loss": 0.024438774213194847, "global_step": 4077, "epoch": 75, "lr": 9.692786198869471e-05}
+{"train_loss": 0.01484372653067112, "global_step": 4078, "epoch": 75, "lr": 9.692616232882978e-05}
+{"train_loss": 0.017541570588946342, "global_step": 4079, "epoch": 75, "lr": 9.6924462213837e-05}
+{"train_loss": 0.016007691621780396, "global_step": 4080, "epoch": 75, "lr": 9.692276164373286e-05}
+{"train_loss": 0.015859654173254967, "global_step": 4081, "epoch": 75, "lr": 9.692106061853384e-05}
+{"train_loss": 0.012415524572134018, "global_step": 4082, "epoch": 75, "lr": 9.691935913825643e-05}
+{"train_loss": 0.014884578995406628, "global_step": 4083, "epoch": 75, "lr": 9.691765720291715e-05}
+{"train_loss": 0.011355982162058353, "global_step": 4084, "epoch": 75, "lr": 9.691595481253251e-05}
+{"train_loss": 0.016097022220492363, "global_step": 4085, "epoch": 75, "lr": 9.6914251967119e-05}
+{"train_loss": 0.01606648974120617, "global_step": 4086, "epoch": 75, "lr": 9.691254866669317e-05}
+{"train_loss": 0.012438710778951645, "global_step": 4087, "epoch": 75, "lr": 9.691084491127151e-05}
+{"train_loss": 0.015137077309191227, "global_step": 4088, "epoch": 75, "lr": 9.690914070087057e-05}
+{"train_loss": 0.02178182452917099, "global_step": 4089, "epoch": 75, "lr": 9.690743603550685e-05}
+{"train_loss": 0.012970252893865108, "global_step": 4090, "epoch": 75, "lr": 9.69057309151969e-05}
+{"train_loss": 0.013570943847298622, "global_step": 4091, "epoch": 75, "lr": 9.690402533995724e-05}
+{"train_loss": 0.017505820840597153, "global_step": 4092, "epoch": 75, "lr": 9.690231930980444e-05}
+{"train_loss": 0.01369478926062584, "global_step": 4093, "epoch": 75, "lr": 9.690061282475505e-05}
+{"train_loss": 0.012064600363373756, "global_step": 4094, "epoch": 75, "lr": 9.689890588482557e-05}
+{"train_loss": 0.017282759770751, "global_step": 4095, "epoch": 75, "lr": 9.68971984900326e-05}
+{"train_loss": 0.013523779809474945, "global_step": 4096, "epoch": 75, "lr": 9.68954906403927e-05}
+{"train_loss": 0.016618717461824417, "global_step": 4097, "epoch": 75, "lr": 9.689378233592241e-05}
+{"train_loss": 0.010608452372252941, "global_step": 4098, "epoch": 75, "lr": 9.689207357663832e-05}
+{"train_loss": 0.018547438085079193, "global_step": 4099, "epoch": 75, "lr": 9.689036436255699e-05}
+{"train_loss": 0.014637526124715805, "global_step": 4100, "epoch": 75, "lr": 9.6888654693695e-05}
+{"train_loss": 0.019359348341822624, "global_step": 4101, "epoch": 75, "lr": 9.688694457006892e-05}
+{"train_loss": 0.009499776177108288, "global_step": 4102, "epoch": 75, "lr": 9.688523399169537e-05}
+{"train_loss": 0.015225717573668118, "global_step": 4103, "epoch": 75, "lr": 9.688352295859092e-05, "val_loss": 0.020972521975636482, "train_action_mse_error": 0.0012268280843272805}
+{"train_loss": 0.009279551915824413, "global_step": 4104, "epoch": 76, "lr": 9.688181147077214e-05}
+{"train_loss": 0.01234592217952013, "global_step": 4105, "epoch": 76, "lr": 9.688009952825568e-05}
+{"train_loss": 0.017486650496721268, "global_step": 4106, "epoch": 76, "lr": 9.68783871310581e-05}
+{"train_loss": 0.01959199458360672, "global_step": 4107, "epoch": 76, "lr": 9.687667427919605e-05}
+{"train_loss": 0.014249430038034916, "global_step": 4108, "epoch": 76, "lr": 9.687496097268609e-05}
+{"train_loss": 0.01906145177781582, "global_step": 4109, "epoch": 76, "lr": 9.687324721154489e-05}
+{"train_loss": 0.01273069716989994, "global_step": 4110, "epoch": 76, "lr": 9.687153299578903e-05}
+{"train_loss": 0.010494335554540157, "global_step": 4111, "epoch": 76, "lr": 9.686981832543516e-05}
+{"train_loss": 0.020497553050518036, "global_step": 4112, "epoch": 76, "lr": 9.68681032004999e-05}
+{"train_loss": 0.012693422846496105, "global_step": 4113, "epoch": 76, "lr": 9.686638762099989e-05}
+{"train_loss": 0.011361818760633469, "global_step": 4114, "epoch": 76, "lr": 9.686467158695177e-05}
+{"train_loss": 0.011182686313986778, "global_step": 4115, "epoch": 76, "lr": 9.686295509837217e-05}
+{"train_loss": 0.009106412529945374, "global_step": 4116, "epoch": 76, "lr": 9.686123815527777e-05}
+{"train_loss": 0.014242446050047874, "global_step": 4117, "epoch": 76, "lr": 9.685952075768519e-05}
+{"train_loss": 0.0195824783295393, "global_step": 4118, "epoch": 76, "lr": 9.685780290561108e-05}
+{"train_loss": 0.012761948630213737, "global_step": 4119, "epoch": 76, "lr": 9.685608459907214e-05}
+{"train_loss": 0.01584184169769287, "global_step": 4120, "epoch": 76, "lr": 9.685436583808501e-05}
+{"train_loss": 0.014573725871741772, "global_step": 4121, "epoch": 76, "lr": 9.685264662266637e-05}
+{"train_loss": 0.01617811992764473, "global_step": 4122, "epoch": 76, "lr": 9.685092695283287e-05}
+{"train_loss": 0.009251650422811508, "global_step": 4123, "epoch": 76, "lr": 9.684920682860122e-05}
+{"train_loss": 0.013074321672320366, "global_step": 4124, "epoch": 76, "lr": 9.68474862499881e-05}
+{"train_loss": 0.01800656132400036, "global_step": 4125, "epoch": 76, "lr": 9.684576521701017e-05}
+{"train_loss": 0.01687108539044857, "global_step": 4126, "epoch": 76, "lr": 9.684404372968414e-05}
+{"train_loss": 0.010737566277384758, "global_step": 4127, "epoch": 76, "lr": 9.684232178802672e-05}
+{"train_loss": 0.014596931636333466, "global_step": 4128, "epoch": 76, "lr": 9.684059939205459e-05}
+{"train_loss": 0.016759973019361496, "global_step": 4129, "epoch": 76, "lr": 9.683887654178445e-05}
+{"train_loss": 0.027564572170376778, "global_step": 4130, "epoch": 76, "lr": 9.683715323723304e-05}
+{"train_loss": 0.012392861768603325, "global_step": 4131, "epoch": 76, "lr": 9.683542947841705e-05}
+{"train_loss": 0.013597926124930382, "global_step": 4132, "epoch": 76, "lr": 9.68337052653532e-05}
+{"train_loss": 0.01800154149532318, "global_step": 4133, "epoch": 76, "lr": 9.683198059805822e-05}
+{"train_loss": 0.018993467092514038, "global_step": 4134, "epoch": 76, "lr": 9.683025547654883e-05}
+{"train_loss": 0.01735302060842514, "global_step": 4135, "epoch": 76, "lr": 9.682852990084178e-05}
+{"train_loss": 0.01386257540434599, "global_step": 4136, "epoch": 76, "lr": 9.682680387095377e-05}
+{"train_loss": 0.018340809270739555, "global_step": 4137, "epoch": 76, "lr": 9.682507738690158e-05}
+{"train_loss": 0.015095245093107224, "global_step": 4138, "epoch": 76, "lr": 9.682335044870195e-05}
+{"train_loss": 0.012738922610878944, "global_step": 4139, "epoch": 76, "lr": 9.682162305637159e-05}
+{"train_loss": 0.011430565267801285, "global_step": 4140, "epoch": 76, "lr": 9.681989520992729e-05}
+{"train_loss": 0.015934722498059273, "global_step": 4141, "epoch": 76, "lr": 9.681816690938579e-05}
+{"train_loss": 0.016974428668618202, "global_step": 4142, "epoch": 76, "lr": 9.681643815476387e-05}
+{"train_loss": 0.01124750729650259, "global_step": 4143, "epoch": 76, "lr": 9.681470894607829e-05}
+{"train_loss": 0.018917778506875038, "global_step": 4144, "epoch": 76, "lr": 9.68129792833458e-05}
+{"train_loss": 0.016418669372797012, "global_step": 4145, "epoch": 76, "lr": 9.681124916658322e-05}
+{"train_loss": 0.018137073144316673, "global_step": 4146, "epoch": 76, "lr": 9.680951859580729e-05}
+{"train_loss": 0.015534279868006706, "global_step": 4147, "epoch": 76, "lr": 9.680778757103482e-05}
+{"train_loss": 0.015925202518701553, "global_step": 4148, "epoch": 76, "lr": 9.680605609228257e-05}
+{"train_loss": 0.013212461955845356, "global_step": 4149, "epoch": 76, "lr": 9.680432415956736e-05}
+{"train_loss": 0.018751081079244614, "global_step": 4150, "epoch": 76, "lr": 9.680259177290597e-05}
+{"train_loss": 0.010345082730054855, "global_step": 4151, "epoch": 76, "lr": 9.680085893231521e-05}
+{"train_loss": 0.015543533489108086, "global_step": 4152, "epoch": 76, "lr": 9.67991256378119e-05}
+{"train_loss": 0.01676168106496334, "global_step": 4153, "epoch": 76, "lr": 9.679739188941284e-05}
+{"train_loss": 0.014184088446199894, "global_step": 4154, "epoch": 76, "lr": 9.679565768713484e-05}
+{"train_loss": 0.014329342171549797, "global_step": 4155, "epoch": 76, "lr": 9.679392303099473e-05}
+{"train_loss": 0.01578940823674202, "global_step": 4156, "epoch": 76, "lr": 9.679218792100931e-05}
+{"train_loss": 0.015075959472192658, "global_step": 4157, "epoch": 76, "lr": 9.679045235719544e-05, "val_loss": 0.02647855505347252}
+{"train_loss": 0.016596512869000435, "global_step": 4158, "epoch": 77, "lr": 9.678871633956993e-05}
+{"train_loss": 0.013244402594864368, "global_step": 4159, "epoch": 77, "lr": 9.678697986814962e-05}
+{"train_loss": 0.019180849194526672, "global_step": 4160, "epoch": 77, "lr": 9.678524294295138e-05}
+{"train_loss": 0.015551874414086342, "global_step": 4161, "epoch": 77, "lr": 9.678350556399202e-05}
+{"train_loss": 0.012615135870873928, "global_step": 4162, "epoch": 77, "lr": 9.67817677312884e-05}
+{"train_loss": 0.01774248294532299, "global_step": 4163, "epoch": 77, "lr": 9.678002944485738e-05}
+{"train_loss": 0.014732280746102333, "global_step": 4164, "epoch": 77, "lr": 9.677829070471582e-05}
+{"train_loss": 0.012461788021028042, "global_step": 4165, "epoch": 77, "lr": 9.677655151088058e-05}
+{"train_loss": 0.015528528019785881, "global_step": 4166, "epoch": 77, "lr": 9.677481186336854e-05}
+{"train_loss": 0.013199640437960625, "global_step": 4167, "epoch": 77, "lr": 9.677307176219657e-05}
+{"train_loss": 0.015859566628932953, "global_step": 4168, "epoch": 77, "lr": 9.677133120738152e-05}
+{"train_loss": 0.015036744065582752, "global_step": 4169, "epoch": 77, "lr": 9.676959019894029e-05}
+{"train_loss": 0.0160116795450449, "global_step": 4170, "epoch": 77, "lr": 9.676784873688979e-05}
+{"train_loss": 0.017855238169431686, "global_step": 4171, "epoch": 77, "lr": 9.676610682124688e-05}
+{"train_loss": 0.012598889879882336, "global_step": 4172, "epoch": 77, "lr": 9.676436445202845e-05}
+{"train_loss": 0.01665199175477028, "global_step": 4173, "epoch": 77, "lr": 9.67626216292514e-05}
+{"train_loss": 0.010895862244069576, "global_step": 4174, "epoch": 77, "lr": 9.676087835293267e-05}
+{"train_loss": 0.014633887447416782, "global_step": 4175, "epoch": 77, "lr": 9.675913462308912e-05}
+{"train_loss": 0.01493015605956316, "global_step": 4176, "epoch": 77, "lr": 9.675739043973769e-05}
+{"train_loss": 0.012068516574800014, "global_step": 4177, "epoch": 77, "lr": 9.67556458028953e-05}
+{"train_loss": 0.011946088634431362, "global_step": 4178, "epoch": 77, "lr": 9.675390071257885e-05}
+{"train_loss": 0.017854876816272736, "global_step": 4179, "epoch": 77, "lr": 9.675215516880528e-05}
+{"train_loss": 0.013192793354392052, "global_step": 4180, "epoch": 77, "lr": 9.675040917159151e-05}
+{"train_loss": 0.016453659161925316, "global_step": 4181, "epoch": 77, "lr": 9.674866272095449e-05}
+{"train_loss": 0.014870594255626202, "global_step": 4182, "epoch": 77, "lr": 9.674691581691114e-05}
+{"train_loss": 0.012767715379595757, "global_step": 4183, "epoch": 77, "lr": 9.674516845947842e-05}
+{"train_loss": 0.012780164368450642, "global_step": 4184, "epoch": 77, "lr": 9.674342064867326e-05}
+{"train_loss": 0.014166836626827717, "global_step": 4185, "epoch": 77, "lr": 9.674167238451261e-05}
+{"train_loss": 0.017710693180561066, "global_step": 4186, "epoch": 77, "lr": 9.673992366701346e-05}
+{"train_loss": 0.012301655486226082, "global_step": 4187, "epoch": 77, "lr": 9.673817449619273e-05}
+{"train_loss": 0.011147363111376762, "global_step": 4188, "epoch": 77, "lr": 9.673642487206742e-05}
+{"train_loss": 0.014298317953944206, "global_step": 4189, "epoch": 77, "lr": 9.673467479465447e-05}
+{"train_loss": 0.012019996531307697, "global_step": 4190, "epoch": 77, "lr": 9.673292426397085e-05}
+{"train_loss": 0.01916470006108284, "global_step": 4191, "epoch": 77, "lr": 9.673117328003358e-05}
+{"train_loss": 0.011316332034766674, "global_step": 4192, "epoch": 77, "lr": 9.67294218428596e-05}
+{"train_loss": 0.012530983425676823, "global_step": 4193, "epoch": 77, "lr": 9.672766995246591e-05}
+{"train_loss": 0.01734059490263462, "global_step": 4194, "epoch": 77, "lr": 9.672591760886951e-05}
+{"train_loss": 0.01389836985617876, "global_step": 4195, "epoch": 77, "lr": 9.672416481208738e-05}
+{"train_loss": 0.010609950870275497, "global_step": 4196, "epoch": 77, "lr": 9.672241156213653e-05}
+{"train_loss": 0.01045254897326231, "global_step": 4197, "epoch": 77, "lr": 9.672065785903397e-05}
+{"train_loss": 0.015031482093036175, "global_step": 4198, "epoch": 77, "lr": 9.671890370279671e-05}
+{"train_loss": 0.01529709529131651, "global_step": 4199, "epoch": 77, "lr": 9.671714909344174e-05}
+{"train_loss": 0.01549355499446392, "global_step": 4200, "epoch": 77, "lr": 9.67153940309861e-05}
+{"train_loss": 0.012582010589540005, "global_step": 4201, "epoch": 77, "lr": 9.67136385154468e-05}
+{"train_loss": 0.014327466487884521, "global_step": 4202, "epoch": 77, "lr": 9.671188254684087e-05}
+{"train_loss": 0.014856699854135513, "global_step": 4203, "epoch": 77, "lr": 9.671012612518536e-05}
+{"train_loss": 0.01642410270869732, "global_step": 4204, "epoch": 77, "lr": 9.670836925049727e-05}
+{"train_loss": 0.015620343387126923, "global_step": 4205, "epoch": 77, "lr": 9.670661192279364e-05}
+{"train_loss": 0.009709879755973816, "global_step": 4206, "epoch": 77, "lr": 9.670485414209156e-05}
+{"train_loss": 0.01298567745834589, "global_step": 4207, "epoch": 77, "lr": 9.670309590840805e-05}
+{"train_loss": 0.010784805752336979, "global_step": 4208, "epoch": 77, "lr": 9.670133722176014e-05}
+{"train_loss": 0.011904601939022541, "global_step": 4209, "epoch": 77, "lr": 9.669957808216493e-05}
+{"train_loss": 0.010216827504336834, "global_step": 4210, "epoch": 77, "lr": 9.669781848963945e-05}
+{"train_loss": 0.014173123968282231, "global_step": 4211, "epoch": 77, "lr": 9.669605844420078e-05, "val_loss": 0.01266754511743784}
+{"train_loss": 0.00998005922883749, "global_step": 4212, "epoch": 78, "lr": 9.6694297945866e-05}
+{"train_loss": 0.011066658422350883, "global_step": 4213, "epoch": 78, "lr": 9.669253699465214e-05}
+{"train_loss": 0.01146458275616169, "global_step": 4214, "epoch": 78, "lr": 9.669077559057634e-05}
+{"train_loss": 0.013332950882613659, "global_step": 4215, "epoch": 78, "lr": 9.668901373365565e-05}
+{"train_loss": 0.010044161230325699, "global_step": 4216, "epoch": 78, "lr": 9.668725142390716e-05}
+{"train_loss": 0.01731935702264309, "global_step": 4217, "epoch": 78, "lr": 9.668548866134796e-05}
+{"train_loss": 0.009998580440878868, "global_step": 4218, "epoch": 78, "lr": 9.668372544599515e-05}
+{"train_loss": 0.011123991571366787, "global_step": 4219, "epoch": 78, "lr": 9.668196177786584e-05}
+{"train_loss": 0.012705767527222633, "global_step": 4220, "epoch": 78, "lr": 9.668019765697712e-05}
+{"train_loss": 0.014092545956373215, "global_step": 4221, "epoch": 78, "lr": 9.667843308334612e-05}
+{"train_loss": 0.012160426937043667, "global_step": 4222, "epoch": 78, "lr": 9.667666805698993e-05}
+{"train_loss": 0.015117773786187172, "global_step": 4223, "epoch": 78, "lr": 9.667490257792569e-05}
+{"train_loss": 0.009058239869773388, "global_step": 4224, "epoch": 78, "lr": 9.667313664617051e-05}
+{"train_loss": 0.009197470732033253, "global_step": 4225, "epoch": 78, "lr": 9.667137026174151e-05}
+{"train_loss": 0.016978448256850243, "global_step": 4226, "epoch": 78, "lr": 9.666960342465586e-05}
+{"train_loss": 0.009907652623951435, "global_step": 4227, "epoch": 78, "lr": 9.666783613493065e-05}
+{"train_loss": 0.014535542577505112, "global_step": 4228, "epoch": 78, "lr": 9.666606839258303e-05}
+{"train_loss": 0.013102540746331215, "global_step": 4229, "epoch": 78, "lr": 9.666430019763018e-05}
+{"train_loss": 0.014798006042838097, "global_step": 4230, "epoch": 78, "lr": 9.66625315500892e-05}
+{"train_loss": 0.01312980242073536, "global_step": 4231, "epoch": 78, "lr": 9.666076244997729e-05}
+{"train_loss": 0.015064257197082043, "global_step": 4232, "epoch": 78, "lr": 9.665899289731158e-05}
+{"train_loss": 0.012151297181844711, "global_step": 4233, "epoch": 78, "lr": 9.665722289210922e-05}
+{"train_loss": 0.014537433162331581, "global_step": 4234, "epoch": 78, "lr": 9.66554524343874e-05}
+{"train_loss": 0.017300806939601898, "global_step": 4235, "epoch": 78, "lr": 9.665368152416331e-05}
+{"train_loss": 0.014545245096087456, "global_step": 4236, "epoch": 78, "lr": 9.665191016145409e-05}
+{"train_loss": 0.016297560185194016, "global_step": 4237, "epoch": 78, "lr": 9.665013834627694e-05}
+{"train_loss": 0.014218808151781559, "global_step": 4238, "epoch": 78, "lr": 9.664836607864902e-05}
+{"train_loss": 0.015242261812090874, "global_step": 4239, "epoch": 78, "lr": 9.664659335858755e-05}
+{"train_loss": 0.01603371649980545, "global_step": 4240, "epoch": 78, "lr": 9.664482018610971e-05}
+{"train_loss": 0.015110431239008904, "global_step": 4241, "epoch": 78, "lr": 9.664304656123268e-05}
+{"train_loss": 0.01830190047621727, "global_step": 4242, "epoch": 78, "lr": 9.66412724839737e-05}
+{"train_loss": 0.01940925419330597, "global_step": 4243, "epoch": 78, "lr": 9.663949795434996e-05}
+{"train_loss": 0.01503510121256113, "global_step": 4244, "epoch": 78, "lr": 9.663772297237865e-05}
+{"train_loss": 0.01777651533484459, "global_step": 4245, "epoch": 78, "lr": 9.663594753807701e-05}
+{"train_loss": 0.02112126536667347, "global_step": 4246, "epoch": 78, "lr": 9.663417165146225e-05}
+{"train_loss": 0.01000995747745037, "global_step": 4247, "epoch": 78, "lr": 9.663239531255159e-05}
+{"train_loss": 0.020914839580655098, "global_step": 4248, "epoch": 78, "lr": 9.663061852136226e-05}
+{"train_loss": 0.013758964836597443, "global_step": 4249, "epoch": 78, "lr": 9.662884127791151e-05}
+{"train_loss": 0.013824899680912495, "global_step": 4250, "epoch": 78, "lr": 9.662706358221655e-05}
+{"train_loss": 0.018069250509142876, "global_step": 4251, "epoch": 78, "lr": 9.662528543429465e-05}
+{"train_loss": 0.011276590637862682, "global_step": 4252, "epoch": 78, "lr": 9.662350683416303e-05}
+{"train_loss": 0.016622504219412804, "global_step": 4253, "epoch": 78, "lr": 9.662172778183895e-05}
+{"train_loss": 0.015969840809702873, "global_step": 4254, "epoch": 78, "lr": 9.661994827733967e-05}
+{"train_loss": 0.013249308802187443, "global_step": 4255, "epoch": 78, "lr": 9.661816832068245e-05}
+{"train_loss": 0.010941591113805771, "global_step": 4256, "epoch": 78, "lr": 9.661638791188454e-05}
+{"train_loss": 0.01764286309480667, "global_step": 4257, "epoch": 78, "lr": 9.661460705096323e-05}
+{"train_loss": 0.011448835022747517, "global_step": 4258, "epoch": 78, "lr": 9.661282573793578e-05}
+{"train_loss": 0.01657847873866558, "global_step": 4259, "epoch": 78, "lr": 9.661104397281945e-05}
+{"train_loss": 0.012159569188952446, "global_step": 4260, "epoch": 78, "lr": 9.660926175563154e-05}
+{"train_loss": 0.019321030005812645, "global_step": 4261, "epoch": 78, "lr": 9.660747908638933e-05}
+{"train_loss": 0.01618129014968872, "global_step": 4262, "epoch": 78, "lr": 9.660569596511011e-05}
+{"train_loss": 0.013732674531638622, "global_step": 4263, "epoch": 78, "lr": 9.660391239181119e-05}
+{"train_loss": 0.01530404668301344, "global_step": 4264, "epoch": 78, "lr": 9.660212836650984e-05}
+{"train_loss": 0.014323672383195825, "global_step": 4265, "epoch": 78, "lr": 9.660034388922338e-05, "val_loss": 0.024546928703784943}
+{"train_loss": 0.01144915260374546, "global_step": 4266, "epoch": 79, "lr": 9.659855895996912e-05}
+{"train_loss": 0.01179875060915947, "global_step": 4267, "epoch": 79, "lr": 9.659677357876435e-05}
+{"train_loss": 0.015016729943454266, "global_step": 4268, "epoch": 79, "lr": 9.659498774562641e-05}
+{"train_loss": 0.016531646251678467, "global_step": 4269, "epoch": 79, "lr": 9.659320146057262e-05}
+{"train_loss": 0.01423684787005186, "global_step": 4270, "epoch": 79, "lr": 9.65914147236203e-05}
+{"train_loss": 0.011260387487709522, "global_step": 4271, "epoch": 79, "lr": 9.658962753478677e-05}
+{"train_loss": 0.010823620483279228, "global_step": 4272, "epoch": 79, "lr": 9.658783989408937e-05}
+{"train_loss": 0.012169459834694862, "global_step": 4273, "epoch": 79, "lr": 9.658605180154543e-05}
+{"train_loss": 0.01312583964318037, "global_step": 4274, "epoch": 79, "lr": 9.658426325717231e-05}
+{"train_loss": 0.013101120479404926, "global_step": 4275, "epoch": 79, "lr": 9.658247426098734e-05}
+{"train_loss": 0.011891495436429977, "global_step": 4276, "epoch": 79, "lr": 9.658068481300788e-05}
+{"train_loss": 0.010131504386663437, "global_step": 4277, "epoch": 79, "lr": 9.657889491325129e-05}
+{"train_loss": 0.010879031382501125, "global_step": 4278, "epoch": 79, "lr": 9.657710456173492e-05}
+{"train_loss": 0.014473631978034973, "global_step": 4279, "epoch": 79, "lr": 9.657531375847615e-05}
+{"train_loss": 0.014299701899290085, "global_step": 4280, "epoch": 79, "lr": 9.657352250349232e-05}
+{"train_loss": 0.01479361392557621, "global_step": 4281, "epoch": 79, "lr": 9.657173079680084e-05}
+{"train_loss": 0.011454356834292412, "global_step": 4282, "epoch": 79, "lr": 9.656993863841903e-05}
+{"train_loss": 0.011391017585992813, "global_step": 4283, "epoch": 79, "lr": 9.656814602836434e-05}
+{"train_loss": 0.015000296756625175, "global_step": 4284, "epoch": 79, "lr": 9.656635296665412e-05}
+{"train_loss": 0.012326513417065144, "global_step": 4285, "epoch": 79, "lr": 9.656455945330576e-05}
+{"train_loss": 0.02057630941271782, "global_step": 4286, "epoch": 79, "lr": 9.656276548833667e-05}
+{"train_loss": 0.010525663383305073, "global_step": 4287, "epoch": 79, "lr": 9.656097107176423e-05}
+{"train_loss": 0.010791953653097153, "global_step": 4288, "epoch": 79, "lr": 9.655917620360586e-05}
+{"train_loss": 0.009637496434152126, "global_step": 4289, "epoch": 79, "lr": 9.655738088387895e-05}
+{"train_loss": 0.017866620793938637, "global_step": 4290, "epoch": 79, "lr": 9.655558511260095e-05}
+{"train_loss": 0.014808809384703636, "global_step": 4291, "epoch": 79, "lr": 9.655378888978924e-05}
+{"train_loss": 0.0087535809725523, "global_step": 4292, "epoch": 79, "lr": 9.655199221546123e-05}
+{"train_loss": 0.0128189567476511, "global_step": 4293, "epoch": 79, "lr": 9.655019508963439e-05}
+{"train_loss": 0.01698089949786663, "global_step": 4294, "epoch": 79, "lr": 9.654839751232611e-05}
+{"train_loss": 0.019228149205446243, "global_step": 4295, "epoch": 79, "lr": 9.654659948355387e-05}
+{"train_loss": 0.01047353632748127, "global_step": 4296, "epoch": 79, "lr": 9.654480100333506e-05}
+{"train_loss": 0.016744464635849, "global_step": 4297, "epoch": 79, "lr": 9.654300207168716e-05}
+{"train_loss": 0.019078370183706284, "global_step": 4298, "epoch": 79, "lr": 9.654120268862758e-05}
+{"train_loss": 0.016320746392011642, "global_step": 4299, "epoch": 79, "lr": 9.65394028541738e-05}
+{"train_loss": 0.011721945367753506, "global_step": 4300, "epoch": 79, "lr": 9.653760256834327e-05}
+{"train_loss": 0.01648501306772232, "global_step": 4301, "epoch": 79, "lr": 9.653580183115347e-05}
+{"train_loss": 0.00891286414116621, "global_step": 4302, "epoch": 79, "lr": 9.653400064262183e-05}
+{"train_loss": 0.01320178247988224, "global_step": 4303, "epoch": 79, "lr": 9.653219900276583e-05}
+{"train_loss": 0.014706140384078026, "global_step": 4304, "epoch": 79, "lr": 9.653039691160295e-05}
+{"train_loss": 0.013026618398725986, "global_step": 4305, "epoch": 79, "lr": 9.652859436915067e-05}
+{"train_loss": 0.015400768257677555, "global_step": 4306, "epoch": 79, "lr": 9.652679137542647e-05}
+{"train_loss": 0.013267875649034977, "global_step": 4307, "epoch": 79, "lr": 9.652498793044784e-05}
+{"train_loss": 0.014972398988902569, "global_step": 4308, "epoch": 79, "lr": 9.652318403423227e-05}
+{"train_loss": 0.015392925590276718, "global_step": 4309, "epoch": 79, "lr": 9.652137968679724e-05}
+{"train_loss": 0.015501488000154495, "global_step": 4310, "epoch": 79, "lr": 9.651957488816027e-05}
+{"train_loss": 0.0108458511531353, "global_step": 4311, "epoch": 79, "lr": 9.651776963833886e-05}
+{"train_loss": 0.016574623063206673, "global_step": 4312, "epoch": 79, "lr": 9.65159639373505e-05}
+{"train_loss": 0.01814139448106289, "global_step": 4313, "epoch": 79, "lr": 9.651415778521273e-05}
+{"train_loss": 0.011457658372819424, "global_step": 4314, "epoch": 79, "lr": 9.651235118194306e-05}
+{"train_loss": 0.01767701283097267, "global_step": 4315, "epoch": 79, "lr": 9.6510544127559e-05}
+{"train_loss": 0.011657248251140118, "global_step": 4316, "epoch": 79, "lr": 9.65087366220781e-05}
+{"train_loss": 0.013667238876223564, "global_step": 4317, "epoch": 79, "lr": 9.650692866551787e-05}
+{"train_loss": 0.020544197410345078, "global_step": 4318, "epoch": 79, "lr": 9.650512025789584e-05}
+{"train_loss": 0.01378872195534684, "global_step": 4319, "epoch": 79, "lr": 9.650331139922958e-05, "val_loss": 0.019756881520152092}
+{"train_loss": 0.015196504071354866, "global_step": 4320, "epoch": 80, "lr": 9.65015020895366e-05}
+{"train_loss": 0.009965713135898113, "global_step": 4321, "epoch": 80, "lr": 9.649969232883447e-05}
+{"train_loss": 0.013923076912760735, "global_step": 4322, "epoch": 80, "lr": 9.649788211714072e-05}
+{"train_loss": 0.011786735616624355, "global_step": 4323, "epoch": 80, "lr": 9.649607145447292e-05}
+{"train_loss": 0.021599216386675835, "global_step": 4324, "epoch": 80, "lr": 9.649426034084865e-05}
+{"train_loss": 0.01593625731766224, "global_step": 4325, "epoch": 80, "lr": 9.649244877628544e-05}
+{"train_loss": 0.014747502282261848, "global_step": 4326, "epoch": 80, "lr": 9.64906367608009e-05}
+{"train_loss": 0.016209188848733902, "global_step": 4327, "epoch": 80, "lr": 9.648882429441257e-05}
+{"train_loss": 0.015818409621715546, "global_step": 4328, "epoch": 80, "lr": 9.648701137713804e-05}
+{"train_loss": 0.01034979522228241, "global_step": 4329, "epoch": 80, "lr": 9.64851980089949e-05}
+{"train_loss": 0.015000706538558006, "global_step": 4330, "epoch": 80, "lr": 9.648338419000074e-05}
+{"train_loss": 0.018712392076849937, "global_step": 4331, "epoch": 80, "lr": 9.648156992017313e-05}
+{"train_loss": 0.01749434508383274, "global_step": 4332, "epoch": 80, "lr": 9.647975519952968e-05}
+{"train_loss": 0.012831958010792732, "global_step": 4333, "epoch": 80, "lr": 9.6477940028088e-05}
+{"train_loss": 0.01350726280361414, "global_step": 4334, "epoch": 80, "lr": 9.647612440586568e-05}
+{"train_loss": 0.013601777143776417, "global_step": 4335, "epoch": 80, "lr": 9.647430833288033e-05}
+{"train_loss": 0.013776001520454884, "global_step": 4336, "epoch": 80, "lr": 9.647249180914958e-05}
+{"train_loss": 0.011952445842325687, "global_step": 4337, "epoch": 80, "lr": 9.647067483469103e-05}
+{"train_loss": 0.013645934872329235, "global_step": 4338, "epoch": 80, "lr": 9.646885740952231e-05}
+{"train_loss": 0.013466152362525463, "global_step": 4339, "epoch": 80, "lr": 9.646703953366105e-05}
+{"train_loss": 0.016252383589744568, "global_step": 4340, "epoch": 80, "lr": 9.646522120712488e-05}
+{"train_loss": 0.011567799374461174, "global_step": 4341, "epoch": 80, "lr": 9.646340242993143e-05}
+{"train_loss": 0.013911665417253971, "global_step": 4342, "epoch": 80, "lr": 9.646158320209835e-05}
+{"train_loss": 0.013214857317507267, "global_step": 4343, "epoch": 80, "lr": 9.645976352364327e-05}
+{"train_loss": 0.01901022531092167, "global_step": 4344, "epoch": 80, "lr": 9.645794339458384e-05}
+{"train_loss": 0.014206464402377605, "global_step": 4345, "epoch": 80, "lr": 9.645612281493772e-05}
+{"train_loss": 0.018273621797561646, "global_step": 4346, "epoch": 80, "lr": 9.645430178472257e-05}
+{"train_loss": 0.014636981301009655, "global_step": 4347, "epoch": 80, "lr": 9.645248030395606e-05}
+{"train_loss": 0.0196604672819376, "global_step": 4348, "epoch": 80, "lr": 9.645065837265583e-05}
+{"train_loss": 0.013383227400481701, "global_step": 4349, "epoch": 80, "lr": 9.644883599083958e-05}
+{"train_loss": 0.011666919104754925, "global_step": 4350, "epoch": 80, "lr": 9.644701315852496e-05}
+{"train_loss": 0.013244560919702053, "global_step": 4351, "epoch": 80, "lr": 9.644518987572966e-05}
+{"train_loss": 0.011602035723626614, "global_step": 4352, "epoch": 80, "lr": 9.644336614247136e-05}
+{"train_loss": 0.012224685400724411, "global_step": 4353, "epoch": 80, "lr": 9.644154195876776e-05}
+{"train_loss": 0.01695256307721138, "global_step": 4354, "epoch": 80, "lr": 9.643971732463654e-05}
+{"train_loss": 0.012268091551959515, "global_step": 4355, "epoch": 80, "lr": 9.64378922400954e-05}
+{"train_loss": 0.016172608360648155, "global_step": 4356, "epoch": 80, "lr": 9.643606670516205e-05}
+{"train_loss": 0.013966859318315983, "global_step": 4357, "epoch": 80, "lr": 9.643424071985417e-05}
+{"train_loss": 0.019621500745415688, "global_step": 4358, "epoch": 80, "lr": 9.64324142841895e-05}
+{"train_loss": 0.013377615250647068, "global_step": 4359, "epoch": 80, "lr": 9.643058739818574e-05}
+{"train_loss": 0.015380741097033024, "global_step": 4360, "epoch": 80, "lr": 9.642876006186061e-05}
+{"train_loss": 0.009364690631628036, "global_step": 4361, "epoch": 80, "lr": 9.642693227523183e-05}
+{"train_loss": 0.016587648540735245, "global_step": 4362, "epoch": 80, "lr": 9.642510403831713e-05}
+{"train_loss": 0.015096692368388176, "global_step": 4363, "epoch": 80, "lr": 9.642327535113425e-05}
+{"train_loss": 0.016017092391848564, "global_step": 4364, "epoch": 80, "lr": 9.642144621370091e-05}
+{"train_loss": 0.009500620886683464, "global_step": 4365, "epoch": 80, "lr": 9.641961662603486e-05}
+{"train_loss": 0.01821875013411045, "global_step": 4366, "epoch": 80, "lr": 9.641778658815383e-05}
+{"train_loss": 0.012286187149584293, "global_step": 4367, "epoch": 80, "lr": 9.641595610007561e-05}
+{"train_loss": 0.017215430736541748, "global_step": 4368, "epoch": 80, "lr": 9.641412516181791e-05}
+{"train_loss": 0.014745574444532394, "global_step": 4369, "epoch": 80, "lr": 9.641229377339851e-05}
+{"train_loss": 0.013086608611047268, "global_step": 4370, "epoch": 80, "lr": 9.641046193483516e-05}
+{"train_loss": 0.013388273306190968, "global_step": 4371, "epoch": 80, "lr": 9.640862964614564e-05}
+{"train_loss": 0.015378211624920368, "global_step": 4372, "epoch": 80, "lr": 9.640679690734771e-05}
+{"train_loss": 0.014534509482069148, "global_step": 4373, "epoch": 80, "lr": 9.640496371845914e-05, "val_loss": 0.022618211805820465, "train_action_mse_error": 0.0010511260479688644}
+{"train_loss": 0.014314417727291584, "global_step": 4374, "epoch": 81, "lr": 9.640313007949773e-05}
+{"train_loss": 0.011898537166416645, "global_step": 4375, "epoch": 81, "lr": 9.640129599048124e-05}
+{"train_loss": 0.01428922452032566, "global_step": 4376, "epoch": 81, "lr": 9.639946145142748e-05}
+{"train_loss": 0.01563246361911297, "global_step": 4377, "epoch": 81, "lr": 9.639762646235425e-05}
+{"train_loss": 0.009678604081273079, "global_step": 4378, "epoch": 81, "lr": 9.639579102327931e-05}
+{"train_loss": 0.013478957116603851, "global_step": 4379, "epoch": 81, "lr": 9.63939551342205e-05}
+{"train_loss": 0.01303777564316988, "global_step": 4380, "epoch": 81, "lr": 9.639211879519561e-05}
+{"train_loss": 0.013161697424948215, "global_step": 4381, "epoch": 81, "lr": 9.639028200622244e-05}
+{"train_loss": 0.009382779709994793, "global_step": 4382, "epoch": 81, "lr": 9.638844476731881e-05}
+{"train_loss": 0.018720289692282677, "global_step": 4383, "epoch": 81, "lr": 9.638660707850256e-05}
+{"train_loss": 0.012126843445003033, "global_step": 4384, "epoch": 81, "lr": 9.638476893979147e-05}
+{"train_loss": 0.01587061397731304, "global_step": 4385, "epoch": 81, "lr": 9.638293035120341e-05}
+{"train_loss": 0.019059455022215843, "global_step": 4386, "epoch": 81, "lr": 9.638109131275621e-05}
+{"train_loss": 0.013558539561927319, "global_step": 4387, "epoch": 81, "lr": 9.637925182446767e-05}
+{"train_loss": 0.017179075628519058, "global_step": 4388, "epoch": 81, "lr": 9.637741188635567e-05}
+{"train_loss": 0.012172278016805649, "global_step": 4389, "epoch": 81, "lr": 9.637557149843804e-05}
+{"train_loss": 0.013599531725049019, "global_step": 4390, "epoch": 81, "lr": 9.637373066073261e-05}
+{"train_loss": 0.015082944184541702, "global_step": 4391, "epoch": 81, "lr": 9.637188937325727e-05}
+{"train_loss": 0.011859219521284103, "global_step": 4392, "epoch": 81, "lr": 9.637004763602985e-05}
+{"train_loss": 0.01788831315934658, "global_step": 4393, "epoch": 81, "lr": 9.636820544906822e-05}
+{"train_loss": 0.015889355912804604, "global_step": 4394, "epoch": 81, "lr": 9.636636281239027e-05}
+{"train_loss": 0.010866004042327404, "global_step": 4395, "epoch": 81, "lr": 9.636451972601384e-05}
+{"train_loss": 0.015140344388782978, "global_step": 4396, "epoch": 81, "lr": 9.636267618995681e-05}
+{"train_loss": 0.01617705076932907, "global_step": 4397, "epoch": 81, "lr": 9.636083220423709e-05}
+{"train_loss": 0.02358728088438511, "global_step": 4398, "epoch": 81, "lr": 9.635898776887252e-05}
+{"train_loss": 0.013345246203243732, "global_step": 4399, "epoch": 81, "lr": 9.635714288388102e-05}
+{"train_loss": 0.013774100691080093, "global_step": 4400, "epoch": 81, "lr": 9.635529754928047e-05}
+{"train_loss": 0.014877311885356903, "global_step": 4401, "epoch": 81, "lr": 9.635345176508878e-05}
+{"train_loss": 0.02024826407432556, "global_step": 4402, "epoch": 81, "lr": 9.635160553132383e-05}
+{"train_loss": 0.02099449746310711, "global_step": 4403, "epoch": 81, "lr": 9.634975884800355e-05}
+{"train_loss": 0.014485038816928864, "global_step": 4404, "epoch": 81, "lr": 9.634791171514585e-05}
+{"train_loss": 0.014647874049842358, "global_step": 4405, "epoch": 81, "lr": 9.634606413276862e-05}
+{"train_loss": 0.014864598400890827, "global_step": 4406, "epoch": 81, "lr": 9.63442161008898e-05}
+{"train_loss": 0.014438035897910595, "global_step": 4407, "epoch": 81, "lr": 9.63423676195273e-05}
+{"train_loss": 0.013435371220111847, "global_step": 4408, "epoch": 81, "lr": 9.634051868869906e-05}
+{"train_loss": 0.01448083110153675, "global_step": 4409, "epoch": 81, "lr": 9.633866930842304e-05}
+{"train_loss": 0.01698138378560543, "global_step": 4410, "epoch": 81, "lr": 9.633681947871711e-05}
+{"train_loss": 0.013677437789738178, "global_step": 4411, "epoch": 81, "lr": 9.633496919959926e-05}
+{"train_loss": 0.015660351142287254, "global_step": 4412, "epoch": 81, "lr": 9.633311847108742e-05}
+{"train_loss": 0.014842385426163673, "global_step": 4413, "epoch": 81, "lr": 9.633126729319955e-05}
+{"train_loss": 0.017748892307281494, "global_step": 4414, "epoch": 81, "lr": 9.632941566595357e-05}
+{"train_loss": 0.011146394535899162, "global_step": 4415, "epoch": 81, "lr": 9.632756358936749e-05}
+{"train_loss": 0.015555113554000854, "global_step": 4416, "epoch": 81, "lr": 9.632571106345925e-05}
+{"train_loss": 0.01930829882621765, "global_step": 4417, "epoch": 81, "lr": 9.63238580882468e-05}
+{"train_loss": 0.022441456094384193, "global_step": 4418, "epoch": 81, "lr": 9.632200466374814e-05}
+{"train_loss": 0.01164423581212759, "global_step": 4419, "epoch": 81, "lr": 9.632015078998122e-05}
+{"train_loss": 0.015896843746304512, "global_step": 4420, "epoch": 81, "lr": 9.631829646696404e-05}
+{"train_loss": 0.016170267015695572, "global_step": 4421, "epoch": 81, "lr": 9.63164416947146e-05}
+{"train_loss": 0.013310616835951805, "global_step": 4422, "epoch": 81, "lr": 9.631458647325084e-05}
+{"train_loss": 0.017617471516132355, "global_step": 4423, "epoch": 81, "lr": 9.631273080259077e-05}
+{"train_loss": 0.018170779570937157, "global_step": 4424, "epoch": 81, "lr": 9.631087468275243e-05}
+{"train_loss": 0.017954964190721512, "global_step": 4425, "epoch": 81, "lr": 9.630901811375377e-05}
+{"train_loss": 0.015370997600257397, "global_step": 4426, "epoch": 81, "lr": 9.630716109561283e-05}
+{"train_loss": 0.015213581940366162, "global_step": 4427, "epoch": 81, "lr": 9.63053036283476e-05, "val_loss": 0.01684342697262764}
+{"train_loss": 0.01609083265066147, "global_step": 4428, "epoch": 82, "lr": 9.63034457119761e-05}
+{"train_loss": 0.014044828712940216, "global_step": 4429, "epoch": 82, "lr": 9.630158734651636e-05}
+{"train_loss": 0.015443225391209126, "global_step": 4430, "epoch": 82, "lr": 9.62997285319864e-05}
+{"train_loss": 0.02035430632531643, "global_step": 4431, "epoch": 82, "lr": 9.629786926840424e-05}
+{"train_loss": 0.015599437989294529, "global_step": 4432, "epoch": 82, "lr": 9.629600955578791e-05}
+{"train_loss": 0.01495995931327343, "global_step": 4433, "epoch": 82, "lr": 9.629414939415546e-05}
+{"train_loss": 0.010289720259606838, "global_step": 4434, "epoch": 82, "lr": 9.629228878352494e-05}
+{"train_loss": 0.021131442859768867, "global_step": 4435, "epoch": 82, "lr": 9.629042772391437e-05}
+{"train_loss": 0.01550146471709013, "global_step": 4436, "epoch": 82, "lr": 9.628856621534181e-05}
+{"train_loss": 0.013103747740387917, "global_step": 4437, "epoch": 82, "lr": 9.628670425782531e-05}
+{"train_loss": 0.019456008449196815, "global_step": 4438, "epoch": 82, "lr": 9.628484185138296e-05}
+{"train_loss": 0.012049765326082706, "global_step": 4439, "epoch": 82, "lr": 9.628297899603277e-05}
+{"train_loss": 0.015724826604127884, "global_step": 4440, "epoch": 82, "lr": 9.628111569179284e-05}
+{"train_loss": 0.013374513946473598, "global_step": 4441, "epoch": 82, "lr": 9.627925193868125e-05}
+{"train_loss": 0.012585055083036423, "global_step": 4442, "epoch": 82, "lr": 9.627738773671607e-05}
+{"train_loss": 0.011631082743406296, "global_step": 4443, "epoch": 82, "lr": 9.627552308591534e-05}
+{"train_loss": 0.015119324438273907, "global_step": 4444, "epoch": 82, "lr": 9.627365798629722e-05}
+{"train_loss": 0.012208432890474796, "global_step": 4445, "epoch": 82, "lr": 9.627179243787973e-05}
+{"train_loss": 0.014439601451158524, "global_step": 4446, "epoch": 82, "lr": 9.6269926440681e-05}
+{"train_loss": 0.020161889493465424, "global_step": 4447, "epoch": 82, "lr": 9.626805999471913e-05}
+{"train_loss": 0.011717530898749828, "global_step": 4448, "epoch": 82, "lr": 9.626619310001219e-05}
+{"train_loss": 0.01685558818280697, "global_step": 4449, "epoch": 82, "lr": 9.626432575657833e-05}
+{"train_loss": 0.012122456915676594, "global_step": 4450, "epoch": 82, "lr": 9.626245796443563e-05}
+{"train_loss": 0.009984138421714306, "global_step": 4451, "epoch": 82, "lr": 9.626058972360222e-05}
+{"train_loss": 0.01350159291177988, "global_step": 4452, "epoch": 82, "lr": 9.625872103409621e-05}
+{"train_loss": 0.011988476850092411, "global_step": 4453, "epoch": 82, "lr": 9.625685189593572e-05}
+{"train_loss": 0.014060385525226593, "global_step": 4454, "epoch": 82, "lr": 9.62549823091389e-05}
+{"train_loss": 0.01187980268150568, "global_step": 4455, "epoch": 82, "lr": 9.625311227372386e-05}
+{"train_loss": 0.02175154909491539, "global_step": 4456, "epoch": 82, "lr": 9.625124178970876e-05}
+{"train_loss": 0.012999956496059895, "global_step": 4457, "epoch": 82, "lr": 9.624937085711172e-05}
+{"train_loss": 0.013358104042708874, "global_step": 4458, "epoch": 82, "lr": 9.62474994759509e-05}
+{"train_loss": 0.010513199493288994, "global_step": 4459, "epoch": 82, "lr": 9.624562764624445e-05}
+{"train_loss": 0.0127281304448843, "global_step": 4460, "epoch": 82, "lr": 9.624375536801051e-05}
+{"train_loss": 0.01207469031214714, "global_step": 4461, "epoch": 82, "lr": 9.624188264126726e-05}
+{"train_loss": 0.01676572673022747, "global_step": 4462, "epoch": 82, "lr": 9.624000946603283e-05}
+{"train_loss": 0.007387696765363216, "global_step": 4463, "epoch": 82, "lr": 9.623813584232542e-05}
+{"train_loss": 0.022314870730042458, "global_step": 4464, "epoch": 82, "lr": 9.623626177016318e-05}
+{"train_loss": 0.012225156649947166, "global_step": 4465, "epoch": 82, "lr": 9.623438724956431e-05}
+{"train_loss": 0.012611317448318005, "global_step": 4466, "epoch": 82, "lr": 9.623251228054699e-05}
+{"train_loss": 0.013811859302222729, "global_step": 4467, "epoch": 82, "lr": 9.623063686312936e-05}
+{"train_loss": 0.01418817788362503, "global_step": 4468, "epoch": 82, "lr": 9.622876099732967e-05}
+{"train_loss": 0.012532045133411884, "global_step": 4469, "epoch": 82, "lr": 9.622688468316608e-05}
+{"train_loss": 0.013510936871170998, "global_step": 4470, "epoch": 82, "lr": 9.622500792065679e-05}
+{"train_loss": 0.011813294142484665, "global_step": 4471, "epoch": 82, "lr": 9.622313070981999e-05}
+{"train_loss": 0.010555142536759377, "global_step": 4472, "epoch": 82, "lr": 9.622125305067393e-05}
+{"train_loss": 0.014142611995339394, "global_step": 4473, "epoch": 82, "lr": 9.621937494323679e-05}
+{"train_loss": 0.009039853699505329, "global_step": 4474, "epoch": 82, "lr": 9.621749638752678e-05}
+{"train_loss": 0.015527692623436451, "global_step": 4475, "epoch": 82, "lr": 9.621561738356212e-05}
+{"train_loss": 0.013685406185686588, "global_step": 4476, "epoch": 82, "lr": 9.621373793136104e-05}
+{"train_loss": 0.012142432853579521, "global_step": 4477, "epoch": 82, "lr": 9.621185803094179e-05}
+{"train_loss": 0.012757058255374432, "global_step": 4478, "epoch": 82, "lr": 9.620997768232258e-05}
+{"train_loss": 0.014423375017940998, "global_step": 4479, "epoch": 82, "lr": 9.620809688552164e-05}
+{"train_loss": 0.012230507098138332, "global_step": 4480, "epoch": 82, "lr": 9.620621564055724e-05}
+{"train_loss": 0.014104376547038555, "global_step": 4481, "epoch": 82, "lr": 9.62043339474476e-05, "val_loss": 0.011664671823382378}
+{"train_loss": 0.01224315632134676, "global_step": 4482, "epoch": 83, "lr": 9.620245180621097e-05}
+{"train_loss": 0.011353141628205776, "global_step": 4483, "epoch": 83, "lr": 9.620056921686564e-05}
+{"train_loss": 0.016251109540462494, "global_step": 4484, "epoch": 83, "lr": 9.619868617942982e-05}
+{"train_loss": 0.014663954265415668, "global_step": 4485, "epoch": 83, "lr": 9.61968026939218e-05}
+{"train_loss": 0.012484478764235973, "global_step": 4486, "epoch": 83, "lr": 9.619491876035985e-05}
+{"train_loss": 0.010268444195389748, "global_step": 4487, "epoch": 83, "lr": 9.619303437876221e-05}
+{"train_loss": 0.01520583312958479, "global_step": 4488, "epoch": 83, "lr": 9.619114954914721e-05}
+{"train_loss": 0.010558521375060081, "global_step": 4489, "epoch": 83, "lr": 9.618926427153308e-05}
+{"train_loss": 0.010876862332224846, "global_step": 4490, "epoch": 83, "lr": 9.618737854593815e-05}
+{"train_loss": 0.01575608365237713, "global_step": 4491, "epoch": 83, "lr": 9.618549237238066e-05}
+{"train_loss": 0.012234944850206375, "global_step": 4492, "epoch": 83, "lr": 9.618360575087895e-05}
+{"train_loss": 0.01591099426150322, "global_step": 4493, "epoch": 83, "lr": 9.61817186814513e-05}
+{"train_loss": 0.010561498813331127, "global_step": 4494, "epoch": 83, "lr": 9.6179831164116e-05}
+{"train_loss": 0.01083279773592949, "global_step": 4495, "epoch": 83, "lr": 9.617794319889136e-05}
+{"train_loss": 0.009090613573789597, "global_step": 4496, "epoch": 83, "lr": 9.61760547857957e-05}
+{"train_loss": 0.01086392067372799, "global_step": 4497, "epoch": 83, "lr": 9.617416592484734e-05}
+{"train_loss": 0.014387320727109909, "global_step": 4498, "epoch": 83, "lr": 9.61722766160646e-05}
+{"train_loss": 0.013187998905777931, "global_step": 4499, "epoch": 83, "lr": 9.617038685946578e-05}
+{"train_loss": 0.01501467451453209, "global_step": 4500, "epoch": 83, "lr": 9.616849665506924e-05}
+{"train_loss": 0.00946810096502304, "global_step": 4501, "epoch": 83, "lr": 9.61666060028933e-05}
+{"train_loss": 0.011186548508703709, "global_step": 4502, "epoch": 83, "lr": 9.616471490295626e-05}
+{"train_loss": 0.014204084873199463, "global_step": 4503, "epoch": 83, "lr": 9.616282335527653e-05}
+{"train_loss": 0.012230769731104374, "global_step": 4504, "epoch": 83, "lr": 9.616093135987242e-05}
+{"train_loss": 0.014712339267134666, "global_step": 4505, "epoch": 83, "lr": 9.615903891676228e-05}
+{"train_loss": 0.013446723110973835, "global_step": 4506, "epoch": 83, "lr": 9.615714602596447e-05}
+{"train_loss": 0.012201482430100441, "global_step": 4507, "epoch": 83, "lr": 9.615525268749733e-05}
+{"train_loss": 0.008514790795743465, "global_step": 4508, "epoch": 83, "lr": 9.615335890137924e-05}
+{"train_loss": 0.0107886902987957, "global_step": 4509, "epoch": 83, "lr": 9.615146466762857e-05}
+{"train_loss": 0.016204142943024635, "global_step": 4510, "epoch": 83, "lr": 9.61495699862637e-05}
+{"train_loss": 0.012384793721139431, "global_step": 4511, "epoch": 83, "lr": 9.614767485730299e-05}
+{"train_loss": 0.013175914995372295, "global_step": 4512, "epoch": 83, "lr": 9.61457792807648e-05}
+{"train_loss": 0.0120752127841115, "global_step": 4513, "epoch": 83, "lr": 9.614388325666757e-05}
+{"train_loss": 0.009015588089823723, "global_step": 4514, "epoch": 83, "lr": 9.614198678502965e-05}
+{"train_loss": 0.017020635306835175, "global_step": 4515, "epoch": 83, "lr": 9.614008986586944e-05}
+{"train_loss": 0.013304304331541061, "global_step": 4516, "epoch": 83, "lr": 9.613819249920533e-05}
+{"train_loss": 0.012242580763995647, "global_step": 4517, "epoch": 83, "lr": 9.613629468505574e-05}
+{"train_loss": 0.010112953372299671, "global_step": 4518, "epoch": 83, "lr": 9.613439642343906e-05}
+{"train_loss": 0.015992630273103714, "global_step": 4519, "epoch": 83, "lr": 9.613249771437374e-05}
+{"train_loss": 0.012409744784235954, "global_step": 4520, "epoch": 83, "lr": 9.613059855787814e-05}
+{"train_loss": 0.015522219240665436, "global_step": 4521, "epoch": 83, "lr": 9.61286989539707e-05}
+{"train_loss": 0.012992572039365768, "global_step": 4522, "epoch": 83, "lr": 9.612679890266987e-05}
+{"train_loss": 0.01582273840904236, "global_step": 4523, "epoch": 83, "lr": 9.612489840399404e-05}
+{"train_loss": 0.011134893633425236, "global_step": 4524, "epoch": 83, "lr": 9.612299745796164e-05}
+{"train_loss": 0.011209281161427498, "global_step": 4525, "epoch": 83, "lr": 9.612109606459116e-05}
+{"train_loss": 0.010941955260932446, "global_step": 4526, "epoch": 83, "lr": 9.611919422390099e-05}
+{"train_loss": 0.015132802538573742, "global_step": 4527, "epoch": 83, "lr": 9.61172919359096e-05}
+{"train_loss": 0.016312461346387863, "global_step": 4528, "epoch": 83, "lr": 9.611538920063544e-05}
+{"train_loss": 0.013545876368880272, "global_step": 4529, "epoch": 83, "lr": 9.611348601809695e-05}
+{"train_loss": 0.013014090247452259, "global_step": 4530, "epoch": 83, "lr": 9.611158238831259e-05}
+{"train_loss": 0.011899023316800594, "global_step": 4531, "epoch": 83, "lr": 9.610967831130082e-05}
+{"train_loss": 0.017854897305369377, "global_step": 4532, "epoch": 83, "lr": 9.610777378708014e-05}
+{"train_loss": 0.013389873318374157, "global_step": 4533, "epoch": 83, "lr": 9.610586881566897e-05}
+{"train_loss": 0.013074416667222977, "global_step": 4534, "epoch": 83, "lr": 9.610396339708583e-05}
+{"train_loss": 0.012921404455684952, "global_step": 4535, "epoch": 83, "lr": 9.610205753134917e-05, "val_loss": 0.017016079276800156}
+{"train_loss": 0.015727577731013298, "global_step": 4536, "epoch": 84, "lr": 9.610015121847751e-05}
+{"train_loss": 0.01596921682357788, "global_step": 4537, "epoch": 84, "lr": 9.60982444584893e-05}
+{"train_loss": 0.015986144542694092, "global_step": 4538, "epoch": 84, "lr": 9.609633725140306e-05}
+{"train_loss": 0.012874987907707691, "global_step": 4539, "epoch": 84, "lr": 9.609442959723726e-05}
+{"train_loss": 0.01854674331843853, "global_step": 4540, "epoch": 84, "lr": 9.609252149601045e-05}
+{"train_loss": 0.011610427871346474, "global_step": 4541, "epoch": 84, "lr": 9.609061294774109e-05}
+{"train_loss": 0.014443422667682171, "global_step": 4542, "epoch": 84, "lr": 9.608870395244772e-05}
+{"train_loss": 0.012710170820355415, "global_step": 4543, "epoch": 84, "lr": 9.608679451014881e-05}
+{"train_loss": 0.017850786447525024, "global_step": 4544, "epoch": 84, "lr": 9.608488462086294e-05}
+{"train_loss": 0.01755532994866371, "global_step": 4545, "epoch": 84, "lr": 9.608297428460859e-05}
+{"train_loss": 0.011631027795374393, "global_step": 4546, "epoch": 84, "lr": 9.608106350140431e-05}
+{"train_loss": 0.013068153522908688, "global_step": 4547, "epoch": 84, "lr": 9.607915227126862e-05}
+{"train_loss": 0.01505222637206316, "global_step": 4548, "epoch": 84, "lr": 9.607724059422008e-05}
+{"train_loss": 0.010232043452560902, "global_step": 4549, "epoch": 84, "lr": 9.607532847027719e-05}
+{"train_loss": 0.011591815389692783, "global_step": 4550, "epoch": 84, "lr": 9.607341589945854e-05}
+{"train_loss": 0.012605812400579453, "global_step": 4551, "epoch": 84, "lr": 9.607150288178264e-05}
+{"train_loss": 0.020004671066999435, "global_step": 4552, "epoch": 84, "lr": 9.606958941726806e-05}
+{"train_loss": 0.011010107584297657, "global_step": 4553, "epoch": 84, "lr": 9.606767550593336e-05}
+{"train_loss": 0.012598191387951374, "global_step": 4554, "epoch": 84, "lr": 9.606576114779713e-05}
+{"train_loss": 0.01495491061359644, "global_step": 4555, "epoch": 84, "lr": 9.606384634287788e-05}
+{"train_loss": 0.008952644653618336, "global_step": 4556, "epoch": 84, "lr": 9.606193109119422e-05}
+{"train_loss": 0.01420831959694624, "global_step": 4557, "epoch": 84, "lr": 9.606001539276473e-05}
+{"train_loss": 0.016898946836590767, "global_step": 4558, "epoch": 84, "lr": 9.605809924760796e-05}
+{"train_loss": 0.01584228128194809, "global_step": 4559, "epoch": 84, "lr": 9.60561826557425e-05}
+{"train_loss": 0.015333931893110275, "global_step": 4560, "epoch": 84, "lr": 9.605426561718698e-05}
+{"train_loss": 0.017566390335559845, "global_step": 4561, "epoch": 84, "lr": 9.605234813195994e-05}
+{"train_loss": 0.01358984038233757, "global_step": 4562, "epoch": 84, "lr": 9.605043020008002e-05}
+{"train_loss": 0.01834688149392605, "global_step": 4563, "epoch": 84, "lr": 9.604851182156577e-05}
+{"train_loss": 0.012000301852822304, "global_step": 4564, "epoch": 84, "lr": 9.604659299643586e-05}
+{"train_loss": 0.013114925473928452, "global_step": 4565, "epoch": 84, "lr": 9.604467372470887e-05}
+{"train_loss": 0.017225954681634903, "global_step": 4566, "epoch": 84, "lr": 9.604275400640339e-05}
+{"train_loss": 0.015439886599779129, "global_step": 4567, "epoch": 84, "lr": 9.604083384153808e-05}
+{"train_loss": 0.01055158395320177, "global_step": 4568, "epoch": 84, "lr": 9.603891323013152e-05}
+{"train_loss": 0.01653183624148369, "global_step": 4569, "epoch": 84, "lr": 9.603699217220239e-05}
+{"train_loss": 0.014584007672965527, "global_step": 4570, "epoch": 84, "lr": 9.603507066776928e-05}
+{"train_loss": 0.013673674315214157, "global_step": 4571, "epoch": 84, "lr": 9.603314871685084e-05}
+{"train_loss": 0.013795257546007633, "global_step": 4572, "epoch": 84, "lr": 9.603122631946572e-05}
+{"train_loss": 0.02064470387995243, "global_step": 4573, "epoch": 84, "lr": 9.602930347563255e-05}
+{"train_loss": 0.013589315116405487, "global_step": 4574, "epoch": 84, "lr": 9.602738018536998e-05}
+{"train_loss": 0.009773099794983864, "global_step": 4575, "epoch": 84, "lr": 9.60254564486967e-05}
+{"train_loss": 0.016315912827849388, "global_step": 4576, "epoch": 84, "lr": 9.60235322656313e-05}
+{"train_loss": 0.015837164595723152, "global_step": 4577, "epoch": 84, "lr": 9.60216076361925e-05}
+{"train_loss": 0.009661226533353329, "global_step": 4578, "epoch": 84, "lr": 9.601968256039894e-05}
+{"train_loss": 0.01148372981697321, "global_step": 4579, "epoch": 84, "lr": 9.60177570382693e-05}
+{"train_loss": 0.012659133411943913, "global_step": 4580, "epoch": 84, "lr": 9.601583106982223e-05}
+{"train_loss": 0.009307329542934895, "global_step": 4581, "epoch": 84, "lr": 9.601390465507647e-05}
+{"train_loss": 0.01076572947204113, "global_step": 4582, "epoch": 84, "lr": 9.601197779405064e-05}
+{"train_loss": 0.016589133068919182, "global_step": 4583, "epoch": 84, "lr": 9.601005048676348e-05}
+{"train_loss": 0.017601773142814636, "global_step": 4584, "epoch": 84, "lr": 9.600812273323363e-05}
+{"train_loss": 0.013776343315839767, "global_step": 4585, "epoch": 84, "lr": 9.600619453347982e-05}
+{"train_loss": 0.019159240648150444, "global_step": 4586, "epoch": 84, "lr": 9.600426588752075e-05}
+{"train_loss": 0.011716664768755436, "global_step": 4587, "epoch": 84, "lr": 9.600233679537512e-05}
+{"train_loss": 0.013703006319701672, "global_step": 4588, "epoch": 84, "lr": 9.600040725706164e-05}
+{"train_loss": 0.014250236321930532, "global_step": 4589, "epoch": 84, "lr": 9.599847727259903e-05, "val_loss": 0.017016122117638588}
+{"train_loss": 0.012963545508682728, "global_step": 4590, "epoch": 85, "lr": 9.5996546842006e-05}
+{"train_loss": 0.015550248324871063, "global_step": 4591, "epoch": 85, "lr": 9.599461596530127e-05}
+{"train_loss": 0.016495592892169952, "global_step": 4592, "epoch": 85, "lr": 9.599268464250358e-05}
+{"train_loss": 0.013201277703046799, "global_step": 4593, "epoch": 85, "lr": 9.599075287363165e-05}
+{"train_loss": 0.01511603593826294, "global_step": 4594, "epoch": 85, "lr": 9.598882065870423e-05}
+{"train_loss": 0.011135334149003029, "global_step": 4595, "epoch": 85, "lr": 9.598688799774004e-05}
+{"train_loss": 0.012566584162414074, "global_step": 4596, "epoch": 85, "lr": 9.598495489075784e-05}
+{"train_loss": 0.02196311205625534, "global_step": 4597, "epoch": 85, "lr": 9.598302133777637e-05}
+{"train_loss": 0.01738780550658703, "global_step": 4598, "epoch": 85, "lr": 9.598108733881439e-05}
+{"train_loss": 0.011042223311960697, "global_step": 4599, "epoch": 85, "lr": 9.597915289389066e-05}
+{"train_loss": 0.014251507818698883, "global_step": 4600, "epoch": 85, "lr": 9.597721800302392e-05}
+{"train_loss": 0.02001313306391239, "global_step": 4601, "epoch": 85, "lr": 9.597528266623298e-05}
+{"train_loss": 0.014560163021087646, "global_step": 4602, "epoch": 85, "lr": 9.597334688353657e-05}
+{"train_loss": 0.015841355547308922, "global_step": 4603, "epoch": 85, "lr": 9.597141065495348e-05}
+{"train_loss": 0.015970775857567787, "global_step": 4604, "epoch": 85, "lr": 9.596947398050247e-05}
+{"train_loss": 0.015151453204452991, "global_step": 4605, "epoch": 85, "lr": 9.596753686020237e-05}
+{"train_loss": 0.01667696237564087, "global_step": 4606, "epoch": 85, "lr": 9.596559929407192e-05}
+{"train_loss": 0.016502050682902336, "global_step": 4607, "epoch": 85, "lr": 9.596366128212993e-05}
+{"train_loss": 0.016088824719190598, "global_step": 4608, "epoch": 85, "lr": 9.59617228243952e-05}
+{"train_loss": 0.01822974905371666, "global_step": 4609, "epoch": 85, "lr": 9.595978392088653e-05}
+{"train_loss": 0.014235513284802437, "global_step": 4610, "epoch": 85, "lr": 9.595784457162271e-05}
+{"train_loss": 0.015010777860879898, "global_step": 4611, "epoch": 85, "lr": 9.595590477662257e-05}
+{"train_loss": 0.008868632838129997, "global_step": 4612, "epoch": 85, "lr": 9.595396453590493e-05}
+{"train_loss": 0.013866808265447617, "global_step": 4613, "epoch": 85, "lr": 9.595202384948858e-05}
+{"train_loss": 0.013713556341826916, "global_step": 4614, "epoch": 85, "lr": 9.595008271739236e-05}
+{"train_loss": 0.012460201047360897, "global_step": 4615, "epoch": 85, "lr": 9.594814113963509e-05}
+{"train_loss": 0.01913103275001049, "global_step": 4616, "epoch": 85, "lr": 9.594619911623562e-05}
+{"train_loss": 0.009940317831933498, "global_step": 4617, "epoch": 85, "lr": 9.594425664721273e-05}
+{"train_loss": 0.019664958119392395, "global_step": 4618, "epoch": 85, "lr": 9.594231373258533e-05}
+{"train_loss": 0.011384246870875359, "global_step": 4619, "epoch": 85, "lr": 9.594037037237224e-05}
+{"train_loss": 0.020424749702215195, "global_step": 4620, "epoch": 85, "lr": 9.593842656659229e-05}
+{"train_loss": 0.0135633060708642, "global_step": 4621, "epoch": 85, "lr": 9.593648231526433e-05}
+{"train_loss": 0.017119387164711952, "global_step": 4622, "epoch": 85, "lr": 9.593453761840724e-05}
+{"train_loss": 0.014375334605574608, "global_step": 4623, "epoch": 85, "lr": 9.593259247603987e-05}
+{"train_loss": 0.01225572731345892, "global_step": 4624, "epoch": 85, "lr": 9.59306468881811e-05}
+{"train_loss": 0.01756008341908455, "global_step": 4625, "epoch": 85, "lr": 9.592870085484978e-05}
+{"train_loss": 0.011914145201444626, "global_step": 4626, "epoch": 85, "lr": 9.592675437606478e-05}
+{"train_loss": 0.01021152175962925, "global_step": 4627, "epoch": 85, "lr": 9.5924807451845e-05}
+{"train_loss": 0.018398335203528404, "global_step": 4628, "epoch": 85, "lr": 9.59228600822093e-05}
+{"train_loss": 0.01167843397706747, "global_step": 4629, "epoch": 85, "lr": 9.59209122671766e-05}
+{"train_loss": 0.01455642469227314, "global_step": 4630, "epoch": 85, "lr": 9.591896400676577e-05}
+{"train_loss": 0.015892304480075836, "global_step": 4631, "epoch": 85, "lr": 9.59170153009957e-05}
+{"train_loss": 0.013523437082767487, "global_step": 4632, "epoch": 85, "lr": 9.591506614988528e-05}
+{"train_loss": 0.01546554360538721, "global_step": 4633, "epoch": 85, "lr": 9.591311655345345e-05}
+{"train_loss": 0.01806921325623989, "global_step": 4634, "epoch": 85, "lr": 9.591116651171911e-05}
+{"train_loss": 0.016836091876029968, "global_step": 4635, "epoch": 85, "lr": 9.590921602470116e-05}
+{"train_loss": 0.01827755570411682, "global_step": 4636, "epoch": 85, "lr": 9.590726509241849e-05}
+{"train_loss": 0.011808699928224087, "global_step": 4637, "epoch": 85, "lr": 9.590531371489008e-05}
+{"train_loss": 0.01952376589179039, "global_step": 4638, "epoch": 85, "lr": 9.590336189213484e-05}
+{"train_loss": 0.014539840631186962, "global_step": 4639, "epoch": 85, "lr": 9.590140962417166e-05}
+{"train_loss": 0.014810523018240929, "global_step": 4640, "epoch": 85, "lr": 9.589945691101954e-05}
+{"train_loss": 0.015402480959892273, "global_step": 4641, "epoch": 85, "lr": 9.589750375269735e-05}
+{"train_loss": 0.014883292838931084, "global_step": 4642, "epoch": 85, "lr": 9.589555014922407e-05}
+{"train_loss": 0.015034397874303438, "global_step": 4643, "epoch": 85, "lr": 9.589359610061865e-05, "val_loss": 0.02161436527967453, "train_action_mse_error": 0.0011993355583399534}
+{"train_loss": 0.014178900048136711, "global_step": 4644, "epoch": 86, "lr": 9.589164160690005e-05}
+{"train_loss": 0.02058098465204239, "global_step": 4645, "epoch": 86, "lr": 9.58896866680872e-05}
+{"train_loss": 0.011808103881776333, "global_step": 4646, "epoch": 86, "lr": 9.588773128419906e-05}
+{"train_loss": 0.014984709210693836, "global_step": 4647, "epoch": 86, "lr": 9.588577545525462e-05}
+{"train_loss": 0.015233824029564857, "global_step": 4648, "epoch": 86, "lr": 9.588381918127284e-05}
+{"train_loss": 0.01573321968317032, "global_step": 4649, "epoch": 86, "lr": 9.588186246227269e-05}
+{"train_loss": 0.019402477890253067, "global_step": 4650, "epoch": 86, "lr": 9.587990529827314e-05}
+{"train_loss": 0.016183292493224144, "global_step": 4651, "epoch": 86, "lr": 9.587794768929317e-05}
+{"train_loss": 0.018561027944087982, "global_step": 4652, "epoch": 86, "lr": 9.58759896353518e-05}
+{"train_loss": 0.016239702701568604, "global_step": 4653, "epoch": 86, "lr": 9.587403113646798e-05}
+{"train_loss": 0.016707677394151688, "global_step": 4654, "epoch": 86, "lr": 9.587207219266074e-05}
+{"train_loss": 0.015385017730295658, "global_step": 4655, "epoch": 86, "lr": 9.587011280394904e-05}
+{"train_loss": 0.021643932908773422, "global_step": 4656, "epoch": 86, "lr": 9.586815297035192e-05}
+{"train_loss": 0.017149675637483597, "global_step": 4657, "epoch": 86, "lr": 9.586619269188837e-05}
+{"train_loss": 0.01472632959485054, "global_step": 4658, "epoch": 86, "lr": 9.58642319685774e-05}
+{"train_loss": 0.013917719945311546, "global_step": 4659, "epoch": 86, "lr": 9.586227080043805e-05}
+{"train_loss": 0.012900677509605885, "global_step": 4660, "epoch": 86, "lr": 9.586030918748931e-05}
+{"train_loss": 0.013008602894842625, "global_step": 4661, "epoch": 86, "lr": 9.585834712975023e-05}
+{"train_loss": 0.009141872636973858, "global_step": 4662, "epoch": 86, "lr": 9.585638462723982e-05}
+{"train_loss": 0.019004473462700844, "global_step": 4663, "epoch": 86, "lr": 9.585442167997712e-05}
+{"train_loss": 0.019106104969978333, "global_step": 4664, "epoch": 86, "lr": 9.585245828798118e-05}
+{"train_loss": 0.016449160873889923, "global_step": 4665, "epoch": 86, "lr": 9.585049445127102e-05}
+{"train_loss": 0.014055644161999226, "global_step": 4666, "epoch": 86, "lr": 9.584853016986571e-05}
+{"train_loss": 0.012798166833817959, "global_step": 4667, "epoch": 86, "lr": 9.58465654437843e-05}
+{"train_loss": 0.011480769142508507, "global_step": 4668, "epoch": 86, "lr": 9.584460027304583e-05}
+{"train_loss": 0.018435951322317123, "global_step": 4669, "epoch": 86, "lr": 9.584263465766936e-05}
+{"train_loss": 0.009330513887107372, "global_step": 4670, "epoch": 86, "lr": 9.584066859767396e-05}
+{"train_loss": 0.01566402055323124, "global_step": 4671, "epoch": 86, "lr": 9.58387020930787e-05}
+{"train_loss": 0.014106858521699905, "global_step": 4672, "epoch": 86, "lr": 9.583673514390266e-05}
+{"train_loss": 0.009138408116996288, "global_step": 4673, "epoch": 86, "lr": 9.58347677501649e-05}
+{"train_loss": 0.013210451230406761, "global_step": 4674, "epoch": 86, "lr": 9.583279991188452e-05}
+{"train_loss": 0.014723495580255985, "global_step": 4675, "epoch": 86, "lr": 9.583083162908059e-05}
+{"train_loss": 0.018991196528077126, "global_step": 4676, "epoch": 86, "lr": 9.58288629017722e-05}
+{"train_loss": 0.015572009608149529, "global_step": 4677, "epoch": 86, "lr": 9.582689372997847e-05}
+{"train_loss": 0.014478269964456558, "global_step": 4678, "epoch": 86, "lr": 9.582492411371846e-05}
+{"train_loss": 0.008314753882586956, "global_step": 4679, "epoch": 86, "lr": 9.582295405301131e-05}
+{"train_loss": 0.012800720520317554, "global_step": 4680, "epoch": 86, "lr": 9.582098354787609e-05}
+{"train_loss": 0.010521029122173786, "global_step": 4681, "epoch": 86, "lr": 9.581901259833195e-05}
+{"train_loss": 0.015131312422454357, "global_step": 4682, "epoch": 86, "lr": 9.581704120439797e-05}
+{"train_loss": 0.01610879972577095, "global_step": 4683, "epoch": 86, "lr": 9.58150693660933e-05}
+{"train_loss": 0.017582964152097702, "global_step": 4684, "epoch": 86, "lr": 9.581309708343705e-05}
+{"train_loss": 0.015254504978656769, "global_step": 4685, "epoch": 86, "lr": 9.581112435644835e-05}
+{"train_loss": 0.016830286011099815, "global_step": 4686, "epoch": 86, "lr": 9.580915118514632e-05}
+{"train_loss": 0.010198511183261871, "global_step": 4687, "epoch": 86, "lr": 9.580717756955011e-05}
+{"train_loss": 0.014131289906799793, "global_step": 4688, "epoch": 86, "lr": 9.580520350967887e-05}
+{"train_loss": 0.015666736289858818, "global_step": 4689, "epoch": 86, "lr": 9.580322900555174e-05}
+{"train_loss": 0.0158279687166214, "global_step": 4690, "epoch": 86, "lr": 9.580125405718787e-05}
+{"train_loss": 0.013053285889327526, "global_step": 4691, "epoch": 86, "lr": 9.579927866460643e-05}
+{"train_loss": 0.014300385490059853, "global_step": 4692, "epoch": 86, "lr": 9.579730282782653e-05}
+{"train_loss": 0.01709464006125927, "global_step": 4693, "epoch": 86, "lr": 9.579532654686739e-05}
+{"train_loss": 0.012780481949448586, "global_step": 4694, "epoch": 86, "lr": 9.579334982174814e-05}
+{"train_loss": 0.017572201788425446, "global_step": 4695, "epoch": 86, "lr": 9.579137265248796e-05}
+{"train_loss": 0.014331947080790997, "global_step": 4696, "epoch": 86, "lr": 9.578939503910604e-05}
+{"train_loss": 0.014866231475025415, "global_step": 4697, "epoch": 86, "lr": 9.578741698162156e-05, "val_loss": 0.01706845313310623}
+{"train_loss": 0.017496546730399132, "global_step": 4698, "epoch": 87, "lr": 9.57854384800537e-05}
+{"train_loss": 0.0156521275639534, "global_step": 4699, "epoch": 87, "lr": 9.578345953442162e-05}
+{"train_loss": 0.013534086756408215, "global_step": 4700, "epoch": 87, "lr": 9.578148014474456e-05}
+{"train_loss": 0.012191835790872574, "global_step": 4701, "epoch": 87, "lr": 9.577950031104169e-05}
+{"train_loss": 0.014844770543277264, "global_step": 4702, "epoch": 87, "lr": 9.577752003333222e-05}
+{"train_loss": 0.013143818825483322, "global_step": 4703, "epoch": 87, "lr": 9.577553931163536e-05}
+{"train_loss": 0.013636963441967964, "global_step": 4704, "epoch": 87, "lr": 9.577355814597031e-05}
+{"train_loss": 0.012372019700706005, "global_step": 4705, "epoch": 87, "lr": 9.577157653635628e-05}
+{"train_loss": 0.012457741424441338, "global_step": 4706, "epoch": 87, "lr": 9.576959448281252e-05}
+{"train_loss": 0.014851453714072704, "global_step": 4707, "epoch": 87, "lr": 9.576761198535822e-05}
+{"train_loss": 0.013051461428403854, "global_step": 4708, "epoch": 87, "lr": 9.576562904401263e-05}
+{"train_loss": 0.012192864902317524, "global_step": 4709, "epoch": 87, "lr": 9.576364565879497e-05}
+{"train_loss": 0.01607780158519745, "global_step": 4710, "epoch": 87, "lr": 9.576166182972448e-05}
+{"train_loss": 0.010062902234494686, "global_step": 4711, "epoch": 87, "lr": 9.57596775568204e-05}
+{"train_loss": 0.012886147014796734, "global_step": 4712, "epoch": 87, "lr": 9.575769284010199e-05}
+{"train_loss": 0.013992689549922943, "global_step": 4713, "epoch": 87, "lr": 9.575570767958845e-05}
+{"train_loss": 0.016510969027876854, "global_step": 4714, "epoch": 87, "lr": 9.57537220752991e-05}
+{"train_loss": 0.008722230792045593, "global_step": 4715, "epoch": 87, "lr": 9.575173602725315e-05}
+{"train_loss": 0.015669533982872963, "global_step": 4716, "epoch": 87, "lr": 9.57497495354699e-05}
+{"train_loss": 0.015406752936542034, "global_step": 4717, "epoch": 87, "lr": 9.574776259996858e-05}
+{"train_loss": 0.024066688492894173, "global_step": 4718, "epoch": 87, "lr": 9.574577522076849e-05}
+{"train_loss": 0.016732729971408844, "global_step": 4719, "epoch": 87, "lr": 9.574378739788887e-05}
+{"train_loss": 0.016072390601038933, "global_step": 4720, "epoch": 87, "lr": 9.574179913134904e-05}
+{"train_loss": 0.011636970564723015, "global_step": 4721, "epoch": 87, "lr": 9.573981042116827e-05}
+{"train_loss": 0.013605418615043163, "global_step": 4722, "epoch": 87, "lr": 9.573782126736582e-05}
+{"train_loss": 0.011314370669424534, "global_step": 4723, "epoch": 87, "lr": 9.573583166996103e-05}
+{"train_loss": 0.02250654064118862, "global_step": 4724, "epoch": 87, "lr": 9.573384162897315e-05}
+{"train_loss": 0.012129477225244045, "global_step": 4725, "epoch": 87, "lr": 9.573185114442151e-05}
+{"train_loss": 0.014504240825772285, "global_step": 4726, "epoch": 87, "lr": 9.572986021632542e-05}
+{"train_loss": 0.017996251583099365, "global_step": 4727, "epoch": 87, "lr": 9.572786884470418e-05}
+{"train_loss": 0.013103676959872246, "global_step": 4728, "epoch": 87, "lr": 9.572587702957709e-05}
+{"train_loss": 0.012952021323144436, "global_step": 4729, "epoch": 87, "lr": 9.572388477096348e-05}
+{"train_loss": 0.011074039153754711, "global_step": 4730, "epoch": 87, "lr": 9.572189206888268e-05}
+{"train_loss": 0.00785426702350378, "global_step": 4731, "epoch": 87, "lr": 9.571989892335402e-05}
+{"train_loss": 0.019279474392533302, "global_step": 4732, "epoch": 87, "lr": 9.571790533439681e-05}
+{"train_loss": 0.014577464200556278, "global_step": 4733, "epoch": 87, "lr": 9.57159113020304e-05}
+{"train_loss": 0.008869023993611336, "global_step": 4734, "epoch": 87, "lr": 9.571391682627412e-05}
+{"train_loss": 0.018325312063097954, "global_step": 4735, "epoch": 87, "lr": 9.571192190714733e-05}
+{"train_loss": 0.01580255664885044, "global_step": 4736, "epoch": 87, "lr": 9.570992654466935e-05}
+{"train_loss": 0.01672191731631756, "global_step": 4737, "epoch": 87, "lr": 9.570793073885957e-05}
+{"train_loss": 0.014792793430387974, "global_step": 4738, "epoch": 87, "lr": 9.570593448973732e-05}
+{"train_loss": 0.011841250583529472, "global_step": 4739, "epoch": 87, "lr": 9.570393779732199e-05}
+{"train_loss": 0.01100151427090168, "global_step": 4740, "epoch": 87, "lr": 9.57019406616329e-05}
+{"train_loss": 0.014281479641795158, "global_step": 4741, "epoch": 87, "lr": 9.569994308268945e-05}
+{"train_loss": 0.0156013248488307, "global_step": 4742, "epoch": 87, "lr": 9.569794506051102e-05}
+{"train_loss": 0.013547264970839024, "global_step": 4743, "epoch": 87, "lr": 9.569594659511696e-05}
+{"train_loss": 0.01580425165593624, "global_step": 4744, "epoch": 87, "lr": 9.569394768652669e-05}
+{"train_loss": 0.01289334986358881, "global_step": 4745, "epoch": 87, "lr": 9.569194833475956e-05}
+{"train_loss": 0.012997749261558056, "global_step": 4746, "epoch": 87, "lr": 9.5689948539835e-05}
+{"train_loss": 0.012625993229448795, "global_step": 4747, "epoch": 87, "lr": 9.568794830177236e-05}
+{"train_loss": 0.011673756875097752, "global_step": 4748, "epoch": 87, "lr": 9.568594762059106e-05}
+{"train_loss": 0.014200286008417606, "global_step": 4749, "epoch": 87, "lr": 9.568394649631054e-05}
+{"train_loss": 0.010760352946817875, "global_step": 4750, "epoch": 87, "lr": 9.568194492895016e-05}
+{"train_loss": 0.014058741068260537, "global_step": 4751, "epoch": 87, "lr": 9.567994291852935e-05, "val_loss": 0.013455335982143879}
+{"train_loss": 0.010383082553744316, "global_step": 4752, "epoch": 88, "lr": 9.567794046506753e-05}
+{"train_loss": 0.02054518833756447, "global_step": 4753, "epoch": 88, "lr": 9.567593756858411e-05}
+{"train_loss": 0.013484139926731586, "global_step": 4754, "epoch": 88, "lr": 9.567393422909854e-05}
+{"train_loss": 0.012741457670927048, "global_step": 4755, "epoch": 88, "lr": 9.567193044663021e-05}
+{"train_loss": 0.011436907574534416, "global_step": 4756, "epoch": 88, "lr": 9.56699262211986e-05}
+{"train_loss": 0.008231199346482754, "global_step": 4757, "epoch": 88, "lr": 9.566792155282311e-05}
+{"train_loss": 0.016399357467889786, "global_step": 4758, "epoch": 88, "lr": 9.566591644152321e-05}
+{"train_loss": 0.011957830749452114, "global_step": 4759, "epoch": 88, "lr": 9.566391088731834e-05}
+{"train_loss": 0.014296176843345165, "global_step": 4760, "epoch": 88, "lr": 9.566190489022795e-05}
+{"train_loss": 0.015087073668837547, "global_step": 4761, "epoch": 88, "lr": 9.565989845027148e-05}
+{"train_loss": 0.017955845221877098, "global_step": 4762, "epoch": 88, "lr": 9.565789156746842e-05}
+{"train_loss": 0.0167519673705101, "global_step": 4763, "epoch": 88, "lr": 9.565588424183822e-05}
+{"train_loss": 0.00970366783440113, "global_step": 4764, "epoch": 88, "lr": 9.565387647340034e-05}
+{"train_loss": 0.01279765646904707, "global_step": 4765, "epoch": 88, "lr": 9.565186826217424e-05}
+{"train_loss": 0.01873122528195381, "global_step": 4766, "epoch": 88, "lr": 9.564985960817944e-05}
+{"train_loss": 0.017667671665549278, "global_step": 4767, "epoch": 88, "lr": 9.564785051143541e-05}
+{"train_loss": 0.016186067834496498, "global_step": 4768, "epoch": 88, "lr": 9.564584097196161e-05}
+{"train_loss": 0.01440540049225092, "global_step": 4769, "epoch": 88, "lr": 9.564383098977754e-05}
+{"train_loss": 0.018906287848949432, "global_step": 4770, "epoch": 88, "lr": 9.56418205649027e-05}
+{"train_loss": 0.015669744461774826, "global_step": 4771, "epoch": 88, "lr": 9.563980969735659e-05}
+{"train_loss": 0.013675452210009098, "global_step": 4772, "epoch": 88, "lr": 9.563779838715875e-05}
+{"train_loss": 0.01641933061182499, "global_step": 4773, "epoch": 88, "lr": 9.56357866343286e-05}
+{"train_loss": 0.015331622213125229, "global_step": 4774, "epoch": 88, "lr": 9.56337744388857e-05}
+{"train_loss": 0.017178338021039963, "global_step": 4775, "epoch": 88, "lr": 9.563176180084958e-05}
+{"train_loss": 0.01627178303897381, "global_step": 4776, "epoch": 88, "lr": 9.562974872023975e-05}
+{"train_loss": 0.014776166528463364, "global_step": 4777, "epoch": 88, "lr": 9.562773519707573e-05}
+{"train_loss": 0.019449958577752113, "global_step": 4778, "epoch": 88, "lr": 9.562572123137705e-05}
+{"train_loss": 0.01048668846487999, "global_step": 4779, "epoch": 88, "lr": 9.562370682316323e-05}
+{"train_loss": 0.013901310972869396, "global_step": 4780, "epoch": 88, "lr": 9.562169197245385e-05}
+{"train_loss": 0.012108806520700455, "global_step": 4781, "epoch": 88, "lr": 9.56196766792684e-05}
+{"train_loss": 0.013288012705743313, "global_step": 4782, "epoch": 88, "lr": 9.561766094362645e-05}
+{"train_loss": 0.018979378044605255, "global_step": 4783, "epoch": 88, "lr": 9.561564476554755e-05}
+{"train_loss": 0.012623021379113197, "global_step": 4784, "epoch": 88, "lr": 9.561362814505125e-05}
+{"train_loss": 0.015453675761818886, "global_step": 4785, "epoch": 88, "lr": 9.56116110821571e-05}
+{"train_loss": 0.018154043704271317, "global_step": 4786, "epoch": 88, "lr": 9.56095935768847e-05}
+{"train_loss": 0.012954192236065865, "global_step": 4787, "epoch": 88, "lr": 9.560757562925358e-05}
+{"train_loss": 0.013170330785214901, "global_step": 4788, "epoch": 88, "lr": 9.560555723928331e-05}
+{"train_loss": 0.0141959423199296, "global_step": 4789, "epoch": 88, "lr": 9.56035384069935e-05}
+{"train_loss": 0.014841211959719658, "global_step": 4790, "epoch": 88, "lr": 9.56015191324037e-05}
+{"train_loss": 0.01202728133648634, "global_step": 4791, "epoch": 88, "lr": 9.55994994155335e-05}
+{"train_loss": 0.013041826896369457, "global_step": 4792, "epoch": 88, "lr": 9.55974792564025e-05}
+{"train_loss": 0.013101454824209213, "global_step": 4793, "epoch": 88, "lr": 9.559545865503028e-05}
+{"train_loss": 0.014048732817173004, "global_step": 4794, "epoch": 88, "lr": 9.559343761143645e-05}
+{"train_loss": 0.012661105953156948, "global_step": 4795, "epoch": 88, "lr": 9.559141612564059e-05}
+{"train_loss": 0.016485821455717087, "global_step": 4796, "epoch": 88, "lr": 9.558939419766236e-05}
+{"train_loss": 0.014331775717437267, "global_step": 4797, "epoch": 88, "lr": 9.558737182752129e-05}
+{"train_loss": 0.010443816892802715, "global_step": 4798, "epoch": 88, "lr": 9.558534901523705e-05}
+{"train_loss": 0.015226373448967934, "global_step": 4799, "epoch": 88, "lr": 9.558332576082925e-05}
+{"train_loss": 0.011212334968149662, "global_step": 4800, "epoch": 88, "lr": 9.55813020643175e-05}
+{"train_loss": 0.01943855918943882, "global_step": 4801, "epoch": 88, "lr": 9.557927792572145e-05}
+{"train_loss": 0.014514870941638947, "global_step": 4802, "epoch": 88, "lr": 9.557725334506072e-05}
+{"train_loss": 0.010866383090615273, "global_step": 4803, "epoch": 88, "lr": 9.557522832235491e-05}
+{"train_loss": 0.010829854756593704, "global_step": 4804, "epoch": 88, "lr": 9.557320285762373e-05}
+{"train_loss": 0.014423606641314647, "global_step": 4805, "epoch": 88, "lr": 9.557117695088676e-05, "val_loss": 0.015514153055846691}
+{"train_loss": 0.010222375392913818, "global_step": 4806, "epoch": 89, "lr": 9.55691506021637e-05}
+{"train_loss": 0.011329827830195427, "global_step": 4807, "epoch": 89, "lr": 9.556712381147416e-05}
+{"train_loss": 0.014613420702517033, "global_step": 4808, "epoch": 89, "lr": 9.556509657883783e-05}
+{"train_loss": 0.015021699480712414, "global_step": 4809, "epoch": 89, "lr": 9.556306890427437e-05}
+{"train_loss": 0.015181699767708778, "global_step": 4810, "epoch": 89, "lr": 9.556104078780341e-05}
+{"train_loss": 0.013525043614208698, "global_step": 4811, "epoch": 89, "lr": 9.555901222944468e-05}
+{"train_loss": 0.012005019932985306, "global_step": 4812, "epoch": 89, "lr": 9.555698322921779e-05}
+{"train_loss": 0.014619365334510803, "global_step": 4813, "epoch": 89, "lr": 9.555495378714246e-05}
+{"train_loss": 0.010005478747189045, "global_step": 4814, "epoch": 89, "lr": 9.555292390323836e-05}
+{"train_loss": 0.015408609993755817, "global_step": 4815, "epoch": 89, "lr": 9.555089357752518e-05}
+{"train_loss": 0.014152214862406254, "global_step": 4816, "epoch": 89, "lr": 9.554886281002262e-05}
+{"train_loss": 0.012499845586717129, "global_step": 4817, "epoch": 89, "lr": 9.554683160075036e-05}
+{"train_loss": 0.011749119497835636, "global_step": 4818, "epoch": 89, "lr": 9.554479994972811e-05}
+{"train_loss": 0.017610125243663788, "global_step": 4819, "epoch": 89, "lr": 9.554276785697558e-05}
+{"train_loss": 0.011119539849460125, "global_step": 4820, "epoch": 89, "lr": 9.554073532251247e-05}
+{"train_loss": 0.0147596076130867, "global_step": 4821, "epoch": 89, "lr": 9.553870234635849e-05}
+{"train_loss": 0.00854678638279438, "global_step": 4822, "epoch": 89, "lr": 9.553666892853335e-05}
+{"train_loss": 0.012301554903388023, "global_step": 4823, "epoch": 89, "lr": 9.55346350690568e-05}
+{"train_loss": 0.01003730297088623, "global_step": 4824, "epoch": 89, "lr": 9.553260076794854e-05}
+{"train_loss": 0.014336658641695976, "global_step": 4825, "epoch": 89, "lr": 9.553056602522832e-05}
+{"train_loss": 0.01674163155257702, "global_step": 4826, "epoch": 89, "lr": 9.552853084091586e-05}
+{"train_loss": 0.012326162308454514, "global_step": 4827, "epoch": 89, "lr": 9.55264952150309e-05}
+{"train_loss": 0.016339903697371483, "global_step": 4828, "epoch": 89, "lr": 9.55244591475932e-05}
+{"train_loss": 0.012077168561518192, "global_step": 4829, "epoch": 89, "lr": 9.552242263862247e-05}
+{"train_loss": 0.015284600667655468, "global_step": 4830, "epoch": 89, "lr": 9.55203856881385e-05}
+{"train_loss": 0.014629141427576542, "global_step": 4831, "epoch": 89, "lr": 9.551834829616104e-05}
+{"train_loss": 0.012920225039124489, "global_step": 4832, "epoch": 89, "lr": 9.551631046270983e-05}
+{"train_loss": 0.016340453177690506, "global_step": 4833, "epoch": 89, "lr": 9.551427218780466e-05}
+{"train_loss": 0.007141184061765671, "global_step": 4834, "epoch": 89, "lr": 9.551223347146527e-05}
+{"train_loss": 0.013057381846010685, "global_step": 4835, "epoch": 89, "lr": 9.551019431371147e-05}
+{"train_loss": 0.011378572322428226, "global_step": 4836, "epoch": 89, "lr": 9.5508154714563e-05}
+{"train_loss": 0.013585814274847507, "global_step": 4837, "epoch": 89, "lr": 9.550611467403965e-05}
+{"train_loss": 0.010152640752494335, "global_step": 4838, "epoch": 89, "lr": 9.550407419216123e-05}
+{"train_loss": 0.013395520858466625, "global_step": 4839, "epoch": 89, "lr": 9.550203326894751e-05}
+{"train_loss": 0.01632811687886715, "global_step": 4840, "epoch": 89, "lr": 9.549999190441829e-05}
+{"train_loss": 0.009935004636645317, "global_step": 4841, "epoch": 89, "lr": 9.549795009859336e-05}
+{"train_loss": 0.016584355384111404, "global_step": 4842, "epoch": 89, "lr": 9.549590785149254e-05}
+{"train_loss": 0.016169188544154167, "global_step": 4843, "epoch": 89, "lr": 9.54938651631356e-05}
+{"train_loss": 0.011432412080466747, "global_step": 4844, "epoch": 89, "lr": 9.549182203354242e-05}
+{"train_loss": 0.011652041226625443, "global_step": 4845, "epoch": 89, "lr": 9.548977846273275e-05}
+{"train_loss": 0.01619230955839157, "global_step": 4846, "epoch": 89, "lr": 9.548773445072645e-05}
+{"train_loss": 0.013770985417068005, "global_step": 4847, "epoch": 89, "lr": 9.548568999754333e-05}
+{"train_loss": 0.012494987808167934, "global_step": 4848, "epoch": 89, "lr": 9.54836451032032e-05}
+{"train_loss": 0.014034614898264408, "global_step": 4849, "epoch": 89, "lr": 9.548159976772592e-05}
+{"train_loss": 0.010982352308928967, "global_step": 4850, "epoch": 89, "lr": 9.547955399113133e-05}
+{"train_loss": 0.012904231436550617, "global_step": 4851, "epoch": 89, "lr": 9.547750777343924e-05}
+{"train_loss": 0.015019054524600506, "global_step": 4852, "epoch": 89, "lr": 9.547546111466954e-05}
+{"train_loss": 0.01543391216546297, "global_step": 4853, "epoch": 89, "lr": 9.547341401484205e-05}
+{"train_loss": 0.013764445669949055, "global_step": 4854, "epoch": 89, "lr": 9.547136647397662e-05}
+{"train_loss": 0.013578709214925766, "global_step": 4855, "epoch": 89, "lr": 9.546931849209314e-05}
+{"train_loss": 0.01327263843268156, "global_step": 4856, "epoch": 89, "lr": 9.546727006921143e-05}
+{"train_loss": 0.012116027995944023, "global_step": 4857, "epoch": 89, "lr": 9.54652212053514e-05}
+{"train_loss": 0.011848142370581627, "global_step": 4858, "epoch": 89, "lr": 9.546317190053289e-05}
+{"train_loss": 0.013169024501823716, "global_step": 4859, "epoch": 89, "lr": 9.546112215477578e-05, "val_loss": 0.015879470854997635}
+{"train_loss": 0.01205067802220583, "global_step": 4860, "epoch": 90, "lr": 9.545907196809997e-05}
+{"train_loss": 0.014447466470301151, "global_step": 4861, "epoch": 90, "lr": 9.545702134052533e-05}
+{"train_loss": 0.010639102198183537, "global_step": 4862, "epoch": 90, "lr": 9.545497027207175e-05}
+{"train_loss": 0.010604620911180973, "global_step": 4863, "epoch": 90, "lr": 9.545291876275913e-05}
+{"train_loss": 0.017255764454603195, "global_step": 4864, "epoch": 90, "lr": 9.545086681260736e-05}
+{"train_loss": 0.008863262832164764, "global_step": 4865, "epoch": 90, "lr": 9.544881442163633e-05}
+{"train_loss": 0.0173556637018919, "global_step": 4866, "epoch": 90, "lr": 9.544676158986597e-05}
+{"train_loss": 0.016056612133979797, "global_step": 4867, "epoch": 90, "lr": 9.544470831731615e-05}
+{"train_loss": 0.009482430294156075, "global_step": 4868, "epoch": 90, "lr": 9.544265460400684e-05}
+{"train_loss": 0.01113469060510397, "global_step": 4869, "epoch": 90, "lr": 9.544060044995792e-05}
+{"train_loss": 0.016188424080610275, "global_step": 4870, "epoch": 90, "lr": 9.543854585518934e-05}
+{"train_loss": 0.014225207269191742, "global_step": 4871, "epoch": 90, "lr": 9.543649081972099e-05}
+{"train_loss": 0.008766534738242626, "global_step": 4872, "epoch": 90, "lr": 9.543443534357283e-05}
+{"train_loss": 0.014710109680891037, "global_step": 4873, "epoch": 90, "lr": 9.543237942676479e-05}
+{"train_loss": 0.009072691202163696, "global_step": 4874, "epoch": 90, "lr": 9.543032306931682e-05}
+{"train_loss": 0.010693075135350227, "global_step": 4875, "epoch": 90, "lr": 9.542826627124883e-05}
+{"train_loss": 0.013753832317888737, "global_step": 4876, "epoch": 90, "lr": 9.54262090325808e-05}
+{"train_loss": 0.013884438201785088, "global_step": 4877, "epoch": 90, "lr": 9.542415135333269e-05}
+{"train_loss": 0.01562986895442009, "global_step": 4878, "epoch": 90, "lr": 9.542209323352441e-05}
+{"train_loss": 0.013203023001551628, "global_step": 4879, "epoch": 90, "lr": 9.542003467317597e-05}
+{"train_loss": 0.009200279600918293, "global_step": 4880, "epoch": 90, "lr": 9.541797567230731e-05}
+{"train_loss": 0.016697712242603302, "global_step": 4881, "epoch": 90, "lr": 9.54159162309384e-05}
+{"train_loss": 0.011296053417026997, "global_step": 4882, "epoch": 90, "lr": 9.541385634908923e-05}
+{"train_loss": 0.013232799246907234, "global_step": 4883, "epoch": 90, "lr": 9.541179602677978e-05}
+{"train_loss": 0.01644090749323368, "global_step": 4884, "epoch": 90, "lr": 9.540973526403001e-05}
+{"train_loss": 0.014724504202604294, "global_step": 4885, "epoch": 90, "lr": 9.540767406085993e-05}
+{"train_loss": 0.013327942229807377, "global_step": 4886, "epoch": 90, "lr": 9.540561241728951e-05}
+{"train_loss": 0.014583315700292587, "global_step": 4887, "epoch": 90, "lr": 9.540355033333875e-05}
+{"train_loss": 0.011155673302710056, "global_step": 4888, "epoch": 90, "lr": 9.540148780902767e-05}
+{"train_loss": 0.012678917497396469, "global_step": 4889, "epoch": 90, "lr": 9.539942484437624e-05}
+{"train_loss": 0.01733989827334881, "global_step": 4890, "epoch": 90, "lr": 9.539736143940452e-05}
+{"train_loss": 0.013135257177054882, "global_step": 4891, "epoch": 90, "lr": 9.539529759413246e-05}
+{"train_loss": 0.015680832788348198, "global_step": 4892, "epoch": 90, "lr": 9.539323330858012e-05}
+{"train_loss": 0.017205366864800453, "global_step": 4893, "epoch": 90, "lr": 9.53911685827675e-05}
+{"train_loss": 0.014382448978722095, "global_step": 4894, "epoch": 90, "lr": 9.538910341671465e-05}
+{"train_loss": 0.011252929456532001, "global_step": 4895, "epoch": 90, "lr": 9.538703781044159e-05}
+{"train_loss": 0.014454122632741928, "global_step": 4896, "epoch": 90, "lr": 9.538497176396832e-05}
+{"train_loss": 0.013156329281628132, "global_step": 4897, "epoch": 90, "lr": 9.538290527731493e-05}
+{"train_loss": 0.008247487246990204, "global_step": 4898, "epoch": 90, "lr": 9.538083835050142e-05}
+{"train_loss": 0.015113943256437778, "global_step": 4899, "epoch": 90, "lr": 9.537877098354786e-05}
+{"train_loss": 0.016900179907679558, "global_step": 4900, "epoch": 90, "lr": 9.537670317647429e-05}
+{"train_loss": 0.014003973454236984, "global_step": 4901, "epoch": 90, "lr": 9.537463492930078e-05}
+{"train_loss": 0.0074693020433187485, "global_step": 4902, "epoch": 90, "lr": 9.537256624204737e-05}
+{"train_loss": 0.013447530567646027, "global_step": 4903, "epoch": 90, "lr": 9.537049711473416e-05}
+{"train_loss": 0.014792757108807564, "global_step": 4904, "epoch": 90, "lr": 9.536842754738118e-05}
+{"train_loss": 0.017132192850112915, "global_step": 4905, "epoch": 90, "lr": 9.53663575400085e-05}
+{"train_loss": 0.022686149924993515, "global_step": 4906, "epoch": 90, "lr": 9.536428709263623e-05}
+{"train_loss": 0.012065786868333817, "global_step": 4907, "epoch": 90, "lr": 9.536221620528442e-05}
+{"train_loss": 0.012536296620965004, "global_step": 4908, "epoch": 90, "lr": 9.536014487797317e-05}
+{"train_loss": 0.010989158414304256, "global_step": 4909, "epoch": 90, "lr": 9.535807311072257e-05}
+{"train_loss": 0.010678140446543694, "global_step": 4910, "epoch": 90, "lr": 9.53560009035527e-05}
+{"train_loss": 0.012032479979097843, "global_step": 4911, "epoch": 90, "lr": 9.535392825648368e-05}
+{"train_loss": 0.015672925859689713, "global_step": 4912, "epoch": 90, "lr": 9.53518551695356e-05}
+{"train_loss": 0.013471033355152165, "global_step": 4913, "epoch": 90, "lr": 9.534978164272857e-05, "val_loss": 0.012157234363257885, "train_action_mse_error": 0.0009666398400440812}
+{"train_loss": 0.011510196141898632, "global_step": 4914, "epoch": 91, "lr": 9.534770767608269e-05}
+{"train_loss": 0.015400288626551628, "global_step": 4915, "epoch": 91, "lr": 9.534563326961809e-05}
+{"train_loss": 0.015248987823724747, "global_step": 4916, "epoch": 91, "lr": 9.534355842335488e-05}
+{"train_loss": 0.010340334847569466, "global_step": 4917, "epoch": 91, "lr": 9.534148313731318e-05}
+{"train_loss": 0.02094738557934761, "global_step": 4918, "epoch": 91, "lr": 9.533940741151313e-05}
+{"train_loss": 0.014747620560228825, "global_step": 4919, "epoch": 91, "lr": 9.533733124597485e-05}
+{"train_loss": 0.016797896474599838, "global_step": 4920, "epoch": 91, "lr": 9.533525464071849e-05}
+{"train_loss": 0.01727847382426262, "global_step": 4921, "epoch": 91, "lr": 9.533317759576416e-05}
+{"train_loss": 0.012099689804017544, "global_step": 4922, "epoch": 91, "lr": 9.533110011113206e-05}
+{"train_loss": 0.010082368738949299, "global_step": 4923, "epoch": 91, "lr": 9.532902218684228e-05}
+{"train_loss": 0.020220929756760597, "global_step": 4924, "epoch": 91, "lr": 9.532694382291502e-05}
+{"train_loss": 0.012619014829397202, "global_step": 4925, "epoch": 91, "lr": 9.532486501937041e-05}
+{"train_loss": 0.012993783690035343, "global_step": 4926, "epoch": 91, "lr": 9.532278577622862e-05}
+{"train_loss": 0.016790321096777916, "global_step": 4927, "epoch": 91, "lr": 9.532070609350981e-05}
+{"train_loss": 0.012852582149207592, "global_step": 4928, "epoch": 91, "lr": 9.531862597123415e-05}
+{"train_loss": 0.011335768736898899, "global_step": 4929, "epoch": 91, "lr": 9.531654540942183e-05}
+{"train_loss": 0.016802383586764336, "global_step": 4930, "epoch": 91, "lr": 9.531446440809303e-05}
+{"train_loss": 0.009138825349509716, "global_step": 4931, "epoch": 91, "lr": 9.531238296726791e-05}
+{"train_loss": 0.015786368399858475, "global_step": 4932, "epoch": 91, "lr": 9.531030108696669e-05}
+{"train_loss": 0.014647851698100567, "global_step": 4933, "epoch": 91, "lr": 9.530821876720951e-05}
+{"train_loss": 0.015172305516898632, "global_step": 4934, "epoch": 91, "lr": 9.530613600801662e-05}
+{"train_loss": 0.009962010197341442, "global_step": 4935, "epoch": 91, "lr": 9.53040528094082e-05}
+{"train_loss": 0.013134459033608437, "global_step": 4936, "epoch": 91, "lr": 9.530196917140444e-05}
+{"train_loss": 0.010988977737724781, "global_step": 4937, "epoch": 91, "lr": 9.529988509402556e-05}
+{"train_loss": 0.011483379639685154, "global_step": 4938, "epoch": 91, "lr": 9.529780057729179e-05}
+{"train_loss": 0.01690993458032608, "global_step": 4939, "epoch": 91, "lr": 9.529571562122332e-05}
+{"train_loss": 0.010600326582789421, "global_step": 4940, "epoch": 91, "lr": 9.52936302258404e-05}
+{"train_loss": 0.010533741675317287, "global_step": 4941, "epoch": 91, "lr": 9.529154439116322e-05}
+{"train_loss": 0.016530822962522507, "global_step": 4942, "epoch": 91, "lr": 9.528945811721204e-05}
+{"train_loss": 0.011203010566532612, "global_step": 4943, "epoch": 91, "lr": 9.528737140400707e-05}
+{"train_loss": 0.011718587018549442, "global_step": 4944, "epoch": 91, "lr": 9.528528425156858e-05}
+{"train_loss": 0.014071539975702763, "global_step": 4945, "epoch": 91, "lr": 9.52831966599168e-05}
+{"train_loss": 0.010806376114487648, "global_step": 4946, "epoch": 91, "lr": 9.528110862907196e-05}
+{"train_loss": 0.014471365138888359, "global_step": 4947, "epoch": 91, "lr": 9.527902015905432e-05}
+{"train_loss": 0.00913640670478344, "global_step": 4948, "epoch": 91, "lr": 9.527693124988415e-05}
+{"train_loss": 0.016301555559039116, "global_step": 4949, "epoch": 91, "lr": 9.52748419015817e-05}
+{"train_loss": 0.01091633178293705, "global_step": 4950, "epoch": 91, "lr": 9.527275211416724e-05}
+{"train_loss": 0.012283394113183022, "global_step": 4951, "epoch": 91, "lr": 9.527066188766101e-05}
+{"train_loss": 0.014527808874845505, "global_step": 4952, "epoch": 91, "lr": 9.526857122208333e-05}
+{"train_loss": 0.013225487433373928, "global_step": 4953, "epoch": 91, "lr": 9.526648011745444e-05}
+{"train_loss": 0.013039031997323036, "global_step": 4954, "epoch": 91, "lr": 9.526438857379463e-05}
+{"train_loss": 0.014336077496409416, "global_step": 4955, "epoch": 91, "lr": 9.52622965911242e-05}
+{"train_loss": 0.011962871998548508, "global_step": 4956, "epoch": 91, "lr": 9.526020416946342e-05}
+{"train_loss": 0.011519256979227066, "global_step": 4957, "epoch": 91, "lr": 9.52581113088326e-05}
+{"train_loss": 0.013369781896471977, "global_step": 4958, "epoch": 91, "lr": 9.525601800925202e-05}
+{"train_loss": 0.008976715616881847, "global_step": 4959, "epoch": 91, "lr": 9.5253924270742e-05}
+{"train_loss": 0.008979180827736855, "global_step": 4960, "epoch": 91, "lr": 9.525183009332284e-05}
+{"train_loss": 0.01445690169930458, "global_step": 4961, "epoch": 91, "lr": 9.524973547701486e-05}
+{"train_loss": 0.011196117848157883, "global_step": 4962, "epoch": 91, "lr": 9.524764042183835e-05}
+{"train_loss": 0.011998926289379597, "global_step": 4963, "epoch": 91, "lr": 9.524554492781366e-05}
+{"train_loss": 0.016451504081487656, "global_step": 4964, "epoch": 91, "lr": 9.52434489949611e-05}
+{"train_loss": 0.013625357300043106, "global_step": 4965, "epoch": 91, "lr": 9.524135262330098e-05}
+{"train_loss": 0.011522287502884865, "global_step": 4966, "epoch": 91, "lr": 9.523925581285366e-05}
+{"train_loss": 0.013194661449503016, "global_step": 4967, "epoch": 91, "lr": 9.523715856363947e-05, "val_loss": 0.012172973714768887}
+{"train_loss": 0.0135462936013937, "global_step": 4968, "epoch": 92, "lr": 9.523506087567874e-05}
+{"train_loss": 0.00740711810067296, "global_step": 4969, "epoch": 92, "lr": 9.523296274899184e-05}
+{"train_loss": 0.0074133542366325855, "global_step": 4970, "epoch": 92, "lr": 9.523086418359908e-05}
+{"train_loss": 0.015256103128194809, "global_step": 4971, "epoch": 92, "lr": 9.522876517952085e-05}
+{"train_loss": 0.01316384132951498, "global_step": 4972, "epoch": 92, "lr": 9.52266657367775e-05}
+{"train_loss": 0.01369267888367176, "global_step": 4973, "epoch": 92, "lr": 9.522456585538937e-05}
+{"train_loss": 0.01496055256575346, "global_step": 4974, "epoch": 92, "lr": 9.522246553537684e-05}
+{"train_loss": 0.011492138728499413, "global_step": 4975, "epoch": 92, "lr": 9.522036477676028e-05}
+{"train_loss": 0.008512496016919613, "global_step": 4976, "epoch": 92, "lr": 9.521826357956008e-05}
+{"train_loss": 0.01880413107573986, "global_step": 4977, "epoch": 92, "lr": 9.521616194379661e-05}
+{"train_loss": 0.014897973276674747, "global_step": 4978, "epoch": 92, "lr": 9.521405986949024e-05}
+{"train_loss": 0.010610762052237988, "global_step": 4979, "epoch": 92, "lr": 9.521195735666137e-05}
+{"train_loss": 0.013476617634296417, "global_step": 4980, "epoch": 92, "lr": 9.520985440533038e-05}
+{"train_loss": 0.01161102019250393, "global_step": 4981, "epoch": 92, "lr": 9.520775101551769e-05}
+{"train_loss": 0.017554020509123802, "global_step": 4982, "epoch": 92, "lr": 9.520564718724369e-05}
+{"train_loss": 0.01462363451719284, "global_step": 4983, "epoch": 92, "lr": 9.520354292052877e-05}
+{"train_loss": 0.010285868309438229, "global_step": 4984, "epoch": 92, "lr": 9.520143821539335e-05}
+{"train_loss": 0.012312219478189945, "global_step": 4985, "epoch": 92, "lr": 9.519933307185785e-05}
+{"train_loss": 0.014450518414378166, "global_step": 4986, "epoch": 92, "lr": 9.519722748994266e-05}
+{"train_loss": 0.020239120349287987, "global_step": 4987, "epoch": 92, "lr": 9.519512146966823e-05}
+{"train_loss": 0.010545235127210617, "global_step": 4988, "epoch": 92, "lr": 9.519301501105498e-05}
+{"train_loss": 0.014852575957775116, "global_step": 4989, "epoch": 92, "lr": 9.519090811412334e-05}
+{"train_loss": 0.011519190855324268, "global_step": 4990, "epoch": 92, "lr": 9.518880077889374e-05}
+{"train_loss": 0.01206299290060997, "global_step": 4991, "epoch": 92, "lr": 9.518669300538662e-05}
+{"train_loss": 0.012369371019303799, "global_step": 4992, "epoch": 92, "lr": 9.518458479362242e-05}
+{"train_loss": 0.01336638256907463, "global_step": 4993, "epoch": 92, "lr": 9.518247614362159e-05}
+{"train_loss": 0.013731901533901691, "global_step": 4994, "epoch": 92, "lr": 9.518036705540458e-05}
+{"train_loss": 0.010258182883262634, "global_step": 4995, "epoch": 92, "lr": 9.517825752899185e-05}
+{"train_loss": 0.01398757565766573, "global_step": 4996, "epoch": 92, "lr": 9.517614756440388e-05}
+{"train_loss": 0.021907659247517586, "global_step": 4997, "epoch": 92, "lr": 9.517403716166108e-05}
+{"train_loss": 0.007333164103329182, "global_step": 4998, "epoch": 92, "lr": 9.517192632078397e-05}
+{"train_loss": 0.012444654479622841, "global_step": 4999, "epoch": 92, "lr": 9.516981504179299e-05}
+{"train_loss": 0.011581803672015667, "global_step": 5000, "epoch": 92, "lr": 9.516770332470863e-05}
+{"train_loss": 0.017960581928491592, "global_step": 5001, "epoch": 92, "lr": 9.516559116955138e-05}
+{"train_loss": 0.017827073112130165, "global_step": 5002, "epoch": 92, "lr": 9.516347857634172e-05}
+{"train_loss": 0.009933218359947205, "global_step": 5003, "epoch": 92, "lr": 9.516136554510011e-05}
+{"train_loss": 0.01400771178305149, "global_step": 5004, "epoch": 92, "lr": 9.51592520758471e-05}
+{"train_loss": 0.014835448004305363, "global_step": 5005, "epoch": 92, "lr": 9.515713816860314e-05}
+{"train_loss": 0.01397606823593378, "global_step": 5006, "epoch": 92, "lr": 9.515502382338874e-05}
+{"train_loss": 0.01297289039939642, "global_step": 5007, "epoch": 92, "lr": 9.515290904022444e-05}
+{"train_loss": 0.012351186014711857, "global_step": 5008, "epoch": 92, "lr": 9.515079381913072e-05}
+{"train_loss": 0.015970611944794655, "global_step": 5009, "epoch": 92, "lr": 9.514867816012809e-05}
+{"train_loss": 0.01189170591533184, "global_step": 5010, "epoch": 92, "lr": 9.51465620632371e-05}
+{"train_loss": 0.008786842226982117, "global_step": 5011, "epoch": 92, "lr": 9.514444552847826e-05}
+{"train_loss": 0.02291022054851055, "global_step": 5012, "epoch": 92, "lr": 9.514232855587206e-05}
+{"train_loss": 0.010442270897328854, "global_step": 5013, "epoch": 92, "lr": 9.514021114543909e-05}
+{"train_loss": 0.013344543986022472, "global_step": 5014, "epoch": 92, "lr": 9.513809329719988e-05}
+{"train_loss": 0.019810875877738, "global_step": 5015, "epoch": 92, "lr": 9.513597501117491e-05}
+{"train_loss": 0.008368544280529022, "global_step": 5016, "epoch": 92, "lr": 9.513385628738479e-05}
+{"train_loss": 0.011076468043029308, "global_step": 5017, "epoch": 92, "lr": 9.513173712585004e-05}
+{"train_loss": 0.014956641010940075, "global_step": 5018, "epoch": 92, "lr": 9.512961752659124e-05}
+{"train_loss": 0.01439026277512312, "global_step": 5019, "epoch": 92, "lr": 9.51274974896289e-05}
+{"train_loss": 0.01267936173826456, "global_step": 5020, "epoch": 92, "lr": 9.512537701498363e-05}
+{"train_loss": 0.01336853673543643, "global_step": 5021, "epoch": 92, "lr": 9.512325610267596e-05, "val_loss": 0.014304323121905327}
+{"train_loss": 0.015312306582927704, "global_step": 5022, "epoch": 93, "lr": 9.512113475272649e-05}
+{"train_loss": 0.013429329730570316, "global_step": 5023, "epoch": 93, "lr": 9.511901296515577e-05}
+{"train_loss": 0.014398504048585892, "global_step": 5024, "epoch": 93, "lr": 9.51168907399844e-05}
+{"train_loss": 0.010806350037455559, "global_step": 5025, "epoch": 93, "lr": 9.511476807723294e-05}
+{"train_loss": 0.01084438432008028, "global_step": 5026, "epoch": 93, "lr": 9.511264497692199e-05}
+{"train_loss": 0.012816378846764565, "global_step": 5027, "epoch": 93, "lr": 9.511052143907215e-05}
+{"train_loss": 0.011983130127191544, "global_step": 5028, "epoch": 93, "lr": 9.5108397463704e-05}
+{"train_loss": 0.009747105650603771, "global_step": 5029, "epoch": 93, "lr": 9.510627305083815e-05}
+{"train_loss": 0.014133134856820107, "global_step": 5030, "epoch": 93, "lr": 9.51041482004952e-05}
+{"train_loss": 0.01342679187655449, "global_step": 5031, "epoch": 93, "lr": 9.510202291269576e-05}
+{"train_loss": 0.012018250301480293, "global_step": 5032, "epoch": 93, "lr": 9.509989718746044e-05}
+{"train_loss": 0.011055263690650463, "global_step": 5033, "epoch": 93, "lr": 9.509777102480986e-05}
+{"train_loss": 0.011450416408479214, "global_step": 5034, "epoch": 93, "lr": 9.509564442476465e-05}
+{"train_loss": 0.015767227858304977, "global_step": 5035, "epoch": 93, "lr": 9.509351738734542e-05}
+{"train_loss": 0.011708994396030903, "global_step": 5036, "epoch": 93, "lr": 9.50913899125728e-05}
+{"train_loss": 0.01454199105501175, "global_step": 5037, "epoch": 93, "lr": 9.508926200046743e-05}
+{"train_loss": 0.01453479379415512, "global_step": 5038, "epoch": 93, "lr": 9.508713365104994e-05}
+{"train_loss": 0.014417361468076706, "global_step": 5039, "epoch": 93, "lr": 9.5085004864341e-05}
+{"train_loss": 0.018779946491122246, "global_step": 5040, "epoch": 93, "lr": 9.508287564036123e-05}
+{"train_loss": 0.013493483886122704, "global_step": 5041, "epoch": 93, "lr": 9.508074597913128e-05}
+{"train_loss": 0.015494897961616516, "global_step": 5042, "epoch": 93, "lr": 9.507861588067182e-05}
+{"train_loss": 0.013556466437876225, "global_step": 5043, "epoch": 93, "lr": 9.507648534500351e-05}
+{"train_loss": 0.014001110568642616, "global_step": 5044, "epoch": 93, "lr": 9.507435437214699e-05}
+{"train_loss": 0.013357670977711678, "global_step": 5045, "epoch": 93, "lr": 9.507222296212295e-05}
+{"train_loss": 0.017638733610510826, "global_step": 5046, "epoch": 93, "lr": 9.507009111495206e-05}
+{"train_loss": 0.011201536282896996, "global_step": 5047, "epoch": 93, "lr": 9.5067958830655e-05}
+{"train_loss": 0.01459674071520567, "global_step": 5048, "epoch": 93, "lr": 9.506582610925243e-05}
+{"train_loss": 0.009933214634656906, "global_step": 5049, "epoch": 93, "lr": 9.506369295076505e-05}
+{"train_loss": 0.014312180690467358, "global_step": 5050, "epoch": 93, "lr": 9.506155935521356e-05}
+{"train_loss": 0.013490116223692894, "global_step": 5051, "epoch": 93, "lr": 9.505942532261862e-05}
+{"train_loss": 0.01364841591566801, "global_step": 5052, "epoch": 93, "lr": 9.505729085300097e-05}
+{"train_loss": 0.01901271566748619, "global_step": 5053, "epoch": 93, "lr": 9.505515594638129e-05}
+{"train_loss": 0.012875166721642017, "global_step": 5054, "epoch": 93, "lr": 9.505302060278026e-05}
+{"train_loss": 0.012272918596863747, "global_step": 5055, "epoch": 93, "lr": 9.505088482221863e-05}
+{"train_loss": 0.013998674228787422, "global_step": 5056, "epoch": 93, "lr": 9.50487486047171e-05}
+{"train_loss": 0.014811940491199493, "global_step": 5057, "epoch": 93, "lr": 9.504661195029641e-05}
+{"train_loss": 0.013260685838758945, "global_step": 5058, "epoch": 93, "lr": 9.504447485897723e-05}
+{"train_loss": 0.011677632108330727, "global_step": 5059, "epoch": 93, "lr": 9.504233733078034e-05}
+{"train_loss": 0.013047047890722752, "global_step": 5060, "epoch": 93, "lr": 9.504019936572644e-05}
+{"train_loss": 0.010699388571083546, "global_step": 5061, "epoch": 93, "lr": 9.50380609638363e-05}
+{"train_loss": 0.012210887856781483, "global_step": 5062, "epoch": 93, "lr": 9.503592212513062e-05}
+{"train_loss": 0.010431339032948017, "global_step": 5063, "epoch": 93, "lr": 9.503378284963014e-05}
+{"train_loss": 0.013472502119839191, "global_step": 5064, "epoch": 93, "lr": 9.503164313735566e-05}
+{"train_loss": 0.007935597561299801, "global_step": 5065, "epoch": 93, "lr": 9.50295029883279e-05}
+{"train_loss": 0.01635047048330307, "global_step": 5066, "epoch": 93, "lr": 9.50273624025676e-05}
+{"train_loss": 0.010817608796060085, "global_step": 5067, "epoch": 93, "lr": 9.502522138009555e-05}
+{"train_loss": 0.009327933192253113, "global_step": 5068, "epoch": 93, "lr": 9.502307992093252e-05}
+{"train_loss": 0.013018118217587471, "global_step": 5069, "epoch": 93, "lr": 9.502093802509925e-05}
+{"train_loss": 0.014520945958793163, "global_step": 5070, "epoch": 93, "lr": 9.501879569261654e-05}
+{"train_loss": 0.010525915771722794, "global_step": 5071, "epoch": 93, "lr": 9.501665292350515e-05}
+{"train_loss": 0.011099178344011307, "global_step": 5072, "epoch": 93, "lr": 9.501450971778586e-05}
+{"train_loss": 0.012512335553765297, "global_step": 5073, "epoch": 93, "lr": 9.501236607547948e-05}
+{"train_loss": 0.011484733782708645, "global_step": 5074, "epoch": 93, "lr": 9.501022199660678e-05}
+{"train_loss": 0.013130146027025249, "global_step": 5075, "epoch": 93, "lr": 9.500807748118856e-05, "val_loss": 0.0145911555737257}
+{"train_loss": 0.011031736619770527, "global_step": 5076, "epoch": 94, "lr": 9.500593252924564e-05}
+{"train_loss": 0.01337516214698553, "global_step": 5077, "epoch": 94, "lr": 9.500378714079879e-05}
+{"train_loss": 0.009732622653245926, "global_step": 5078, "epoch": 94, "lr": 9.500164131586883e-05}
+{"train_loss": 0.010597044602036476, "global_step": 5079, "epoch": 94, "lr": 9.499949505447657e-05}
+{"train_loss": 0.0078081535175442696, "global_step": 5080, "epoch": 94, "lr": 9.499734835664285e-05}
+{"train_loss": 0.010355236940085888, "global_step": 5081, "epoch": 94, "lr": 9.499520122238845e-05}
+{"train_loss": 0.017914501950144768, "global_step": 5082, "epoch": 94, "lr": 9.499305365173422e-05}
+{"train_loss": 0.012805287726223469, "global_step": 5083, "epoch": 94, "lr": 9.4990905644701e-05}
+{"train_loss": 0.010303138755261898, "global_step": 5084, "epoch": 94, "lr": 9.498875720130958e-05}
+{"train_loss": 0.01393799763172865, "global_step": 5085, "epoch": 94, "lr": 9.498660832158084e-05}
+{"train_loss": 0.01665007695555687, "global_step": 5086, "epoch": 94, "lr": 9.49844590055356e-05}
+{"train_loss": 0.01065023522824049, "global_step": 5087, "epoch": 94, "lr": 9.498230925319473e-05}
+{"train_loss": 0.010335635393857956, "global_step": 5088, "epoch": 94, "lr": 9.498015906457904e-05}
+{"train_loss": 0.015102165751159191, "global_step": 5089, "epoch": 94, "lr": 9.497800843970942e-05}
+{"train_loss": 0.011441627517342567, "global_step": 5090, "epoch": 94, "lr": 9.497585737860671e-05}
+{"train_loss": 0.012493389658629894, "global_step": 5091, "epoch": 94, "lr": 9.497370588129179e-05}
+{"train_loss": 0.015916168689727783, "global_step": 5092, "epoch": 94, "lr": 9.497155394778549e-05}
+{"train_loss": 0.009233993478119373, "global_step": 5093, "epoch": 94, "lr": 9.496940157810873e-05}
+{"train_loss": 0.01435792725533247, "global_step": 5094, "epoch": 94, "lr": 9.496724877228234e-05}
+{"train_loss": 0.00899118185043335, "global_step": 5095, "epoch": 94, "lr": 9.496509553032724e-05}
+{"train_loss": 0.013527126982808113, "global_step": 5096, "epoch": 94, "lr": 9.496294185226429e-05}
+{"train_loss": 0.008276584558188915, "global_step": 5097, "epoch": 94, "lr": 9.496078773811437e-05}
+{"train_loss": 0.009376484900712967, "global_step": 5098, "epoch": 94, "lr": 9.495863318789839e-05}
+{"train_loss": 0.015567989088594913, "global_step": 5099, "epoch": 94, "lr": 9.495647820163725e-05}
+{"train_loss": 0.013472924008965492, "global_step": 5100, "epoch": 94, "lr": 9.495432277935184e-05}
+{"train_loss": 0.009796807542443275, "global_step": 5101, "epoch": 94, "lr": 9.495216692106308e-05}
+{"train_loss": 0.020380988717079163, "global_step": 5102, "epoch": 94, "lr": 9.495001062679185e-05}
+{"train_loss": 0.00869037490338087, "global_step": 5103, "epoch": 94, "lr": 9.494785389655908e-05}
+{"train_loss": 0.012451850809156895, "global_step": 5104, "epoch": 94, "lr": 9.494569673038569e-05}
+{"train_loss": 0.010858504101634026, "global_step": 5105, "epoch": 94, "lr": 9.49435391282926e-05}
+{"train_loss": 0.009323976002633572, "global_step": 5106, "epoch": 94, "lr": 9.494138109030074e-05}
+{"train_loss": 0.012467827647924423, "global_step": 5107, "epoch": 94, "lr": 9.493922261643103e-05}
+{"train_loss": 0.011429243721067905, "global_step": 5108, "epoch": 94, "lr": 9.493706370670442e-05}
+{"train_loss": 0.012005538679659367, "global_step": 5109, "epoch": 94, "lr": 9.493490436114184e-05}
+{"train_loss": 0.014930830337107182, "global_step": 5110, "epoch": 94, "lr": 9.493274457976422e-05}
+{"train_loss": 0.012843138538300991, "global_step": 5111, "epoch": 94, "lr": 9.493058436259255e-05}
+{"train_loss": 0.012242211028933525, "global_step": 5112, "epoch": 94, "lr": 9.492842370964771e-05}
+{"train_loss": 0.012994489632546902, "global_step": 5113, "epoch": 94, "lr": 9.492626262095072e-05}
+{"train_loss": 0.01143273152410984, "global_step": 5114, "epoch": 94, "lr": 9.492410109652253e-05}
+{"train_loss": 0.019158637151122093, "global_step": 5115, "epoch": 94, "lr": 9.492193913638408e-05}
+{"train_loss": 0.01018076203763485, "global_step": 5116, "epoch": 94, "lr": 9.491977674055635e-05}
+{"train_loss": 0.011995489709079266, "global_step": 5117, "epoch": 94, "lr": 9.49176139090603e-05}
+{"train_loss": 0.014041230082511902, "global_step": 5118, "epoch": 94, "lr": 9.491545064191694e-05}
+{"train_loss": 0.013553326018154621, "global_step": 5119, "epoch": 94, "lr": 9.491328693914722e-05}
+{"train_loss": 0.013308851979672909, "global_step": 5120, "epoch": 94, "lr": 9.491112280077214e-05}
+{"train_loss": 0.012643935158848763, "global_step": 5121, "epoch": 94, "lr": 9.49089582268127e-05}
+{"train_loss": 0.011483801528811455, "global_step": 5122, "epoch": 94, "lr": 9.490679321728985e-05}
+{"train_loss": 0.013297812081873417, "global_step": 5123, "epoch": 94, "lr": 9.490462777222464e-05}
+{"train_loss": 0.011447619646787643, "global_step": 5124, "epoch": 94, "lr": 9.490246189163804e-05}
+{"train_loss": 0.008779552765190601, "global_step": 5125, "epoch": 94, "lr": 9.490029557555107e-05}
+{"train_loss": 0.016608593985438347, "global_step": 5126, "epoch": 94, "lr": 9.489812882398474e-05}
+{"train_loss": 0.014942917041480541, "global_step": 5127, "epoch": 94, "lr": 9.489596163696005e-05}
+{"train_loss": 0.009832141920924187, "global_step": 5128, "epoch": 94, "lr": 9.489379401449805e-05}
+{"train_loss": 0.0124521067848912, "global_step": 5129, "epoch": 94, "lr": 9.489162595661973e-05, "val_loss": 0.016888586804270744}
+{"train_loss": 0.01541091687977314, "global_step": 5130, "epoch": 95, "lr": 9.488945746334613e-05}
+{"train_loss": 0.009372932836413383, "global_step": 5131, "epoch": 95, "lr": 9.488728853469829e-05}
+{"train_loss": 0.013350353576242924, "global_step": 5132, "epoch": 95, "lr": 9.488511917069725e-05}
+{"train_loss": 0.015337293036282063, "global_step": 5133, "epoch": 95, "lr": 9.488294937136401e-05}
+{"train_loss": 0.01027341652661562, "global_step": 5134, "epoch": 95, "lr": 9.488077913671967e-05}
+{"train_loss": 0.015721822157502174, "global_step": 5135, "epoch": 95, "lr": 9.487860846678525e-05}
+{"train_loss": 0.015725508332252502, "global_step": 5136, "epoch": 95, "lr": 9.487643736158181e-05}
+{"train_loss": 0.012779663316905499, "global_step": 5137, "epoch": 95, "lr": 9.48742658211304e-05}
+{"train_loss": 0.01716599613428116, "global_step": 5138, "epoch": 95, "lr": 9.487209384545208e-05}
+{"train_loss": 0.013577615842223167, "global_step": 5139, "epoch": 95, "lr": 9.486992143456792e-05}
+{"train_loss": 0.020458605140447617, "global_step": 5140, "epoch": 95, "lr": 9.486774858849901e-05}
+{"train_loss": 0.01376280002295971, "global_step": 5141, "epoch": 95, "lr": 9.486557530726638e-05}
+{"train_loss": 0.016335807740688324, "global_step": 5142, "epoch": 95, "lr": 9.486340159089113e-05}
+{"train_loss": 0.013378475792706013, "global_step": 5143, "epoch": 95, "lr": 9.486122743939436e-05}
+{"train_loss": 0.012351120822131634, "global_step": 5144, "epoch": 95, "lr": 9.485905285279714e-05}
+{"train_loss": 0.01402804534882307, "global_step": 5145, "epoch": 95, "lr": 9.485687783112055e-05}
+{"train_loss": 0.009505346417427063, "global_step": 5146, "epoch": 95, "lr": 9.48547023743857e-05}
+{"train_loss": 0.011327577754855156, "global_step": 5147, "epoch": 95, "lr": 9.48525264826137e-05}
+{"train_loss": 0.015102114528417587, "global_step": 5148, "epoch": 95, "lr": 9.485035015582564e-05}
+{"train_loss": 0.01027667336165905, "global_step": 5149, "epoch": 95, "lr": 9.484817339404261e-05}
+{"train_loss": 0.012971253134310246, "global_step": 5150, "epoch": 95, "lr": 9.484599619728576e-05}
+{"train_loss": 0.013541601598262787, "global_step": 5151, "epoch": 95, "lr": 9.484381856557617e-05}
+{"train_loss": 0.01204738114029169, "global_step": 5152, "epoch": 95, "lr": 9.484164049893499e-05}
+{"train_loss": 0.01990790106356144, "global_step": 5153, "epoch": 95, "lr": 9.483946199738332e-05}
+{"train_loss": 0.016328662633895874, "global_step": 5154, "epoch": 95, "lr": 9.483728306094231e-05}
+{"train_loss": 0.010979357175529003, "global_step": 5155, "epoch": 95, "lr": 9.483510368963309e-05}
+{"train_loss": 0.01326827798038721, "global_step": 5156, "epoch": 95, "lr": 9.483292388347678e-05}
+{"train_loss": 0.012169580906629562, "global_step": 5157, "epoch": 95, "lr": 9.483074364249452e-05}
+{"train_loss": 0.01679910160601139, "global_step": 5158, "epoch": 95, "lr": 9.482856296670748e-05}
+{"train_loss": 0.015118934214115143, "global_step": 5159, "epoch": 95, "lr": 9.482638185613679e-05}
+{"train_loss": 0.016739239916205406, "global_step": 5160, "epoch": 95, "lr": 9.482420031080363e-05}
+{"train_loss": 0.01307798083871603, "global_step": 5161, "epoch": 95, "lr": 9.482201833072914e-05}
+{"train_loss": 0.016974711790680885, "global_step": 5162, "epoch": 95, "lr": 9.481983591593447e-05}
+{"train_loss": 0.011591950431466103, "global_step": 5163, "epoch": 95, "lr": 9.48176530664408e-05}
+{"train_loss": 0.012455450370907784, "global_step": 5164, "epoch": 95, "lr": 9.481546978226931e-05}
+{"train_loss": 0.014051513746380806, "global_step": 5165, "epoch": 95, "lr": 9.481328606344115e-05}
+{"train_loss": 0.012633930891752243, "global_step": 5166, "epoch": 95, "lr": 9.481110190997752e-05}
+{"train_loss": 0.008654855191707611, "global_step": 5167, "epoch": 95, "lr": 9.480891732189962e-05}
+{"train_loss": 0.010022458620369434, "global_step": 5168, "epoch": 95, "lr": 9.480673229922861e-05}
+{"train_loss": 0.01822024956345558, "global_step": 5169, "epoch": 95, "lr": 9.480454684198567e-05}
+{"train_loss": 0.010058077983558178, "global_step": 5170, "epoch": 95, "lr": 9.480236095019204e-05}
+{"train_loss": 0.011806982569396496, "global_step": 5171, "epoch": 95, "lr": 9.480017462386887e-05}
+{"train_loss": 0.021418770775198936, "global_step": 5172, "epoch": 95, "lr": 9.479798786303742e-05}
+{"train_loss": 0.01935889944434166, "global_step": 5173, "epoch": 95, "lr": 9.479580066771884e-05}
+{"train_loss": 0.010077489539980888, "global_step": 5174, "epoch": 95, "lr": 9.47936130379344e-05}
+{"train_loss": 0.0097811883315444, "global_step": 5175, "epoch": 95, "lr": 9.479142497370528e-05}
+{"train_loss": 0.018404459580779076, "global_step": 5176, "epoch": 95, "lr": 9.478923647505272e-05}
+{"train_loss": 0.019550681114196777, "global_step": 5177, "epoch": 95, "lr": 9.478704754199793e-05}
+{"train_loss": 0.014667835086584091, "global_step": 5178, "epoch": 95, "lr": 9.478485817456215e-05}
+{"train_loss": 0.02586320973932743, "global_step": 5179, "epoch": 95, "lr": 9.47826683727666e-05}
+{"train_loss": 0.01153901033103466, "global_step": 5180, "epoch": 95, "lr": 9.478047813663254e-05}
+{"train_loss": 0.014623574912548065, "global_step": 5181, "epoch": 95, "lr": 9.477828746618121e-05}
+{"train_loss": 0.018853409215807915, "global_step": 5182, "epoch": 95, "lr": 9.477609636143385e-05}
+{"train_loss": 0.014355843679772483, "global_step": 5183, "epoch": 95, "lr": 9.477390482241171e-05, "val_loss": 0.014128103852272034, "train_action_mse_error": 0.0007660208502784371}
+{"train_loss": 0.021540625020861626, "global_step": 5184, "epoch": 96, "lr": 9.477171284913603e-05}
+{"train_loss": 0.01714722067117691, "global_step": 5185, "epoch": 96, "lr": 9.476952044162811e-05}
+{"train_loss": 0.015890223905444145, "global_step": 5186, "epoch": 96, "lr": 9.476732759990918e-05}
+{"train_loss": 0.015427890233695507, "global_step": 5187, "epoch": 96, "lr": 9.476513432400051e-05}
+{"train_loss": 0.017976075410842896, "global_step": 5188, "epoch": 96, "lr": 9.476294061392339e-05}
+{"train_loss": 0.015585700049996376, "global_step": 5189, "epoch": 96, "lr": 9.476074646969908e-05}
+{"train_loss": 0.018708622083067894, "global_step": 5190, "epoch": 96, "lr": 9.475855189134888e-05}
+{"train_loss": 0.012909304350614548, "global_step": 5191, "epoch": 96, "lr": 9.475635687889406e-05}
+{"train_loss": 0.012523177079856396, "global_step": 5192, "epoch": 96, "lr": 9.47541614323559e-05}
+{"train_loss": 0.012350623495876789, "global_step": 5193, "epoch": 96, "lr": 9.475196555175571e-05}
+{"train_loss": 0.014488916844129562, "global_step": 5194, "epoch": 96, "lr": 9.474976923711479e-05}
+{"train_loss": 0.015390937216579914, "global_step": 5195, "epoch": 96, "lr": 9.474757248845441e-05}
+{"train_loss": 0.015070255845785141, "global_step": 5196, "epoch": 96, "lr": 9.474537530579591e-05}
+{"train_loss": 0.011303704231977463, "global_step": 5197, "epoch": 96, "lr": 9.47431776891606e-05}
+{"train_loss": 0.01523930300027132, "global_step": 5198, "epoch": 96, "lr": 9.474097963856979e-05}
+{"train_loss": 0.014039764180779457, "global_step": 5199, "epoch": 96, "lr": 9.473878115404477e-05}
+{"train_loss": 0.011456979438662529, "global_step": 5200, "epoch": 96, "lr": 9.473658223560689e-05}
+{"train_loss": 0.010252833366394043, "global_step": 5201, "epoch": 96, "lr": 9.473438288327747e-05}
+{"train_loss": 0.0157349593937397, "global_step": 5202, "epoch": 96, "lr": 9.473218309707784e-05}
+{"train_loss": 0.01649472489953041, "global_step": 5203, "epoch": 96, "lr": 9.472998287702934e-05}
+{"train_loss": 0.01211986131966114, "global_step": 5204, "epoch": 96, "lr": 9.472778222315332e-05}
+{"train_loss": 0.015107314102351665, "global_step": 5205, "epoch": 96, "lr": 9.47255811354711e-05}
+{"train_loss": 0.013746888376772404, "global_step": 5206, "epoch": 96, "lr": 9.472337961400404e-05}
+{"train_loss": 0.010767456144094467, "global_step": 5207, "epoch": 96, "lr": 9.472117765877349e-05}
+{"train_loss": 0.007458742707967758, "global_step": 5208, "epoch": 96, "lr": 9.471897526980081e-05}
+{"train_loss": 0.01123193372040987, "global_step": 5209, "epoch": 96, "lr": 9.471677244710736e-05}
+{"train_loss": 0.011853116564452648, "global_step": 5210, "epoch": 96, "lr": 9.471456919071451e-05}
+{"train_loss": 0.011113750748336315, "global_step": 5211, "epoch": 96, "lr": 9.47123655006436e-05}
+{"train_loss": 0.012308935634791851, "global_step": 5212, "epoch": 96, "lr": 9.471016137691604e-05}
+{"train_loss": 0.012300035916268826, "global_step": 5213, "epoch": 96, "lr": 9.47079568195532e-05}
+{"train_loss": 0.013884161598980427, "global_step": 5214, "epoch": 96, "lr": 9.470575182857644e-05}
+{"train_loss": 0.014603217132389545, "global_step": 5215, "epoch": 96, "lr": 9.470354640400715e-05}
+{"train_loss": 0.010124278254806995, "global_step": 5216, "epoch": 96, "lr": 9.470134054586675e-05}
+{"train_loss": 0.012203093618154526, "global_step": 5217, "epoch": 96, "lr": 9.46991342541766e-05}
+{"train_loss": 0.02097231335937977, "global_step": 5218, "epoch": 96, "lr": 9.469692752895813e-05}
+{"train_loss": 0.015669269487261772, "global_step": 5219, "epoch": 96, "lr": 9.46947203702327e-05}
+{"train_loss": 0.011369588784873486, "global_step": 5220, "epoch": 96, "lr": 9.469251277802175e-05}
+{"train_loss": 0.014778289012610912, "global_step": 5221, "epoch": 96, "lr": 9.46903047523467e-05}
+{"train_loss": 0.014668399468064308, "global_step": 5222, "epoch": 96, "lr": 9.468809629322894e-05}
+{"train_loss": 0.016895724460482597, "global_step": 5223, "epoch": 96, "lr": 9.468588740068988e-05}
+{"train_loss": 0.013721980154514313, "global_step": 5224, "epoch": 96, "lr": 9.468367807475099e-05}
+{"train_loss": 0.012464175932109356, "global_step": 5225, "epoch": 96, "lr": 9.468146831543366e-05}
+{"train_loss": 0.010894891805946827, "global_step": 5226, "epoch": 96, "lr": 9.467925812275931e-05}
+{"train_loss": 0.014977783896028996, "global_step": 5227, "epoch": 96, "lr": 9.467704749674941e-05}
+{"train_loss": 0.013046474196016788, "global_step": 5228, "epoch": 96, "lr": 9.467483643742538e-05}
+{"train_loss": 0.014062656089663506, "global_step": 5229, "epoch": 96, "lr": 9.467262494480869e-05}
+{"train_loss": 0.016879010945558548, "global_step": 5230, "epoch": 96, "lr": 9.467041301892075e-05}
+{"train_loss": 0.01739843189716339, "global_step": 5231, "epoch": 96, "lr": 9.466820065978306e-05}
+{"train_loss": 0.011452777311205864, "global_step": 5232, "epoch": 96, "lr": 9.466598786741702e-05}
+{"train_loss": 0.012295717373490334, "global_step": 5233, "epoch": 96, "lr": 9.466377464184414e-05}
+{"train_loss": 0.012958942912518978, "global_step": 5234, "epoch": 96, "lr": 9.466156098308588e-05}
+{"train_loss": 0.013577389530837536, "global_step": 5235, "epoch": 96, "lr": 9.465934689116368e-05}
+{"train_loss": 0.012353693135082722, "global_step": 5236, "epoch": 96, "lr": 9.465713236609904e-05}
+{"train_loss": 0.013849469764089142, "global_step": 5237, "epoch": 96, "lr": 9.465491740791342e-05, "val_loss": 0.013646835461258888}
+{"train_loss": 0.01293005421757698, "global_step": 5238, "epoch": 97, "lr": 9.465270201662833e-05}
+{"train_loss": 0.01428405474871397, "global_step": 5239, "epoch": 97, "lr": 9.465048619226522e-05}
+{"train_loss": 0.01666952483355999, "global_step": 5240, "epoch": 97, "lr": 9.464826993484561e-05}
+{"train_loss": 0.01228750217705965, "global_step": 5241, "epoch": 97, "lr": 9.4646053244391e-05}
+{"train_loss": 0.010907048359513283, "global_step": 5242, "epoch": 97, "lr": 9.464383612092286e-05}
+{"train_loss": 0.015211692079901695, "global_step": 5243, "epoch": 97, "lr": 9.46416185644627e-05}
+{"train_loss": 0.012249315157532692, "global_step": 5244, "epoch": 97, "lr": 9.463940057503205e-05}
+{"train_loss": 0.012672130949795246, "global_step": 5245, "epoch": 97, "lr": 9.46371821526524e-05}
+{"train_loss": 0.021233903244137764, "global_step": 5246, "epoch": 97, "lr": 9.463496329734528e-05}
+{"train_loss": 0.016125299036502838, "global_step": 5247, "epoch": 97, "lr": 9.46327440091322e-05}
+{"train_loss": 0.013549814000725746, "global_step": 5248, "epoch": 97, "lr": 9.463052428803469e-05}
+{"train_loss": 0.016445228829979897, "global_step": 5249, "epoch": 97, "lr": 9.462830413407428e-05}
+{"train_loss": 0.013952982611954212, "global_step": 5250, "epoch": 97, "lr": 9.462608354727249e-05}
+{"train_loss": 0.009853093884885311, "global_step": 5251, "epoch": 97, "lr": 9.462386252765087e-05}
+{"train_loss": 0.013067231513559818, "global_step": 5252, "epoch": 97, "lr": 9.462164107523097e-05}
+{"train_loss": 0.02231823280453682, "global_step": 5253, "epoch": 97, "lr": 9.461941919003432e-05}
+{"train_loss": 0.015185507945716381, "global_step": 5254, "epoch": 97, "lr": 9.461719687208246e-05}
+{"train_loss": 0.011126435361802578, "global_step": 5255, "epoch": 97, "lr": 9.461497412139698e-05}
+{"train_loss": 0.010394349694252014, "global_step": 5256, "epoch": 97, "lr": 9.46127509379994e-05}
+{"train_loss": 0.013394598849117756, "global_step": 5257, "epoch": 97, "lr": 9.461052732191129e-05}
+{"train_loss": 0.012001913040876389, "global_step": 5258, "epoch": 97, "lr": 9.460830327315423e-05}
+{"train_loss": 0.009168495424091816, "global_step": 5259, "epoch": 97, "lr": 9.460607879174979e-05}
+{"train_loss": 0.018357526510953903, "global_step": 5260, "epoch": 97, "lr": 9.460385387771952e-05}
+{"train_loss": 0.015381719917058945, "global_step": 5261, "epoch": 97, "lr": 9.460162853108505e-05}
+{"train_loss": 0.011631498113274574, "global_step": 5262, "epoch": 97, "lr": 9.459940275186791e-05}
+{"train_loss": 0.010850075632333755, "global_step": 5263, "epoch": 97, "lr": 9.459717654008973e-05}
+{"train_loss": 0.011852635070681572, "global_step": 5264, "epoch": 97, "lr": 9.459494989577206e-05}
+{"train_loss": 0.011905726045370102, "global_step": 5265, "epoch": 97, "lr": 9.459272281893652e-05}
+{"train_loss": 0.013468432240188122, "global_step": 5266, "epoch": 97, "lr": 9.45904953096047e-05}
+{"train_loss": 0.01478993147611618, "global_step": 5267, "epoch": 97, "lr": 9.458826736779823e-05}
+{"train_loss": 0.014683103188872337, "global_step": 5268, "epoch": 97, "lr": 9.458603899353868e-05}
+{"train_loss": 0.012959043495357037, "global_step": 5269, "epoch": 97, "lr": 9.45838101868477e-05}
+{"train_loss": 0.012373548001050949, "global_step": 5270, "epoch": 97, "lr": 9.458158094774687e-05}
+{"train_loss": 0.013620649464428425, "global_step": 5271, "epoch": 97, "lr": 9.457935127625783e-05}
+{"train_loss": 0.014973370358347893, "global_step": 5272, "epoch": 97, "lr": 9.457712117240223e-05}
+{"train_loss": 0.011455113068223, "global_step": 5273, "epoch": 97, "lr": 9.457489063620164e-05}
+{"train_loss": 0.014292411506175995, "global_step": 5274, "epoch": 97, "lr": 9.457265966767774e-05}
+{"train_loss": 0.011663185432553291, "global_step": 5275, "epoch": 97, "lr": 9.457042826685217e-05}
+{"train_loss": 0.011464269831776619, "global_step": 5276, "epoch": 97, "lr": 9.456819643374655e-05}
+{"train_loss": 0.008332528173923492, "global_step": 5277, "epoch": 97, "lr": 9.456596416838252e-05}
+{"train_loss": 0.013043250888586044, "global_step": 5278, "epoch": 97, "lr": 9.456373147078174e-05}
+{"train_loss": 0.011451078578829765, "global_step": 5279, "epoch": 97, "lr": 9.456149834096588e-05}
+{"train_loss": 0.009261294268071651, "global_step": 5280, "epoch": 97, "lr": 9.455926477895659e-05}
+{"train_loss": 0.012472753413021564, "global_step": 5281, "epoch": 97, "lr": 9.455703078477552e-05}
+{"train_loss": 0.010402600280940533, "global_step": 5282, "epoch": 97, "lr": 9.455479635844435e-05}
+{"train_loss": 0.014362861402332783, "global_step": 5283, "epoch": 97, "lr": 9.455256149998474e-05}
+{"train_loss": 0.01240442506968975, "global_step": 5284, "epoch": 97, "lr": 9.45503262094184e-05}
+{"train_loss": 0.015234306454658508, "global_step": 5285, "epoch": 97, "lr": 9.454809048676695e-05}
+{"train_loss": 0.013105688616633415, "global_step": 5286, "epoch": 97, "lr": 9.454585433205215e-05}
+{"train_loss": 0.007626466918736696, "global_step": 5287, "epoch": 97, "lr": 9.454361774529561e-05}
+{"train_loss": 0.014598289504647255, "global_step": 5288, "epoch": 97, "lr": 9.454138072651905e-05}
+{"train_loss": 0.01712542399764061, "global_step": 5289, "epoch": 97, "lr": 9.45391432757442e-05}
+{"train_loss": 0.012436652556061745, "global_step": 5290, "epoch": 97, "lr": 9.453690539299272e-05}
+{"train_loss": 0.01319442057326712, "global_step": 5291, "epoch": 97, "lr": 9.453466707828633e-05, "val_loss": 0.017971260473132133}
+{"train_loss": 0.012671571224927902, "global_step": 5292, "epoch": 98, "lr": 9.453242833164673e-05}
+{"train_loss": 0.009142812341451645, "global_step": 5293, "epoch": 98, "lr": 9.453018915309564e-05}
+{"train_loss": 0.01402299478650093, "global_step": 5294, "epoch": 98, "lr": 9.45279495426548e-05}
+{"train_loss": 0.00757104717195034, "global_step": 5295, "epoch": 98, "lr": 9.452570950034589e-05}
+{"train_loss": 0.010162152349948883, "global_step": 5296, "epoch": 98, "lr": 9.452346902619066e-05}
+{"train_loss": 0.010187600739300251, "global_step": 5297, "epoch": 98, "lr": 9.452122812021084e-05}
+{"train_loss": 0.011687899008393288, "global_step": 5298, "epoch": 98, "lr": 9.451898678242817e-05}
+{"train_loss": 0.009080898016691208, "global_step": 5299, "epoch": 98, "lr": 9.451674501286436e-05}
+{"train_loss": 0.014234890230000019, "global_step": 5300, "epoch": 98, "lr": 9.451450281154118e-05}
+{"train_loss": 0.012584833428263664, "global_step": 5301, "epoch": 98, "lr": 9.451226017848036e-05}
+{"train_loss": 0.012467246502637863, "global_step": 5302, "epoch": 98, "lr": 9.451001711370366e-05}
+{"train_loss": 0.012262893840670586, "global_step": 5303, "epoch": 98, "lr": 9.450777361723284e-05}
+{"train_loss": 0.010710274800658226, "global_step": 5304, "epoch": 98, "lr": 9.450552968908966e-05}
+{"train_loss": 0.01027215737849474, "global_step": 5305, "epoch": 98, "lr": 9.450328532929585e-05}
+{"train_loss": 0.013208175078034401, "global_step": 5306, "epoch": 98, "lr": 9.450104053787322e-05}
+{"train_loss": 0.011669575236737728, "global_step": 5307, "epoch": 98, "lr": 9.449879531484353e-05}
+{"train_loss": 0.010925482958555222, "global_step": 5308, "epoch": 98, "lr": 9.449654966022854e-05}
+{"train_loss": 0.01112107653170824, "global_step": 5309, "epoch": 98, "lr": 9.449430357405005e-05}
+{"train_loss": 0.012768288142979145, "global_step": 5310, "epoch": 98, "lr": 9.449205705632982e-05}
+{"train_loss": 0.014052744954824448, "global_step": 5311, "epoch": 98, "lr": 9.448981010708966e-05}
+{"train_loss": 0.012046688236296177, "global_step": 5312, "epoch": 98, "lr": 9.448756272635137e-05}
+{"train_loss": 0.015287534333765507, "global_step": 5313, "epoch": 98, "lr": 9.448531491413672e-05}
+{"train_loss": 0.011049939319491386, "global_step": 5314, "epoch": 98, "lr": 9.448306667046754e-05}
+{"train_loss": 0.013216342777013779, "global_step": 5315, "epoch": 98, "lr": 9.44808179953656e-05}
+{"train_loss": 0.012712681666016579, "global_step": 5316, "epoch": 98, "lr": 9.447856888885275e-05}
+{"train_loss": 0.014929790049791336, "global_step": 5317, "epoch": 98, "lr": 9.447631935095078e-05}
+{"train_loss": 0.010964593850076199, "global_step": 5318, "epoch": 98, "lr": 9.44740693816815e-05}
+{"train_loss": 0.012568902224302292, "global_step": 5319, "epoch": 98, "lr": 9.447181898106674e-05}
+{"train_loss": 0.011376452632248402, "global_step": 5320, "epoch": 98, "lr": 9.446956814912835e-05}
+{"train_loss": 0.01000059861689806, "global_step": 5321, "epoch": 98, "lr": 9.446731688588812e-05}
+{"train_loss": 0.010682598687708378, "global_step": 5322, "epoch": 98, "lr": 9.446506519136791e-05}
+{"train_loss": 0.013643033802509308, "global_step": 5323, "epoch": 98, "lr": 9.446281306558956e-05}
+{"train_loss": 0.013379199430346489, "global_step": 5324, "epoch": 98, "lr": 9.44605605085749e-05}
+{"train_loss": 0.009605682455003262, "global_step": 5325, "epoch": 98, "lr": 9.445830752034579e-05}
+{"train_loss": 0.012747550383210182, "global_step": 5326, "epoch": 98, "lr": 9.445605410092406e-05}
+{"train_loss": 0.011311865411698818, "global_step": 5327, "epoch": 98, "lr": 9.445380025033159e-05}
+{"train_loss": 0.009521868079900742, "global_step": 5328, "epoch": 98, "lr": 9.445154596859024e-05}
+{"train_loss": 0.009417811408638954, "global_step": 5329, "epoch": 98, "lr": 9.444929125572185e-05}
+{"train_loss": 0.008168118074536324, "global_step": 5330, "epoch": 98, "lr": 9.44470361117483e-05}
+{"train_loss": 0.011615714989602566, "global_step": 5331, "epoch": 98, "lr": 9.444478053669148e-05}
+{"train_loss": 0.015390032902359962, "global_step": 5332, "epoch": 98, "lr": 9.444252453057323e-05}
+{"train_loss": 0.007645662873983383, "global_step": 5333, "epoch": 98, "lr": 9.444026809341547e-05}
+{"train_loss": 0.01077437587082386, "global_step": 5334, "epoch": 98, "lr": 9.443801122524005e-05}
+{"train_loss": 0.012926449067890644, "global_step": 5335, "epoch": 98, "lr": 9.443575392606887e-05}
+{"train_loss": 0.01077463012188673, "global_step": 5336, "epoch": 98, "lr": 9.443349619592385e-05}
+{"train_loss": 0.012273920699954033, "global_step": 5337, "epoch": 98, "lr": 9.443123803482685e-05}
+{"train_loss": 0.010937104932963848, "global_step": 5338, "epoch": 98, "lr": 9.442897944279978e-05}
+{"train_loss": 0.013636783696711063, "global_step": 5339, "epoch": 98, "lr": 9.442672041986457e-05}
+{"train_loss": 0.01211840845644474, "global_step": 5340, "epoch": 98, "lr": 9.442446096604309e-05}
+{"train_loss": 0.013981928117573261, "global_step": 5341, "epoch": 98, "lr": 9.442220108135729e-05}
+{"train_loss": 0.009084796532988548, "global_step": 5342, "epoch": 98, "lr": 9.441994076582907e-05}
+{"train_loss": 0.010936150327324867, "global_step": 5343, "epoch": 98, "lr": 9.441768001948037e-05}
+{"train_loss": 0.012304817326366901, "global_step": 5344, "epoch": 98, "lr": 9.441541884233309e-05}
+{"train_loss": 0.011621014801440415, "global_step": 5345, "epoch": 98, "lr": 9.441315723440917e-05, "val_loss": 0.012047476135194302}
+{"train_loss": 0.011789659038186073, "global_step": 5346, "epoch": 99, "lr": 9.441089519573056e-05}
+{"train_loss": 0.007930727675557137, "global_step": 5347, "epoch": 99, "lr": 9.440863272631918e-05}
+{"train_loss": 0.01199335977435112, "global_step": 5348, "epoch": 99, "lr": 9.440636982619697e-05}
+{"train_loss": 0.009398884139955044, "global_step": 5349, "epoch": 99, "lr": 9.440410649538591e-05}
+{"train_loss": 0.014665734954178333, "global_step": 5350, "epoch": 99, "lr": 9.440184273390792e-05}
+{"train_loss": 0.011639373376965523, "global_step": 5351, "epoch": 99, "lr": 9.439957854178496e-05}
+{"train_loss": 0.008856752887368202, "global_step": 5352, "epoch": 99, "lr": 9.439731391903901e-05}
+{"train_loss": 0.01237414125353098, "global_step": 5353, "epoch": 99, "lr": 9.439504886569202e-05}
+{"train_loss": 0.013281180523335934, "global_step": 5354, "epoch": 99, "lr": 9.439278338176594e-05}
+{"train_loss": 0.010741833597421646, "global_step": 5355, "epoch": 99, "lr": 9.439051746728276e-05}
+{"train_loss": 0.011958022601902485, "global_step": 5356, "epoch": 99, "lr": 9.438825112226448e-05}
+{"train_loss": 0.00812559761106968, "global_step": 5357, "epoch": 99, "lr": 9.438598434673304e-05}
+{"train_loss": 0.014839562587440014, "global_step": 5358, "epoch": 99, "lr": 9.438371714071044e-05}
+{"train_loss": 0.005750957410782576, "global_step": 5359, "epoch": 99, "lr": 9.43814495042187e-05}
+{"train_loss": 0.01516172755509615, "global_step": 5360, "epoch": 99, "lr": 9.437918143727975e-05}
+{"train_loss": 0.01139297429472208, "global_step": 5361, "epoch": 99, "lr": 9.437691293991565e-05}
+{"train_loss": 0.013136085122823715, "global_step": 5362, "epoch": 99, "lr": 9.437464401214837e-05}
+{"train_loss": 0.011221113614737988, "global_step": 5363, "epoch": 99, "lr": 9.43723746539999e-05}
+{"train_loss": 0.009068651124835014, "global_step": 5364, "epoch": 99, "lr": 9.437010486549229e-05}
+{"train_loss": 0.012728163041174412, "global_step": 5365, "epoch": 99, "lr": 9.436783464664753e-05}
+{"train_loss": 0.012448851950466633, "global_step": 5366, "epoch": 99, "lr": 9.436556399748766e-05}
+{"train_loss": 0.017267007380723953, "global_step": 5367, "epoch": 99, "lr": 9.436329291803467e-05}
+{"train_loss": 0.00762181868776679, "global_step": 5368, "epoch": 99, "lr": 9.43610214083106e-05}
+{"train_loss": 0.011098521761596203, "global_step": 5369, "epoch": 99, "lr": 9.43587494683375e-05}
+{"train_loss": 0.017643461003899574, "global_step": 5370, "epoch": 99, "lr": 9.435647709813738e-05}
+{"train_loss": 0.015389286912977695, "global_step": 5371, "epoch": 99, "lr": 9.435420429773228e-05}
+{"train_loss": 0.011304548941552639, "global_step": 5372, "epoch": 99, "lr": 9.435193106714425e-05}
+{"train_loss": 0.017506767064332962, "global_step": 5373, "epoch": 99, "lr": 9.434965740639535e-05}
+{"train_loss": 0.014948159456253052, "global_step": 5374, "epoch": 99, "lr": 9.434738331550761e-05}
+{"train_loss": 0.01314462162554264, "global_step": 5375, "epoch": 99, "lr": 9.434510879450312e-05}
+{"train_loss": 0.015769168734550476, "global_step": 5376, "epoch": 99, "lr": 9.43428338434039e-05}
+{"train_loss": 0.010599745437502861, "global_step": 5377, "epoch": 99, "lr": 9.434055846223203e-05}
+{"train_loss": 0.013005269691348076, "global_step": 5378, "epoch": 99, "lr": 9.433828265100959e-05}
+{"train_loss": 0.01821991614997387, "global_step": 5379, "epoch": 99, "lr": 9.433600640975864e-05}
+{"train_loss": 0.014413032680749893, "global_step": 5380, "epoch": 99, "lr": 9.433372973850125e-05}
+{"train_loss": 0.012369481846690178, "global_step": 5381, "epoch": 99, "lr": 9.433145263725952e-05}
+{"train_loss": 0.01683170348405838, "global_step": 5382, "epoch": 99, "lr": 9.432917510605552e-05}
+{"train_loss": 0.015553735196590424, "global_step": 5383, "epoch": 99, "lr": 9.432689714491136e-05}
+{"train_loss": 0.014269834384322166, "global_step": 5384, "epoch": 99, "lr": 9.43246187538491e-05}
+{"train_loss": 0.014962191693484783, "global_step": 5385, "epoch": 99, "lr": 9.432233993289086e-05}
+{"train_loss": 0.015759224072098732, "global_step": 5386, "epoch": 99, "lr": 9.432006068205875e-05}
+{"train_loss": 0.014651273377239704, "global_step": 5387, "epoch": 99, "lr": 9.431778100137484e-05}
+{"train_loss": 0.0232395026832819, "global_step": 5388, "epoch": 99, "lr": 9.43155008908613e-05}
+{"train_loss": 0.011417140252888203, "global_step": 5389, "epoch": 99, "lr": 9.431322035054017e-05}
+{"train_loss": 0.014101180247962475, "global_step": 5390, "epoch": 99, "lr": 9.431093938043364e-05}
+{"train_loss": 0.014334525913000107, "global_step": 5391, "epoch": 99, "lr": 9.430865798056378e-05}
+{"train_loss": 0.009746464900672436, "global_step": 5392, "epoch": 99, "lr": 9.430637615095274e-05}
+{"train_loss": 0.02256452478468418, "global_step": 5393, "epoch": 99, "lr": 9.430409389162266e-05}
+{"train_loss": 0.01014495175331831, "global_step": 5394, "epoch": 99, "lr": 9.430181120259565e-05}
+{"train_loss": 0.018874047324061394, "global_step": 5395, "epoch": 99, "lr": 9.429952808389386e-05}
+{"train_loss": 0.013420181348919868, "global_step": 5396, "epoch": 99, "lr": 9.429724453553945e-05}
+{"train_loss": 0.010991639457643032, "global_step": 5397, "epoch": 99, "lr": 9.429496055755455e-05}
+{"train_loss": 0.01177760399878025, "global_step": 5398, "epoch": 99, "lr": 9.429267614996131e-05}
+{"train_loss": 0.013190670732270789, "global_step": 5399, "epoch": 99, "lr": 9.42903913127819e-05, "val_loss": 0.014447484165430069}
+{"train_loss": 0.012193527072668076, "global_step": 5400, "epoch": 100, "lr": 9.428810604603846e-05}
+{"train_loss": 0.0106646828353405, "global_step": 5401, "epoch": 100, "lr": 9.428582034975316e-05}
+{"train_loss": 0.010814709588885307, "global_step": 5402, "epoch": 100, "lr": 9.428353422394819e-05}
+{"train_loss": 0.010832959786057472, "global_step": 5403, "epoch": 100, "lr": 9.42812476686457e-05}
+{"train_loss": 0.015469075180590153, "global_step": 5404, "epoch": 100, "lr": 9.427896068386787e-05}
+{"train_loss": 0.013556920923292637, "global_step": 5405, "epoch": 100, "lr": 9.427667326963689e-05}
+{"train_loss": 0.013670722022652626, "global_step": 5406, "epoch": 100, "lr": 9.427438542597495e-05}
+{"train_loss": 0.014009593054652214, "global_step": 5407, "epoch": 100, "lr": 9.427209715290423e-05}
+{"train_loss": 0.013261725194752216, "global_step": 5408, "epoch": 100, "lr": 9.42698084504469e-05}
+{"train_loss": 0.012331347912549973, "global_step": 5409, "epoch": 100, "lr": 9.426751931862521e-05}
+{"train_loss": 0.01680511236190796, "global_step": 5410, "epoch": 100, "lr": 9.426522975746131e-05}
+{"train_loss": 0.009787521325051785, "global_step": 5411, "epoch": 100, "lr": 9.426293976697744e-05}
+{"train_loss": 0.011741417460143566, "global_step": 5412, "epoch": 100, "lr": 9.42606493471958e-05}
+{"train_loss": 0.016329606994986534, "global_step": 5413, "epoch": 100, "lr": 9.42583584981386e-05}
+{"train_loss": 0.01638261415064335, "global_step": 5414, "epoch": 100, "lr": 9.425606721982807e-05}
+{"train_loss": 0.011737886816263199, "global_step": 5415, "epoch": 100, "lr": 9.425377551228641e-05}
+{"train_loss": 0.010893376544117928, "global_step": 5416, "epoch": 100, "lr": 9.425148337553586e-05}
+{"train_loss": 0.0111047038808465, "global_step": 5417, "epoch": 100, "lr": 9.424919080959867e-05}
+{"train_loss": 0.011643695645034313, "global_step": 5418, "epoch": 100, "lr": 9.424689781449704e-05}
+{"train_loss": 0.017300967127084732, "global_step": 5419, "epoch": 100, "lr": 9.424460439025323e-05}
+{"train_loss": 0.011319086886942387, "global_step": 5420, "epoch": 100, "lr": 9.42423105368895e-05}
+{"train_loss": 0.011532102711498737, "global_step": 5421, "epoch": 100, "lr": 9.424001625442804e-05}
+{"train_loss": 0.012404066510498524, "global_step": 5422, "epoch": 100, "lr": 9.423772154289116e-05}
+{"train_loss": 0.007854383438825607, "global_step": 5423, "epoch": 100, "lr": 9.42354264023011e-05}
+{"train_loss": 0.01313974428921938, "global_step": 5424, "epoch": 100, "lr": 9.423313083268013e-05}
+{"train_loss": 0.009486098773777485, "global_step": 5425, "epoch": 100, "lr": 9.423083483405048e-05}
+{"train_loss": 0.012695268727838993, "global_step": 5426, "epoch": 100, "lr": 9.422853840643445e-05}
+{"train_loss": 0.009653217159211636, "global_step": 5427, "epoch": 100, "lr": 9.422624154985427e-05}
+{"train_loss": 0.0099831223487854, "global_step": 5428, "epoch": 100, "lr": 9.422394426433228e-05}
+{"train_loss": 0.012129020877182484, "global_step": 5429, "epoch": 100, "lr": 9.422164654989072e-05}
+{"train_loss": 0.012733737006783485, "global_step": 5430, "epoch": 100, "lr": 9.421934840655189e-05}
+{"train_loss": 0.007200298365205526, "global_step": 5431, "epoch": 100, "lr": 9.421704983433805e-05}
+{"train_loss": 0.011327752843499184, "global_step": 5432, "epoch": 100, "lr": 9.421475083327155e-05}
+{"train_loss": 0.013348104432225227, "global_step": 5433, "epoch": 100, "lr": 9.421245140337464e-05}
+{"train_loss": 0.011868584901094437, "global_step": 5434, "epoch": 100, "lr": 9.421015154466963e-05}
+{"train_loss": 0.011182296089828014, "global_step": 5435, "epoch": 100, "lr": 9.420785125717884e-05}
+{"train_loss": 0.016409246250987053, "global_step": 5436, "epoch": 100, "lr": 9.420555054092457e-05}
+{"train_loss": 0.010939395986497402, "global_step": 5437, "epoch": 100, "lr": 9.420324939592913e-05}
+{"train_loss": 0.01683199219405651, "global_step": 5438, "epoch": 100, "lr": 9.420094782221485e-05}
+{"train_loss": 0.01071891374886036, "global_step": 5439, "epoch": 100, "lr": 9.419864581980404e-05}
+{"train_loss": 0.01686299778521061, "global_step": 5440, "epoch": 100, "lr": 9.419634338871903e-05}
+{"train_loss": 0.014579449780285358, "global_step": 5441, "epoch": 100, "lr": 9.419404052898217e-05}
+{"train_loss": 0.014729036018252373, "global_step": 5442, "epoch": 100, "lr": 9.419173724061577e-05}
+{"train_loss": 0.017703283578157425, "global_step": 5443, "epoch": 100, "lr": 9.418943352364219e-05}
+{"train_loss": 0.011902447789907455, "global_step": 5444, "epoch": 100, "lr": 9.418712937808375e-05}
+{"train_loss": 0.013111370615661144, "global_step": 5445, "epoch": 100, "lr": 9.418482480396282e-05}
+{"train_loss": 0.010199755430221558, "global_step": 5446, "epoch": 100, "lr": 9.418251980130173e-05}
+{"train_loss": 0.01782050170004368, "global_step": 5447, "epoch": 100, "lr": 9.418021437012285e-05}
+{"train_loss": 0.021405894309282303, "global_step": 5448, "epoch": 100, "lr": 9.417790851044853e-05}
+{"train_loss": 0.01514692883938551, "global_step": 5449, "epoch": 100, "lr": 9.417560222230115e-05}
+{"train_loss": 0.016750335693359375, "global_step": 5450, "epoch": 100, "lr": 9.417329550570306e-05}
+{"train_loss": 0.012762999162077904, "global_step": 5451, "epoch": 100, "lr": 9.417098836067666e-05}
+{"train_loss": 0.009491865523159504, "global_step": 5452, "epoch": 100, "lr": 9.41686807872443e-05}
+{"train_loss": 0.012915473112284585, "global_step": 5453, "epoch": 100, "lr": 9.416637278542836e-05, "val_loss": 0.01831231452524662, "train_action_mse_error": 0.000840941327624023}
+{"train_loss": 0.012638098560273647, "global_step": 5454, "epoch": 101, "lr": 9.416406435525123e-05}
+{"train_loss": 0.01469397358596325, "global_step": 5455, "epoch": 101, "lr": 9.416175549673532e-05}
+{"train_loss": 0.012749005109071732, "global_step": 5456, "epoch": 101, "lr": 9.4159446209903e-05}
+{"train_loss": 0.017803780734539032, "global_step": 5457, "epoch": 101, "lr": 9.415713649477666e-05}
+{"train_loss": 0.009561113081872463, "global_step": 5458, "epoch": 101, "lr": 9.415482635137873e-05}
+{"train_loss": 0.011726315133273602, "global_step": 5459, "epoch": 101, "lr": 9.41525157797316e-05}
+{"train_loss": 0.013822611421346664, "global_step": 5460, "epoch": 101, "lr": 9.415020477985767e-05}
+{"train_loss": 0.01581629551947117, "global_step": 5461, "epoch": 101, "lr": 9.414789335177938e-05}
+{"train_loss": 0.015163447707891464, "global_step": 5462, "epoch": 101, "lr": 9.414558149551911e-05}
+{"train_loss": 0.009817836806178093, "global_step": 5463, "epoch": 101, "lr": 9.414326921109933e-05}
+{"train_loss": 0.01029978971928358, "global_step": 5464, "epoch": 101, "lr": 9.414095649854242e-05}
+{"train_loss": 0.012773205526173115, "global_step": 5465, "epoch": 101, "lr": 9.413864335787084e-05}
+{"train_loss": 0.01046078186482191, "global_step": 5466, "epoch": 101, "lr": 9.413632978910701e-05}
+{"train_loss": 0.012920286506414413, "global_step": 5467, "epoch": 101, "lr": 9.413401579227339e-05}
+{"train_loss": 0.01454182993620634, "global_step": 5468, "epoch": 101, "lr": 9.413170136739238e-05}
+{"train_loss": 0.010698112659156322, "global_step": 5469, "epoch": 101, "lr": 9.412938651448648e-05}
+{"train_loss": 0.013338280841708183, "global_step": 5470, "epoch": 101, "lr": 9.41270712335781e-05}
+{"train_loss": 0.00933889951556921, "global_step": 5471, "epoch": 101, "lr": 9.412475552468974e-05}
+{"train_loss": 0.00982220470905304, "global_step": 5472, "epoch": 101, "lr": 9.41224393878438e-05}
+{"train_loss": 0.012352337129414082, "global_step": 5473, "epoch": 101, "lr": 9.41201228230628e-05}
+{"train_loss": 0.015606595203280449, "global_step": 5474, "epoch": 101, "lr": 9.411780583036916e-05}
+{"train_loss": 0.017900239676237106, "global_step": 5475, "epoch": 101, "lr": 9.41154884097854e-05}
+{"train_loss": 0.010411392897367477, "global_step": 5476, "epoch": 101, "lr": 9.411317056133393e-05}
+{"train_loss": 0.00982092134654522, "global_step": 5477, "epoch": 101, "lr": 9.411085228503731e-05}
+{"train_loss": 0.012872705236077309, "global_step": 5478, "epoch": 101, "lr": 9.410853358091798e-05}
+{"train_loss": 0.011250080540776253, "global_step": 5479, "epoch": 101, "lr": 9.410621444899843e-05}
+{"train_loss": 0.01259592454880476, "global_step": 5480, "epoch": 101, "lr": 9.410389488930116e-05}
+{"train_loss": 0.013587024062871933, "global_step": 5481, "epoch": 101, "lr": 9.410157490184866e-05}
+{"train_loss": 0.0076784780248999596, "global_step": 5482, "epoch": 101, "lr": 9.409925448666344e-05}
+{"train_loss": 0.012027068063616753, "global_step": 5483, "epoch": 101, "lr": 9.4096933643768e-05}
+{"train_loss": 0.014816267415881157, "global_step": 5484, "epoch": 101, "lr": 9.409461237318485e-05}
+{"train_loss": 0.008609714917838573, "global_step": 5485, "epoch": 101, "lr": 9.40922906749365e-05}
+{"train_loss": 0.012125522829592228, "global_step": 5486, "epoch": 101, "lr": 9.408996854904548e-05}
+{"train_loss": 0.012092923745512962, "global_step": 5487, "epoch": 101, "lr": 9.40876459955343e-05}
+{"train_loss": 0.013633743859827518, "global_step": 5488, "epoch": 101, "lr": 9.408532301442547e-05}
+{"train_loss": 0.01448952965438366, "global_step": 5489, "epoch": 101, "lr": 9.408299960574158e-05}
+{"train_loss": 0.0135292187333107, "global_step": 5490, "epoch": 101, "lr": 9.40806757695051e-05}
+{"train_loss": 0.012520963326096535, "global_step": 5491, "epoch": 101, "lr": 9.407835150573858e-05}
+{"train_loss": 0.010253421030938625, "global_step": 5492, "epoch": 101, "lr": 9.40760268144646e-05}
+{"train_loss": 0.006585127208381891, "global_step": 5493, "epoch": 101, "lr": 9.407370169570567e-05}
+{"train_loss": 0.017337054014205933, "global_step": 5494, "epoch": 101, "lr": 9.407137614948436e-05}
+{"train_loss": 0.009937806986272335, "global_step": 5495, "epoch": 101, "lr": 9.406905017582321e-05}
+{"train_loss": 0.016631759703159332, "global_step": 5496, "epoch": 101, "lr": 9.406672377474479e-05}
+{"train_loss": 0.010737250559031963, "global_step": 5497, "epoch": 101, "lr": 9.406439694627167e-05}
+{"train_loss": 0.012114893645048141, "global_step": 5498, "epoch": 101, "lr": 9.406206969042638e-05}
+{"train_loss": 0.013871690258383751, "global_step": 5499, "epoch": 101, "lr": 9.405974200723155e-05}
+{"train_loss": 0.009762387722730637, "global_step": 5500, "epoch": 101, "lr": 9.405741389670971e-05}
+{"train_loss": 0.017225274816155434, "global_step": 5501, "epoch": 101, "lr": 9.405508535888346e-05}
+{"train_loss": 0.011047798208892345, "global_step": 5502, "epoch": 101, "lr": 9.405275639377537e-05}
+{"train_loss": 0.010832994244992733, "global_step": 5503, "epoch": 101, "lr": 9.405042700140805e-05}
+{"train_loss": 0.00949074700474739, "global_step": 5504, "epoch": 101, "lr": 9.404809718180407e-05}
+{"train_loss": 0.013523788191378117, "global_step": 5505, "epoch": 101, "lr": 9.404576693498604e-05}
+{"train_loss": 0.010927842929959297, "global_step": 5506, "epoch": 101, "lr": 9.404343626097656e-05}
+{"train_loss": 0.012378366931376082, "global_step": 5507, "epoch": 101, "lr": 9.404110515979823e-05, "val_loss": 0.012456110678613186}
+{"train_loss": 0.01298220083117485, "global_step": 5508, "epoch": 102, "lr": 9.403877363147366e-05}
+{"train_loss": 0.014244684018194675, "global_step": 5509, "epoch": 102, "lr": 9.403644167602546e-05}
+{"train_loss": 0.01091825868934393, "global_step": 5510, "epoch": 102, "lr": 9.403410929347625e-05}
+{"train_loss": 0.014028133824467659, "global_step": 5511, "epoch": 102, "lr": 9.403177648384865e-05}
+{"train_loss": 0.014559057541191578, "global_step": 5512, "epoch": 102, "lr": 9.40294432471653e-05}
+{"train_loss": 0.012173761613667011, "global_step": 5513, "epoch": 102, "lr": 9.40271095834488e-05}
+{"train_loss": 0.013258167542517185, "global_step": 5514, "epoch": 102, "lr": 9.402477549272182e-05}
+{"train_loss": 0.017425037920475006, "global_step": 5515, "epoch": 102, "lr": 9.402244097500696e-05}
+{"train_loss": 0.012451034039258957, "global_step": 5516, "epoch": 102, "lr": 9.402010603032689e-05}
+{"train_loss": 0.011829109862446785, "global_step": 5517, "epoch": 102, "lr": 9.401777065870426e-05}
+{"train_loss": 0.014546923339366913, "global_step": 5518, "epoch": 102, "lr": 9.401543486016167e-05}
+{"train_loss": 0.009658381342887878, "global_step": 5519, "epoch": 102, "lr": 9.401309863472185e-05}
+{"train_loss": 0.00922997947782278, "global_step": 5520, "epoch": 102, "lr": 9.401076198240739e-05}
+{"train_loss": 0.014654305763542652, "global_step": 5521, "epoch": 102, "lr": 9.4008424903241e-05}
+{"train_loss": 0.011797752231359482, "global_step": 5522, "epoch": 102, "lr": 9.400608739724532e-05}
+{"train_loss": 0.010788251645863056, "global_step": 5523, "epoch": 102, "lr": 9.400374946444305e-05}
+{"train_loss": 0.010435367003083229, "global_step": 5524, "epoch": 102, "lr": 9.400141110485683e-05}
+{"train_loss": 0.009384623728692532, "global_step": 5525, "epoch": 102, "lr": 9.399907231850937e-05}
+{"train_loss": 0.01265801303088665, "global_step": 5526, "epoch": 102, "lr": 9.399673310542332e-05}
+{"train_loss": 0.01763310469686985, "global_step": 5527, "epoch": 102, "lr": 9.39943934656214e-05}
+{"train_loss": 0.01039818860590458, "global_step": 5528, "epoch": 102, "lr": 9.399205339912628e-05}
+{"train_loss": 0.011700036935508251, "global_step": 5529, "epoch": 102, "lr": 9.398971290596066e-05}
+{"train_loss": 0.011190987192094326, "global_step": 5530, "epoch": 102, "lr": 9.398737198614725e-05}
+{"train_loss": 0.009306653402745724, "global_step": 5531, "epoch": 102, "lr": 9.398503063970876e-05}
+{"train_loss": 0.013221528381109238, "global_step": 5532, "epoch": 102, "lr": 9.398268886666787e-05}
+{"train_loss": 0.014843430370092392, "global_step": 5533, "epoch": 102, "lr": 9.398034666704731e-05}
+{"train_loss": 0.008621715009212494, "global_step": 5534, "epoch": 102, "lr": 9.39780040408698e-05}
+{"train_loss": 0.012529545463621616, "global_step": 5535, "epoch": 102, "lr": 9.397566098815805e-05}
+{"train_loss": 0.009772188030183315, "global_step": 5536, "epoch": 102, "lr": 9.39733175089348e-05}
+{"train_loss": 0.01446434948593378, "global_step": 5537, "epoch": 102, "lr": 9.397097360322276e-05}
+{"train_loss": 0.015218694694340229, "global_step": 5538, "epoch": 102, "lr": 9.396862927104469e-05}
+{"train_loss": 0.014959074556827545, "global_step": 5539, "epoch": 102, "lr": 9.396628451242329e-05}
+{"train_loss": 0.006959256716072559, "global_step": 5540, "epoch": 102, "lr": 9.396393932738133e-05}
+{"train_loss": 0.012449712492525578, "global_step": 5541, "epoch": 102, "lr": 9.396159371594155e-05}
+{"train_loss": 0.011569351889193058, "global_step": 5542, "epoch": 102, "lr": 9.395924767812669e-05}
+{"train_loss": 0.010678415186703205, "global_step": 5543, "epoch": 102, "lr": 9.395690121395952e-05}
+{"train_loss": 0.010375063866376877, "global_step": 5544, "epoch": 102, "lr": 9.395455432346278e-05}
+{"train_loss": 0.012983557768166065, "global_step": 5545, "epoch": 102, "lr": 9.395220700665923e-05}
+{"train_loss": 0.008385208435356617, "global_step": 5546, "epoch": 102, "lr": 9.394985926357168e-05}
+{"train_loss": 0.008776109665632248, "global_step": 5547, "epoch": 102, "lr": 9.394751109422284e-05}
+{"train_loss": 0.011837603524327278, "global_step": 5548, "epoch": 102, "lr": 9.394516249863552e-05}
+{"train_loss": 0.011033844202756882, "global_step": 5549, "epoch": 102, "lr": 9.394281347683247e-05}
+{"train_loss": 0.00962022878229618, "global_step": 5550, "epoch": 102, "lr": 9.394046402883651e-05}
+{"train_loss": 0.010167102329432964, "global_step": 5551, "epoch": 102, "lr": 9.393811415467042e-05}
+{"train_loss": 0.012424102053046227, "global_step": 5552, "epoch": 102, "lr": 9.393576385435696e-05}
+{"train_loss": 0.0087410444393754, "global_step": 5553, "epoch": 102, "lr": 9.393341312791896e-05}
+{"train_loss": 0.012033426202833652, "global_step": 5554, "epoch": 102, "lr": 9.39310619753792e-05}
+{"train_loss": 0.009892585687339306, "global_step": 5555, "epoch": 102, "lr": 9.392871039676047e-05}
+{"train_loss": 0.011968892998993397, "global_step": 5556, "epoch": 102, "lr": 9.392635839208562e-05}
+{"train_loss": 0.016907040029764175, "global_step": 5557, "epoch": 102, "lr": 9.392400596137743e-05}
+{"train_loss": 0.01274960394948721, "global_step": 5558, "epoch": 102, "lr": 9.392165310465873e-05}
+{"train_loss": 0.010004891082644463, "global_step": 5559, "epoch": 102, "lr": 9.391929982195232e-05}
+{"train_loss": 0.015004467219114304, "global_step": 5560, "epoch": 102, "lr": 9.391694611328105e-05}
+{"train_loss": 0.011951376735750172, "global_step": 5561, "epoch": 102, "lr": 9.391459197866771e-05, "val_loss": 0.020870473235845566}
+{"train_loss": 0.01607988402247429, "global_step": 5562, "epoch": 103, "lr": 9.391223741813519e-05}
+{"train_loss": 0.018805507570505142, "global_step": 5563, "epoch": 103, "lr": 9.390988243170629e-05}
+{"train_loss": 0.01362108439207077, "global_step": 5564, "epoch": 103, "lr": 9.390752701940383e-05}
+{"train_loss": 0.014218938536942005, "global_step": 5565, "epoch": 103, "lr": 9.39051711812507e-05}
+{"train_loss": 0.01232074573636055, "global_step": 5566, "epoch": 103, "lr": 9.390281491726972e-05}
+{"train_loss": 0.011100162751972675, "global_step": 5567, "epoch": 103, "lr": 9.390045822748374e-05}
+{"train_loss": 0.013995558954775333, "global_step": 5568, "epoch": 103, "lr": 9.389810111191564e-05}
+{"train_loss": 0.01795753464102745, "global_step": 5569, "epoch": 103, "lr": 9.389574357058828e-05}
+{"train_loss": 0.010032566264271736, "global_step": 5570, "epoch": 103, "lr": 9.38933856035245e-05}
+{"train_loss": 0.00991446990519762, "global_step": 5571, "epoch": 103, "lr": 9.389102721074719e-05}
+{"train_loss": 0.01188903208822012, "global_step": 5572, "epoch": 103, "lr": 9.38886683922792e-05}
+{"train_loss": 0.018793761730194092, "global_step": 5573, "epoch": 103, "lr": 9.388630914814345e-05}
+{"train_loss": 0.01614348404109478, "global_step": 5574, "epoch": 103, "lr": 9.388394947836279e-05}
+{"train_loss": 0.01679237000644207, "global_step": 5575, "epoch": 103, "lr": 9.38815893829601e-05}
+{"train_loss": 0.011959107592701912, "global_step": 5576, "epoch": 103, "lr": 9.38792288619583e-05}
+{"train_loss": 0.01016177237033844, "global_step": 5577, "epoch": 103, "lr": 9.387686791538026e-05}
+{"train_loss": 0.00852767750620842, "global_step": 5578, "epoch": 103, "lr": 9.387450654324889e-05}
+{"train_loss": 0.00985214114189148, "global_step": 5579, "epoch": 103, "lr": 9.387214474558707e-05}
+{"train_loss": 0.018831636756658554, "global_step": 5580, "epoch": 103, "lr": 9.386978252241776e-05}
+{"train_loss": 0.01562243327498436, "global_step": 5581, "epoch": 103, "lr": 9.386741987376382e-05}
+{"train_loss": 0.010810437612235546, "global_step": 5582, "epoch": 103, "lr": 9.386505679964817e-05}
+{"train_loss": 0.014112499542534351, "global_step": 5583, "epoch": 103, "lr": 9.386269330009374e-05}
+{"train_loss": 0.01594417169690132, "global_step": 5584, "epoch": 103, "lr": 9.386032937512346e-05}
+{"train_loss": 0.010906379669904709, "global_step": 5585, "epoch": 103, "lr": 9.385796502476025e-05}
+{"train_loss": 0.012046700343489647, "global_step": 5586, "epoch": 103, "lr": 9.385560024902704e-05}
+{"train_loss": 0.01574793830513954, "global_step": 5587, "epoch": 103, "lr": 9.385323504794676e-05}
+{"train_loss": 0.011959257535636425, "global_step": 5588, "epoch": 103, "lr": 9.385086942154237e-05}
+{"train_loss": 0.00808822549879551, "global_step": 5589, "epoch": 103, "lr": 9.38485033698368e-05}
+{"train_loss": 0.010907542891800404, "global_step": 5590, "epoch": 103, "lr": 9.384613689285299e-05}
+{"train_loss": 0.010902420617640018, "global_step": 5591, "epoch": 103, "lr": 9.38437699906139e-05}
+{"train_loss": 0.011940850876271725, "global_step": 5592, "epoch": 103, "lr": 9.384140266314249e-05}
+{"train_loss": 0.009858544915914536, "global_step": 5593, "epoch": 103, "lr": 9.383903491046171e-05}
+{"train_loss": 0.012332740239799023, "global_step": 5594, "epoch": 103, "lr": 9.383666673259455e-05}
+{"train_loss": 0.011143437586724758, "global_step": 5595, "epoch": 103, "lr": 9.383429812956393e-05}
+{"train_loss": 0.009086775593459606, "global_step": 5596, "epoch": 103, "lr": 9.383192910139287e-05}
+{"train_loss": 0.01232258602976799, "global_step": 5597, "epoch": 103, "lr": 9.382955964810433e-05}
+{"train_loss": 0.010203699581325054, "global_step": 5598, "epoch": 103, "lr": 9.38271897697213e-05}
+{"train_loss": 0.01525549590587616, "global_step": 5599, "epoch": 103, "lr": 9.382481946626674e-05}
+{"train_loss": 0.014165871776640415, "global_step": 5600, "epoch": 103, "lr": 9.382244873776365e-05}
+{"train_loss": 0.010148606263101101, "global_step": 5601, "epoch": 103, "lr": 9.382007758423504e-05}
+{"train_loss": 0.008028075098991394, "global_step": 5602, "epoch": 103, "lr": 9.381770600570388e-05}
+{"train_loss": 0.010590334422886372, "global_step": 5603, "epoch": 103, "lr": 9.381533400219318e-05}
+{"train_loss": 0.011726935394108295, "global_step": 5604, "epoch": 103, "lr": 9.381296157372596e-05}
+{"train_loss": 0.00921637937426567, "global_step": 5605, "epoch": 103, "lr": 9.381058872032523e-05}
+{"train_loss": 0.013568335212767124, "global_step": 5606, "epoch": 103, "lr": 9.3808215442014e-05}
+{"train_loss": 0.013016540557146072, "global_step": 5607, "epoch": 103, "lr": 9.380584173881526e-05}
+{"train_loss": 0.012602297589182854, "global_step": 5608, "epoch": 103, "lr": 9.380346761075208e-05}
+{"train_loss": 0.011253065429627895, "global_step": 5609, "epoch": 103, "lr": 9.380109305784744e-05}
+{"train_loss": 0.012977546080946922, "global_step": 5610, "epoch": 103, "lr": 9.37987180801244e-05}
+{"train_loss": 0.012964681722223759, "global_step": 5611, "epoch": 103, "lr": 9.3796342677606e-05}
+{"train_loss": 0.009464639239013195, "global_step": 5612, "epoch": 103, "lr": 9.379396685031525e-05}
+{"train_loss": 0.013207415118813515, "global_step": 5613, "epoch": 103, "lr": 9.37915905982752e-05}
+{"train_loss": 0.011744835413992405, "global_step": 5614, "epoch": 103, "lr": 9.378921392150892e-05}
+{"train_loss": 0.01249469575230722, "global_step": 5615, "epoch": 103, "lr": 9.378683682003944e-05, "val_loss": 0.010328317061066628}
+{"train_loss": 0.01732923649251461, "global_step": 5616, "epoch": 104, "lr": 9.378445929388981e-05}
+{"train_loss": 0.007739204913377762, "global_step": 5617, "epoch": 104, "lr": 9.378208134308311e-05}
+{"train_loss": 0.012453866191208363, "global_step": 5618, "epoch": 104, "lr": 9.37797029676424e-05}
+{"train_loss": 0.009927344508469105, "global_step": 5619, "epoch": 104, "lr": 9.377732416759073e-05}
+{"train_loss": 0.01039893552660942, "global_step": 5620, "epoch": 104, "lr": 9.377494494295118e-05}
+{"train_loss": 0.011543171480298042, "global_step": 5621, "epoch": 104, "lr": 9.377256529374683e-05}
+{"train_loss": 0.013692058622837067, "global_step": 5622, "epoch": 104, "lr": 9.377018522000076e-05}
+{"train_loss": 0.011678943410515785, "global_step": 5623, "epoch": 104, "lr": 9.376780472173605e-05}
+{"train_loss": 0.010426981374621391, "global_step": 5624, "epoch": 104, "lr": 9.376542379897579e-05}
+{"train_loss": 0.010207091458141804, "global_step": 5625, "epoch": 104, "lr": 9.376304245174307e-05}
+{"train_loss": 0.013033497147262096, "global_step": 5626, "epoch": 104, "lr": 9.376066068006098e-05}
+{"train_loss": 0.012200581841170788, "global_step": 5627, "epoch": 104, "lr": 9.375827848395263e-05}
+{"train_loss": 0.013163777999579906, "global_step": 5628, "epoch": 104, "lr": 9.375589586344113e-05}
+{"train_loss": 0.01204711478203535, "global_step": 5629, "epoch": 104, "lr": 9.375351281854957e-05}
+{"train_loss": 0.01696111634373665, "global_step": 5630, "epoch": 104, "lr": 9.375112934930108e-05}
+{"train_loss": 0.00969656277447939, "global_step": 5631, "epoch": 104, "lr": 9.374874545571877e-05}
+{"train_loss": 0.015792373567819595, "global_step": 5632, "epoch": 104, "lr": 9.374636113782576e-05}
+{"train_loss": 0.015339447185397148, "global_step": 5633, "epoch": 104, "lr": 9.374397639564519e-05}
+{"train_loss": 0.009157638996839523, "global_step": 5634, "epoch": 104, "lr": 9.374159122920014e-05}
+{"train_loss": 0.022695710882544518, "global_step": 5635, "epoch": 104, "lr": 9.373920563851382e-05}
+{"train_loss": 0.010410209186375141, "global_step": 5636, "epoch": 104, "lr": 9.37368196236093e-05}
+{"train_loss": 0.017718596383929253, "global_step": 5637, "epoch": 104, "lr": 9.373443318450975e-05}
+{"train_loss": 0.011684351600706577, "global_step": 5638, "epoch": 104, "lr": 9.373204632123831e-05}
+{"train_loss": 0.01473892480134964, "global_step": 5639, "epoch": 104, "lr": 9.372965903381814e-05}
+{"train_loss": 0.00861299503594637, "global_step": 5640, "epoch": 104, "lr": 9.37272713222724e-05}
+{"train_loss": 0.012677005492150784, "global_step": 5641, "epoch": 104, "lr": 9.372488318662422e-05}
+{"train_loss": 0.011893200688064098, "global_step": 5642, "epoch": 104, "lr": 9.372249462689677e-05}
+{"train_loss": 0.009685633704066277, "global_step": 5643, "epoch": 104, "lr": 9.372010564311323e-05}
+{"train_loss": 0.013610286638140678, "global_step": 5644, "epoch": 104, "lr": 9.371771623529678e-05}
+{"train_loss": 0.010892423801124096, "global_step": 5645, "epoch": 104, "lr": 9.371532640347054e-05}
+{"train_loss": 0.012614866718649864, "global_step": 5646, "epoch": 104, "lr": 9.371293614765775e-05}
+{"train_loss": 0.011478720232844353, "global_step": 5647, "epoch": 104, "lr": 9.371054546788157e-05}
+{"train_loss": 0.010497163981199265, "global_step": 5648, "epoch": 104, "lr": 9.370815436416519e-05}
+{"train_loss": 0.01238660141825676, "global_step": 5649, "epoch": 104, "lr": 9.370576283653177e-05}
+{"train_loss": 0.012239676900207996, "global_step": 5650, "epoch": 104, "lr": 9.370337088500455e-05}
+{"train_loss": 0.007546110078692436, "global_step": 5651, "epoch": 104, "lr": 9.37009785096067e-05}
+{"train_loss": 0.013461236841976643, "global_step": 5652, "epoch": 104, "lr": 9.369858571036145e-05}
+{"train_loss": 0.01141542848199606, "global_step": 5653, "epoch": 104, "lr": 9.369619248729198e-05}
+{"train_loss": 0.01246278639882803, "global_step": 5654, "epoch": 104, "lr": 9.369379884042152e-05}
+{"train_loss": 0.011809559538960457, "global_step": 5655, "epoch": 104, "lr": 9.369140476977328e-05}
+{"train_loss": 0.012503011152148247, "global_step": 5656, "epoch": 104, "lr": 9.368901027537047e-05}
+{"train_loss": 0.014649078249931335, "global_step": 5657, "epoch": 104, "lr": 9.36866153572363e-05}
+{"train_loss": 0.013518406078219414, "global_step": 5658, "epoch": 104, "lr": 9.368422001539405e-05}
+{"train_loss": 0.011518986895680428, "global_step": 5659, "epoch": 104, "lr": 9.368182424986691e-05}
+{"train_loss": 0.01094947848469019, "global_step": 5660, "epoch": 104, "lr": 9.367942806067813e-05}
+{"train_loss": 0.010541916824877262, "global_step": 5661, "epoch": 104, "lr": 9.367703144785096e-05}
+{"train_loss": 0.012810622341930866, "global_step": 5662, "epoch": 104, "lr": 9.36746344114086e-05}
+{"train_loss": 0.010750074870884418, "global_step": 5663, "epoch": 104, "lr": 9.367223695137435e-05}
+{"train_loss": 0.013741226866841316, "global_step": 5664, "epoch": 104, "lr": 9.366983906777145e-05}
+{"train_loss": 0.012063326314091682, "global_step": 5665, "epoch": 104, "lr": 9.366744076062313e-05}
+{"train_loss": 0.01079157181084156, "global_step": 5666, "epoch": 104, "lr": 9.366504202995267e-05}
+{"train_loss": 0.018670134246349335, "global_step": 5667, "epoch": 104, "lr": 9.366264287578335e-05}
+{"train_loss": 0.010003454051911831, "global_step": 5668, "epoch": 104, "lr": 9.366024329813843e-05}
+{"train_loss": 0.012415406414894041, "global_step": 5669, "epoch": 104, "lr": 9.365784329704115e-05, "val_loss": 0.011185132898390293}
+{"train_loss": 0.013042086735367775, "global_step": 5670, "epoch": 105, "lr": 9.365544287251484e-05}
+{"train_loss": 0.006967408116906881, "global_step": 5671, "epoch": 105, "lr": 9.365304202458274e-05}
+{"train_loss": 0.015881355851888657, "global_step": 5672, "epoch": 105, "lr": 9.365064075326815e-05}
+{"train_loss": 0.013134744949638844, "global_step": 5673, "epoch": 105, "lr": 9.364823905859435e-05}
+{"train_loss": 0.009782631881535053, "global_step": 5674, "epoch": 105, "lr": 9.364583694058467e-05}
+{"train_loss": 0.017100706696510315, "global_step": 5675, "epoch": 105, "lr": 9.364343439926235e-05}
+{"train_loss": 0.013300168327987194, "global_step": 5676, "epoch": 105, "lr": 9.364103143465075e-05}
+{"train_loss": 0.014729161746799946, "global_step": 5677, "epoch": 105, "lr": 9.363862804677313e-05}
+{"train_loss": 0.01108584925532341, "global_step": 5678, "epoch": 105, "lr": 9.363622423565283e-05}
+{"train_loss": 0.01520323846489191, "global_step": 5679, "epoch": 105, "lr": 9.363382000131314e-05}
+{"train_loss": 0.009420543909072876, "global_step": 5680, "epoch": 105, "lr": 9.363141534377741e-05}
+{"train_loss": 0.01098851952701807, "global_step": 5681, "epoch": 105, "lr": 9.362901026306893e-05}
+{"train_loss": 0.015513204038143158, "global_step": 5682, "epoch": 105, "lr": 9.362660475921104e-05}
+{"train_loss": 0.014984695240855217, "global_step": 5683, "epoch": 105, "lr": 9.362419883222709e-05}
+{"train_loss": 0.013031061738729477, "global_step": 5684, "epoch": 105, "lr": 9.362179248214035e-05}
+{"train_loss": 0.009487709030508995, "global_step": 5685, "epoch": 105, "lr": 9.361938570897424e-05}
+{"train_loss": 0.008515194058418274, "global_step": 5686, "epoch": 105, "lr": 9.361697851275206e-05}
+{"train_loss": 0.011835971847176552, "global_step": 5687, "epoch": 105, "lr": 9.361457089349716e-05}
+{"train_loss": 0.015140971168875694, "global_step": 5688, "epoch": 105, "lr": 9.36121628512329e-05}
+{"train_loss": 0.012255153618752956, "global_step": 5689, "epoch": 105, "lr": 9.360975438598263e-05}
+{"train_loss": 0.016655556857585907, "global_step": 5690, "epoch": 105, "lr": 9.36073454977697e-05}
+{"train_loss": 0.011005899868905544, "global_step": 5691, "epoch": 105, "lr": 9.36049361866175e-05}
+{"train_loss": 0.018383657559752464, "global_step": 5692, "epoch": 105, "lr": 9.360252645254935e-05}
+{"train_loss": 0.015132181346416473, "global_step": 5693, "epoch": 105, "lr": 9.360011629558866e-05}
+{"train_loss": 0.01168180163949728, "global_step": 5694, "epoch": 105, "lr": 9.359770571575881e-05}
+{"train_loss": 0.019381282851099968, "global_step": 5695, "epoch": 105, "lr": 9.359529471308318e-05}
+{"train_loss": 0.010844830423593521, "global_step": 5696, "epoch": 105, "lr": 9.35928832875851e-05}
+{"train_loss": 0.014904862269759178, "global_step": 5697, "epoch": 105, "lr": 9.359047143928803e-05}
+{"train_loss": 0.01586710475385189, "global_step": 5698, "epoch": 105, "lr": 9.358805916821532e-05}
+{"train_loss": 0.015453165397047997, "global_step": 5699, "epoch": 105, "lr": 9.358564647439037e-05}
+{"train_loss": 0.010997178964316845, "global_step": 5700, "epoch": 105, "lr": 9.35832333578366e-05}
+{"train_loss": 0.017012834548950195, "global_step": 5701, "epoch": 105, "lr": 9.358081981857739e-05}
+{"train_loss": 0.01779647171497345, "global_step": 5702, "epoch": 105, "lr": 9.357840585663616e-05}
+{"train_loss": 0.01194858830422163, "global_step": 5703, "epoch": 105, "lr": 9.357599147203633e-05}
+{"train_loss": 0.019524041563272476, "global_step": 5704, "epoch": 105, "lr": 9.357357666480131e-05}
+{"train_loss": 0.01274933386594057, "global_step": 5705, "epoch": 105, "lr": 9.357116143495452e-05}
+{"train_loss": 0.016571881249547005, "global_step": 5706, "epoch": 105, "lr": 9.356874578251937e-05}
+{"train_loss": 0.00986824743449688, "global_step": 5707, "epoch": 105, "lr": 9.356632970751931e-05}
+{"train_loss": 0.014673766680061817, "global_step": 5708, "epoch": 105, "lr": 9.356391320997777e-05}
+{"train_loss": 0.01286993082612753, "global_step": 5709, "epoch": 105, "lr": 9.356149628991819e-05}
+{"train_loss": 0.013230136595666409, "global_step": 5710, "epoch": 105, "lr": 9.3559078947364e-05}
+{"train_loss": 0.016643352806568146, "global_step": 5711, "epoch": 105, "lr": 9.355666118233864e-05}
+{"train_loss": 0.017342906445264816, "global_step": 5712, "epoch": 105, "lr": 9.355424299486558e-05}
+{"train_loss": 0.01104410458356142, "global_step": 5713, "epoch": 105, "lr": 9.355182438496826e-05}
+{"train_loss": 0.007555647287517786, "global_step": 5714, "epoch": 105, "lr": 9.354940535267014e-05}
+{"train_loss": 0.014774034731090069, "global_step": 5715, "epoch": 105, "lr": 9.354698589799469e-05}
+{"train_loss": 0.010738090611994267, "global_step": 5716, "epoch": 105, "lr": 9.354456602096535e-05}
+{"train_loss": 0.009254983626306057, "global_step": 5717, "epoch": 105, "lr": 9.354214572160562e-05}
+{"train_loss": 0.015349374152719975, "global_step": 5718, "epoch": 105, "lr": 9.353972499993898e-05}
+{"train_loss": 0.013614506460726261, "global_step": 5719, "epoch": 105, "lr": 9.353730385598887e-05}
+{"train_loss": 0.010152038186788559, "global_step": 5720, "epoch": 105, "lr": 9.35348822897788e-05}
+{"train_loss": 0.013946176506578922, "global_step": 5721, "epoch": 105, "lr": 9.353246030133223e-05}
+{"train_loss": 0.017978157848119736, "global_step": 5722, "epoch": 105, "lr": 9.353003789067269e-05}
+{"train_loss": 0.01347161344838915, "global_step": 5723, "epoch": 105, "lr": 9.352761505782364e-05, "val_loss": 0.01211114414036274, "train_action_mse_error": 0.0008316720486618578}
+{"train_loss": 0.014478089287877083, "global_step": 5724, "epoch": 106, "lr": 9.35251918028086e-05}
+{"train_loss": 0.009491763077676296, "global_step": 5725, "epoch": 106, "lr": 9.352276812565107e-05}
+{"train_loss": 0.013195758685469627, "global_step": 5726, "epoch": 106, "lr": 9.352034402637455e-05}
+{"train_loss": 0.00914024468511343, "global_step": 5727, "epoch": 106, "lr": 9.351791950500255e-05}
+{"train_loss": 0.01373207662254572, "global_step": 5728, "epoch": 106, "lr": 9.351549456155859e-05}
+{"train_loss": 0.010727968066930771, "global_step": 5729, "epoch": 106, "lr": 9.351306919606618e-05}
+{"train_loss": 0.009381353855133057, "global_step": 5730, "epoch": 106, "lr": 9.351064340854886e-05}
+{"train_loss": 0.010194707661867142, "global_step": 5731, "epoch": 106, "lr": 9.350821719903014e-05}
+{"train_loss": 0.01466361153870821, "global_step": 5732, "epoch": 106, "lr": 9.350579056753356e-05}
+{"train_loss": 0.016413627192378044, "global_step": 5733, "epoch": 106, "lr": 9.350336351408265e-05}
+{"train_loss": 0.01527915708720684, "global_step": 5734, "epoch": 106, "lr": 9.350093603870096e-05}
+{"train_loss": 0.008550940081477165, "global_step": 5735, "epoch": 106, "lr": 9.349850814141204e-05}
+{"train_loss": 0.010810968466103077, "global_step": 5736, "epoch": 106, "lr": 9.34960798222394e-05}
+{"train_loss": 0.013469559140503407, "global_step": 5737, "epoch": 106, "lr": 9.349365108120663e-05}
+{"train_loss": 0.01180185191333294, "global_step": 5738, "epoch": 106, "lr": 9.349122191833725e-05}
+{"train_loss": 0.013398890383541584, "global_step": 5739, "epoch": 106, "lr": 9.348879233365487e-05}
+{"train_loss": 0.015338215045630932, "global_step": 5740, "epoch": 106, "lr": 9.348636232718302e-05}
+{"train_loss": 0.014359397813677788, "global_step": 5741, "epoch": 106, "lr": 9.348393189894527e-05}
+{"train_loss": 0.009942119009792805, "global_step": 5742, "epoch": 106, "lr": 9.34815010489652e-05}
+{"train_loss": 0.00892714411020279, "global_step": 5743, "epoch": 106, "lr": 9.34790697772664e-05}
+{"train_loss": 0.012873616069555283, "global_step": 5744, "epoch": 106, "lr": 9.34766380838724e-05}
+{"train_loss": 0.009864013642072678, "global_step": 5745, "epoch": 106, "lr": 9.347420596880684e-05}
+{"train_loss": 0.009485175833106041, "global_step": 5746, "epoch": 106, "lr": 9.347177343209327e-05}
+{"train_loss": 0.012199180200695992, "global_step": 5747, "epoch": 106, "lr": 9.346934047375533e-05}
+{"train_loss": 0.016551263630390167, "global_step": 5748, "epoch": 106, "lr": 9.346690709381655e-05}
+{"train_loss": 0.008881664834916592, "global_step": 5749, "epoch": 106, "lr": 9.346447329230059e-05}
+{"train_loss": 0.015892712399363518, "global_step": 5750, "epoch": 106, "lr": 9.346203906923104e-05}
+{"train_loss": 0.016818571835756302, "global_step": 5751, "epoch": 106, "lr": 9.345960442463148e-05}
+{"train_loss": 0.009668184444308281, "global_step": 5752, "epoch": 106, "lr": 9.345716935852556e-05}
+{"train_loss": 0.01755022443830967, "global_step": 5753, "epoch": 106, "lr": 9.345473387093687e-05}
+{"train_loss": 0.013043997809290886, "global_step": 5754, "epoch": 106, "lr": 9.345229796188906e-05}
+{"train_loss": 0.013165177777409554, "global_step": 5755, "epoch": 106, "lr": 9.344986163140572e-05}
+{"train_loss": 0.01073333341628313, "global_step": 5756, "epoch": 106, "lr": 9.344742487951051e-05}
+{"train_loss": 0.010167889297008514, "global_step": 5757, "epoch": 106, "lr": 9.344498770622705e-05}
+{"train_loss": 0.012269592843949795, "global_step": 5758, "epoch": 106, "lr": 9.344255011157896e-05}
+{"train_loss": 0.012498168274760246, "global_step": 5759, "epoch": 106, "lr": 9.344011209558993e-05}
+{"train_loss": 0.016290947794914246, "global_step": 5760, "epoch": 106, "lr": 9.343767365828356e-05}
+{"train_loss": 0.009466289542615414, "global_step": 5761, "epoch": 106, "lr": 9.343523479968352e-05}
+{"train_loss": 0.015422563068568707, "global_step": 5762, "epoch": 106, "lr": 9.343279551981346e-05}
+{"train_loss": 0.012310030870139599, "global_step": 5763, "epoch": 106, "lr": 9.343035581869703e-05}
+{"train_loss": 0.010166636668145657, "global_step": 5764, "epoch": 106, "lr": 9.342791569635792e-05}
+{"train_loss": 0.01638084463775158, "global_step": 5765, "epoch": 106, "lr": 9.342547515281978e-05}
+{"train_loss": 0.010651667602360249, "global_step": 5766, "epoch": 106, "lr": 9.342303418810626e-05}
+{"train_loss": 0.013122723437845707, "global_step": 5767, "epoch": 106, "lr": 9.342059280224106e-05}
+{"train_loss": 0.012513937428593636, "global_step": 5768, "epoch": 106, "lr": 9.341815099524785e-05}
+{"train_loss": 0.017285751178860664, "global_step": 5769, "epoch": 106, "lr": 9.341570876715032e-05}
+{"train_loss": 0.008453617803752422, "global_step": 5770, "epoch": 106, "lr": 9.341326611797214e-05}
+{"train_loss": 0.013993896543979645, "global_step": 5771, "epoch": 106, "lr": 9.341082304773701e-05}
+{"train_loss": 0.014429274946451187, "global_step": 5772, "epoch": 106, "lr": 9.340837955646864e-05}
+{"train_loss": 0.014014306478202343, "global_step": 5773, "epoch": 106, "lr": 9.340593564419068e-05}
+{"train_loss": 0.011376695707440376, "global_step": 5774, "epoch": 106, "lr": 9.34034913109269e-05}
+{"train_loss": 0.00874700490385294, "global_step": 5775, "epoch": 106, "lr": 9.340104655670098e-05}
+{"train_loss": 0.010837380774319172, "global_step": 5776, "epoch": 106, "lr": 9.339860138153661e-05}
+{"train_loss": 0.012443940655362827, "global_step": 5777, "epoch": 106, "lr": 9.339615578545753e-05, "val_loss": 0.014640775509178638}
+{"train_loss": 0.014712607488036156, "global_step": 5778, "epoch": 107, "lr": 9.339370976848744e-05}
+{"train_loss": 0.012428967282176018, "global_step": 5779, "epoch": 107, "lr": 9.339126333065007e-05}
+{"train_loss": 0.013889918103814125, "global_step": 5780, "epoch": 107, "lr": 9.338881647196917e-05}
+{"train_loss": 0.012385530397295952, "global_step": 5781, "epoch": 107, "lr": 9.338636919246844e-05}
+{"train_loss": 0.009147430770099163, "global_step": 5782, "epoch": 107, "lr": 9.338392149217163e-05}
+{"train_loss": 0.010698968544602394, "global_step": 5783, "epoch": 107, "lr": 9.33814733711025e-05}
+{"train_loss": 0.011382878758013248, "global_step": 5784, "epoch": 107, "lr": 9.337902482928475e-05}
+{"train_loss": 0.015208369120955467, "global_step": 5785, "epoch": 107, "lr": 9.337657586674216e-05}
+{"train_loss": 0.01135299913585186, "global_step": 5786, "epoch": 107, "lr": 9.337412648349846e-05}
+{"train_loss": 0.008790106512606144, "global_step": 5787, "epoch": 107, "lr": 9.337167667957743e-05}
+{"train_loss": 0.009303967468440533, "global_step": 5788, "epoch": 107, "lr": 9.336922645500281e-05}
+{"train_loss": 0.012614322826266289, "global_step": 5789, "epoch": 107, "lr": 9.336677580979838e-05}
+{"train_loss": 0.012324685230851173, "global_step": 5790, "epoch": 107, "lr": 9.33643247439879e-05}
+{"train_loss": 0.011984161101281643, "global_step": 5791, "epoch": 107, "lr": 9.336187325759514e-05}
+{"train_loss": 0.013808670453727245, "global_step": 5792, "epoch": 107, "lr": 9.335942135064388e-05}
+{"train_loss": 0.010339719243347645, "global_step": 5793, "epoch": 107, "lr": 9.335696902315792e-05}
+{"train_loss": 0.014721604995429516, "global_step": 5794, "epoch": 107, "lr": 9.335451627516101e-05}
+{"train_loss": 0.01027965173125267, "global_step": 5795, "epoch": 107, "lr": 9.335206310667694e-05}
+{"train_loss": 0.008964757435023785, "global_step": 5796, "epoch": 107, "lr": 9.334960951772955e-05}
+{"train_loss": 0.01408278290182352, "global_step": 5797, "epoch": 107, "lr": 9.334715550834257e-05}
+{"train_loss": 0.01235717348754406, "global_step": 5798, "epoch": 107, "lr": 9.334470107853986e-05}
+{"train_loss": 0.009988640435039997, "global_step": 5799, "epoch": 107, "lr": 9.33422462283452e-05}
+{"train_loss": 0.014287770725786686, "global_step": 5800, "epoch": 107, "lr": 9.333979095778238e-05}
+{"train_loss": 0.016208378598093987, "global_step": 5801, "epoch": 107, "lr": 9.333733526687525e-05}
+{"train_loss": 0.014845646917819977, "global_step": 5802, "epoch": 107, "lr": 9.33348791556476e-05}
+{"train_loss": 0.0152241550385952, "global_step": 5803, "epoch": 107, "lr": 9.333242262412327e-05}
+{"train_loss": 0.008388041518628597, "global_step": 5804, "epoch": 107, "lr": 9.332996567232605e-05}
+{"train_loss": 0.010554550215601921, "global_step": 5805, "epoch": 107, "lr": 9.332750830027983e-05}
+{"train_loss": 0.01409779954701662, "global_step": 5806, "epoch": 107, "lr": 9.33250505080084e-05}
+{"train_loss": 0.015137181617319584, "global_step": 5807, "epoch": 107, "lr": 9.332259229553559e-05}
+{"train_loss": 0.012917870655655861, "global_step": 5808, "epoch": 107, "lr": 9.332013366288528e-05}
+{"train_loss": 0.014060054905712605, "global_step": 5809, "epoch": 107, "lr": 9.331767461008129e-05}
+{"train_loss": 0.010976637713611126, "global_step": 5810, "epoch": 107, "lr": 9.331521513714747e-05}
+{"train_loss": 0.013616545125842094, "global_step": 5811, "epoch": 107, "lr": 9.331275524410768e-05}
+{"train_loss": 0.01689450442790985, "global_step": 5812, "epoch": 107, "lr": 9.331029493098577e-05}
+{"train_loss": 0.014404824003577232, "global_step": 5813, "epoch": 107, "lr": 9.330783419780562e-05}
+{"train_loss": 0.018513120710849762, "global_step": 5814, "epoch": 107, "lr": 9.330537304459108e-05}
+{"train_loss": 0.014272245578467846, "global_step": 5815, "epoch": 107, "lr": 9.330291147136603e-05}
+{"train_loss": 0.010021722875535488, "global_step": 5816, "epoch": 107, "lr": 9.330044947815433e-05}
+{"train_loss": 0.013549208641052246, "global_step": 5817, "epoch": 107, "lr": 9.329798706497988e-05}
+{"train_loss": 0.010916424915194511, "global_step": 5818, "epoch": 107, "lr": 9.329552423186654e-05}
+{"train_loss": 0.0224910955876112, "global_step": 5819, "epoch": 107, "lr": 9.32930609788382e-05}
+{"train_loss": 0.010633934289216995, "global_step": 5820, "epoch": 107, "lr": 9.329059730591877e-05}
+{"train_loss": 0.01769508235156536, "global_step": 5821, "epoch": 107, "lr": 9.328813321313213e-05}
+{"train_loss": 0.014424922876060009, "global_step": 5822, "epoch": 107, "lr": 9.328566870050218e-05}
+{"train_loss": 0.014672989025712013, "global_step": 5823, "epoch": 107, "lr": 9.328320376805281e-05}
+{"train_loss": 0.009855097159743309, "global_step": 5824, "epoch": 107, "lr": 9.328073841580797e-05}
+{"train_loss": 0.018937379121780396, "global_step": 5825, "epoch": 107, "lr": 9.327827264379152e-05}
+{"train_loss": 0.013885599561035633, "global_step": 5826, "epoch": 107, "lr": 9.327580645202741e-05}
+{"train_loss": 0.015399674884974957, "global_step": 5827, "epoch": 107, "lr": 9.327333984053954e-05}
+{"train_loss": 0.010462201200425625, "global_step": 5828, "epoch": 107, "lr": 9.327087280935183e-05}
+{"train_loss": 0.015813618898391724, "global_step": 5829, "epoch": 107, "lr": 9.326840535848823e-05}
+{"train_loss": 0.01387346163392067, "global_step": 5830, "epoch": 107, "lr": 9.326593748797265e-05}
+{"train_loss": 0.013149116981636596, "global_step": 5831, "epoch": 107, "lr": 9.326346919782903e-05, "val_loss": 0.019689423963427544}
+{"train_loss": 0.011582202278077602, "global_step": 5832, "epoch": 108, "lr": 9.326100048808132e-05}
+{"train_loss": 0.00944433268159628, "global_step": 5833, "epoch": 108, "lr": 9.325853135875346e-05}
+{"train_loss": 0.013024304993450642, "global_step": 5834, "epoch": 108, "lr": 9.325606180986939e-05}
+{"train_loss": 0.012248107232153416, "global_step": 5835, "epoch": 108, "lr": 9.325359184145305e-05}
+{"train_loss": 0.01386773306876421, "global_step": 5836, "epoch": 108, "lr": 9.325112145352843e-05}
+{"train_loss": 0.008339470252394676, "global_step": 5837, "epoch": 108, "lr": 9.324865064611946e-05}
+{"train_loss": 0.012690373696386814, "global_step": 5838, "epoch": 108, "lr": 9.324617941925012e-05}
+{"train_loss": 0.010382367298007011, "global_step": 5839, "epoch": 108, "lr": 9.324370777294438e-05}
+{"train_loss": 0.009247071109712124, "global_step": 5840, "epoch": 108, "lr": 9.32412357072262e-05}
+{"train_loss": 0.014859696850180626, "global_step": 5841, "epoch": 108, "lr": 9.323876322211956e-05}
+{"train_loss": 0.015759389847517014, "global_step": 5842, "epoch": 108, "lr": 9.323629031764842e-05}
+{"train_loss": 0.013641582801938057, "global_step": 5843, "epoch": 108, "lr": 9.323381699383682e-05}
+{"train_loss": 0.017256347462534904, "global_step": 5844, "epoch": 108, "lr": 9.323134325070869e-05}
+{"train_loss": 0.017498165369033813, "global_step": 5845, "epoch": 108, "lr": 9.322886908828805e-05}
+{"train_loss": 0.01115416083484888, "global_step": 5846, "epoch": 108, "lr": 9.322639450659889e-05}
+{"train_loss": 0.008581511676311493, "global_step": 5847, "epoch": 108, "lr": 9.322391950566522e-05}
+{"train_loss": 0.008957142941653728, "global_step": 5848, "epoch": 108, "lr": 9.322144408551105e-05}
+{"train_loss": 0.015364415943622589, "global_step": 5849, "epoch": 108, "lr": 9.321896824616036e-05}
+{"train_loss": 0.01681813970208168, "global_step": 5850, "epoch": 108, "lr": 9.321649198763718e-05}
+{"train_loss": 0.010768504813313484, "global_step": 5851, "epoch": 108, "lr": 9.321401530996551e-05}
+{"train_loss": 0.01129092089831829, "global_step": 5852, "epoch": 108, "lr": 9.321153821316941e-05}
+{"train_loss": 0.015725089237093925, "global_step": 5853, "epoch": 108, "lr": 9.320906069727287e-05}
+{"train_loss": 0.015980884432792664, "global_step": 5854, "epoch": 108, "lr": 9.320658276229994e-05}
+{"train_loss": 0.015374426729977131, "global_step": 5855, "epoch": 108, "lr": 9.320410440827463e-05}
+{"train_loss": 0.008165361359715462, "global_step": 5856, "epoch": 108, "lr": 9.3201625635221e-05}
+{"train_loss": 0.01772497594356537, "global_step": 5857, "epoch": 108, "lr": 9.319914644316307e-05}
+{"train_loss": 0.011645827442407608, "global_step": 5858, "epoch": 108, "lr": 9.319666683212491e-05}
+{"train_loss": 0.009660670533776283, "global_step": 5859, "epoch": 108, "lr": 9.319418680213056e-05}
+{"train_loss": 0.015087776817381382, "global_step": 5860, "epoch": 108, "lr": 9.319170635320406e-05}
+{"train_loss": 0.012919312343001366, "global_step": 5861, "epoch": 108, "lr": 9.318922548536948e-05}
+{"train_loss": 0.00799065176397562, "global_step": 5862, "epoch": 108, "lr": 9.318674419865086e-05}
+{"train_loss": 0.01587711088359356, "global_step": 5863, "epoch": 108, "lr": 9.31842624930723e-05}
+{"train_loss": 0.01316065527498722, "global_step": 5864, "epoch": 108, "lr": 9.318178036865785e-05}
+{"train_loss": 0.008886110037565231, "global_step": 5865, "epoch": 108, "lr": 9.31792978254316e-05}
+{"train_loss": 0.012140708975493908, "global_step": 5866, "epoch": 108, "lr": 9.31768148634176e-05}
+{"train_loss": 0.016485456377267838, "global_step": 5867, "epoch": 108, "lr": 9.317433148263995e-05}
+{"train_loss": 0.01553371176123619, "global_step": 5868, "epoch": 108, "lr": 9.317184768312273e-05}
+{"train_loss": 0.01478467509150505, "global_step": 5869, "epoch": 108, "lr": 9.316936346489002e-05}
+{"train_loss": 0.017403095960617065, "global_step": 5870, "epoch": 108, "lr": 9.316687882796595e-05}
+{"train_loss": 0.011724745854735374, "global_step": 5871, "epoch": 108, "lr": 9.316439377237458e-05}
+{"train_loss": 0.012849259190261364, "global_step": 5872, "epoch": 108, "lr": 9.316190829814003e-05}
+{"train_loss": 0.012315426953136921, "global_step": 5873, "epoch": 108, "lr": 9.315942240528642e-05}
+{"train_loss": 0.016658982262015343, "global_step": 5874, "epoch": 108, "lr": 9.315693609383781e-05}
+{"train_loss": 0.013468960300087929, "global_step": 5875, "epoch": 108, "lr": 9.315444936381837e-05}
+{"train_loss": 0.013237512670457363, "global_step": 5876, "epoch": 108, "lr": 9.315196221525218e-05}
+{"train_loss": 0.019601989537477493, "global_step": 5877, "epoch": 108, "lr": 9.314947464816337e-05}
+{"train_loss": 0.015203585848212242, "global_step": 5878, "epoch": 108, "lr": 9.314698666257608e-05}
+{"train_loss": 0.014214609749615192, "global_step": 5879, "epoch": 108, "lr": 9.314449825851446e-05}
+{"train_loss": 0.014907324686646461, "global_step": 5880, "epoch": 108, "lr": 9.31420094360026e-05}
+{"train_loss": 0.011932658962905407, "global_step": 5881, "epoch": 108, "lr": 9.313952019506464e-05}
+{"train_loss": 0.009012144058942795, "global_step": 5882, "epoch": 108, "lr": 9.313703053572477e-05}
+{"train_loss": 0.00892199669033289, "global_step": 5883, "epoch": 108, "lr": 9.313454045800709e-05}
+{"train_loss": 0.018375640735030174, "global_step": 5884, "epoch": 108, "lr": 9.313204996193577e-05}
+{"train_loss": 0.013242234734611379, "global_step": 5885, "epoch": 108, "lr": 9.312955904753496e-05, "val_loss": 0.015487954020500183}
+{"train_loss": 0.014750604517757893, "global_step": 5886, "epoch": 109, "lr": 9.312706771482883e-05}
+{"train_loss": 0.010814154520630836, "global_step": 5887, "epoch": 109, "lr": 9.312457596384153e-05}
+{"train_loss": 0.014420961029827595, "global_step": 5888, "epoch": 109, "lr": 9.312208379459723e-05}
+{"train_loss": 0.013997058384120464, "global_step": 5889, "epoch": 109, "lr": 9.31195912071201e-05}
+{"train_loss": 0.01216734480112791, "global_step": 5890, "epoch": 109, "lr": 9.311709820143433e-05}
+{"train_loss": 0.01734820380806923, "global_step": 5891, "epoch": 109, "lr": 9.311460477756408e-05}
+{"train_loss": 0.012250362895429134, "global_step": 5892, "epoch": 109, "lr": 9.311211093553353e-05}
+{"train_loss": 0.014232919551432133, "global_step": 5893, "epoch": 109, "lr": 9.310961667536688e-05}
+{"train_loss": 0.018001101911067963, "global_step": 5894, "epoch": 109, "lr": 9.310712199708834e-05}
+{"train_loss": 0.011643578298389912, "global_step": 5895, "epoch": 109, "lr": 9.310462690072206e-05}
+{"train_loss": 0.015899090096354485, "global_step": 5896, "epoch": 109, "lr": 9.310213138629227e-05}
+{"train_loss": 0.012177652679383755, "global_step": 5897, "epoch": 109, "lr": 9.309963545382316e-05}
+{"train_loss": 0.011547778733074665, "global_step": 5898, "epoch": 109, "lr": 9.309713910333898e-05}
+{"train_loss": 0.018789980560541153, "global_step": 5899, "epoch": 109, "lr": 9.309464233486387e-05}
+{"train_loss": 0.014444567263126373, "global_step": 5900, "epoch": 109, "lr": 9.309214514842209e-05}
+{"train_loss": 0.010215363465249538, "global_step": 5901, "epoch": 109, "lr": 9.308964754403784e-05}
+{"train_loss": 0.011221404187381268, "global_step": 5902, "epoch": 109, "lr": 9.308714952173538e-05}
+{"train_loss": 0.009775056503713131, "global_step": 5903, "epoch": 109, "lr": 9.30846510815389e-05}
+{"train_loss": 0.012570986524224281, "global_step": 5904, "epoch": 109, "lr": 9.308215222347264e-05}
+{"train_loss": 0.009083474986255169, "global_step": 5905, "epoch": 109, "lr": 9.307965294756084e-05}
+{"train_loss": 0.012872260995209217, "global_step": 5906, "epoch": 109, "lr": 9.307715325382775e-05}
+{"train_loss": 0.011561686173081398, "global_step": 5907, "epoch": 109, "lr": 9.307465314229761e-05}
+{"train_loss": 0.010450540110468864, "global_step": 5908, "epoch": 109, "lr": 9.307215261299466e-05}
+{"train_loss": 0.012815446592867374, "global_step": 5909, "epoch": 109, "lr": 9.306965166594314e-05}
+{"train_loss": 0.008310175500810146, "global_step": 5910, "epoch": 109, "lr": 9.306715030116735e-05}
+{"train_loss": 0.015022208914160728, "global_step": 5911, "epoch": 109, "lr": 9.30646485186915e-05}
+{"train_loss": 0.012006348930299282, "global_step": 5912, "epoch": 109, "lr": 9.306214631853988e-05}
+{"train_loss": 0.010605905205011368, "global_step": 5913, "epoch": 109, "lr": 9.305964370073676e-05}
+{"train_loss": 0.009969237260520458, "global_step": 5914, "epoch": 109, "lr": 9.30571406653064e-05}
+{"train_loss": 0.007559175603091717, "global_step": 5915, "epoch": 109, "lr": 9.30546372122731e-05}
+{"train_loss": 0.015750398859381676, "global_step": 5916, "epoch": 109, "lr": 9.30521333416611e-05}
+{"train_loss": 0.006795202847570181, "global_step": 5917, "epoch": 109, "lr": 9.304962905349473e-05}
+{"train_loss": 0.013064670376479626, "global_step": 5918, "epoch": 109, "lr": 9.304712434779823e-05}
+{"train_loss": 0.01329102087765932, "global_step": 5919, "epoch": 109, "lr": 9.304461922459594e-05}
+{"train_loss": 0.013214181177318096, "global_step": 5920, "epoch": 109, "lr": 9.304211368391213e-05}
+{"train_loss": 0.012446426786482334, "global_step": 5921, "epoch": 109, "lr": 9.303960772577112e-05}
+{"train_loss": 0.00839821994304657, "global_step": 5922, "epoch": 109, "lr": 9.30371013501972e-05}
+{"train_loss": 0.015735602006316185, "global_step": 5923, "epoch": 109, "lr": 9.303459455721466e-05}
+{"train_loss": 0.008893584832549095, "global_step": 5924, "epoch": 109, "lr": 9.303208734684785e-05}
+{"train_loss": 0.012383035384118557, "global_step": 5925, "epoch": 109, "lr": 9.302957971912106e-05}
+{"train_loss": 0.010437176562845707, "global_step": 5926, "epoch": 109, "lr": 9.302707167405864e-05}
+{"train_loss": 0.012239477597177029, "global_step": 5927, "epoch": 109, "lr": 9.302456321168487e-05}
+{"train_loss": 0.008509520441293716, "global_step": 5928, "epoch": 109, "lr": 9.302205433202413e-05}
+{"train_loss": 0.012103613466024399, "global_step": 5929, "epoch": 109, "lr": 9.301954503510072e-05}
+{"train_loss": 0.009963935241103172, "global_step": 5930, "epoch": 109, "lr": 9.3017035320939e-05}
+{"train_loss": 0.009215853177011013, "global_step": 5931, "epoch": 109, "lr": 9.301452518956327e-05}
+{"train_loss": 0.011464064009487629, "global_step": 5932, "epoch": 109, "lr": 9.301201464099791e-05}
+{"train_loss": 0.008828770369291306, "global_step": 5933, "epoch": 109, "lr": 9.300950367526728e-05}
+{"train_loss": 0.012576657347381115, "global_step": 5934, "epoch": 109, "lr": 9.30069922923957e-05}
+{"train_loss": 0.011650209315121174, "global_step": 5935, "epoch": 109, "lr": 9.300448049240756e-05}
+{"train_loss": 0.007960859686136246, "global_step": 5936, "epoch": 109, "lr": 9.300196827532719e-05}
+{"train_loss": 0.016229495406150818, "global_step": 5937, "epoch": 109, "lr": 9.299945564117896e-05}
+{"train_loss": 0.01168760471045971, "global_step": 5938, "epoch": 109, "lr": 9.299694258998725e-05}
+{"train_loss": 0.011981424970414352, "global_step": 5939, "epoch": 109, "lr": 9.299442912177645e-05, "val_loss": 0.010470179840922356}
+{"train_loss": 0.010332256555557251, "global_step": 5940, "epoch": 110, "lr": 9.299191523657092e-05}
+{"train_loss": 0.016751950606703758, "global_step": 5941, "epoch": 110, "lr": 9.298940093439503e-05}
+{"train_loss": 0.015012313611805439, "global_step": 5942, "epoch": 110, "lr": 9.29868862152732e-05}
+{"train_loss": 0.01841568574309349, "global_step": 5943, "epoch": 110, "lr": 9.298437107922978e-05}
+{"train_loss": 0.012756935320794582, "global_step": 5944, "epoch": 110, "lr": 9.298185552628917e-05}
+{"train_loss": 0.010826727375388145, "global_step": 5945, "epoch": 110, "lr": 9.297933955647581e-05}
+{"train_loss": 0.009004917927086353, "global_step": 5946, "epoch": 110, "lr": 9.297682316981405e-05}
+{"train_loss": 0.012937527149915695, "global_step": 5947, "epoch": 110, "lr": 9.297430636632834e-05}
+{"train_loss": 0.01018691249191761, "global_step": 5948, "epoch": 110, "lr": 9.297178914604303e-05}
+{"train_loss": 0.00822003185749054, "global_step": 5949, "epoch": 110, "lr": 9.29692715089826e-05}
+{"train_loss": 0.015911048278212547, "global_step": 5950, "epoch": 110, "lr": 9.296675345517143e-05}
+{"train_loss": 0.01746731624007225, "global_step": 5951, "epoch": 110, "lr": 9.296423498463396e-05}
+{"train_loss": 0.011920792050659657, "global_step": 5952, "epoch": 110, "lr": 9.296171609739459e-05}
+{"train_loss": 0.010859379544854164, "global_step": 5953, "epoch": 110, "lr": 9.295919679347777e-05}
+{"train_loss": 0.010775686241686344, "global_step": 5954, "epoch": 110, "lr": 9.295667707290796e-05}
+{"train_loss": 0.01019405946135521, "global_step": 5955, "epoch": 110, "lr": 9.295415693570955e-05}
+{"train_loss": 0.011094621382653713, "global_step": 5956, "epoch": 110, "lr": 9.295163638190701e-05}
+{"train_loss": 0.013139155693352222, "global_step": 5957, "epoch": 110, "lr": 9.294911541152476e-05}
+{"train_loss": 0.014271922409534454, "global_step": 5958, "epoch": 110, "lr": 9.294659402458729e-05}
+{"train_loss": 0.010541100986301899, "global_step": 5959, "epoch": 110, "lr": 9.294407222111903e-05}
+{"train_loss": 0.013346324674785137, "global_step": 5960, "epoch": 110, "lr": 9.294155000114444e-05}
+{"train_loss": 0.015093830414116383, "global_step": 5961, "epoch": 110, "lr": 9.293902736468798e-05}
+{"train_loss": 0.012496118433773518, "global_step": 5962, "epoch": 110, "lr": 9.293650431177412e-05}
+{"train_loss": 0.009478858672082424, "global_step": 5963, "epoch": 110, "lr": 9.293398084242735e-05}
+{"train_loss": 0.008108271285891533, "global_step": 5964, "epoch": 110, "lr": 9.293145695667211e-05}
+{"train_loss": 0.01159165520220995, "global_step": 5965, "epoch": 110, "lr": 9.292893265453291e-05}
+{"train_loss": 0.011283369734883308, "global_step": 5966, "epoch": 110, "lr": 9.29264079360342e-05}
+{"train_loss": 0.012021900154650211, "global_step": 5967, "epoch": 110, "lr": 9.29238828012005e-05}
+{"train_loss": 0.013677950948476791, "global_step": 5968, "epoch": 110, "lr": 9.292135725005628e-05}
+{"train_loss": 0.010508946143090725, "global_step": 5969, "epoch": 110, "lr": 9.291883128262603e-05}
+{"train_loss": 0.008669654838740826, "global_step": 5970, "epoch": 110, "lr": 9.291630489893428e-05}
+{"train_loss": 0.012792151421308517, "global_step": 5971, "epoch": 110, "lr": 9.29137780990055e-05}
+{"train_loss": 0.014435375109314919, "global_step": 5972, "epoch": 110, "lr": 9.291125088286421e-05}
+{"train_loss": 0.011123999021947384, "global_step": 5973, "epoch": 110, "lr": 9.290872325053493e-05}
+{"train_loss": 0.011691052466630936, "global_step": 5974, "epoch": 110, "lr": 9.290619520204216e-05}
+{"train_loss": 0.012821024283766747, "global_step": 5975, "epoch": 110, "lr": 9.290366673741043e-05}
+{"train_loss": 0.007792987395077944, "global_step": 5976, "epoch": 110, "lr": 9.290113785666425e-05}
+{"train_loss": 0.008280288428068161, "global_step": 5977, "epoch": 110, "lr": 9.289860855982814e-05}
+{"train_loss": 0.00910682138055563, "global_step": 5978, "epoch": 110, "lr": 9.289607884692667e-05}
+{"train_loss": 0.012578202411532402, "global_step": 5979, "epoch": 110, "lr": 9.289354871798435e-05}
+{"train_loss": 0.010882274247705936, "global_step": 5980, "epoch": 110, "lr": 9.28910181730257e-05}
+{"train_loss": 0.010031870566308498, "global_step": 5981, "epoch": 110, "lr": 9.28884872120753e-05}
+{"train_loss": 0.009576148353517056, "global_step": 5982, "epoch": 110, "lr": 9.288595583515768e-05}
+{"train_loss": 0.01040393766015768, "global_step": 5983, "epoch": 110, "lr": 9.28834240422974e-05}
+{"train_loss": 0.013713736087083817, "global_step": 5984, "epoch": 110, "lr": 9.288089183351899e-05}
+{"train_loss": 0.009784477762877941, "global_step": 5985, "epoch": 110, "lr": 9.287835920884705e-05}
+{"train_loss": 0.009438969194889069, "global_step": 5986, "epoch": 110, "lr": 9.287582616830608e-05}
+{"train_loss": 0.014438141137361526, "global_step": 5987, "epoch": 110, "lr": 9.287329271192072e-05}
+{"train_loss": 0.009605820290744305, "global_step": 5988, "epoch": 110, "lr": 9.28707588397155e-05}
+{"train_loss": 0.008065356872975826, "global_step": 5989, "epoch": 110, "lr": 9.286822455171502e-05}
+{"train_loss": 0.008668920025229454, "global_step": 5990, "epoch": 110, "lr": 9.286568984794382e-05}
+{"train_loss": 0.006267060991376638, "global_step": 5991, "epoch": 110, "lr": 9.286315472842653e-05}
+{"train_loss": 0.013028871268033981, "global_step": 5992, "epoch": 110, "lr": 9.28606191931877e-05}
+{"train_loss": 0.01143876664099042, "global_step": 5993, "epoch": 110, "lr": 9.285808324225194e-05, "val_loss": 0.013365836814045906, "train_action_mse_error": 0.0006702785030938685}
+{"train_loss": 0.012631089426577091, "global_step": 5994, "epoch": 111, "lr": 9.285554687564387e-05}
+{"train_loss": 0.013410869054496288, "global_step": 5995, "epoch": 111, "lr": 9.285301009338803e-05}
+{"train_loss": 0.009803755208849907, "global_step": 5996, "epoch": 111, "lr": 9.285047289550905e-05}
+{"train_loss": 0.011768681928515434, "global_step": 5997, "epoch": 111, "lr": 9.284793528203158e-05}
+{"train_loss": 0.008299048990011215, "global_step": 5998, "epoch": 111, "lr": 9.284539725298017e-05}
+{"train_loss": 0.01078846026211977, "global_step": 5999, "epoch": 111, "lr": 9.284285880837946e-05}
+{"train_loss": 0.00939077790826559, "global_step": 6000, "epoch": 111, "lr": 9.284031994825409e-05}
+{"train_loss": 0.01164539810270071, "global_step": 6001, "epoch": 111, "lr": 9.283778067262867e-05}
+{"train_loss": 0.011725334450602531, "global_step": 6002, "epoch": 111, "lr": 9.283524098152781e-05}
+{"train_loss": 0.008918390609323978, "global_step": 6003, "epoch": 111, "lr": 9.283270087497615e-05}
+{"train_loss": 0.01167480181902647, "global_step": 6004, "epoch": 111, "lr": 9.283016035299834e-05}
+{"train_loss": 0.01668039709329605, "global_step": 6005, "epoch": 111, "lr": 9.282761941561901e-05}
+{"train_loss": 0.007726309355348349, "global_step": 6006, "epoch": 111, "lr": 9.282507806286281e-05}
+{"train_loss": 0.014009821228682995, "global_step": 6007, "epoch": 111, "lr": 9.282253629475437e-05}
+{"train_loss": 0.010176464915275574, "global_step": 6008, "epoch": 111, "lr": 9.281999411131838e-05}
+{"train_loss": 0.008044010028243065, "global_step": 6009, "epoch": 111, "lr": 9.281745151257946e-05}
+{"train_loss": 0.00849100574851036, "global_step": 6010, "epoch": 111, "lr": 9.281490849856228e-05}
+{"train_loss": 0.010596854612231255, "global_step": 6011, "epoch": 111, "lr": 9.28123650692915e-05}
+{"train_loss": 0.007956229150295258, "global_step": 6012, "epoch": 111, "lr": 9.280982122479181e-05}
+{"train_loss": 0.015124605037271976, "global_step": 6013, "epoch": 111, "lr": 9.280727696508786e-05}
+{"train_loss": 0.012743250466883183, "global_step": 6014, "epoch": 111, "lr": 9.280473229020435e-05}
+{"train_loss": 0.01172925066202879, "global_step": 6015, "epoch": 111, "lr": 9.280218720016592e-05}
+{"train_loss": 0.01796446554362774, "global_step": 6016, "epoch": 111, "lr": 9.279964169499729e-05}
+{"train_loss": 0.011982707306742668, "global_step": 6017, "epoch": 111, "lr": 9.279709577472313e-05}
+{"train_loss": 0.010625435039401054, "global_step": 6018, "epoch": 111, "lr": 9.279454943936814e-05}
+{"train_loss": 0.011053411290049553, "global_step": 6019, "epoch": 111, "lr": 9.279200268895702e-05}
+{"train_loss": 0.012620730325579643, "global_step": 6020, "epoch": 111, "lr": 9.278945552351445e-05}
+{"train_loss": 0.010357088409364223, "global_step": 6021, "epoch": 111, "lr": 9.278690794306518e-05}
+{"train_loss": 0.011918931268155575, "global_step": 6022, "epoch": 111, "lr": 9.278435994763387e-05}
+{"train_loss": 0.00915784202516079, "global_step": 6023, "epoch": 111, "lr": 9.278181153724526e-05}
+{"train_loss": 0.016007542610168457, "global_step": 6024, "epoch": 111, "lr": 9.277926271192405e-05}
+{"train_loss": 0.009624548256397247, "global_step": 6025, "epoch": 111, "lr": 9.277671347169497e-05}
+{"train_loss": 0.011135476641356945, "global_step": 6026, "epoch": 111, "lr": 9.277416381658275e-05}
+{"train_loss": 0.016272734850645065, "global_step": 6027, "epoch": 111, "lr": 9.27716137466121e-05}
+{"train_loss": 0.011343822814524174, "global_step": 6028, "epoch": 111, "lr": 9.276906326180776e-05}
+{"train_loss": 0.010781331919133663, "global_step": 6029, "epoch": 111, "lr": 9.276651236219449e-05}
+{"train_loss": 0.012411237694323063, "global_step": 6030, "epoch": 111, "lr": 9.2763961047797e-05}
+{"train_loss": 0.011673709377646446, "global_step": 6031, "epoch": 111, "lr": 9.276140931864005e-05}
+{"train_loss": 0.010805058293044567, "global_step": 6032, "epoch": 111, "lr": 9.275885717474839e-05}
+{"train_loss": 0.012006242759525776, "global_step": 6033, "epoch": 111, "lr": 9.275630461614675e-05}
+{"train_loss": 0.01607387326657772, "global_step": 6034, "epoch": 111, "lr": 9.275375164285992e-05}
+{"train_loss": 0.007414906285703182, "global_step": 6035, "epoch": 111, "lr": 9.275119825491264e-05}
+{"train_loss": 0.00962116289883852, "global_step": 6036, "epoch": 111, "lr": 9.274864445232969e-05}
+{"train_loss": 0.014318590052425861, "global_step": 6037, "epoch": 111, "lr": 9.27460902351358e-05}
+{"train_loss": 0.010503577068448067, "global_step": 6038, "epoch": 111, "lr": 9.27435356033558e-05}
+{"train_loss": 0.01267912145704031, "global_step": 6039, "epoch": 111, "lr": 9.274098055701443e-05}
+{"train_loss": 0.012480776757001877, "global_step": 6040, "epoch": 111, "lr": 9.273842509613648e-05}
+{"train_loss": 0.012444639578461647, "global_step": 6041, "epoch": 111, "lr": 9.273586922074676e-05}
+{"train_loss": 0.012902473099529743, "global_step": 6042, "epoch": 111, "lr": 9.273331293087e-05}
+{"train_loss": 0.00943418312817812, "global_step": 6043, "epoch": 111, "lr": 9.273075622653102e-05}
+{"train_loss": 0.013617657124996185, "global_step": 6044, "epoch": 111, "lr": 9.272819910775465e-05}
+{"train_loss": 0.01150595210492611, "global_step": 6045, "epoch": 111, "lr": 9.272564157456564e-05}
+{"train_loss": 0.009854460135102272, "global_step": 6046, "epoch": 111, "lr": 9.272308362698885e-05}
+{"train_loss": 0.01163424545450619, "global_step": 6047, "epoch": 111, "lr": 9.272052526504905e-05, "val_loss": 0.01264137402176857}
+{"train_loss": 0.010941913351416588, "global_step": 6048, "epoch": 112, "lr": 9.271796648877104e-05}
+{"train_loss": 0.011558901518583298, "global_step": 6049, "epoch": 112, "lr": 9.271540729817968e-05}
+{"train_loss": 0.012321067973971367, "global_step": 6050, "epoch": 112, "lr": 9.271284769329975e-05}
+{"train_loss": 0.012159817852079868, "global_step": 6051, "epoch": 112, "lr": 9.271028767415611e-05}
+{"train_loss": 0.010873014107346535, "global_step": 6052, "epoch": 112, "lr": 9.270772724077357e-05}
+{"train_loss": 0.017913270741701126, "global_step": 6053, "epoch": 112, "lr": 9.270516639317697e-05}
+{"train_loss": 0.01811344362795353, "global_step": 6054, "epoch": 112, "lr": 9.270260513139116e-05}
+{"train_loss": 0.009893725626170635, "global_step": 6055, "epoch": 112, "lr": 9.270004345544095e-05}
+{"train_loss": 0.00958925113081932, "global_step": 6056, "epoch": 112, "lr": 9.26974813653512e-05}
+{"train_loss": 0.009825165383517742, "global_step": 6057, "epoch": 112, "lr": 9.269491886114673e-05}
+{"train_loss": 0.007195318583399057, "global_step": 6058, "epoch": 112, "lr": 9.269235594285248e-05}
+{"train_loss": 0.016740217804908752, "global_step": 6059, "epoch": 112, "lr": 9.268979261049322e-05}
+{"train_loss": 0.014429064467549324, "global_step": 6060, "epoch": 112, "lr": 9.268722886409384e-05}
+{"train_loss": 0.009346802718937397, "global_step": 6061, "epoch": 112, "lr": 9.268466470367922e-05}
+{"train_loss": 0.012064753100275993, "global_step": 6062, "epoch": 112, "lr": 9.268210012927421e-05}
+{"train_loss": 0.01162330899387598, "global_step": 6063, "epoch": 112, "lr": 9.267953514090369e-05}
+{"train_loss": 0.009994002990424633, "global_step": 6064, "epoch": 112, "lr": 9.267696973859252e-05}
+{"train_loss": 0.014554140157997608, "global_step": 6065, "epoch": 112, "lr": 9.267440392236562e-05}
+{"train_loss": 0.016283651813864708, "global_step": 6066, "epoch": 112, "lr": 9.267183769224785e-05}
+{"train_loss": 0.01632002182304859, "global_step": 6067, "epoch": 112, "lr": 9.266927104826409e-05}
+{"train_loss": 0.018637947738170624, "global_step": 6068, "epoch": 112, "lr": 9.266670399043926e-05}
+{"train_loss": 0.013911192305386066, "global_step": 6069, "epoch": 112, "lr": 9.266413651879824e-05}
+{"train_loss": 0.012749985791742802, "global_step": 6070, "epoch": 112, "lr": 9.266156863336595e-05}
+{"train_loss": 0.009624354541301727, "global_step": 6071, "epoch": 112, "lr": 9.265900033416726e-05}
+{"train_loss": 0.010674555785953999, "global_step": 6072, "epoch": 112, "lr": 9.26564316212271e-05}
+{"train_loss": 0.010791199281811714, "global_step": 6073, "epoch": 112, "lr": 9.26538624945704e-05}
+{"train_loss": 0.0122933154925704, "global_step": 6074, "epoch": 112, "lr": 9.265129295422204e-05}
+{"train_loss": 0.01773524284362793, "global_step": 6075, "epoch": 112, "lr": 9.264872300020698e-05}
+{"train_loss": 0.012390022166073322, "global_step": 6076, "epoch": 112, "lr": 9.264615263255012e-05}
+{"train_loss": 0.01518886350095272, "global_step": 6077, "epoch": 112, "lr": 9.26435818512764e-05}
+{"train_loss": 0.010744737461209297, "global_step": 6078, "epoch": 112, "lr": 9.264101065641075e-05}
+{"train_loss": 0.010525638237595558, "global_step": 6079, "epoch": 112, "lr": 9.263843904797811e-05}
+{"train_loss": 0.010281810536980629, "global_step": 6080, "epoch": 112, "lr": 9.263586702600343e-05}
+{"train_loss": 0.014283743686974049, "global_step": 6081, "epoch": 112, "lr": 9.263329459051163e-05}
+{"train_loss": 0.016581466421484947, "global_step": 6082, "epoch": 112, "lr": 9.263072174152768e-05}
+{"train_loss": 0.011424903757870197, "global_step": 6083, "epoch": 112, "lr": 9.262814847907652e-05}
+{"train_loss": 0.012296166270971298, "global_step": 6084, "epoch": 112, "lr": 9.262557480318315e-05}
+{"train_loss": 0.014200310222804546, "global_step": 6085, "epoch": 112, "lr": 9.262300071387247e-05}
+{"train_loss": 0.01204463467001915, "global_step": 6086, "epoch": 112, "lr": 9.262042621116947e-05}
+{"train_loss": 0.0087027782574296, "global_step": 6087, "epoch": 112, "lr": 9.261785129509914e-05}
+{"train_loss": 0.010196934454143047, "global_step": 6088, "epoch": 112, "lr": 9.261527596568643e-05}
+{"train_loss": 0.007629824802279472, "global_step": 6089, "epoch": 112, "lr": 9.261270022295632e-05}
+{"train_loss": 0.010322130285203457, "global_step": 6090, "epoch": 112, "lr": 9.261012406693379e-05}
+{"train_loss": 0.007606659084558487, "global_step": 6091, "epoch": 112, "lr": 9.260754749764384e-05}
+{"train_loss": 0.010494609363377094, "global_step": 6092, "epoch": 112, "lr": 9.260497051511146e-05}
+{"train_loss": 0.01090297196060419, "global_step": 6093, "epoch": 112, "lr": 9.260239311936161e-05}
+{"train_loss": 0.008182026445865631, "global_step": 6094, "epoch": 112, "lr": 9.259981531041934e-05}
+{"train_loss": 0.011777612380683422, "global_step": 6095, "epoch": 112, "lr": 9.25972370883096e-05}
+{"train_loss": 0.013464204967021942, "global_step": 6096, "epoch": 112, "lr": 9.259465845305745e-05}
+{"train_loss": 0.011001232080161572, "global_step": 6097, "epoch": 112, "lr": 9.259207940468785e-05}
+{"train_loss": 0.007573981769382954, "global_step": 6098, "epoch": 112, "lr": 9.258949994322583e-05}
+{"train_loss": 0.006834218744188547, "global_step": 6099, "epoch": 112, "lr": 9.258692006869643e-05}
+{"train_loss": 0.01131504401564598, "global_step": 6100, "epoch": 112, "lr": 9.258433978112464e-05}
+{"train_loss": 0.011898925855617833, "global_step": 6101, "epoch": 112, "lr": 9.25817590805355e-05, "val_loss": 0.010554916225373745}
+{"train_loss": 0.013273363001644611, "global_step": 6102, "epoch": 113, "lr": 9.257917796695404e-05}
+{"train_loss": 0.010678612627089024, "global_step": 6103, "epoch": 113, "lr": 9.257659644040529e-05}
+{"train_loss": 0.010969714261591434, "global_step": 6104, "epoch": 113, "lr": 9.257401450091428e-05}
+{"train_loss": 0.008982031606137753, "global_step": 6105, "epoch": 113, "lr": 9.257143214850607e-05}
+{"train_loss": 0.008545959368348122, "global_step": 6106, "epoch": 113, "lr": 9.25688493832057e-05}
+{"train_loss": 0.011071507818996906, "global_step": 6107, "epoch": 113, "lr": 9.25662662050382e-05}
+{"train_loss": 0.00868823379278183, "global_step": 6108, "epoch": 113, "lr": 9.256368261402868e-05}
+{"train_loss": 0.012910581193864346, "global_step": 6109, "epoch": 113, "lr": 9.256109861020213e-05}
+{"train_loss": 0.011307562701404095, "global_step": 6110, "epoch": 113, "lr": 9.255851419358363e-05}
+{"train_loss": 0.013608677312731743, "global_step": 6111, "epoch": 113, "lr": 9.255592936419828e-05}
+{"train_loss": 0.009831782430410385, "global_step": 6112, "epoch": 113, "lr": 9.255334412207112e-05}
+{"train_loss": 0.008682738989591599, "global_step": 6113, "epoch": 113, "lr": 9.255075846722723e-05}
+{"train_loss": 0.009708654135465622, "global_step": 6114, "epoch": 113, "lr": 9.254817239969167e-05}
+{"train_loss": 0.010227829217910767, "global_step": 6115, "epoch": 113, "lr": 9.254558591948956e-05}
+{"train_loss": 0.00613594613969326, "global_step": 6116, "epoch": 113, "lr": 9.254299902664596e-05}
+{"train_loss": 0.009321117773652077, "global_step": 6117, "epoch": 113, "lr": 9.254041172118596e-05}
+{"train_loss": 0.0160364992916584, "global_step": 6118, "epoch": 113, "lr": 9.253782400313467e-05}
+{"train_loss": 0.01023775339126587, "global_step": 6119, "epoch": 113, "lr": 9.253523587251715e-05}
+{"train_loss": 0.01052049733698368, "global_step": 6120, "epoch": 113, "lr": 9.253264732935856e-05}
+{"train_loss": 0.01143167819827795, "global_step": 6121, "epoch": 113, "lr": 9.253005837368395e-05}
+{"train_loss": 0.01103914063423872, "global_step": 6122, "epoch": 113, "lr": 9.252746900551845e-05}
+{"train_loss": 0.014482572674751282, "global_step": 6123, "epoch": 113, "lr": 9.25248792248872e-05}
+{"train_loss": 0.011083628050982952, "global_step": 6124, "epoch": 113, "lr": 9.252228903181528e-05}
+{"train_loss": 0.009239686653017998, "global_step": 6125, "epoch": 113, "lr": 9.251969842632784e-05}
+{"train_loss": 0.011348096653819084, "global_step": 6126, "epoch": 113, "lr": 9.251710740844998e-05}
+{"train_loss": 0.011607719585299492, "global_step": 6127, "epoch": 113, "lr": 9.251451597820685e-05}
+{"train_loss": 0.013090962544083595, "global_step": 6128, "epoch": 113, "lr": 9.251192413562357e-05}
+{"train_loss": 0.008572094142436981, "global_step": 6129, "epoch": 113, "lr": 9.250933188072529e-05}
+{"train_loss": 0.012837331742048264, "global_step": 6130, "epoch": 113, "lr": 9.250673921353714e-05}
+{"train_loss": 0.008736265823245049, "global_step": 6131, "epoch": 113, "lr": 9.250414613408427e-05}
+{"train_loss": 0.014526685699820518, "global_step": 6132, "epoch": 113, "lr": 9.250155264239182e-05}
+{"train_loss": 0.012983300723135471, "global_step": 6133, "epoch": 113, "lr": 9.249895873848497e-05}
+{"train_loss": 0.008657535538077354, "global_step": 6134, "epoch": 113, "lr": 9.249636442238888e-05}
+{"train_loss": 0.015296985395252705, "global_step": 6135, "epoch": 113, "lr": 9.249376969412869e-05}
+{"train_loss": 0.011709984391927719, "global_step": 6136, "epoch": 113, "lr": 9.249117455372954e-05}
+{"train_loss": 0.011798393912613392, "global_step": 6137, "epoch": 113, "lr": 9.248857900121665e-05}
+{"train_loss": 0.011041109450161457, "global_step": 6138, "epoch": 113, "lr": 9.248598303661517e-05}
+{"train_loss": 0.013626081869006157, "global_step": 6139, "epoch": 113, "lr": 9.248338665995029e-05}
+{"train_loss": 0.01296480093151331, "global_step": 6140, "epoch": 113, "lr": 9.248078987124718e-05}
+{"train_loss": 0.012106934562325478, "global_step": 6141, "epoch": 113, "lr": 9.247819267053102e-05}
+{"train_loss": 0.01238076202571392, "global_step": 6142, "epoch": 113, "lr": 9.247559505782703e-05}
+{"train_loss": 0.00795084610581398, "global_step": 6143, "epoch": 113, "lr": 9.247299703316037e-05}
+{"train_loss": 0.013448615558445454, "global_step": 6144, "epoch": 113, "lr": 9.247039859655623e-05}
+{"train_loss": 0.013693947345018387, "global_step": 6145, "epoch": 113, "lr": 9.246779974803987e-05}
+{"train_loss": 0.011176605708897114, "global_step": 6146, "epoch": 113, "lr": 9.246520048763644e-05}
+{"train_loss": 0.00810936652123928, "global_step": 6147, "epoch": 113, "lr": 9.246260081537117e-05}
+{"train_loss": 0.016726089641451836, "global_step": 6148, "epoch": 113, "lr": 9.246000073126926e-05}
+{"train_loss": 0.010932860895991325, "global_step": 6149, "epoch": 113, "lr": 9.245740023535595e-05}
+{"train_loss": 0.010328158736228943, "global_step": 6150, "epoch": 113, "lr": 9.245479932765647e-05}
+{"train_loss": 0.0078594870865345, "global_step": 6151, "epoch": 113, "lr": 9.2452198008196e-05}
+{"train_loss": 0.014160889200866222, "global_step": 6152, "epoch": 113, "lr": 9.244959627699979e-05}
+{"train_loss": 0.008493257686495781, "global_step": 6153, "epoch": 113, "lr": 9.24469941340931e-05}
+{"train_loss": 0.010369760915637016, "global_step": 6154, "epoch": 113, "lr": 9.244439157950114e-05}
+{"train_loss": 0.011148759758927755, "global_step": 6155, "epoch": 113, "lr": 9.244178861324916e-05, "val_loss": 0.014930523931980133}
+{"train_loss": 0.016597015783190727, "global_step": 6156, "epoch": 114, "lr": 9.243918523536241e-05}
+{"train_loss": 0.012932931073009968, "global_step": 6157, "epoch": 114, "lr": 9.243658144586613e-05}
+{"train_loss": 0.01327019464224577, "global_step": 6158, "epoch": 114, "lr": 9.243397724478557e-05}
+{"train_loss": 0.012338235042989254, "global_step": 6159, "epoch": 114, "lr": 9.2431372632146e-05}
+{"train_loss": 0.011412725783884525, "global_step": 6160, "epoch": 114, "lr": 9.242876760797267e-05}
+{"train_loss": 0.010270565748214722, "global_step": 6161, "epoch": 114, "lr": 9.242616217229088e-05}
+{"train_loss": 0.010858068242669106, "global_step": 6162, "epoch": 114, "lr": 9.242355632512585e-05}
+{"train_loss": 0.009306827560067177, "global_step": 6163, "epoch": 114, "lr": 9.242095006650289e-05}
+{"train_loss": 0.011453111656010151, "global_step": 6164, "epoch": 114, "lr": 9.241834339644726e-05}
+{"train_loss": 0.010404441505670547, "global_step": 6165, "epoch": 114, "lr": 9.241573631498425e-05}
+{"train_loss": 0.008751224726438522, "global_step": 6166, "epoch": 114, "lr": 9.241312882213912e-05}
+{"train_loss": 0.009239559061825275, "global_step": 6167, "epoch": 114, "lr": 9.241052091793721e-05}
+{"train_loss": 0.015003306791186333, "global_step": 6168, "epoch": 114, "lr": 9.240791260240377e-05}
+{"train_loss": 0.017693469300866127, "global_step": 6169, "epoch": 114, "lr": 9.240530387556411e-05}
+{"train_loss": 0.012629200704395771, "global_step": 6170, "epoch": 114, "lr": 9.240269473744355e-05}
+{"train_loss": 0.00951341912150383, "global_step": 6171, "epoch": 114, "lr": 9.240008518806736e-05}
+{"train_loss": 0.012747867032885551, "global_step": 6172, "epoch": 114, "lr": 9.239747522746086e-05}
+{"train_loss": 0.012166417203843594, "global_step": 6173, "epoch": 114, "lr": 9.239486485564939e-05}
+{"train_loss": 0.009402550756931305, "global_step": 6174, "epoch": 114, "lr": 9.239225407265824e-05}
+{"train_loss": 0.008640623651444912, "global_step": 6175, "epoch": 114, "lr": 9.238964287851275e-05}
+{"train_loss": 0.01310841366648674, "global_step": 6176, "epoch": 114, "lr": 9.238703127323824e-05}
+{"train_loss": 0.015896759927272797, "global_step": 6177, "epoch": 114, "lr": 9.238441925686003e-05}
+{"train_loss": 0.009365323930978775, "global_step": 6178, "epoch": 114, "lr": 9.238180682940345e-05}
+{"train_loss": 0.011440473608672619, "global_step": 6179, "epoch": 114, "lr": 9.237919399089386e-05}
+{"train_loss": 0.0067114257253706455, "global_step": 6180, "epoch": 114, "lr": 9.237658074135657e-05}
+{"train_loss": 0.013754802756011486, "global_step": 6181, "epoch": 114, "lr": 9.237396708081698e-05}
+{"train_loss": 0.008827287703752518, "global_step": 6182, "epoch": 114, "lr": 9.237135300930038e-05}
+{"train_loss": 0.01024632342159748, "global_step": 6183, "epoch": 114, "lr": 9.236873852683213e-05}
+{"train_loss": 0.010449291206896305, "global_step": 6184, "epoch": 114, "lr": 9.236612363343762e-05}
+{"train_loss": 0.006621950771659613, "global_step": 6185, "epoch": 114, "lr": 9.23635083291422e-05}
+{"train_loss": 0.009251213632524014, "global_step": 6186, "epoch": 114, "lr": 9.236089261397123e-05}
+{"train_loss": 0.017549552023410797, "global_step": 6187, "epoch": 114, "lr": 9.235827648795007e-05}
+{"train_loss": 0.008202135562896729, "global_step": 6188, "epoch": 114, "lr": 9.23556599511041e-05}
+{"train_loss": 0.011199625208973885, "global_step": 6189, "epoch": 114, "lr": 9.235304300345873e-05}
+{"train_loss": 0.013852499425411224, "global_step": 6190, "epoch": 114, "lr": 9.235042564503928e-05}
+{"train_loss": 0.012952537275850773, "global_step": 6191, "epoch": 114, "lr": 9.234780787587118e-05}
+{"train_loss": 0.015442512929439545, "global_step": 6192, "epoch": 114, "lr": 9.23451896959798e-05}
+{"train_loss": 0.011177587322890759, "global_step": 6193, "epoch": 114, "lr": 9.234257110539055e-05}
+{"train_loss": 0.012390184216201305, "global_step": 6194, "epoch": 114, "lr": 9.233995210412881e-05}
+{"train_loss": 0.009475791826844215, "global_step": 6195, "epoch": 114, "lr": 9.233733269221999e-05}
+{"train_loss": 0.006774505600333214, "global_step": 6196, "epoch": 114, "lr": 9.23347128696895e-05}
+{"train_loss": 0.011597222648561, "global_step": 6197, "epoch": 114, "lr": 9.233209263656272e-05}
+{"train_loss": 0.013403552584350109, "global_step": 6198, "epoch": 114, "lr": 9.23294719928651e-05}
+{"train_loss": 0.01151790376752615, "global_step": 6199, "epoch": 114, "lr": 9.232685093862204e-05}
+{"train_loss": 0.013932136818766594, "global_step": 6200, "epoch": 114, "lr": 9.232422947385897e-05}
+{"train_loss": 0.01641702651977539, "global_step": 6201, "epoch": 114, "lr": 9.23216075986013e-05}
+{"train_loss": 0.011282984167337418, "global_step": 6202, "epoch": 114, "lr": 9.231898531287447e-05}
+{"train_loss": 0.015471030957996845, "global_step": 6203, "epoch": 114, "lr": 9.23163626167039e-05}
+{"train_loss": 0.011747772805392742, "global_step": 6204, "epoch": 114, "lr": 9.231373951011506e-05}
+{"train_loss": 0.011144237592816353, "global_step": 6205, "epoch": 114, "lr": 9.231111599313336e-05}
+{"train_loss": 0.013359425589442253, "global_step": 6206, "epoch": 114, "lr": 9.230849206578426e-05}
+{"train_loss": 0.009577753953635693, "global_step": 6207, "epoch": 114, "lr": 9.23058677280932e-05}
+{"train_loss": 0.01127135194838047, "global_step": 6208, "epoch": 114, "lr": 9.230324298008561e-05}
+{"train_loss": 0.01180365060766538, "global_step": 6209, "epoch": 114, "lr": 9.230061782178701e-05, "val_loss": 0.01684235781431198}
+{"train_loss": 0.013663314282894135, "global_step": 6210, "epoch": 115, "lr": 9.22979922532228e-05}
+{"train_loss": 0.018087809905409813, "global_step": 6211, "epoch": 115, "lr": 9.229536627441848e-05}
+{"train_loss": 0.011983726173639297, "global_step": 6212, "epoch": 115, "lr": 9.22927398853995e-05}
+{"train_loss": 0.01547500304877758, "global_step": 6213, "epoch": 115, "lr": 9.229011308619133e-05}
+{"train_loss": 0.006786298006772995, "global_step": 6214, "epoch": 115, "lr": 9.228748587681948e-05}
+{"train_loss": 0.015706244856119156, "global_step": 6215, "epoch": 115, "lr": 9.228485825730939e-05}
+{"train_loss": 0.014541911892592907, "global_step": 6216, "epoch": 115, "lr": 9.228223022768659e-05}
+{"train_loss": 0.013111908920109272, "global_step": 6217, "epoch": 115, "lr": 9.22796017879765e-05}
+{"train_loss": 0.011169877834618092, "global_step": 6218, "epoch": 115, "lr": 9.227697293820467e-05}
+{"train_loss": 0.010610589757561684, "global_step": 6219, "epoch": 115, "lr": 9.22743436783966e-05}
+{"train_loss": 0.011761331930756569, "global_step": 6220, "epoch": 115, "lr": 9.227171400857775e-05}
+{"train_loss": 0.009402168914675713, "global_step": 6221, "epoch": 115, "lr": 9.226908392877365e-05}
+{"train_loss": 0.010197054594755173, "global_step": 6222, "epoch": 115, "lr": 9.226645343900981e-05}
+{"train_loss": 0.008812791667878628, "global_step": 6223, "epoch": 115, "lr": 9.226382253931173e-05}
+{"train_loss": 0.009431283921003342, "global_step": 6224, "epoch": 115, "lr": 9.226119122970495e-05}
+{"train_loss": 0.01351124607026577, "global_step": 6225, "epoch": 115, "lr": 9.225855951021496e-05}
+{"train_loss": 0.012148926965892315, "global_step": 6226, "epoch": 115, "lr": 9.225592738086731e-05}
+{"train_loss": 0.013239291496574879, "global_step": 6227, "epoch": 115, "lr": 9.22532948416875e-05}
+{"train_loss": 0.00876678992062807, "global_step": 6228, "epoch": 115, "lr": 9.225066189270108e-05}
+{"train_loss": 0.00876042153686285, "global_step": 6229, "epoch": 115, "lr": 9.22480285339336e-05}
+{"train_loss": 0.008240057155489922, "global_step": 6230, "epoch": 115, "lr": 9.224539476541058e-05}
+{"train_loss": 0.009681536816060543, "global_step": 6231, "epoch": 115, "lr": 9.224276058715759e-05}
+{"train_loss": 0.009740148670971394, "global_step": 6232, "epoch": 115, "lr": 9.224012599920014e-05}
+{"train_loss": 0.010799783281981945, "global_step": 6233, "epoch": 115, "lr": 9.223749100156381e-05}
+{"train_loss": 0.01600787416100502, "global_step": 6234, "epoch": 115, "lr": 9.223485559427414e-05}
+{"train_loss": 0.012275255285203457, "global_step": 6235, "epoch": 115, "lr": 9.22322197773567e-05}
+{"train_loss": 0.012267992831766605, "global_step": 6236, "epoch": 115, "lr": 9.222958355083705e-05}
+{"train_loss": 0.011946228332817554, "global_step": 6237, "epoch": 115, "lr": 9.222694691474076e-05}
+{"train_loss": 0.011180044151842594, "global_step": 6238, "epoch": 115, "lr": 9.222430986909343e-05}
+{"train_loss": 0.013965773396193981, "global_step": 6239, "epoch": 115, "lr": 9.222167241392059e-05}
+{"train_loss": 0.008183099329471588, "global_step": 6240, "epoch": 115, "lr": 9.221903454924783e-05}
+{"train_loss": 0.010363921523094177, "global_step": 6241, "epoch": 115, "lr": 9.221639627510076e-05}
+{"train_loss": 0.007664835546165705, "global_step": 6242, "epoch": 115, "lr": 9.221375759150494e-05}
+{"train_loss": 0.011315795592963696, "global_step": 6243, "epoch": 115, "lr": 9.221111849848598e-05}
+{"train_loss": 0.010989353992044926, "global_step": 6244, "epoch": 115, "lr": 9.220847899606947e-05}
+{"train_loss": 0.01645643636584282, "global_step": 6245, "epoch": 115, "lr": 9.220583908428102e-05}
+{"train_loss": 0.010559204034507275, "global_step": 6246, "epoch": 115, "lr": 9.220319876314621e-05}
+{"train_loss": 0.012233326211571693, "global_step": 6247, "epoch": 115, "lr": 9.220055803269067e-05}
+{"train_loss": 0.009961456060409546, "global_step": 6248, "epoch": 115, "lr": 9.219791689294e-05}
+{"train_loss": 0.01549520529806614, "global_step": 6249, "epoch": 115, "lr": 9.219527534391983e-05}
+{"train_loss": 0.013889630325138569, "global_step": 6250, "epoch": 115, "lr": 9.219263338565576e-05}
+{"train_loss": 0.01101725734770298, "global_step": 6251, "epoch": 115, "lr": 9.218999101817343e-05}
+{"train_loss": 0.009626257233321667, "global_step": 6252, "epoch": 115, "lr": 9.218734824149847e-05}
+{"train_loss": 0.015565779060125351, "global_step": 6253, "epoch": 115, "lr": 9.218470505565647e-05}
+{"train_loss": 0.01098999846726656, "global_step": 6254, "epoch": 115, "lr": 9.218206146067312e-05}
+{"train_loss": 0.010016542859375477, "global_step": 6255, "epoch": 115, "lr": 9.217941745657404e-05}
+{"train_loss": 0.01841985434293747, "global_step": 6256, "epoch": 115, "lr": 9.217677304338487e-05}
+{"train_loss": 0.0164282638579607, "global_step": 6257, "epoch": 115, "lr": 9.217412822113128e-05}
+{"train_loss": 0.011972303502261639, "global_step": 6258, "epoch": 115, "lr": 9.217148298983887e-05}
+{"train_loss": 0.020758487284183502, "global_step": 6259, "epoch": 115, "lr": 9.216883734953334e-05}
+{"train_loss": 0.013279153034090996, "global_step": 6260, "epoch": 115, "lr": 9.216619130024035e-05}
+{"train_loss": 0.013550763949751854, "global_step": 6261, "epoch": 115, "lr": 9.216354484198553e-05}
+{"train_loss": 0.015998005867004395, "global_step": 6262, "epoch": 115, "lr": 9.216089797479458e-05}
+{"train_loss": 0.012184126207742977, "global_step": 6263, "epoch": 115, "lr": 9.215825069869316e-05, "val_loss": 0.015435130335390568, "train_action_mse_error": 0.000627875211648643}
+{"train_loss": 0.015100428834557533, "global_step": 6264, "epoch": 116, "lr": 9.215560301370694e-05}
+{"train_loss": 0.01386778149753809, "global_step": 6265, "epoch": 116, "lr": 9.21529549198616e-05}
+{"train_loss": 0.012447217479348183, "global_step": 6266, "epoch": 116, "lr": 9.215030641718284e-05}
+{"train_loss": 0.010505538433790207, "global_step": 6267, "epoch": 116, "lr": 9.214765750569634e-05}
+{"train_loss": 0.014985883608460426, "global_step": 6268, "epoch": 116, "lr": 9.214500818542777e-05}
+{"train_loss": 0.011820447631180286, "global_step": 6269, "epoch": 116, "lr": 9.214235845640284e-05}
+{"train_loss": 0.012384948320686817, "global_step": 6270, "epoch": 116, "lr": 9.213970831864727e-05}
+{"train_loss": 0.01283144112676382, "global_step": 6271, "epoch": 116, "lr": 9.213705777218672e-05}
+{"train_loss": 0.011694913730025291, "global_step": 6272, "epoch": 116, "lr": 9.213440681704694e-05}
+{"train_loss": 0.008234222419559956, "global_step": 6273, "epoch": 116, "lr": 9.213175545325361e-05}
+{"train_loss": 0.010814652778208256, "global_step": 6274, "epoch": 116, "lr": 9.212910368083245e-05}
+{"train_loss": 0.011505146510899067, "global_step": 6275, "epoch": 116, "lr": 9.212645149980921e-05}
+{"train_loss": 0.012681221589446068, "global_step": 6276, "epoch": 116, "lr": 9.212379891020957e-05}
+{"train_loss": 0.01000592578202486, "global_step": 6277, "epoch": 116, "lr": 9.21211459120593e-05}
+{"train_loss": 0.011075484566390514, "global_step": 6278, "epoch": 116, "lr": 9.211849250538408e-05}
+{"train_loss": 0.009157332591712475, "global_step": 6279, "epoch": 116, "lr": 9.211583869020968e-05}
+{"train_loss": 0.014518029987812042, "global_step": 6280, "epoch": 116, "lr": 9.211318446656183e-05}
+{"train_loss": 0.008750656619668007, "global_step": 6281, "epoch": 116, "lr": 9.211052983446628e-05}
+{"train_loss": 0.010864892043173313, "global_step": 6282, "epoch": 116, "lr": 9.210787479394878e-05}
+{"train_loss": 0.012279260903596878, "global_step": 6283, "epoch": 116, "lr": 9.210521934503505e-05}
+{"train_loss": 0.010375957936048508, "global_step": 6284, "epoch": 116, "lr": 9.210256348775088e-05}
+{"train_loss": 0.00717118987813592, "global_step": 6285, "epoch": 116, "lr": 9.209990722212201e-05}
+{"train_loss": 0.009228798560798168, "global_step": 6286, "epoch": 116, "lr": 9.209725054817419e-05}
+{"train_loss": 0.013366563245654106, "global_step": 6287, "epoch": 116, "lr": 9.209459346593323e-05}
+{"train_loss": 0.013099292293190956, "global_step": 6288, "epoch": 116, "lr": 9.209193597542487e-05}
+{"train_loss": 0.012348348274827003, "global_step": 6289, "epoch": 116, "lr": 9.208927807667489e-05}
+{"train_loss": 0.012677631340920925, "global_step": 6290, "epoch": 116, "lr": 9.208661976970905e-05}
+{"train_loss": 0.009695340879261494, "global_step": 6291, "epoch": 116, "lr": 9.208396105455317e-05}
+{"train_loss": 0.00985663291066885, "global_step": 6292, "epoch": 116, "lr": 9.2081301931233e-05}
+{"train_loss": 0.013712749816477299, "global_step": 6293, "epoch": 116, "lr": 9.207864239977435e-05}
+{"train_loss": 0.009028034284710884, "global_step": 6294, "epoch": 116, "lr": 9.207598246020301e-05}
+{"train_loss": 0.016414310783147812, "global_step": 6295, "epoch": 116, "lr": 9.207332211254478e-05}
+{"train_loss": 0.010605140589177608, "global_step": 6296, "epoch": 116, "lr": 9.207066135682547e-05}
+{"train_loss": 0.011477532796561718, "global_step": 6297, "epoch": 116, "lr": 9.206800019307087e-05}
+{"train_loss": 0.014206589199602604, "global_step": 6298, "epoch": 116, "lr": 9.20653386213068e-05}
+{"train_loss": 0.013832665979862213, "global_step": 6299, "epoch": 116, "lr": 9.206267664155907e-05}
+{"train_loss": 0.01270974986255169, "global_step": 6300, "epoch": 116, "lr": 9.206001425385349e-05}
+{"train_loss": 0.009734181687235832, "global_step": 6301, "epoch": 116, "lr": 9.20573514582159e-05}
+{"train_loss": 0.007155972067266703, "global_step": 6302, "epoch": 116, "lr": 9.205468825467212e-05}
+{"train_loss": 0.010294069536030293, "global_step": 6303, "epoch": 116, "lr": 9.205202464324796e-05}
+{"train_loss": 0.011935828253626823, "global_step": 6304, "epoch": 116, "lr": 9.20493606239693e-05}
+{"train_loss": 0.00886817928403616, "global_step": 6305, "epoch": 116, "lr": 9.204669619686193e-05}
+{"train_loss": 0.0065632774494588375, "global_step": 6306, "epoch": 116, "lr": 9.204403136195172e-05}
+{"train_loss": 0.010830724611878395, "global_step": 6307, "epoch": 116, "lr": 9.20413661192645e-05}
+{"train_loss": 0.008290890604257584, "global_step": 6308, "epoch": 116, "lr": 9.203870046882612e-05}
+{"train_loss": 0.009461009874939919, "global_step": 6309, "epoch": 116, "lr": 9.203603441066245e-05}
+{"train_loss": 0.016171950846910477, "global_step": 6310, "epoch": 116, "lr": 9.203336794479934e-05}
+{"train_loss": 0.006461126729846001, "global_step": 6311, "epoch": 116, "lr": 9.203070107126263e-05}
+{"train_loss": 0.01462266780436039, "global_step": 6312, "epoch": 116, "lr": 9.202803379007823e-05}
+{"train_loss": 0.010294499807059765, "global_step": 6313, "epoch": 116, "lr": 9.202536610127197e-05}
+{"train_loss": 0.010922728106379509, "global_step": 6314, "epoch": 116, "lr": 9.202269800486973e-05}
+{"train_loss": 0.011682012118399143, "global_step": 6315, "epoch": 116, "lr": 9.202002950089742e-05}
+{"train_loss": 0.009827668778598309, "global_step": 6316, "epoch": 116, "lr": 9.201736058938086e-05}
+{"train_loss": 0.011278176240416037, "global_step": 6317, "epoch": 116, "lr": 9.2014691270346e-05, "val_loss": 0.009942781180143356}
+{"train_loss": 0.011064325459301472, "global_step": 6318, "epoch": 117, "lr": 9.201202154381869e-05}
+{"train_loss": 0.009297817945480347, "global_step": 6319, "epoch": 117, "lr": 9.200935140982483e-05}
+{"train_loss": 0.012877763248980045, "global_step": 6320, "epoch": 117, "lr": 9.200668086839033e-05}
+{"train_loss": 0.00876606721431017, "global_step": 6321, "epoch": 117, "lr": 9.200400991954108e-05}
+{"train_loss": 0.014743723906576633, "global_step": 6322, "epoch": 117, "lr": 9.200133856330298e-05}
+{"train_loss": 0.01117128599435091, "global_step": 6323, "epoch": 117, "lr": 9.199866679970194e-05}
+{"train_loss": 0.013556377030909061, "global_step": 6324, "epoch": 117, "lr": 9.199599462876389e-05}
+{"train_loss": 0.010042942129075527, "global_step": 6325, "epoch": 117, "lr": 9.199332205051473e-05}
+{"train_loss": 0.012726989574730396, "global_step": 6326, "epoch": 117, "lr": 9.199064906498038e-05}
+{"train_loss": 0.011267964728176594, "global_step": 6327, "epoch": 117, "lr": 9.19879756721868e-05}
+{"train_loss": 0.014830869622528553, "global_step": 6328, "epoch": 117, "lr": 9.198530187215986e-05}
+{"train_loss": 0.007121922913938761, "global_step": 6329, "epoch": 117, "lr": 9.198262766492554e-05}
+{"train_loss": 0.010304879397153854, "global_step": 6330, "epoch": 117, "lr": 9.197995305050975e-05}
+{"train_loss": 0.01551539171487093, "global_step": 6331, "epoch": 117, "lr": 9.197727802893843e-05}
+{"train_loss": 0.008370292373001575, "global_step": 6332, "epoch": 117, "lr": 9.197460260023754e-05}
+{"train_loss": 0.011210644617676735, "global_step": 6333, "epoch": 117, "lr": 9.197192676443304e-05}
+{"train_loss": 0.013701305724680424, "global_step": 6334, "epoch": 117, "lr": 9.196925052155085e-05}
+{"train_loss": 0.013123327866196632, "global_step": 6335, "epoch": 117, "lr": 9.196657387161694e-05}
+{"train_loss": 0.017643172293901443, "global_step": 6336, "epoch": 117, "lr": 9.196389681465727e-05}
+{"train_loss": 0.010833990760147572, "global_step": 6337, "epoch": 117, "lr": 9.196121935069781e-05}
+{"train_loss": 0.009081440977752209, "global_step": 6338, "epoch": 117, "lr": 9.195854147976454e-05}
+{"train_loss": 0.021331438794732094, "global_step": 6339, "epoch": 117, "lr": 9.195586320188341e-05}
+{"train_loss": 0.011156721040606499, "global_step": 6340, "epoch": 117, "lr": 9.195318451708039e-05}
+{"train_loss": 0.010107545182108879, "global_step": 6341, "epoch": 117, "lr": 9.195050542538148e-05}
+{"train_loss": 0.012083319015800953, "global_step": 6342, "epoch": 117, "lr": 9.194782592681265e-05}
+{"train_loss": 0.010246390476822853, "global_step": 6343, "epoch": 117, "lr": 9.19451460213999e-05}
+{"train_loss": 0.012905897572636604, "global_step": 6344, "epoch": 117, "lr": 9.194246570916921e-05}
+{"train_loss": 0.011512605473399162, "global_step": 6345, "epoch": 117, "lr": 9.193978499014658e-05}
+{"train_loss": 0.009970386512577534, "global_step": 6346, "epoch": 117, "lr": 9.193710386435803e-05}
+{"train_loss": 0.011689099483191967, "global_step": 6347, "epoch": 117, "lr": 9.193442233182953e-05}
+{"train_loss": 0.007847754284739494, "global_step": 6348, "epoch": 117, "lr": 9.193174039258711e-05}
+{"train_loss": 0.00787723995745182, "global_step": 6349, "epoch": 117, "lr": 9.192905804665676e-05}
+{"train_loss": 0.01768827997148037, "global_step": 6350, "epoch": 117, "lr": 9.192637529406454e-05}
+{"train_loss": 0.008854496292769909, "global_step": 6351, "epoch": 117, "lr": 9.192369213483642e-05}
+{"train_loss": 0.010433913208544254, "global_step": 6352, "epoch": 117, "lr": 9.192100856899845e-05}
+{"train_loss": 0.012325329706072807, "global_step": 6353, "epoch": 117, "lr": 9.191832459657664e-05}
+{"train_loss": 0.011783690191805363, "global_step": 6354, "epoch": 117, "lr": 9.191564021759704e-05}
+{"train_loss": 0.009526153095066547, "global_step": 6355, "epoch": 117, "lr": 9.191295543208569e-05}
+{"train_loss": 0.012689120136201382, "global_step": 6356, "epoch": 117, "lr": 9.19102702400686e-05}
+{"train_loss": 0.012938574887812138, "global_step": 6357, "epoch": 117, "lr": 9.190758464157183e-05}
+{"train_loss": 0.010767667554318905, "global_step": 6358, "epoch": 117, "lr": 9.190489863662143e-05}
+{"train_loss": 0.014337250962853432, "global_step": 6359, "epoch": 117, "lr": 9.190221222524344e-05}
+{"train_loss": 0.010012160055339336, "global_step": 6360, "epoch": 117, "lr": 9.189952540746394e-05}
+{"train_loss": 0.0097147636115551, "global_step": 6361, "epoch": 117, "lr": 9.189683818330896e-05}
+{"train_loss": 0.0076531944796442986, "global_step": 6362, "epoch": 117, "lr": 9.18941505528046e-05}
+{"train_loss": 0.01052661333233118, "global_step": 6363, "epoch": 117, "lr": 9.189146251597687e-05}
+{"train_loss": 0.01356292050331831, "global_step": 6364, "epoch": 117, "lr": 9.188877407285188e-05}
+{"train_loss": 0.011283517815172672, "global_step": 6365, "epoch": 117, "lr": 9.18860852234557e-05}
+{"train_loss": 0.012087607756257057, "global_step": 6366, "epoch": 117, "lr": 9.18833959678144e-05}
+{"train_loss": 0.012090575881302357, "global_step": 6367, "epoch": 117, "lr": 9.18807063059541e-05}
+{"train_loss": 0.011840516701340675, "global_step": 6368, "epoch": 117, "lr": 9.187801623790081e-05}
+{"train_loss": 0.01219689380377531, "global_step": 6369, "epoch": 117, "lr": 9.187532576368069e-05}
+{"train_loss": 0.010882142931222916, "global_step": 6370, "epoch": 117, "lr": 9.18726348833198e-05}
+{"train_loss": 0.011606662646280947, "global_step": 6371, "epoch": 117, "lr": 9.186994359684425e-05, "val_loss": 0.013796376995742321}
+{"train_loss": 0.010964544489979744, "global_step": 6372, "epoch": 118, "lr": 9.186725190428014e-05}
+{"train_loss": 0.010292211547493935, "global_step": 6373, "epoch": 118, "lr": 9.186455980565359e-05}
+{"train_loss": 0.010228656232357025, "global_step": 6374, "epoch": 118, "lr": 9.186186730099069e-05}
+{"train_loss": 0.01192403957247734, "global_step": 6375, "epoch": 118, "lr": 9.185917439031755e-05}
+{"train_loss": 0.009036025032401085, "global_step": 6376, "epoch": 118, "lr": 9.18564810736603e-05}
+{"train_loss": 0.013062641955912113, "global_step": 6377, "epoch": 118, "lr": 9.185378735104506e-05}
+{"train_loss": 0.011051458306610584, "global_step": 6378, "epoch": 118, "lr": 9.185109322249797e-05}
+{"train_loss": 0.013802587985992432, "global_step": 6379, "epoch": 118, "lr": 9.184839868804514e-05}
+{"train_loss": 0.015574471093714237, "global_step": 6380, "epoch": 118, "lr": 9.18457037477127e-05}
+{"train_loss": 0.008380869403481483, "global_step": 6381, "epoch": 118, "lr": 9.184300840152682e-05}
+{"train_loss": 0.016693606972694397, "global_step": 6382, "epoch": 118, "lr": 9.184031264951361e-05}
+{"train_loss": 0.008242792449891567, "global_step": 6383, "epoch": 118, "lr": 9.183761649169922e-05}
+{"train_loss": 0.01603449508547783, "global_step": 6384, "epoch": 118, "lr": 9.183491992810979e-05}
+{"train_loss": 0.009873471222817898, "global_step": 6385, "epoch": 118, "lr": 9.183222295877152e-05}
+{"train_loss": 0.012429923750460148, "global_step": 6386, "epoch": 118, "lr": 9.182952558371052e-05}
+{"train_loss": 0.013453910127282143, "global_step": 6387, "epoch": 118, "lr": 9.182682780295296e-05}
+{"train_loss": 0.01291845552623272, "global_step": 6388, "epoch": 118, "lr": 9.182412961652503e-05}
+{"train_loss": 0.008302215486764908, "global_step": 6389, "epoch": 118, "lr": 9.182143102445286e-05}
+{"train_loss": 0.016349129378795624, "global_step": 6390, "epoch": 118, "lr": 9.181873202676266e-05}
+{"train_loss": 0.011950480751693249, "global_step": 6391, "epoch": 118, "lr": 9.181603262348058e-05}
+{"train_loss": 0.012018968351185322, "global_step": 6392, "epoch": 118, "lr": 9.181333281463282e-05}
+{"train_loss": 0.00935356318950653, "global_step": 6393, "epoch": 118, "lr": 9.181063260024556e-05}
+{"train_loss": 0.0131355756893754, "global_step": 6394, "epoch": 118, "lr": 9.180793198034499e-05}
+{"train_loss": 0.01244462188333273, "global_step": 6395, "epoch": 118, "lr": 9.180523095495727e-05}
+{"train_loss": 0.00934567116200924, "global_step": 6396, "epoch": 118, "lr": 9.180252952410866e-05}
+{"train_loss": 0.011572743766009808, "global_step": 6397, "epoch": 118, "lr": 9.179982768782531e-05}
+{"train_loss": 0.008018082939088345, "global_step": 6398, "epoch": 118, "lr": 9.179712544613345e-05}
+{"train_loss": 0.013720127753913403, "global_step": 6399, "epoch": 118, "lr": 9.179442279905928e-05}
+{"train_loss": 0.006815896835178137, "global_step": 6400, "epoch": 118, "lr": 9.1791719746629e-05}
+{"train_loss": 0.010628595016896725, "global_step": 6401, "epoch": 118, "lr": 9.178901628886884e-05}
+{"train_loss": 0.008225174620747566, "global_step": 6402, "epoch": 118, "lr": 9.178631242580503e-05}
+{"train_loss": 0.012222599238157272, "global_step": 6403, "epoch": 118, "lr": 9.178360815746377e-05}
+{"train_loss": 0.00995598267763853, "global_step": 6404, "epoch": 118, "lr": 9.178090348387131e-05}
+{"train_loss": 0.011954237706959248, "global_step": 6405, "epoch": 118, "lr": 9.177819840505388e-05}
+{"train_loss": 0.009682884439826012, "global_step": 6406, "epoch": 118, "lr": 9.177549292103768e-05}
+{"train_loss": 0.008984214626252651, "global_step": 6407, "epoch": 118, "lr": 9.177278703184902e-05}
+{"train_loss": 0.009259689599275589, "global_step": 6408, "epoch": 118, "lr": 9.177008073751407e-05}
+{"train_loss": 0.01133331935852766, "global_step": 6409, "epoch": 118, "lr": 9.176737403805913e-05}
+{"train_loss": 0.00771584827452898, "global_step": 6410, "epoch": 118, "lr": 9.176466693351042e-05}
+{"train_loss": 0.00889463722705841, "global_step": 6411, "epoch": 118, "lr": 9.176195942389422e-05}
+{"train_loss": 0.010193116031587124, "global_step": 6412, "epoch": 118, "lr": 9.175925150923676e-05}
+{"train_loss": 0.0070954179391264915, "global_step": 6413, "epoch": 118, "lr": 9.175654318956435e-05}
+{"train_loss": 0.00695308530703187, "global_step": 6414, "epoch": 118, "lr": 9.175383446490321e-05}
+{"train_loss": 0.015218975953757763, "global_step": 6415, "epoch": 118, "lr": 9.175112533527963e-05}
+{"train_loss": 0.012472170405089855, "global_step": 6416, "epoch": 118, "lr": 9.17484158007199e-05}
+{"train_loss": 0.011694738641381264, "global_step": 6417, "epoch": 118, "lr": 9.174570586125026e-05}
+{"train_loss": 0.0117505993694067, "global_step": 6418, "epoch": 118, "lr": 9.174299551689704e-05}
+{"train_loss": 0.008508212864398956, "global_step": 6419, "epoch": 118, "lr": 9.174028476768651e-05}
+{"train_loss": 0.00925937108695507, "global_step": 6420, "epoch": 118, "lr": 9.173757361364494e-05}
+{"train_loss": 0.011790869757533073, "global_step": 6421, "epoch": 118, "lr": 9.173486205479864e-05}
+{"train_loss": 0.010338452644646168, "global_step": 6422, "epoch": 118, "lr": 9.173215009117391e-05}
+{"train_loss": 0.01954641565680504, "global_step": 6423, "epoch": 118, "lr": 9.172943772279707e-05}
+{"train_loss": 0.014396327547729015, "global_step": 6424, "epoch": 118, "lr": 9.17267249496944e-05}
+{"train_loss": 0.011259053954509672, "global_step": 6425, "epoch": 118, "lr": 9.172401177189222e-05, "val_loss": 0.010457027703523636}
+{"train_loss": 0.0069616385735571384, "global_step": 6426, "epoch": 119, "lr": 9.172129818941684e-05}
+{"train_loss": 0.010190552100539207, "global_step": 6427, "epoch": 119, "lr": 9.17185842022946e-05}
+{"train_loss": 0.012040051631629467, "global_step": 6428, "epoch": 119, "lr": 9.171586981055179e-05}
+{"train_loss": 0.008115909993648529, "global_step": 6429, "epoch": 119, "lr": 9.171315501421476e-05}
+{"train_loss": 0.014359519816935062, "global_step": 6430, "epoch": 119, "lr": 9.171043981330982e-05}
+{"train_loss": 0.010113968513906002, "global_step": 6431, "epoch": 119, "lr": 9.170772420786334e-05}
+{"train_loss": 0.014909550547599792, "global_step": 6432, "epoch": 119, "lr": 9.170500819790162e-05}
+{"train_loss": 0.009108846075832844, "global_step": 6433, "epoch": 119, "lr": 9.170229178345102e-05}
+{"train_loss": 0.010253367945551872, "global_step": 6434, "epoch": 119, "lr": 9.169957496453787e-05}
+{"train_loss": 0.013786942698061466, "global_step": 6435, "epoch": 119, "lr": 9.169685774118855e-05}
+{"train_loss": 0.009328778833150864, "global_step": 6436, "epoch": 119, "lr": 9.16941401134294e-05}
+{"train_loss": 0.007314695045351982, "global_step": 6437, "epoch": 119, "lr": 9.169142208128676e-05}
+{"train_loss": 0.01191675290465355, "global_step": 6438, "epoch": 119, "lr": 9.168870364478702e-05}
+{"train_loss": 0.007825993932783604, "global_step": 6439, "epoch": 119, "lr": 9.168598480395651e-05}
+{"train_loss": 0.01211361400783062, "global_step": 6440, "epoch": 119, "lr": 9.168326555882165e-05}
+{"train_loss": 0.013659541495144367, "global_step": 6441, "epoch": 119, "lr": 9.168054590940877e-05}
+{"train_loss": 0.015137327834963799, "global_step": 6442, "epoch": 119, "lr": 9.167782585574426e-05}
+{"train_loss": 0.010119427926838398, "global_step": 6443, "epoch": 119, "lr": 9.16751053978545e-05}
+{"train_loss": 0.01235868688672781, "global_step": 6444, "epoch": 119, "lr": 9.167238453576589e-05}
+{"train_loss": 0.010014338418841362, "global_step": 6445, "epoch": 119, "lr": 9.16696632695048e-05}
+{"train_loss": 0.01612931303679943, "global_step": 6446, "epoch": 119, "lr": 9.166694159909763e-05}
+{"train_loss": 0.010527963750064373, "global_step": 6447, "epoch": 119, "lr": 9.166421952457078e-05}
+{"train_loss": 0.013767598196864128, "global_step": 6448, "epoch": 119, "lr": 9.166149704595066e-05}
+{"train_loss": 0.011726869270205498, "global_step": 6449, "epoch": 119, "lr": 9.165877416326366e-05}
+{"train_loss": 0.011256531812250614, "global_step": 6450, "epoch": 119, "lr": 9.165605087653617e-05}
+{"train_loss": 0.015298835933208466, "global_step": 6451, "epoch": 119, "lr": 9.165332718579465e-05}
+{"train_loss": 0.013633844442665577, "global_step": 6452, "epoch": 119, "lr": 9.165060309106548e-05}
+{"train_loss": 0.007537644822150469, "global_step": 6453, "epoch": 119, "lr": 9.16478785923751e-05}
+{"train_loss": 0.016602253541350365, "global_step": 6454, "epoch": 119, "lr": 9.164515368974991e-05}
+{"train_loss": 0.008847297169268131, "global_step": 6455, "epoch": 119, "lr": 9.164242838321637e-05}
+{"train_loss": 0.010033330880105495, "global_step": 6456, "epoch": 119, "lr": 9.163970267280088e-05}
+{"train_loss": 0.008240273222327232, "global_step": 6457, "epoch": 119, "lr": 9.163697655852991e-05}
+{"train_loss": 0.010695687495172024, "global_step": 6458, "epoch": 119, "lr": 9.163425004042987e-05}
+{"train_loss": 0.010481249541044235, "global_step": 6459, "epoch": 119, "lr": 9.163152311852723e-05}
+{"train_loss": 0.008379993960261345, "global_step": 6460, "epoch": 119, "lr": 9.162879579284842e-05}
+{"train_loss": 0.011295785196125507, "global_step": 6461, "epoch": 119, "lr": 9.162606806341988e-05}
+{"train_loss": 0.008402638137340546, "global_step": 6462, "epoch": 119, "lr": 9.16233399302681e-05}
+{"train_loss": 0.006654986180365086, "global_step": 6463, "epoch": 119, "lr": 9.162061139341953e-05}
+{"train_loss": 0.010050100274384022, "global_step": 6464, "epoch": 119, "lr": 9.161788245290062e-05}
+{"train_loss": 0.007882658392190933, "global_step": 6465, "epoch": 119, "lr": 9.161515310873783e-05}
+{"train_loss": 0.008009115234017372, "global_step": 6466, "epoch": 119, "lr": 9.161242336095765e-05}
+{"train_loss": 0.012689871713519096, "global_step": 6467, "epoch": 119, "lr": 9.160969320958654e-05}
+{"train_loss": 0.011770474724471569, "global_step": 6468, "epoch": 119, "lr": 9.160696265465101e-05}
+{"train_loss": 0.013626022264361382, "global_step": 6469, "epoch": 119, "lr": 9.160423169617752e-05}
+{"train_loss": 0.009243687614798546, "global_step": 6470, "epoch": 119, "lr": 9.160150033419255e-05}
+{"train_loss": 0.011191911064088345, "global_step": 6471, "epoch": 119, "lr": 9.159876856872261e-05}
+{"train_loss": 0.008854557760059834, "global_step": 6472, "epoch": 119, "lr": 9.159603639979417e-05}
+{"train_loss": 0.007344684563577175, "global_step": 6473, "epoch": 119, "lr": 9.159330382743374e-05}
+{"train_loss": 0.012145807966589928, "global_step": 6474, "epoch": 119, "lr": 9.159057085166784e-05}
+{"train_loss": 0.00962077360600233, "global_step": 6475, "epoch": 119, "lr": 9.158783747252296e-05}
+{"train_loss": 0.0071298349648714066, "global_step": 6476, "epoch": 119, "lr": 9.158510369002563e-05}
+{"train_loss": 0.013403457589447498, "global_step": 6477, "epoch": 119, "lr": 9.158236950420232e-05}
+{"train_loss": 0.007783158682286739, "global_step": 6478, "epoch": 119, "lr": 9.157963491507958e-05}
+{"train_loss": 0.010755948394674945, "global_step": 6479, "epoch": 119, "lr": 9.157689992268394e-05, "val_loss": 0.010538787581026554}
+{"train_loss": 0.011480482295155525, "global_step": 6480, "epoch": 120, "lr": 9.157416452704191e-05}
+{"train_loss": 0.014900708571076393, "global_step": 6481, "epoch": 120, "lr": 9.157142872818003e-05}
+{"train_loss": 0.01012489665299654, "global_step": 6482, "epoch": 120, "lr": 9.156869252612483e-05}
+{"train_loss": 0.014967727474868298, "global_step": 6483, "epoch": 120, "lr": 9.156595592090284e-05}
+{"train_loss": 0.009302456863224506, "global_step": 6484, "epoch": 120, "lr": 9.15632189125406e-05}
+{"train_loss": 0.012776898220181465, "global_step": 6485, "epoch": 120, "lr": 9.156048150106467e-05}
+{"train_loss": 0.014090089127421379, "global_step": 6486, "epoch": 120, "lr": 9.155774368650161e-05}
+{"train_loss": 0.010015605017542839, "global_step": 6487, "epoch": 120, "lr": 9.155500546887794e-05}
+{"train_loss": 0.012635407969355583, "global_step": 6488, "epoch": 120, "lr": 9.155226684822024e-05}
+{"train_loss": 0.009386111982166767, "global_step": 6489, "epoch": 120, "lr": 9.154952782455506e-05}
+{"train_loss": 0.013156559318304062, "global_step": 6490, "epoch": 120, "lr": 9.154678839790898e-05}
+{"train_loss": 0.008981633931398392, "global_step": 6491, "epoch": 120, "lr": 9.154404856830856e-05}
+{"train_loss": 0.009068025276064873, "global_step": 6492, "epoch": 120, "lr": 9.154130833578038e-05}
+{"train_loss": 0.012333250604569912, "global_step": 6493, "epoch": 120, "lr": 9.153856770035099e-05}
+{"train_loss": 0.00853116437792778, "global_step": 6494, "epoch": 120, "lr": 9.153582666204701e-05}
+{"train_loss": 0.01121482066810131, "global_step": 6495, "epoch": 120, "lr": 9.1533085220895e-05}
+{"train_loss": 0.013948325999081135, "global_step": 6496, "epoch": 120, "lr": 9.153034337692155e-05}
+{"train_loss": 0.009037244133651257, "global_step": 6497, "epoch": 120, "lr": 9.152760113015327e-05}
+{"train_loss": 0.010420090518891811, "global_step": 6498, "epoch": 120, "lr": 9.152485848061674e-05}
+{"train_loss": 0.009631968103349209, "global_step": 6499, "epoch": 120, "lr": 9.152211542833857e-05}
+{"train_loss": 0.012178068049252033, "global_step": 6500, "epoch": 120, "lr": 9.151937197334534e-05}
+{"train_loss": 0.008330637589097023, "global_step": 6501, "epoch": 120, "lr": 9.15166281156637e-05}
+{"train_loss": 0.010080872103571892, "global_step": 6502, "epoch": 120, "lr": 9.151388385532022e-05}
+{"train_loss": 0.010796521790325642, "global_step": 6503, "epoch": 120, "lr": 9.151113919234154e-05}
+{"train_loss": 0.009716621600091457, "global_step": 6504, "epoch": 120, "lr": 9.150839412675428e-05}
+{"train_loss": 0.011920015327632427, "global_step": 6505, "epoch": 120, "lr": 9.150564865858507e-05}
+{"train_loss": 0.009419228881597519, "global_step": 6506, "epoch": 120, "lr": 9.15029027878605e-05}
+{"train_loss": 0.009330217726528645, "global_step": 6507, "epoch": 120, "lr": 9.150015651460725e-05}
+{"train_loss": 0.013943632133305073, "global_step": 6508, "epoch": 120, "lr": 9.149740983885194e-05}
+{"train_loss": 0.009763266891241074, "global_step": 6509, "epoch": 120, "lr": 9.149466276062118e-05}
+{"train_loss": 0.011162781156599522, "global_step": 6510, "epoch": 120, "lr": 9.149191527994165e-05}
+{"train_loss": 0.00823740754276514, "global_step": 6511, "epoch": 120, "lr": 9.148916739683999e-05}
+{"train_loss": 0.010850917547941208, "global_step": 6512, "epoch": 120, "lr": 9.148641911134284e-05}
+{"train_loss": 0.00578661123290658, "global_step": 6513, "epoch": 120, "lr": 9.148367042347686e-05}
+{"train_loss": 0.011277767829596996, "global_step": 6514, "epoch": 120, "lr": 9.148092133326871e-05}
+{"train_loss": 0.00788087397813797, "global_step": 6515, "epoch": 120, "lr": 9.147817184074505e-05}
+{"train_loss": 0.010417314246296883, "global_step": 6516, "epoch": 120, "lr": 9.147542194593255e-05}
+{"train_loss": 0.01743745058774948, "global_step": 6517, "epoch": 120, "lr": 9.147267164885789e-05}
+{"train_loss": 0.013288747519254684, "global_step": 6518, "epoch": 120, "lr": 9.146992094954772e-05}
+{"train_loss": 0.011949712410569191, "global_step": 6519, "epoch": 120, "lr": 9.146716984802875e-05}
+{"train_loss": 0.013998635113239288, "global_step": 6520, "epoch": 120, "lr": 9.146441834432762e-05}
+{"train_loss": 0.011715898290276527, "global_step": 6521, "epoch": 120, "lr": 9.146166643847107e-05}
+{"train_loss": 0.012437965720891953, "global_step": 6522, "epoch": 120, "lr": 9.145891413048575e-05}
+{"train_loss": 0.009941063821315765, "global_step": 6523, "epoch": 120, "lr": 9.145616142039837e-05}
+{"train_loss": 0.013740064576268196, "global_step": 6524, "epoch": 120, "lr": 9.14534083082356e-05}
+{"train_loss": 0.014741231687366962, "global_step": 6525, "epoch": 120, "lr": 9.145065479402419e-05}
+{"train_loss": 0.014607012271881104, "global_step": 6526, "epoch": 120, "lr": 9.144790087779083e-05}
+{"train_loss": 0.011838498525321484, "global_step": 6527, "epoch": 120, "lr": 9.14451465595622e-05}
+{"train_loss": 0.012735738418996334, "global_step": 6528, "epoch": 120, "lr": 9.144239183936506e-05}
+{"train_loss": 0.00923231802880764, "global_step": 6529, "epoch": 120, "lr": 9.143963671722608e-05}
+{"train_loss": 0.0156635083258152, "global_step": 6530, "epoch": 120, "lr": 9.143688119317202e-05}
+{"train_loss": 0.008048491552472115, "global_step": 6531, "epoch": 120, "lr": 9.143412526722959e-05}
+{"train_loss": 0.010818413458764553, "global_step": 6532, "epoch": 120, "lr": 9.14313689394255e-05}
+{"train_loss": 0.01143597591564887, "global_step": 6533, "epoch": 120, "lr": 9.142861220978651e-05, "val_loss": 0.014018715359270573, "train_action_mse_error": 0.000933123636059463}
+{"train_loss": 0.010410679504275322, "global_step": 6534, "epoch": 121, "lr": 9.142585507833937e-05}
+{"train_loss": 0.010855209082365036, "global_step": 6535, "epoch": 121, "lr": 9.142309754511078e-05}
+{"train_loss": 0.015724383294582367, "global_step": 6536, "epoch": 121, "lr": 9.14203396101275e-05}
+{"train_loss": 0.012126809917390347, "global_step": 6537, "epoch": 121, "lr": 9.141758127341629e-05}
+{"train_loss": 0.016859503462910652, "global_step": 6538, "epoch": 121, "lr": 9.14148225350039e-05}
+{"train_loss": 0.013977174647152424, "global_step": 6539, "epoch": 121, "lr": 9.141206339491708e-05}
+{"train_loss": 0.010894584469497204, "global_step": 6540, "epoch": 121, "lr": 9.140930385318258e-05}
+{"train_loss": 0.010862787254154682, "global_step": 6541, "epoch": 121, "lr": 9.14065439098272e-05}
+{"train_loss": 0.012202964164316654, "global_step": 6542, "epoch": 121, "lr": 9.140378356487766e-05}
+{"train_loss": 0.011988372541964054, "global_step": 6543, "epoch": 121, "lr": 9.140102281836077e-05}
+{"train_loss": 0.01487796101719141, "global_step": 6544, "epoch": 121, "lr": 9.13982616703033e-05}
+{"train_loss": 0.012220976874232292, "global_step": 6545, "epoch": 121, "lr": 9.139550012073202e-05}
+{"train_loss": 0.015250415541231632, "global_step": 6546, "epoch": 121, "lr": 9.139273816967371e-05}
+{"train_loss": 0.014438274316489697, "global_step": 6547, "epoch": 121, "lr": 9.138997581715516e-05}
+{"train_loss": 0.012616915628314018, "global_step": 6548, "epoch": 121, "lr": 9.138721306320317e-05}
+{"train_loss": 0.012420879676938057, "global_step": 6549, "epoch": 121, "lr": 9.138444990784453e-05}
+{"train_loss": 0.012755593284964561, "global_step": 6550, "epoch": 121, "lr": 9.138168635110605e-05}
+{"train_loss": 0.013552785851061344, "global_step": 6551, "epoch": 121, "lr": 9.137892239301451e-05}
+{"train_loss": 0.010155724361538887, "global_step": 6552, "epoch": 121, "lr": 9.137615803359673e-05}
+{"train_loss": 0.01235881820321083, "global_step": 6553, "epoch": 121, "lr": 9.137339327287955e-05}
+{"train_loss": 0.013642825186252594, "global_step": 6554, "epoch": 121, "lr": 9.137062811088972e-05}
+{"train_loss": 0.014342221431434155, "global_step": 6555, "epoch": 121, "lr": 9.136786254765413e-05}
+{"train_loss": 0.012642170302569866, "global_step": 6556, "epoch": 121, "lr": 9.136509658319954e-05}
+{"train_loss": 0.013139746151864529, "global_step": 6557, "epoch": 121, "lr": 9.136233021755283e-05}
+{"train_loss": 0.009825571440160275, "global_step": 6558, "epoch": 121, "lr": 9.135956345074077e-05}
+{"train_loss": 0.015311005525290966, "global_step": 6559, "epoch": 121, "lr": 9.135679628279026e-05}
+{"train_loss": 0.011271769180893898, "global_step": 6560, "epoch": 121, "lr": 9.135402871372808e-05}
+{"train_loss": 0.01392379216849804, "global_step": 6561, "epoch": 121, "lr": 9.135126074358113e-05}
+{"train_loss": 0.014012156054377556, "global_step": 6562, "epoch": 121, "lr": 9.134849237237622e-05}
+{"train_loss": 0.0057684313505887985, "global_step": 6563, "epoch": 121, "lr": 9.13457236001402e-05}
+{"train_loss": 0.006609546486288309, "global_step": 6564, "epoch": 121, "lr": 9.134295442689993e-05}
+{"train_loss": 0.009854632429778576, "global_step": 6565, "epoch": 121, "lr": 9.134018485268225e-05}
+{"train_loss": 0.010840041562914848, "global_step": 6566, "epoch": 121, "lr": 9.133741487751405e-05}
+{"train_loss": 0.013225194998085499, "global_step": 6567, "epoch": 121, "lr": 9.13346445014222e-05}
+{"train_loss": 0.014177347533404827, "global_step": 6568, "epoch": 121, "lr": 9.133187372443355e-05}
+{"train_loss": 0.012356611900031567, "global_step": 6569, "epoch": 121, "lr": 9.132910254657496e-05}
+{"train_loss": 0.013275197707116604, "global_step": 6570, "epoch": 121, "lr": 9.132633096787335e-05}
+{"train_loss": 0.011074451729655266, "global_step": 6571, "epoch": 121, "lr": 9.132355898835556e-05}
+{"train_loss": 0.0096476124599576, "global_step": 6572, "epoch": 121, "lr": 9.132078660804849e-05}
+{"train_loss": 0.010493649169802666, "global_step": 6573, "epoch": 121, "lr": 9.131801382697903e-05}
+{"train_loss": 0.011992488987743855, "global_step": 6574, "epoch": 121, "lr": 9.131524064517405e-05}
+{"train_loss": 0.008696848526597023, "global_step": 6575, "epoch": 121, "lr": 9.131246706266049e-05}
+{"train_loss": 0.007798197213560343, "global_step": 6576, "epoch": 121, "lr": 9.130969307946521e-05}
+{"train_loss": 0.007938202470541, "global_step": 6577, "epoch": 121, "lr": 9.130691869561516e-05}
+{"train_loss": 0.0050324080511927605, "global_step": 6578, "epoch": 121, "lr": 9.130414391113722e-05}
+{"train_loss": 0.01013550441712141, "global_step": 6579, "epoch": 121, "lr": 9.130136872605828e-05}
+{"train_loss": 0.012577748857438564, "global_step": 6580, "epoch": 121, "lr": 9.12985931404053e-05}
+{"train_loss": 0.012454655952751637, "global_step": 6581, "epoch": 121, "lr": 9.129581715420517e-05}
+{"train_loss": 0.009839082136750221, "global_step": 6582, "epoch": 121, "lr": 9.129304076748481e-05}
+{"train_loss": 0.012514172121882439, "global_step": 6583, "epoch": 121, "lr": 9.129026398027118e-05}
+{"train_loss": 0.009536213241517544, "global_step": 6584, "epoch": 121, "lr": 9.128748679259118e-05}
+{"train_loss": 0.0114900479093194, "global_step": 6585, "epoch": 121, "lr": 9.128470920447176e-05}
+{"train_loss": 0.011442454531788826, "global_step": 6586, "epoch": 121, "lr": 9.128193121593986e-05}
+{"train_loss": 0.011796117191099457, "global_step": 6587, "epoch": 121, "lr": 9.127915282702242e-05, "val_loss": 0.011609404347836971}
+{"train_loss": 0.0126351872459054, "global_step": 6588, "epoch": 122, "lr": 9.127637403774638e-05}
+{"train_loss": 0.015041138045489788, "global_step": 6589, "epoch": 122, "lr": 9.12735948481387e-05}
+{"train_loss": 0.008534359745681286, "global_step": 6590, "epoch": 122, "lr": 9.127081525822634e-05}
+{"train_loss": 0.01032569445669651, "global_step": 6591, "epoch": 122, "lr": 9.126803526803625e-05}
+{"train_loss": 0.00961971189826727, "global_step": 6592, "epoch": 122, "lr": 9.126525487759539e-05}
+{"train_loss": 0.00929461233317852, "global_step": 6593, "epoch": 122, "lr": 9.126247408693072e-05}
+{"train_loss": 0.013764426112174988, "global_step": 6594, "epoch": 122, "lr": 9.125969289606924e-05}
+{"train_loss": 0.012133044190704823, "global_step": 6595, "epoch": 122, "lr": 9.125691130503788e-05}
+{"train_loss": 0.006977785378694534, "global_step": 6596, "epoch": 122, "lr": 9.125412931386367e-05}
+{"train_loss": 0.011277373880147934, "global_step": 6597, "epoch": 122, "lr": 9.125134692257354e-05}
+{"train_loss": 0.011877245269715786, "global_step": 6598, "epoch": 122, "lr": 9.124856413119451e-05}
+{"train_loss": 0.011322618462145329, "global_step": 6599, "epoch": 122, "lr": 9.124578093975358e-05}
+{"train_loss": 0.012523418292403221, "global_step": 6600, "epoch": 122, "lr": 9.12429973482777e-05}
+{"train_loss": 0.006370814051479101, "global_step": 6601, "epoch": 122, "lr": 9.12402133567939e-05}
+{"train_loss": 0.015085829421877861, "global_step": 6602, "epoch": 122, "lr": 9.123742896532918e-05}
+{"train_loss": 0.011771811172366142, "global_step": 6603, "epoch": 122, "lr": 9.123464417391053e-05}
+{"train_loss": 0.011915039271116257, "global_step": 6604, "epoch": 122, "lr": 9.123185898256496e-05}
+{"train_loss": 0.011786597780883312, "global_step": 6605, "epoch": 122, "lr": 9.122907339131951e-05}
+{"train_loss": 0.013512703590095043, "global_step": 6606, "epoch": 122, "lr": 9.122628740020117e-05}
+{"train_loss": 0.010817941278219223, "global_step": 6607, "epoch": 122, "lr": 9.122350100923696e-05}
+{"train_loss": 0.009963135235011578, "global_step": 6608, "epoch": 122, "lr": 9.122071421845393e-05}
+{"train_loss": 0.00862607266753912, "global_step": 6609, "epoch": 122, "lr": 9.121792702787908e-05}
+{"train_loss": 0.015682604163885117, "global_step": 6610, "epoch": 122, "lr": 9.121513943753945e-05}
+{"train_loss": 0.011414323933422565, "global_step": 6611, "epoch": 122, "lr": 9.12123514474621e-05}
+{"train_loss": 0.008780963718891144, "global_step": 6612, "epoch": 122, "lr": 9.120956305767403e-05}
+{"train_loss": 0.010980768129229546, "global_step": 6613, "epoch": 122, "lr": 9.120677426820231e-05}
+{"train_loss": 0.013473134487867355, "global_step": 6614, "epoch": 122, "lr": 9.120398507907398e-05}
+{"train_loss": 0.00975373387336731, "global_step": 6615, "epoch": 122, "lr": 9.12011954903161e-05}
+{"train_loss": 0.00580894760787487, "global_step": 6616, "epoch": 122, "lr": 9.119840550195572e-05}
+{"train_loss": 0.01653938926756382, "global_step": 6617, "epoch": 122, "lr": 9.11956151140199e-05}
+{"train_loss": 0.016856305301189423, "global_step": 6618, "epoch": 122, "lr": 9.119282432653569e-05}
+{"train_loss": 0.008558688685297966, "global_step": 6619, "epoch": 122, "lr": 9.119003313953018e-05}
+{"train_loss": 0.014084164053201675, "global_step": 6620, "epoch": 122, "lr": 9.118724155303045e-05}
+{"train_loss": 0.01435742899775505, "global_step": 6621, "epoch": 122, "lr": 9.118444956706353e-05}
+{"train_loss": 0.009604400023818016, "global_step": 6622, "epoch": 122, "lr": 9.118165718165653e-05}
+{"train_loss": 0.007969269528985023, "global_step": 6623, "epoch": 122, "lr": 9.117886439683654e-05}
+{"train_loss": 0.009211359545588493, "global_step": 6624, "epoch": 122, "lr": 9.117607121263062e-05}
+{"train_loss": 0.010395309887826443, "global_step": 6625, "epoch": 122, "lr": 9.117327762906588e-05}
+{"train_loss": 0.011484646238386631, "global_step": 6626, "epoch": 122, "lr": 9.117048364616943e-05}
+{"train_loss": 0.007057533133774996, "global_step": 6627, "epoch": 122, "lr": 9.116768926396832e-05}
+{"train_loss": 0.01269612181931734, "global_step": 6628, "epoch": 122, "lr": 9.116489448248969e-05}
+{"train_loss": 0.01174660213291645, "global_step": 6629, "epoch": 122, "lr": 9.116209930176064e-05}
+{"train_loss": 0.01378507912158966, "global_step": 6630, "epoch": 122, "lr": 9.115930372180828e-05}
+{"train_loss": 0.013559438288211823, "global_step": 6631, "epoch": 122, "lr": 9.115650774265972e-05}
+{"train_loss": 0.0068656220100820065, "global_step": 6632, "epoch": 122, "lr": 9.115371136434205e-05}
+{"train_loss": 0.0089067742228508, "global_step": 6633, "epoch": 122, "lr": 9.115091458688246e-05}
+{"train_loss": 0.012692545540630817, "global_step": 6634, "epoch": 122, "lr": 9.114811741030803e-05}
+{"train_loss": 0.008554644882678986, "global_step": 6635, "epoch": 122, "lr": 9.114531983464586e-05}
+{"train_loss": 0.008838487789034843, "global_step": 6636, "epoch": 122, "lr": 9.114252185992313e-05}
+{"train_loss": 0.012124556116759777, "global_step": 6637, "epoch": 122, "lr": 9.113972348616698e-05}
+{"train_loss": 0.0077884020283818245, "global_step": 6638, "epoch": 122, "lr": 9.113692471340454e-05}
+{"train_loss": 0.008456227369606495, "global_step": 6639, "epoch": 122, "lr": 9.113412554166293e-05}
+{"train_loss": 0.012967045418918133, "global_step": 6640, "epoch": 122, "lr": 9.113132597096933e-05}
+{"train_loss": 0.011004717028872282, "global_step": 6641, "epoch": 122, "lr": 9.112852600135087e-05, "val_loss": 0.011761421337723732}
+{"train_loss": 0.01315696444362402, "global_step": 6642, "epoch": 123, "lr": 9.112572563283474e-05}
+{"train_loss": 0.010828642174601555, "global_step": 6643, "epoch": 123, "lr": 9.112292486544806e-05}
+{"train_loss": 0.011447632685303688, "global_step": 6644, "epoch": 123, "lr": 9.1120123699218e-05}
+{"train_loss": 0.010381165891885757, "global_step": 6645, "epoch": 123, "lr": 9.111732213417177e-05}
+{"train_loss": 0.007589681074023247, "global_step": 6646, "epoch": 123, "lr": 9.111452017033649e-05}
+{"train_loss": 0.008760240860283375, "global_step": 6647, "epoch": 123, "lr": 9.111171780773937e-05}
+{"train_loss": 0.014627572149038315, "global_step": 6648, "epoch": 123, "lr": 9.110891504640758e-05}
+{"train_loss": 0.01615455187857151, "global_step": 6649, "epoch": 123, "lr": 9.110611188636829e-05}
+{"train_loss": 0.014621828682720661, "global_step": 6650, "epoch": 123, "lr": 9.110330832764869e-05}
+{"train_loss": 0.012302775867283344, "global_step": 6651, "epoch": 123, "lr": 9.110050437027599e-05}
+{"train_loss": 0.011162831448018551, "global_step": 6652, "epoch": 123, "lr": 9.109770001427736e-05}
+{"train_loss": 0.013068733736872673, "global_step": 6653, "epoch": 123, "lr": 9.109489525968002e-05}
+{"train_loss": 0.013577663339674473, "global_step": 6654, "epoch": 123, "lr": 9.109209010651119e-05}
+{"train_loss": 0.009174585342407227, "global_step": 6655, "epoch": 123, "lr": 9.108928455479801e-05}
+{"train_loss": 0.008122851140797138, "global_step": 6656, "epoch": 123, "lr": 9.108647860456776e-05}
+{"train_loss": 0.010388839058578014, "global_step": 6657, "epoch": 123, "lr": 9.108367225584762e-05}
+{"train_loss": 0.013293841853737831, "global_step": 6658, "epoch": 123, "lr": 9.108086550866482e-05}
+{"train_loss": 0.009310867637395859, "global_step": 6659, "epoch": 123, "lr": 9.107805836304658e-05}
+{"train_loss": 0.010587166994810104, "global_step": 6660, "epoch": 123, "lr": 9.107525081902011e-05}
+{"train_loss": 0.010813573375344276, "global_step": 6661, "epoch": 123, "lr": 9.107244287661267e-05}
+{"train_loss": 0.0088203651830554, "global_step": 6662, "epoch": 123, "lr": 9.106963453585147e-05}
+{"train_loss": 0.013686579652130604, "global_step": 6663, "epoch": 123, "lr": 9.106682579676376e-05}
+{"train_loss": 0.013602900318801403, "global_step": 6664, "epoch": 123, "lr": 9.106401665937677e-05}
+{"train_loss": 0.009500104002654552, "global_step": 6665, "epoch": 123, "lr": 9.106120712371773e-05}
+{"train_loss": 0.008446086198091507, "global_step": 6666, "epoch": 123, "lr": 9.105839718981394e-05}
+{"train_loss": 0.014218263328075409, "global_step": 6667, "epoch": 123, "lr": 9.105558685769261e-05}
+{"train_loss": 0.008544276468455791, "global_step": 6668, "epoch": 123, "lr": 9.105277612738101e-05}
+{"train_loss": 0.007786849047988653, "global_step": 6669, "epoch": 123, "lr": 9.104996499890641e-05}
+{"train_loss": 0.016066282987594604, "global_step": 6670, "epoch": 123, "lr": 9.104715347229607e-05}
+{"train_loss": 0.013854521326720715, "global_step": 6671, "epoch": 123, "lr": 9.104434154757724e-05}
+{"train_loss": 0.007064905948936939, "global_step": 6672, "epoch": 123, "lr": 9.10415292247772e-05}
+{"train_loss": 0.012594259344041348, "global_step": 6673, "epoch": 123, "lr": 9.103871650392325e-05}
+{"train_loss": 0.009256546385586262, "global_step": 6674, "epoch": 123, "lr": 9.103590338504265e-05}
+{"train_loss": 0.011430107988417149, "global_step": 6675, "epoch": 123, "lr": 9.103308986816268e-05}
+{"train_loss": 0.01589391380548477, "global_step": 6676, "epoch": 123, "lr": 9.103027595331063e-05}
+{"train_loss": 0.008381379768252373, "global_step": 6677, "epoch": 123, "lr": 9.102746164051381e-05}
+{"train_loss": 0.01022668182849884, "global_step": 6678, "epoch": 123, "lr": 9.102464692979949e-05}
+{"train_loss": 0.011643396690487862, "global_step": 6679, "epoch": 123, "lr": 9.102183182119498e-05}
+{"train_loss": 0.005512211937457323, "global_step": 6680, "epoch": 123, "lr": 9.10190163147276e-05}
+{"train_loss": 0.01038410421460867, "global_step": 6681, "epoch": 123, "lr": 9.101620041042462e-05}
+{"train_loss": 0.015192192047834396, "global_step": 6682, "epoch": 123, "lr": 9.101338410831338e-05}
+{"train_loss": 0.010700012557208538, "global_step": 6683, "epoch": 123, "lr": 9.101056740842118e-05}
+{"train_loss": 0.010684584267437458, "global_step": 6684, "epoch": 123, "lr": 9.100775031077535e-05}
+{"train_loss": 0.012892128899693489, "global_step": 6685, "epoch": 123, "lr": 9.100493281540322e-05}
+{"train_loss": 0.007402039133012295, "global_step": 6686, "epoch": 123, "lr": 9.100211492233209e-05}
+{"train_loss": 0.007682228926569223, "global_step": 6687, "epoch": 123, "lr": 9.09992966315893e-05}
+{"train_loss": 0.014597493223845959, "global_step": 6688, "epoch": 123, "lr": 9.099647794320221e-05}
+{"train_loss": 0.012061523273587227, "global_step": 6689, "epoch": 123, "lr": 9.099365885719813e-05}
+{"train_loss": 0.011965311132371426, "global_step": 6690, "epoch": 123, "lr": 9.09908393736044e-05}
+{"train_loss": 0.011128113605082035, "global_step": 6691, "epoch": 123, "lr": 9.098801949244838e-05}
+{"train_loss": 0.012167220003902912, "global_step": 6692, "epoch": 123, "lr": 9.09851992137574e-05}
+{"train_loss": 0.008283605799078941, "global_step": 6693, "epoch": 123, "lr": 9.098237853755883e-05}
+{"train_loss": 0.010555333457887173, "global_step": 6694, "epoch": 123, "lr": 9.097955746388003e-05}
+{"train_loss": 0.011138191920946594, "global_step": 6695, "epoch": 123, "lr": 9.097673599274836e-05, "val_loss": 0.008514056913554668}
+{"train_loss": 0.008815992623567581, "global_step": 6696, "epoch": 124, "lr": 9.097391412419116e-05}
+{"train_loss": 0.01081248838454485, "global_step": 6697, "epoch": 124, "lr": 9.097109185823584e-05}
+{"train_loss": 0.00936153158545494, "global_step": 6698, "epoch": 124, "lr": 9.096826919490974e-05}
+{"train_loss": 0.010806785896420479, "global_step": 6699, "epoch": 124, "lr": 9.096544613424025e-05}
+{"train_loss": 0.006971658207476139, "global_step": 6700, "epoch": 124, "lr": 9.096262267625474e-05}
+{"train_loss": 0.009700541384518147, "global_step": 6701, "epoch": 124, "lr": 9.095979882098063e-05}
+{"train_loss": 0.007059095893055201, "global_step": 6702, "epoch": 124, "lr": 9.095697456844525e-05}
+{"train_loss": 0.01209464855492115, "global_step": 6703, "epoch": 124, "lr": 9.095414991867604e-05}
+{"train_loss": 0.006884296424686909, "global_step": 6704, "epoch": 124, "lr": 9.095132487170036e-05}
+{"train_loss": 0.009939339011907578, "global_step": 6705, "epoch": 124, "lr": 9.094849942754564e-05}
+{"train_loss": 0.0069420672953128815, "global_step": 6706, "epoch": 124, "lr": 9.094567358623927e-05}
+{"train_loss": 0.009163418784737587, "global_step": 6707, "epoch": 124, "lr": 9.094284734780864e-05}
+{"train_loss": 0.009856952354311943, "global_step": 6708, "epoch": 124, "lr": 9.094002071228121e-05}
+{"train_loss": 0.008720596320927143, "global_step": 6709, "epoch": 124, "lr": 9.093719367968434e-05}
+{"train_loss": 0.012331494130194187, "global_step": 6710, "epoch": 124, "lr": 9.093436625004549e-05}
+{"train_loss": 0.0075870999135077, "global_step": 6711, "epoch": 124, "lr": 9.093153842339205e-05}
+{"train_loss": 0.012692596763372421, "global_step": 6712, "epoch": 124, "lr": 9.092871019975147e-05}
+{"train_loss": 0.0056609115563333035, "global_step": 6713, "epoch": 124, "lr": 9.092588157915118e-05}
+{"train_loss": 0.009217453189194202, "global_step": 6714, "epoch": 124, "lr": 9.092305256161859e-05}
+{"train_loss": 0.008351041935384274, "global_step": 6715, "epoch": 124, "lr": 9.092022314718117e-05}
+{"train_loss": 0.010782127268612385, "global_step": 6716, "epoch": 124, "lr": 9.091739333586636e-05}
+{"train_loss": 0.0091550899669528, "global_step": 6717, "epoch": 124, "lr": 9.091456312770155e-05}
+{"train_loss": 0.010136229917407036, "global_step": 6718, "epoch": 124, "lr": 9.091173252271425e-05}
+{"train_loss": 0.009113237261772156, "global_step": 6719, "epoch": 124, "lr": 9.090890152093193e-05}
+{"train_loss": 0.01170805748552084, "global_step": 6720, "epoch": 124, "lr": 9.090607012238197e-05}
+{"train_loss": 0.009387848898768425, "global_step": 6721, "epoch": 124, "lr": 9.090323832709189e-05}
+{"train_loss": 0.00862598791718483, "global_step": 6722, "epoch": 124, "lr": 9.090040613508914e-05}
+{"train_loss": 0.010310409590601921, "global_step": 6723, "epoch": 124, "lr": 9.089757354640118e-05}
+{"train_loss": 0.007615756243467331, "global_step": 6724, "epoch": 124, "lr": 9.089474056105551e-05}
+{"train_loss": 0.008109423331916332, "global_step": 6725, "epoch": 124, "lr": 9.089190717907957e-05}
+{"train_loss": 0.007688487414270639, "global_step": 6726, "epoch": 124, "lr": 9.088907340050086e-05}
+{"train_loss": 0.012338358908891678, "global_step": 6727, "epoch": 124, "lr": 9.088623922534687e-05}
+{"train_loss": 0.013212417252361774, "global_step": 6728, "epoch": 124, "lr": 9.088340465364508e-05}
+{"train_loss": 0.008548672311007977, "global_step": 6729, "epoch": 124, "lr": 9.088056968542298e-05}
+{"train_loss": 0.009192071855068207, "global_step": 6730, "epoch": 124, "lr": 9.087773432070807e-05}
+{"train_loss": 0.01162609364837408, "global_step": 6731, "epoch": 124, "lr": 9.087489855952785e-05}
+{"train_loss": 0.010661670938134193, "global_step": 6732, "epoch": 124, "lr": 9.087206240190982e-05}
+{"train_loss": 0.00945904292166233, "global_step": 6733, "epoch": 124, "lr": 9.086922584788148e-05}
+{"train_loss": 0.00946134328842163, "global_step": 6734, "epoch": 124, "lr": 9.086638889747035e-05}
+{"train_loss": 0.01327409129589796, "global_step": 6735, "epoch": 124, "lr": 9.086355155070395e-05}
+{"train_loss": 0.00767994811758399, "global_step": 6736, "epoch": 124, "lr": 9.08607138076098e-05}
+{"train_loss": 0.010677834041416645, "global_step": 6737, "epoch": 124, "lr": 9.08578756682154e-05}
+{"train_loss": 0.009408480487763882, "global_step": 6738, "epoch": 124, "lr": 9.085503713254832e-05}
+{"train_loss": 0.013244206085801125, "global_step": 6739, "epoch": 124, "lr": 9.085219820063604e-05}
+{"train_loss": 0.013692719861865044, "global_step": 6740, "epoch": 124, "lr": 9.084935887250613e-05}
+{"train_loss": 0.009692360647022724, "global_step": 6741, "epoch": 124, "lr": 9.084651914818611e-05}
+{"train_loss": 0.010117292404174805, "global_step": 6742, "epoch": 124, "lr": 9.084367902770352e-05}
+{"train_loss": 0.0068259951658546925, "global_step": 6743, "epoch": 124, "lr": 9.084083851108594e-05}
+{"train_loss": 0.01929137110710144, "global_step": 6744, "epoch": 124, "lr": 9.083799759836086e-05}
+{"train_loss": 0.009417763911187649, "global_step": 6745, "epoch": 124, "lr": 9.08351562895559e-05}
+{"train_loss": 0.013071893714368343, "global_step": 6746, "epoch": 124, "lr": 9.083231458469857e-05}
+{"train_loss": 0.013843686319887638, "global_step": 6747, "epoch": 124, "lr": 9.082947248381643e-05}
+{"train_loss": 0.009187138639390469, "global_step": 6748, "epoch": 124, "lr": 9.082662998693708e-05}
+{"train_loss": 0.009968079919754355, "global_step": 6749, "epoch": 124, "lr": 9.082378709408805e-05, "val_loss": 0.009598921053111553}
+{"train_loss": 0.00862378440797329, "global_step": 6750, "epoch": 125, "lr": 9.082094380529695e-05}
+{"train_loss": 0.013440493494272232, "global_step": 6751, "epoch": 125, "lr": 9.081810012059133e-05}
+{"train_loss": 0.013751687481999397, "global_step": 6752, "epoch": 125, "lr": 9.081525603999879e-05}
+{"train_loss": 0.010137155652046204, "global_step": 6753, "epoch": 125, "lr": 9.08124115635469e-05}
+{"train_loss": 0.011034809984266758, "global_step": 6754, "epoch": 125, "lr": 9.080956669126324e-05}
+{"train_loss": 0.014038297347724438, "global_step": 6755, "epoch": 125, "lr": 9.080672142317541e-05}
+{"train_loss": 0.014256320893764496, "global_step": 6756, "epoch": 125, "lr": 9.080387575931102e-05}
+{"train_loss": 0.009792845696210861, "global_step": 6757, "epoch": 125, "lr": 9.080102969969764e-05}
+{"train_loss": 0.007106447126716375, "global_step": 6758, "epoch": 125, "lr": 9.079818324436291e-05}
+{"train_loss": 0.010675129480659962, "global_step": 6759, "epoch": 125, "lr": 9.079533639333441e-05}
+{"train_loss": 0.010624331422150135, "global_step": 6760, "epoch": 125, "lr": 9.079248914663977e-05}
+{"train_loss": 0.01158096268773079, "global_step": 6761, "epoch": 125, "lr": 9.078964150430659e-05}
+{"train_loss": 0.008266638964414597, "global_step": 6762, "epoch": 125, "lr": 9.07867934663625e-05}
+{"train_loss": 0.010527164675295353, "global_step": 6763, "epoch": 125, "lr": 9.07839450328351e-05}
+{"train_loss": 0.01189851388335228, "global_step": 6764, "epoch": 125, "lr": 9.078109620375203e-05}
+{"train_loss": 0.011896596290171146, "global_step": 6765, "epoch": 125, "lr": 9.077824697914093e-05}
+{"train_loss": 0.011908386833965778, "global_step": 6766, "epoch": 125, "lr": 9.077539735902944e-05}
+{"train_loss": 0.01000872440636158, "global_step": 6767, "epoch": 125, "lr": 9.077254734344516e-05}
+{"train_loss": 0.009853538125753403, "global_step": 6768, "epoch": 125, "lr": 9.076969693241577e-05}
+{"train_loss": 0.009766170755028725, "global_step": 6769, "epoch": 125, "lr": 9.076684612596891e-05}
+{"train_loss": 0.009116058237850666, "global_step": 6770, "epoch": 125, "lr": 9.076399492413221e-05}
+{"train_loss": 0.008712630718946457, "global_step": 6771, "epoch": 125, "lr": 9.076114332693332e-05}
+{"train_loss": 0.010380103252828121, "global_step": 6772, "epoch": 125, "lr": 9.075829133439995e-05}
+{"train_loss": 0.009504193440079689, "global_step": 6773, "epoch": 125, "lr": 9.075543894655969e-05}
+{"train_loss": 0.010480799712240696, "global_step": 6774, "epoch": 125, "lr": 9.075258616344024e-05}
+{"train_loss": 0.012261670082807541, "global_step": 6775, "epoch": 125, "lr": 9.074973298506928e-05}
+{"train_loss": 0.009759197011590004, "global_step": 6776, "epoch": 125, "lr": 9.074687941147446e-05}
+{"train_loss": 0.00927997287362814, "global_step": 6777, "epoch": 125, "lr": 9.074402544268348e-05}
+{"train_loss": 0.010261897929012775, "global_step": 6778, "epoch": 125, "lr": 9.074117107872397e-05}
+{"train_loss": 0.010106710717082024, "global_step": 6779, "epoch": 125, "lr": 9.073831631962369e-05}
+{"train_loss": 0.015226803719997406, "global_step": 6780, "epoch": 125, "lr": 9.073546116541025e-05}
+{"train_loss": 0.010996735654771328, "global_step": 6781, "epoch": 125, "lr": 9.07326056161114e-05}
+{"train_loss": 0.01121852919459343, "global_step": 6782, "epoch": 125, "lr": 9.07297496717548e-05}
+{"train_loss": 0.00952992308884859, "global_step": 6783, "epoch": 125, "lr": 9.072689333236817e-05}
+{"train_loss": 0.00814158096909523, "global_step": 6784, "epoch": 125, "lr": 9.072403659797921e-05}
+{"train_loss": 0.011362713761627674, "global_step": 6785, "epoch": 125, "lr": 9.072117946861563e-05}
+{"train_loss": 0.009332696907222271, "global_step": 6786, "epoch": 125, "lr": 9.071832194430511e-05}
+{"train_loss": 0.013786282390356064, "global_step": 6787, "epoch": 125, "lr": 9.07154640250754e-05}
+{"train_loss": 0.011560150422155857, "global_step": 6788, "epoch": 125, "lr": 9.071260571095421e-05}
+{"train_loss": 0.011531036347150803, "global_step": 6789, "epoch": 125, "lr": 9.070974700196926e-05}
+{"train_loss": 0.011625727638602257, "global_step": 6790, "epoch": 125, "lr": 9.070688789814827e-05}
+{"train_loss": 0.010006392374634743, "global_step": 6791, "epoch": 125, "lr": 9.070402839951897e-05}
+{"train_loss": 0.008804984390735626, "global_step": 6792, "epoch": 125, "lr": 9.07011685061091e-05}
+{"train_loss": 0.009263619780540466, "global_step": 6793, "epoch": 125, "lr": 9.069830821794641e-05}
+{"train_loss": 0.008147764019668102, "global_step": 6794, "epoch": 125, "lr": 9.069544753505861e-05}
+{"train_loss": 0.012570810504257679, "global_step": 6795, "epoch": 125, "lr": 9.069258645747348e-05}
+{"train_loss": 0.008671246469020844, "global_step": 6796, "epoch": 125, "lr": 9.068972498521872e-05}
+{"train_loss": 0.010809827595949173, "global_step": 6797, "epoch": 125, "lr": 9.068686311832215e-05}
+{"train_loss": 0.0072240703739225864, "global_step": 6798, "epoch": 125, "lr": 9.068400085681146e-05}
+{"train_loss": 0.007309244014322758, "global_step": 6799, "epoch": 125, "lr": 9.068113820071447e-05}
+{"train_loss": 0.010363820940256119, "global_step": 6800, "epoch": 125, "lr": 9.06782751500589e-05}
+{"train_loss": 0.007605583872646093, "global_step": 6801, "epoch": 125, "lr": 9.067541170487254e-05}
+{"train_loss": 0.006212177220731974, "global_step": 6802, "epoch": 125, "lr": 9.067254786518315e-05}
+{"train_loss": 0.010415851604193449, "global_step": 6803, "epoch": 125, "lr": 9.066968363101852e-05, "val_loss": 0.016210874542593956, "train_action_mse_error": 0.0005600795848295093}
+{"train_loss": 0.008580832742154598, "global_step": 6804, "epoch": 126, "lr": 9.066681900240641e-05}
+{"train_loss": 0.012194346636533737, "global_step": 6805, "epoch": 126, "lr": 9.066395397937463e-05}
+{"train_loss": 0.014059062115848064, "global_step": 6806, "epoch": 126, "lr": 9.066108856195095e-05}
+{"train_loss": 0.010150737129151821, "global_step": 6807, "epoch": 126, "lr": 9.065822275016316e-05}
+{"train_loss": 0.009999865666031837, "global_step": 6808, "epoch": 126, "lr": 9.065535654403905e-05}
+{"train_loss": 0.01330940518528223, "global_step": 6809, "epoch": 126, "lr": 9.065248994360644e-05}
+{"train_loss": 0.009970336221158504, "global_step": 6810, "epoch": 126, "lr": 9.06496229488931e-05}
+{"train_loss": 0.007427389267832041, "global_step": 6811, "epoch": 126, "lr": 9.064675555992688e-05}
+{"train_loss": 0.011582178995013237, "global_step": 6812, "epoch": 126, "lr": 9.064388777673555e-05}
+{"train_loss": 0.01023436151444912, "global_step": 6813, "epoch": 126, "lr": 9.064101959934695e-05}
+{"train_loss": 0.00975110661238432, "global_step": 6814, "epoch": 126, "lr": 9.06381510277889e-05}
+{"train_loss": 0.007382168434560299, "global_step": 6815, "epoch": 126, "lr": 9.063528206208918e-05}
+{"train_loss": 0.010272626765072346, "global_step": 6816, "epoch": 126, "lr": 9.063241270227567e-05}
+{"train_loss": 0.012695075012743473, "global_step": 6817, "epoch": 126, "lr": 9.062954294837618e-05}
+{"train_loss": 0.010434133000671864, "global_step": 6818, "epoch": 126, "lr": 9.062667280041852e-05}
+{"train_loss": 0.008448493666946888, "global_step": 6819, "epoch": 126, "lr": 9.062380225843055e-05}
+{"train_loss": 0.014406921342015266, "global_step": 6820, "epoch": 126, "lr": 9.062093132244012e-05}
+{"train_loss": 0.010553068481385708, "global_step": 6821, "epoch": 126, "lr": 9.061805999247504e-05}
+{"train_loss": 0.00861197430640459, "global_step": 6822, "epoch": 126, "lr": 9.061518826856319e-05}
+{"train_loss": 0.013903899118304253, "global_step": 6823, "epoch": 126, "lr": 9.061231615073242e-05}
+{"train_loss": 0.008811846375465393, "global_step": 6824, "epoch": 126, "lr": 9.060944363901056e-05}
+{"train_loss": 0.01004031952470541, "global_step": 6825, "epoch": 126, "lr": 9.06065707334255e-05}
+{"train_loss": 0.010890130884945393, "global_step": 6826, "epoch": 126, "lr": 9.060369743400509e-05}
+{"train_loss": 0.010441510006785393, "global_step": 6827, "epoch": 126, "lr": 9.06008237407772e-05}
+{"train_loss": 0.014023092575371265, "global_step": 6828, "epoch": 126, "lr": 9.059794965376968e-05}
+{"train_loss": 0.012660559266805649, "global_step": 6829, "epoch": 126, "lr": 9.059507517301046e-05}
+{"train_loss": 0.007366925477981567, "global_step": 6830, "epoch": 126, "lr": 9.059220029852737e-05}
+{"train_loss": 0.014646090567111969, "global_step": 6831, "epoch": 126, "lr": 9.058932503034831e-05}
+{"train_loss": 0.013177783228456974, "global_step": 6832, "epoch": 126, "lr": 9.058644936850115e-05}
+{"train_loss": 0.013330770656466484, "global_step": 6833, "epoch": 126, "lr": 9.058357331301381e-05}
+{"train_loss": 0.009686391800642014, "global_step": 6834, "epoch": 126, "lr": 9.058069686391417e-05}
+{"train_loss": 0.009792438708245754, "global_step": 6835, "epoch": 126, "lr": 9.057782002123012e-05}
+{"train_loss": 0.015086846426129341, "global_step": 6836, "epoch": 126, "lr": 9.057494278498957e-05}
+{"train_loss": 0.010569552890956402, "global_step": 6837, "epoch": 126, "lr": 9.057206515522042e-05}
+{"train_loss": 0.010950220748782158, "global_step": 6838, "epoch": 126, "lr": 9.05691871319506e-05}
+{"train_loss": 0.011525400914251804, "global_step": 6839, "epoch": 126, "lr": 9.056630871520799e-05}
+{"train_loss": 0.008092360571026802, "global_step": 6840, "epoch": 126, "lr": 9.056342990502054e-05}
+{"train_loss": 0.01233095582574606, "global_step": 6841, "epoch": 126, "lr": 9.056055070141615e-05}
+{"train_loss": 0.010892430320382118, "global_step": 6842, "epoch": 126, "lr": 9.055767110442275e-05}
+{"train_loss": 0.01817617192864418, "global_step": 6843, "epoch": 126, "lr": 9.055479111406827e-05}
+{"train_loss": 0.01367525476962328, "global_step": 6844, "epoch": 126, "lr": 9.055191073038066e-05}
+{"train_loss": 0.0064422753639519215, "global_step": 6845, "epoch": 126, "lr": 9.054902995338781e-05}
+{"train_loss": 0.013285759836435318, "global_step": 6846, "epoch": 126, "lr": 9.054614878311769e-05}
+{"train_loss": 0.012484355829656124, "global_step": 6847, "epoch": 126, "lr": 9.054326721959826e-05}
+{"train_loss": 0.010362176224589348, "global_step": 6848, "epoch": 126, "lr": 9.054038526285745e-05}
+{"train_loss": 0.01603851653635502, "global_step": 6849, "epoch": 126, "lr": 9.05375029129232e-05}
+{"train_loss": 0.010173696093261242, "global_step": 6850, "epoch": 126, "lr": 9.053462016982348e-05}
+{"train_loss": 0.006433098576962948, "global_step": 6851, "epoch": 126, "lr": 9.053173703358625e-05}
+{"train_loss": 0.008622687309980392, "global_step": 6852, "epoch": 126, "lr": 9.052885350423948e-05}
+{"train_loss": 0.00894218496978283, "global_step": 6853, "epoch": 126, "lr": 9.05259695818111e-05}
+{"train_loss": 0.011104565113782883, "global_step": 6854, "epoch": 126, "lr": 9.052308526632913e-05}
+{"train_loss": 0.009153259918093681, "global_step": 6855, "epoch": 126, "lr": 9.05202005578215e-05}
+{"train_loss": 0.01150084100663662, "global_step": 6856, "epoch": 126, "lr": 9.051731545631622e-05}
+{"train_loss": 0.011000850582840267, "global_step": 6857, "epoch": 126, "lr": 9.051442996184127e-05, "val_loss": 0.015836112201213837}
+{"train_loss": 0.011825251393020153, "global_step": 6858, "epoch": 127, "lr": 9.051154407442462e-05}
+{"train_loss": 0.010885999538004398, "global_step": 6859, "epoch": 127, "lr": 9.050865779409425e-05}
+{"train_loss": 0.01196546945720911, "global_step": 6860, "epoch": 127, "lr": 9.050577112087819e-05}
+{"train_loss": 0.012985666282474995, "global_step": 6861, "epoch": 127, "lr": 9.050288405480443e-05}
+{"train_loss": 0.0067606354132294655, "global_step": 6862, "epoch": 127, "lr": 9.049999659590094e-05}
+{"train_loss": 0.010035756044089794, "global_step": 6863, "epoch": 127, "lr": 9.049710874419575e-05}
+{"train_loss": 0.007651432417333126, "global_step": 6864, "epoch": 127, "lr": 9.049422049971685e-05}
+{"train_loss": 0.014277122914791107, "global_step": 6865, "epoch": 127, "lr": 9.049133186249228e-05}
+{"train_loss": 0.009040646255016327, "global_step": 6866, "epoch": 127, "lr": 9.048844283255004e-05}
+{"train_loss": 0.011054705828428268, "global_step": 6867, "epoch": 127, "lr": 9.048555340991814e-05}
+{"train_loss": 0.009574430994689465, "global_step": 6868, "epoch": 127, "lr": 9.048266359462462e-05}
+{"train_loss": 0.009960543364286423, "global_step": 6869, "epoch": 127, "lr": 9.047977338669751e-05}
+{"train_loss": 0.011505761183798313, "global_step": 6870, "epoch": 127, "lr": 9.047688278616484e-05}
+{"train_loss": 0.008205054327845573, "global_step": 6871, "epoch": 127, "lr": 9.047399179305462e-05}
+{"train_loss": 0.010594906285405159, "global_step": 6872, "epoch": 127, "lr": 9.047110040739493e-05}
+{"train_loss": 0.007308262400329113, "global_step": 6873, "epoch": 127, "lr": 9.046820862921377e-05}
+{"train_loss": 0.012700815685093403, "global_step": 6874, "epoch": 127, "lr": 9.046531645853923e-05}
+{"train_loss": 0.012970496900379658, "global_step": 6875, "epoch": 127, "lr": 9.046242389539933e-05}
+{"train_loss": 0.006194904912263155, "global_step": 6876, "epoch": 127, "lr": 9.045953093982213e-05}
+{"train_loss": 0.01236228458583355, "global_step": 6877, "epoch": 127, "lr": 9.045663759183571e-05}
+{"train_loss": 0.010208717547357082, "global_step": 6878, "epoch": 127, "lr": 9.04537438514681e-05}
+{"train_loss": 0.015074473805725574, "global_step": 6879, "epoch": 127, "lr": 9.045084971874738e-05}
+{"train_loss": 0.008523880504071712, "global_step": 6880, "epoch": 127, "lr": 9.044795519370161e-05}
+{"train_loss": 0.010556969791650772, "global_step": 6881, "epoch": 127, "lr": 9.04450602763589e-05}
+{"train_loss": 0.00961255468428135, "global_step": 6882, "epoch": 127, "lr": 9.044216496674729e-05}
+{"train_loss": 0.004754624795168638, "global_step": 6883, "epoch": 127, "lr": 9.043926926489485e-05}
+{"train_loss": 0.006481803022325039, "global_step": 6884, "epoch": 127, "lr": 9.043637317082971e-05}
+{"train_loss": 0.012043614871799946, "global_step": 6885, "epoch": 127, "lr": 9.043347668457993e-05}
+{"train_loss": 0.01253705844283104, "global_step": 6886, "epoch": 127, "lr": 9.043057980617361e-05}
+{"train_loss": 0.007559589110314846, "global_step": 6887, "epoch": 127, "lr": 9.042768253563884e-05}
+{"train_loss": 0.01284437533468008, "global_step": 6888, "epoch": 127, "lr": 9.042478487300372e-05}
+{"train_loss": 0.014816666953265667, "global_step": 6889, "epoch": 127, "lr": 9.042188681829638e-05}
+{"train_loss": 0.005594561342149973, "global_step": 6890, "epoch": 127, "lr": 9.041898837154487e-05}
+{"train_loss": 0.010356443002820015, "global_step": 6891, "epoch": 127, "lr": 9.041608953277736e-05}
+{"train_loss": 0.01034416165202856, "global_step": 6892, "epoch": 127, "lr": 9.041319030202193e-05}
+{"train_loss": 0.00894989538937807, "global_step": 6893, "epoch": 127, "lr": 9.041029067930673e-05}
+{"train_loss": 0.01087589655071497, "global_step": 6894, "epoch": 127, "lr": 9.040739066465985e-05}
+{"train_loss": 0.006665067281574011, "global_step": 6895, "epoch": 127, "lr": 9.040449025810944e-05}
+{"train_loss": 0.018201075494289398, "global_step": 6896, "epoch": 127, "lr": 9.040158945968361e-05}
+{"train_loss": 0.00878811813890934, "global_step": 6897, "epoch": 127, "lr": 9.039868826941051e-05}
+{"train_loss": 0.01472373679280281, "global_step": 6898, "epoch": 127, "lr": 9.039578668731828e-05}
+{"train_loss": 0.0066171749494969845, "global_step": 6899, "epoch": 127, "lr": 9.039288471343504e-05}
+{"train_loss": 0.01024038065224886, "global_step": 6900, "epoch": 127, "lr": 9.038998234778897e-05}
+{"train_loss": 0.015614194795489311, "global_step": 6901, "epoch": 127, "lr": 9.03870795904082e-05}
+{"train_loss": 0.009393204934895039, "global_step": 6902, "epoch": 127, "lr": 9.038417644132087e-05}
+{"train_loss": 0.006158260628581047, "global_step": 6903, "epoch": 127, "lr": 9.038127290055515e-05}
+{"train_loss": 0.011720485053956509, "global_step": 6904, "epoch": 127, "lr": 9.037836896813921e-05}
+{"train_loss": 0.010374401696026325, "global_step": 6905, "epoch": 127, "lr": 9.03754646441012e-05}
+{"train_loss": 0.010313068516552448, "global_step": 6906, "epoch": 127, "lr": 9.037255992846931e-05}
+{"train_loss": 0.014122676104307175, "global_step": 6907, "epoch": 127, "lr": 9.036965482127168e-05}
+{"train_loss": 0.01077804435044527, "global_step": 6908, "epoch": 127, "lr": 9.036674932253652e-05}
+{"train_loss": 0.009346675127744675, "global_step": 6909, "epoch": 127, "lr": 9.036384343229199e-05}
+{"train_loss": 0.014246364124119282, "global_step": 6910, "epoch": 127, "lr": 9.036093715056628e-05}
+{"train_loss": 0.010581107836009728, "global_step": 6911, "epoch": 127, "lr": 9.035803047738757e-05, "val_loss": 0.01404054556041956}
+{"train_loss": 0.012279088608920574, "global_step": 6912, "epoch": 128, "lr": 9.035512341278405e-05}
+{"train_loss": 0.011022494174540043, "global_step": 6913, "epoch": 128, "lr": 9.035221595678393e-05}
+{"train_loss": 0.010536693967878819, "global_step": 6914, "epoch": 128, "lr": 9.034930810941538e-05}
+{"train_loss": 0.011319631710648537, "global_step": 6915, "epoch": 128, "lr": 9.034639987070666e-05}
+{"train_loss": 0.011599397286772728, "global_step": 6916, "epoch": 128, "lr": 9.03434912406859e-05}
+{"train_loss": 0.010183798149228096, "global_step": 6917, "epoch": 128, "lr": 9.034058221938138e-05}
+{"train_loss": 0.009334640577435493, "global_step": 6918, "epoch": 128, "lr": 9.033767280682125e-05}
+{"train_loss": 0.009465654380619526, "global_step": 6919, "epoch": 128, "lr": 9.033476300303378e-05}
+{"train_loss": 0.011795027181506157, "global_step": 6920, "epoch": 128, "lr": 9.033185280804719e-05}
+{"train_loss": 0.010055339895188808, "global_step": 6921, "epoch": 128, "lr": 9.032894222188967e-05}
+{"train_loss": 0.009351087734103203, "global_step": 6922, "epoch": 128, "lr": 9.032603124458946e-05}
+{"train_loss": 0.00879530981183052, "global_step": 6923, "epoch": 128, "lr": 9.03231198761748e-05}
+{"train_loss": 0.010196833871304989, "global_step": 6924, "epoch": 128, "lr": 9.032020811667395e-05}
+{"train_loss": 0.008063673973083496, "global_step": 6925, "epoch": 128, "lr": 9.031729596611511e-05}
+{"train_loss": 0.005958142224699259, "global_step": 6926, "epoch": 128, "lr": 9.031438342452653e-05}
+{"train_loss": 0.010048153810203075, "global_step": 6927, "epoch": 128, "lr": 9.03114704919365e-05}
+{"train_loss": 0.013616937212646008, "global_step": 6928, "epoch": 128, "lr": 9.030855716837324e-05}
+{"train_loss": 0.008979074656963348, "global_step": 6929, "epoch": 128, "lr": 9.030564345386499e-05}
+{"train_loss": 0.012986676767468452, "global_step": 6930, "epoch": 128, "lr": 9.030272934844003e-05}
+{"train_loss": 0.010346814058721066, "global_step": 6931, "epoch": 128, "lr": 9.029981485212662e-05}
+{"train_loss": 0.009770344942808151, "global_step": 6932, "epoch": 128, "lr": 9.029689996495303e-05}
+{"train_loss": 0.008585142903029919, "global_step": 6933, "epoch": 128, "lr": 9.029398468694754e-05}
+{"train_loss": 0.009941731579601765, "global_step": 6934, "epoch": 128, "lr": 9.029106901813839e-05}
+{"train_loss": 0.009383274242281914, "global_step": 6935, "epoch": 128, "lr": 9.02881529585539e-05}
+{"train_loss": 0.014089254662394524, "global_step": 6936, "epoch": 128, "lr": 9.028523650822234e-05}
+{"train_loss": 0.010808447375893593, "global_step": 6937, "epoch": 128, "lr": 9.028231966717199e-05}
+{"train_loss": 0.012562357820570469, "global_step": 6938, "epoch": 128, "lr": 9.027940243543114e-05}
+{"train_loss": 0.013310971669852734, "global_step": 6939, "epoch": 128, "lr": 9.027648481302806e-05}
+{"train_loss": 0.010698948986828327, "global_step": 6940, "epoch": 128, "lr": 9.02735667999911e-05}
+{"train_loss": 0.008977989666163921, "global_step": 6941, "epoch": 128, "lr": 9.027064839634852e-05}
+{"train_loss": 0.01471255999058485, "global_step": 6942, "epoch": 128, "lr": 9.026772960212864e-05}
+{"train_loss": 0.008173508569598198, "global_step": 6943, "epoch": 128, "lr": 9.026481041735977e-05}
+{"train_loss": 0.013209941796958447, "global_step": 6944, "epoch": 128, "lr": 9.026189084207022e-05}
+{"train_loss": 0.013425720855593681, "global_step": 6945, "epoch": 128, "lr": 9.02589708762883e-05}
+{"train_loss": 0.009628605097532272, "global_step": 6946, "epoch": 128, "lr": 9.025605052004233e-05}
+{"train_loss": 0.0158381424844265, "global_step": 6947, "epoch": 128, "lr": 9.025312977336064e-05}
+{"train_loss": 0.011615345254540443, "global_step": 6948, "epoch": 128, "lr": 9.025020863627159e-05}
+{"train_loss": 0.008468413725495338, "global_step": 6949, "epoch": 128, "lr": 9.024728710880345e-05}
+{"train_loss": 0.012707429938018322, "global_step": 6950, "epoch": 128, "lr": 9.024436519098457e-05}
+{"train_loss": 0.013298902660608292, "global_step": 6951, "epoch": 128, "lr": 9.024144288284335e-05}
+{"train_loss": 0.01242990605533123, "global_step": 6952, "epoch": 128, "lr": 9.023852018440805e-05}
+{"train_loss": 0.01584862545132637, "global_step": 6953, "epoch": 128, "lr": 9.023559709570706e-05}
+{"train_loss": 0.011891349218785763, "global_step": 6954, "epoch": 128, "lr": 9.023267361676873e-05}
+{"train_loss": 0.012474816292524338, "global_step": 6955, "epoch": 128, "lr": 9.02297497476214e-05}
+{"train_loss": 0.008292987942695618, "global_step": 6956, "epoch": 128, "lr": 9.022682548829344e-05}
+{"train_loss": 0.00887834932655096, "global_step": 6957, "epoch": 128, "lr": 9.022390083881322e-05}
+{"train_loss": 0.015889877453446388, "global_step": 6958, "epoch": 128, "lr": 9.022097579920907e-05}
+{"train_loss": 0.01302842516452074, "global_step": 6959, "epoch": 128, "lr": 9.021805036950941e-05}
+{"train_loss": 0.012714879587292671, "global_step": 6960, "epoch": 128, "lr": 9.021512454974257e-05}
+{"train_loss": 0.010891702026128769, "global_step": 6961, "epoch": 128, "lr": 9.021219833993695e-05}
+{"train_loss": 0.015181618742644787, "global_step": 6962, "epoch": 128, "lr": 9.020927174012091e-05}
+{"train_loss": 0.009882337413728237, "global_step": 6963, "epoch": 128, "lr": 9.020634475032286e-05}
+{"train_loss": 0.011759833432734013, "global_step": 6964, "epoch": 128, "lr": 9.020341737057117e-05}
+{"train_loss": 0.011236343817371462, "global_step": 6965, "epoch": 128, "lr": 9.020048960089425e-05, "val_loss": 0.015233470126986504}
+{"train_loss": 0.009298834949731827, "global_step": 6966, "epoch": 129, "lr": 9.019756144132048e-05}
+{"train_loss": 0.011797720566391945, "global_step": 6967, "epoch": 129, "lr": 9.019463289187827e-05}
+{"train_loss": 0.01858237013220787, "global_step": 6968, "epoch": 129, "lr": 9.0191703952596e-05}
+{"train_loss": 0.016999199986457825, "global_step": 6969, "epoch": 129, "lr": 9.01887746235021e-05}
+{"train_loss": 0.009041908197104931, "global_step": 6970, "epoch": 129, "lr": 9.018584490462499e-05}
+{"train_loss": 0.015116594731807709, "global_step": 6971, "epoch": 129, "lr": 9.018291479599305e-05}
+{"train_loss": 0.013123548589646816, "global_step": 6972, "epoch": 129, "lr": 9.017998429763475e-05}
+{"train_loss": 0.013697601854801178, "global_step": 6973, "epoch": 129, "lr": 9.017705340957845e-05}
+{"train_loss": 0.015850836411118507, "global_step": 6974, "epoch": 129, "lr": 9.017412213185261e-05}
+{"train_loss": 0.01064307801425457, "global_step": 6975, "epoch": 129, "lr": 9.017119046448568e-05}
+{"train_loss": 0.01846913807094097, "global_step": 6976, "epoch": 129, "lr": 9.016825840750607e-05}
+{"train_loss": 0.011045735329389572, "global_step": 6977, "epoch": 129, "lr": 9.01653259609422e-05}
+{"train_loss": 0.007894490845501423, "global_step": 6978, "epoch": 129, "lr": 9.016239312482253e-05}
+{"train_loss": 0.00926851388067007, "global_step": 6979, "epoch": 129, "lr": 9.015945989917551e-05}
+{"train_loss": 0.00983145460486412, "global_step": 6980, "epoch": 129, "lr": 9.01565262840296e-05}
+{"train_loss": 0.01259708870202303, "global_step": 6981, "epoch": 129, "lr": 9.015359227941322e-05}
+{"train_loss": 0.00887360330671072, "global_step": 6982, "epoch": 129, "lr": 9.015065788535485e-05}
+{"train_loss": 0.01573614403605461, "global_step": 6983, "epoch": 129, "lr": 9.014772310188293e-05}
+{"train_loss": 0.01617497205734253, "global_step": 6984, "epoch": 129, "lr": 9.014478792902595e-05}
+{"train_loss": 0.017756318673491478, "global_step": 6985, "epoch": 129, "lr": 9.014185236681236e-05}
+{"train_loss": 0.012671144679188728, "global_step": 6986, "epoch": 129, "lr": 9.013891641527064e-05}
+{"train_loss": 0.00857455376535654, "global_step": 6987, "epoch": 129, "lr": 9.013598007442926e-05}
+{"train_loss": 0.012128431349992752, "global_step": 6988, "epoch": 129, "lr": 9.013304334431669e-05}
+{"train_loss": 0.01240558736026287, "global_step": 6989, "epoch": 129, "lr": 9.013010622496144e-05}
+{"train_loss": 0.01215171255171299, "global_step": 6990, "epoch": 129, "lr": 9.012716871639197e-05}
+{"train_loss": 0.00930962897837162, "global_step": 6991, "epoch": 129, "lr": 9.01242308186368e-05}
+{"train_loss": 0.01101330853998661, "global_step": 6992, "epoch": 129, "lr": 9.012129253172436e-05}
+{"train_loss": 0.01467921957373619, "global_step": 6993, "epoch": 129, "lr": 9.011835385568322e-05}
+{"train_loss": 0.012828422710299492, "global_step": 6994, "epoch": 129, "lr": 9.011541479054185e-05}
+{"train_loss": 0.009570213966071606, "global_step": 6995, "epoch": 129, "lr": 9.011247533632876e-05}
+{"train_loss": 0.011163792572915554, "global_step": 6996, "epoch": 129, "lr": 9.010953549307247e-05}
+{"train_loss": 0.012722627259790897, "global_step": 6997, "epoch": 129, "lr": 9.010659526080145e-05}
+{"train_loss": 0.01153713557869196, "global_step": 6998, "epoch": 129, "lr": 9.010365463954427e-05}
+{"train_loss": 0.008961081504821777, "global_step": 6999, "epoch": 129, "lr": 9.010071362932944e-05}
+{"train_loss": 0.009501263499259949, "global_step": 7000, "epoch": 129, "lr": 9.009777223018545e-05}
+{"train_loss": 0.010455100797116756, "global_step": 7001, "epoch": 129, "lr": 9.009483044214086e-05}
+{"train_loss": 0.008796291425824165, "global_step": 7002, "epoch": 129, "lr": 9.00918882652242e-05}
+{"train_loss": 0.00977394264191389, "global_step": 7003, "epoch": 129, "lr": 9.008894569946398e-05}
+{"train_loss": 0.008311554789543152, "global_step": 7004, "epoch": 129, "lr": 9.008600274488877e-05}
+{"train_loss": 0.014000114984810352, "global_step": 7005, "epoch": 129, "lr": 9.008305940152708e-05}
+{"train_loss": 0.011158100329339504, "global_step": 7006, "epoch": 129, "lr": 9.00801156694075e-05}
+{"train_loss": 0.007471432909369469, "global_step": 7007, "epoch": 129, "lr": 9.007717154855856e-05}
+{"train_loss": 0.008918406441807747, "global_step": 7008, "epoch": 129, "lr": 9.00742270390088e-05}
+{"train_loss": 0.010010138154029846, "global_step": 7009, "epoch": 129, "lr": 9.007128214078679e-05}
+{"train_loss": 0.008940820582211018, "global_step": 7010, "epoch": 129, "lr": 9.00683368539211e-05}
+{"train_loss": 0.010593048296868801, "global_step": 7011, "epoch": 129, "lr": 9.00653911784403e-05}
+{"train_loss": 0.014307176694273949, "global_step": 7012, "epoch": 129, "lr": 9.006244511437294e-05}
+{"train_loss": 0.010005500167608261, "global_step": 7013, "epoch": 129, "lr": 9.00594986617476e-05}
+{"train_loss": 0.008509124629199505, "global_step": 7014, "epoch": 129, "lr": 9.005655182059286e-05}
+{"train_loss": 0.009996457025408745, "global_step": 7015, "epoch": 129, "lr": 9.00536045909373e-05}
+{"train_loss": 0.01135419774800539, "global_step": 7016, "epoch": 129, "lr": 9.00506569728095e-05}
+{"train_loss": 0.010061821900308132, "global_step": 7017, "epoch": 129, "lr": 9.004770896623805e-05}
+{"train_loss": 0.015021915547549725, "global_step": 7018, "epoch": 129, "lr": 9.004476057125155e-05}
+{"train_loss": 0.0115963248880925, "global_step": 7019, "epoch": 129, "lr": 9.004181178787859e-05, "val_loss": 0.013391850516200066}
+{"train_loss": 0.012206058949232101, "global_step": 7020, "epoch": 130, "lr": 9.003886261614778e-05}
+{"train_loss": 0.009860473684966564, "global_step": 7021, "epoch": 130, "lr": 9.00359130560877e-05}
+{"train_loss": 0.009257023222744465, "global_step": 7022, "epoch": 130, "lr": 9.003296310772697e-05}
+{"train_loss": 0.011414662934839725, "global_step": 7023, "epoch": 130, "lr": 9.003001277109422e-05}
+{"train_loss": 0.011373965069651604, "global_step": 7024, "epoch": 130, "lr": 9.002706204621803e-05}
+{"train_loss": 0.006547653581947088, "global_step": 7025, "epoch": 130, "lr": 9.002411093312704e-05}
+{"train_loss": 0.01354142650961876, "global_step": 7026, "epoch": 130, "lr": 9.002115943184985e-05}
+{"train_loss": 0.009569445624947548, "global_step": 7027, "epoch": 130, "lr": 9.001820754241513e-05}
+{"train_loss": 0.005998651962727308, "global_step": 7028, "epoch": 130, "lr": 9.001525526485148e-05}
+{"train_loss": 0.012670259922742844, "global_step": 7029, "epoch": 130, "lr": 9.001230259918752e-05}
+{"train_loss": 0.008081469684839249, "global_step": 7030, "epoch": 130, "lr": 9.000934954545192e-05}
+{"train_loss": 0.012158585712313652, "global_step": 7031, "epoch": 130, "lr": 9.00063961036733e-05}
+{"train_loss": 0.009551763534545898, "global_step": 7032, "epoch": 130, "lr": 9.00034422738803e-05}
+{"train_loss": 0.01592305675148964, "global_step": 7033, "epoch": 130, "lr": 9.00004880561016e-05}
+{"train_loss": 0.008293467573821545, "global_step": 7034, "epoch": 130, "lr": 8.999753345036583e-05}
+{"train_loss": 0.013126029632985592, "global_step": 7035, "epoch": 130, "lr": 8.999457845670164e-05}
+{"train_loss": 0.006869642995297909, "global_step": 7036, "epoch": 130, "lr": 8.999162307513768e-05}
+{"train_loss": 0.011634519323706627, "global_step": 7037, "epoch": 130, "lr": 8.998866730570266e-05}
+{"train_loss": 0.00890774093568325, "global_step": 7038, "epoch": 130, "lr": 8.99857111484252e-05}
+{"train_loss": 0.013810103759169579, "global_step": 7039, "epoch": 130, "lr": 8.998275460333401e-05}
+{"train_loss": 0.011027458123862743, "global_step": 7040, "epoch": 130, "lr": 8.997979767045772e-05}
+{"train_loss": 0.01085367426276207, "global_step": 7041, "epoch": 130, "lr": 8.997684034982505e-05}
+{"train_loss": 0.008603658527135849, "global_step": 7042, "epoch": 130, "lr": 8.997388264146465e-05}
+{"train_loss": 0.011585431173443794, "global_step": 7043, "epoch": 130, "lr": 8.997092454540523e-05}
+{"train_loss": 0.005909842438995838, "global_step": 7044, "epoch": 130, "lr": 8.996796606167548e-05}
+{"train_loss": 0.008991315960884094, "global_step": 7045, "epoch": 130, "lr": 8.996500719030408e-05}
+{"train_loss": 0.010342723689973354, "global_step": 7046, "epoch": 130, "lr": 8.996204793131974e-05}
+{"train_loss": 0.008647361770272255, "global_step": 7047, "epoch": 130, "lr": 8.995908828475114e-05}
+{"train_loss": 0.008859365247189999, "global_step": 7048, "epoch": 130, "lr": 8.995612825062701e-05}
+{"train_loss": 0.016765905544161797, "global_step": 7049, "epoch": 130, "lr": 8.995316782897604e-05}
+{"train_loss": 0.014063149690628052, "global_step": 7050, "epoch": 130, "lr": 8.995020701982697e-05}
+{"train_loss": 0.007051426917314529, "global_step": 7051, "epoch": 130, "lr": 8.994724582320848e-05}
+{"train_loss": 0.010402631014585495, "global_step": 7052, "epoch": 130, "lr": 8.994428423914931e-05}
+{"train_loss": 0.010998347774147987, "global_step": 7053, "epoch": 130, "lr": 8.99413222676782e-05}
+{"train_loss": 0.009962727315723896, "global_step": 7054, "epoch": 130, "lr": 8.993835990882383e-05}
+{"train_loss": 0.01008485909551382, "global_step": 7055, "epoch": 130, "lr": 8.993539716261498e-05}
+{"train_loss": 0.009630555287003517, "global_step": 7056, "epoch": 130, "lr": 8.993243402908035e-05}
+{"train_loss": 0.009906440041959286, "global_step": 7057, "epoch": 130, "lr": 8.992947050824871e-05}
+{"train_loss": 0.013257685117423534, "global_step": 7058, "epoch": 130, "lr": 8.992650660014879e-05}
+{"train_loss": 0.011456775479018688, "global_step": 7059, "epoch": 130, "lr": 8.992354230480931e-05}
+{"train_loss": 0.012484078295528889, "global_step": 7060, "epoch": 130, "lr": 8.992057762225906e-05}
+{"train_loss": 0.012966668233275414, "global_step": 7061, "epoch": 130, "lr": 8.991761255252678e-05}
+{"train_loss": 0.010798299685120583, "global_step": 7062, "epoch": 130, "lr": 8.991464709564121e-05}
+{"train_loss": 0.0097469761967659, "global_step": 7063, "epoch": 130, "lr": 8.991168125163114e-05}
+{"train_loss": 0.00886201485991478, "global_step": 7064, "epoch": 130, "lr": 8.990871502052531e-05}
+{"train_loss": 0.012504569254815578, "global_step": 7065, "epoch": 130, "lr": 8.99057484023525e-05}
+{"train_loss": 0.011671176180243492, "global_step": 7066, "epoch": 130, "lr": 8.99027813971415e-05}
+{"train_loss": 0.0071072448045015335, "global_step": 7067, "epoch": 130, "lr": 8.989981400492107e-05}
+{"train_loss": 0.01482231356203556, "global_step": 7068, "epoch": 130, "lr": 8.989684622571997e-05}
+{"train_loss": 0.010206482373178005, "global_step": 7069, "epoch": 130, "lr": 8.989387805956702e-05}
+{"train_loss": 0.009919809177517891, "global_step": 7070, "epoch": 130, "lr": 8.989090950649099e-05}
+{"train_loss": 0.009592227637767792, "global_step": 7071, "epoch": 130, "lr": 8.988794056652065e-05}
+{"train_loss": 0.013401146978139877, "global_step": 7072, "epoch": 130, "lr": 8.988497123968485e-05}
+{"train_loss": 0.010718111276488614, "global_step": 7073, "epoch": 130, "lr": 8.988200152601234e-05, "val_loss": 0.008051440119743347, "train_action_mse_error": 0.0005456259823404253}
+{"train_loss": 0.009083893150091171, "global_step": 7074, "epoch": 131, "lr": 8.987903142553193e-05}
+{"train_loss": 0.008480123244225979, "global_step": 7075, "epoch": 131, "lr": 8.987606093827246e-05}
+{"train_loss": 0.01030509639531374, "global_step": 7076, "epoch": 131, "lr": 8.98730900642627e-05}
+{"train_loss": 0.010216176509857178, "global_step": 7077, "epoch": 131, "lr": 8.987011880353148e-05}
+{"train_loss": 0.007429082412272692, "global_step": 7078, "epoch": 131, "lr": 8.986714715610762e-05}
+{"train_loss": 0.011087602004408836, "global_step": 7079, "epoch": 131, "lr": 8.986417512201995e-05}
+{"train_loss": 0.009521465748548508, "global_step": 7080, "epoch": 131, "lr": 8.986120270129727e-05}
+{"train_loss": 0.009053139947354794, "global_step": 7081, "epoch": 131, "lr": 8.985822989396842e-05}
+{"train_loss": 0.013045208528637886, "global_step": 7082, "epoch": 131, "lr": 8.985525670006225e-05}
+{"train_loss": 0.008766185492277145, "global_step": 7083, "epoch": 131, "lr": 8.985228311960758e-05}
+{"train_loss": 0.009441755712032318, "global_step": 7084, "epoch": 131, "lr": 8.984930915263325e-05}
+{"train_loss": 0.009457217529416084, "global_step": 7085, "epoch": 131, "lr": 8.98463347991681e-05}
+{"train_loss": 0.00992062222212553, "global_step": 7086, "epoch": 131, "lr": 8.9843360059241e-05}
+{"train_loss": 0.009682906791567802, "global_step": 7087, "epoch": 131, "lr": 8.984038493288076e-05}
+{"train_loss": 0.007838445715606213, "global_step": 7088, "epoch": 131, "lr": 8.983740942011629e-05}
+{"train_loss": 0.012424532324075699, "global_step": 7089, "epoch": 131, "lr": 8.983443352097641e-05}
+{"train_loss": 0.009790124371647835, "global_step": 7090, "epoch": 131, "lr": 8.983145723548998e-05}
+{"train_loss": 0.010890784673392773, "global_step": 7091, "epoch": 131, "lr": 8.982848056368589e-05}
+{"train_loss": 0.01016850583255291, "global_step": 7092, "epoch": 131, "lr": 8.9825503505593e-05}
+{"train_loss": 0.008791997097432613, "global_step": 7093, "epoch": 131, "lr": 8.982252606124018e-05}
+{"train_loss": 0.011302533559501171, "global_step": 7094, "epoch": 131, "lr": 8.981954823065631e-05}
+{"train_loss": 0.014974065124988556, "global_step": 7095, "epoch": 131, "lr": 8.981657001387027e-05}
+{"train_loss": 0.006839775945991278, "global_step": 7096, "epoch": 131, "lr": 8.981359141091094e-05}
+{"train_loss": 0.008685409091413021, "global_step": 7097, "epoch": 131, "lr": 8.981061242180723e-05}
+{"train_loss": 0.009711614809930325, "global_step": 7098, "epoch": 131, "lr": 8.980763304658801e-05}
+{"train_loss": 0.0071024117060005665, "global_step": 7099, "epoch": 131, "lr": 8.980465328528219e-05}
+{"train_loss": 0.01138812955468893, "global_step": 7100, "epoch": 131, "lr": 8.980167313791867e-05}
+{"train_loss": 0.012804941274225712, "global_step": 7101, "epoch": 131, "lr": 8.979869260452634e-05}
+{"train_loss": 0.007435167208313942, "global_step": 7102, "epoch": 131, "lr": 8.979571168513413e-05}
+{"train_loss": 0.012862538918852806, "global_step": 7103, "epoch": 131, "lr": 8.979273037977092e-05}
+{"train_loss": 0.008433460257947445, "global_step": 7104, "epoch": 131, "lr": 8.978974868846565e-05}
+{"train_loss": 0.008959370665252209, "global_step": 7105, "epoch": 131, "lr": 8.978676661124723e-05}
+{"train_loss": 0.010652274824678898, "global_step": 7106, "epoch": 131, "lr": 8.978378414814459e-05}
+{"train_loss": 0.01033676415681839, "global_step": 7107, "epoch": 131, "lr": 8.978080129918666e-05}
+{"train_loss": 0.008043734356760979, "global_step": 7108, "epoch": 131, "lr": 8.977781806440234e-05}
+{"train_loss": 0.011690397746860981, "global_step": 7109, "epoch": 131, "lr": 8.97748344438206e-05}
+{"train_loss": 0.004974116571247578, "global_step": 7110, "epoch": 131, "lr": 8.977185043747036e-05}
+{"train_loss": 0.013649560511112213, "global_step": 7111, "epoch": 131, "lr": 8.976886604538055e-05}
+{"train_loss": 0.010087121278047562, "global_step": 7112, "epoch": 131, "lr": 8.976588126758014e-05}
+{"train_loss": 0.008771577849984169, "global_step": 7113, "epoch": 131, "lr": 8.976289610409807e-05}
+{"train_loss": 0.010212382301688194, "global_step": 7114, "epoch": 131, "lr": 8.975991055496329e-05}
+{"train_loss": 0.009973119013011456, "global_step": 7115, "epoch": 131, "lr": 8.975692462020475e-05}
+{"train_loss": 0.007594349328428507, "global_step": 7116, "epoch": 131, "lr": 8.975393829985144e-05}
+{"train_loss": 0.012025518342852592, "global_step": 7117, "epoch": 131, "lr": 8.975095159393227e-05}
+{"train_loss": 0.00845379289239645, "global_step": 7118, "epoch": 131, "lr": 8.974796450247625e-05}
+{"train_loss": 0.006360513158142567, "global_step": 7119, "epoch": 131, "lr": 8.974497702551235e-05}
+{"train_loss": 0.012904384173452854, "global_step": 7120, "epoch": 131, "lr": 8.974198916306951e-05}
+{"train_loss": 0.01068598311394453, "global_step": 7121, "epoch": 131, "lr": 8.973900091517675e-05}
+{"train_loss": 0.009351199492812157, "global_step": 7122, "epoch": 131, "lr": 8.973601228186302e-05}
+{"train_loss": 0.0121424226090312, "global_step": 7123, "epoch": 131, "lr": 8.973302326315734e-05}
+{"train_loss": 0.014717267826199532, "global_step": 7124, "epoch": 131, "lr": 8.973003385908867e-05}
+{"train_loss": 0.009641343727707863, "global_step": 7125, "epoch": 131, "lr": 8.972704406968601e-05}
+{"train_loss": 0.009968185797333717, "global_step": 7126, "epoch": 131, "lr": 8.972405389497837e-05}
+{"train_loss": 0.009974244102421734, "global_step": 7127, "epoch": 131, "lr": 8.972106333499475e-05, "val_loss": 0.015114073641598225}
+{"train_loss": 0.009384717792272568, "global_step": 7128, "epoch": 132, "lr": 8.971807238976413e-05}
+{"train_loss": 0.00943837035447359, "global_step": 7129, "epoch": 132, "lr": 8.971508105931555e-05}
+{"train_loss": 0.012363568879663944, "global_step": 7130, "epoch": 132, "lr": 8.9712089343678e-05}
+{"train_loss": 0.010342836380004883, "global_step": 7131, "epoch": 132, "lr": 8.970909724288053e-05}
+{"train_loss": 0.01084990706294775, "global_step": 7132, "epoch": 132, "lr": 8.970610475695211e-05}
+{"train_loss": 0.007455617655068636, "global_step": 7133, "epoch": 132, "lr": 8.970311188592178e-05}
+{"train_loss": 0.012229783460497856, "global_step": 7134, "epoch": 132, "lr": 8.97001186298186e-05}
+{"train_loss": 0.010597475804388523, "global_step": 7135, "epoch": 132, "lr": 8.969712498867157e-05}
+{"train_loss": 0.011957976967096329, "global_step": 7136, "epoch": 132, "lr": 8.969413096250973e-05}
+{"train_loss": 0.00921412743628025, "global_step": 7137, "epoch": 132, "lr": 8.969113655136212e-05}
+{"train_loss": 0.012513701803982258, "global_step": 7138, "epoch": 132, "lr": 8.968814175525777e-05}
+{"train_loss": 0.008638114668428898, "global_step": 7139, "epoch": 132, "lr": 8.968514657422576e-05}
+{"train_loss": 0.010124190710484982, "global_step": 7140, "epoch": 132, "lr": 8.96821510082951e-05}
+{"train_loss": 0.009730374440550804, "global_step": 7141, "epoch": 132, "lr": 8.967915505749487e-05}
+{"train_loss": 0.011120718903839588, "global_step": 7142, "epoch": 132, "lr": 8.967615872185411e-05}
+{"train_loss": 0.010501730255782604, "global_step": 7143, "epoch": 132, "lr": 8.96731620014019e-05}
+{"train_loss": 0.007705552503466606, "global_step": 7144, "epoch": 132, "lr": 8.967016489616729e-05}
+{"train_loss": 0.012183223851025105, "global_step": 7145, "epoch": 132, "lr": 8.966716740617935e-05}
+{"train_loss": 0.013109575025737286, "global_step": 7146, "epoch": 132, "lr": 8.966416953146717e-05}
+{"train_loss": 0.015675675123929977, "global_step": 7147, "epoch": 132, "lr": 8.96611712720598e-05}
+{"train_loss": 0.013208514079451561, "global_step": 7148, "epoch": 132, "lr": 8.965817262798633e-05}
+{"train_loss": 0.015185789205133915, "global_step": 7149, "epoch": 132, "lr": 8.965517359927583e-05}
+{"train_loss": 0.015189426951110363, "global_step": 7150, "epoch": 132, "lr": 8.965217418595742e-05}
+{"train_loss": 0.012404805049300194, "global_step": 7151, "epoch": 132, "lr": 8.964917438806015e-05}
+{"train_loss": 0.010199407115578651, "global_step": 7152, "epoch": 132, "lr": 8.964617420561314e-05}
+{"train_loss": 0.013381915166974068, "global_step": 7153, "epoch": 132, "lr": 8.964317363864549e-05}
+{"train_loss": 0.013623785227537155, "global_step": 7154, "epoch": 132, "lr": 8.96401726871863e-05}
+{"train_loss": 0.010758843272924423, "global_step": 7155, "epoch": 132, "lr": 8.963717135126468e-05}
+{"train_loss": 0.007795424200594425, "global_step": 7156, "epoch": 132, "lr": 8.963416963090972e-05}
+{"train_loss": 0.014869475737214088, "global_step": 7157, "epoch": 132, "lr": 8.963116752615053e-05}
+{"train_loss": 0.010395195335149765, "global_step": 7158, "epoch": 132, "lr": 8.962816503701626e-05}
+{"train_loss": 0.017090795561671257, "global_step": 7159, "epoch": 132, "lr": 8.9625162163536e-05}
+{"train_loss": 0.008778075687587261, "global_step": 7160, "epoch": 132, "lr": 8.962215890573889e-05}
+{"train_loss": 0.007545141037553549, "global_step": 7161, "epoch": 132, "lr": 8.961915526365404e-05}
+{"train_loss": 0.015295194461941719, "global_step": 7162, "epoch": 132, "lr": 8.96161512373106e-05}
+{"train_loss": 0.010393170639872551, "global_step": 7163, "epoch": 132, "lr": 8.961314682673771e-05}
+{"train_loss": 0.010324632748961449, "global_step": 7164, "epoch": 132, "lr": 8.961014203196451e-05}
+{"train_loss": 0.01107415184378624, "global_step": 7165, "epoch": 132, "lr": 8.960713685302011e-05}
+{"train_loss": 0.007705054245889187, "global_step": 7166, "epoch": 132, "lr": 8.96041312899337e-05}
+{"train_loss": 0.008572204038500786, "global_step": 7167, "epoch": 132, "lr": 8.96011253427344e-05}
+{"train_loss": 0.011753502301871777, "global_step": 7168, "epoch": 132, "lr": 8.959811901145136e-05}
+{"train_loss": 0.013859428465366364, "global_step": 7169, "epoch": 132, "lr": 8.959511229611376e-05}
+{"train_loss": 0.007610531989485025, "global_step": 7170, "epoch": 132, "lr": 8.959210519675076e-05}
+{"train_loss": 0.013255046680569649, "global_step": 7171, "epoch": 132, "lr": 8.958909771339151e-05}
+{"train_loss": 0.011257783509790897, "global_step": 7172, "epoch": 132, "lr": 8.958608984606519e-05}
+{"train_loss": 0.012986129149794579, "global_step": 7173, "epoch": 132, "lr": 8.958308159480098e-05}
+{"train_loss": 0.01094010565429926, "global_step": 7174, "epoch": 132, "lr": 8.958007295962802e-05}
+{"train_loss": 0.010825155302882195, "global_step": 7175, "epoch": 132, "lr": 8.957706394057554e-05}
+{"train_loss": 0.012972823344171047, "global_step": 7176, "epoch": 132, "lr": 8.95740545376727e-05}
+{"train_loss": 0.009117329493165016, "global_step": 7177, "epoch": 132, "lr": 8.957104475094869e-05}
+{"train_loss": 0.012725886888802052, "global_step": 7178, "epoch": 132, "lr": 8.95680345804327e-05}
+{"train_loss": 0.0072641377337276936, "global_step": 7179, "epoch": 132, "lr": 8.956502402615391e-05}
+{"train_loss": 0.008982330560684204, "global_step": 7180, "epoch": 132, "lr": 8.956201308814154e-05}
+{"train_loss": 0.011178102275287663, "global_step": 7181, "epoch": 132, "lr": 8.95590017664248e-05, "val_loss": 0.011717353947460651}
+{"train_loss": 0.014311601407825947, "global_step": 7182, "epoch": 133, "lr": 8.955599006103285e-05}
+{"train_loss": 0.011603648774325848, "global_step": 7183, "epoch": 133, "lr": 8.955297797199497e-05}
+{"train_loss": 0.011028529144823551, "global_step": 7184, "epoch": 133, "lr": 8.954996549934031e-05}
+{"train_loss": 0.011451585218310356, "global_step": 7185, "epoch": 133, "lr": 8.954695264309813e-05}
+{"train_loss": 0.010021922178566456, "global_step": 7186, "epoch": 133, "lr": 8.954393940329762e-05}
+{"train_loss": 0.007855799049139023, "global_step": 7187, "epoch": 133, "lr": 8.954092577996803e-05}
+{"train_loss": 0.007798418868333101, "global_step": 7188, "epoch": 133, "lr": 8.953791177313858e-05}
+{"train_loss": 0.010676993057131767, "global_step": 7189, "epoch": 133, "lr": 8.953489738283849e-05}
+{"train_loss": 0.008065332658588886, "global_step": 7190, "epoch": 133, "lr": 8.953188260909701e-05}
+{"train_loss": 0.011686868034303188, "global_step": 7191, "epoch": 133, "lr": 8.952886745194337e-05}
+{"train_loss": 0.013647211715579033, "global_step": 7192, "epoch": 133, "lr": 8.952585191140682e-05}
+{"train_loss": 0.0071494667790830135, "global_step": 7193, "epoch": 133, "lr": 8.952283598751661e-05}
+{"train_loss": 0.013924315571784973, "global_step": 7194, "epoch": 133, "lr": 8.951981968030198e-05}
+{"train_loss": 0.009669442661106586, "global_step": 7195, "epoch": 133, "lr": 8.951680298979221e-05}
+{"train_loss": 0.012955063953995705, "global_step": 7196, "epoch": 133, "lr": 8.951378591601653e-05}
+{"train_loss": 0.009572331793606281, "global_step": 7197, "epoch": 133, "lr": 8.951076845900421e-05}
+{"train_loss": 0.010744365863502026, "global_step": 7198, "epoch": 133, "lr": 8.950775061878453e-05}
+{"train_loss": 0.008356490172445774, "global_step": 7199, "epoch": 133, "lr": 8.950473239538673e-05}
+{"train_loss": 0.008180548436939716, "global_step": 7200, "epoch": 133, "lr": 8.950171378884011e-05}
+{"train_loss": 0.017395611852407455, "global_step": 7201, "epoch": 133, "lr": 8.949869479917393e-05}
+{"train_loss": 0.007355310022830963, "global_step": 7202, "epoch": 133, "lr": 8.949567542641748e-05}
+{"train_loss": 0.008157506585121155, "global_step": 7203, "epoch": 133, "lr": 8.949265567060005e-05}
+{"train_loss": 0.012886961922049522, "global_step": 7204, "epoch": 133, "lr": 8.948963553175092e-05}
+{"train_loss": 0.008577330969274044, "global_step": 7205, "epoch": 133, "lr": 8.948661500989937e-05}
+{"train_loss": 0.01167770754545927, "global_step": 7206, "epoch": 133, "lr": 8.948359410507472e-05}
+{"train_loss": 0.009397458285093307, "global_step": 7207, "epoch": 133, "lr": 8.948057281730626e-05}
+{"train_loss": 0.011096615344285965, "global_step": 7208, "epoch": 133, "lr": 8.947755114662328e-05}
+{"train_loss": 0.009910814464092255, "global_step": 7209, "epoch": 133, "lr": 8.94745290930551e-05}
+{"train_loss": 0.00957321934401989, "global_step": 7210, "epoch": 133, "lr": 8.947150665663102e-05}
+{"train_loss": 0.009121707640588284, "global_step": 7211, "epoch": 133, "lr": 8.946848383738036e-05}
+{"train_loss": 0.011528823524713516, "global_step": 7212, "epoch": 133, "lr": 8.946546063533245e-05}
+{"train_loss": 0.005499885883182287, "global_step": 7213, "epoch": 133, "lr": 8.946243705051659e-05}
+{"train_loss": 0.009400365874171257, "global_step": 7214, "epoch": 133, "lr": 8.945941308296212e-05}
+{"train_loss": 0.019249549135565758, "global_step": 7215, "epoch": 133, "lr": 8.945638873269835e-05}
+{"train_loss": 0.013235324993729591, "global_step": 7216, "epoch": 133, "lr": 8.945336399975465e-05}
+{"train_loss": 0.01446352619677782, "global_step": 7217, "epoch": 133, "lr": 8.945033888416032e-05}
+{"train_loss": 0.00915487390011549, "global_step": 7218, "epoch": 133, "lr": 8.94473133859447e-05}
+{"train_loss": 0.01144141424447298, "global_step": 7219, "epoch": 133, "lr": 8.944428750513718e-05}
+{"train_loss": 0.009894822724163532, "global_step": 7220, "epoch": 133, "lr": 8.944126124176704e-05}
+{"train_loss": 0.00930708460509777, "global_step": 7221, "epoch": 133, "lr": 8.943823459586368e-05}
+{"train_loss": 0.012725294567644596, "global_step": 7222, "epoch": 133, "lr": 8.943520756745644e-05}
+{"train_loss": 0.01375194825232029, "global_step": 7223, "epoch": 133, "lr": 8.943218015657468e-05}
+{"train_loss": 0.012708342634141445, "global_step": 7224, "epoch": 133, "lr": 8.942915236324776e-05}
+{"train_loss": 0.012040951289236546, "global_step": 7225, "epoch": 133, "lr": 8.942612418750504e-05}
+{"train_loss": 0.010458667762577534, "global_step": 7226, "epoch": 133, "lr": 8.942309562937589e-05}
+{"train_loss": 0.015534373931586742, "global_step": 7227, "epoch": 133, "lr": 8.942006668888972e-05}
+{"train_loss": 0.008407174609601498, "global_step": 7228, "epoch": 133, "lr": 8.941703736607585e-05}
+{"train_loss": 0.008326630108058453, "global_step": 7229, "epoch": 133, "lr": 8.94140076609637e-05}
+{"train_loss": 0.011653760448098183, "global_step": 7230, "epoch": 133, "lr": 8.941097757358263e-05}
+{"train_loss": 0.010996218770742416, "global_step": 7231, "epoch": 133, "lr": 8.940794710396205e-05}
+{"train_loss": 0.00839376449584961, "global_step": 7232, "epoch": 133, "lr": 8.940491625213135e-05}
+{"train_loss": 0.01252710446715355, "global_step": 7233, "epoch": 133, "lr": 8.94018850181199e-05}
+{"train_loss": 0.013864489272236824, "global_step": 7234, "epoch": 133, "lr": 8.939885340195713e-05}
+{"train_loss": 0.010928605191616548, "global_step": 7235, "epoch": 133, "lr": 8.939582140367244e-05, "val_loss": 0.009922174736857414}
+{"train_loss": 0.010235597379505634, "global_step": 7236, "epoch": 134, "lr": 8.93927890232952e-05}
+{"train_loss": 0.011316868476569653, "global_step": 7237, "epoch": 134, "lr": 8.938975626085486e-05}
+{"train_loss": 0.011417487636208534, "global_step": 7238, "epoch": 134, "lr": 8.938672311638083e-05}
+{"train_loss": 0.008380180224776268, "global_step": 7239, "epoch": 134, "lr": 8.938368958990251e-05}
+{"train_loss": 0.014735805802047253, "global_step": 7240, "epoch": 134, "lr": 8.938065568144935e-05}
+{"train_loss": 0.008313033729791641, "global_step": 7241, "epoch": 134, "lr": 8.937762139105074e-05}
+{"train_loss": 0.008849026635289192, "global_step": 7242, "epoch": 134, "lr": 8.937458671873612e-05}
+{"train_loss": 0.010955615900456905, "global_step": 7243, "epoch": 134, "lr": 8.937155166453494e-05}
+{"train_loss": 0.009005038999021053, "global_step": 7244, "epoch": 134, "lr": 8.936851622847662e-05}
+{"train_loss": 0.008371712639927864, "global_step": 7245, "epoch": 134, "lr": 8.93654804105906e-05}
+{"train_loss": 0.013121301308274269, "global_step": 7246, "epoch": 134, "lr": 8.936244421090634e-05}
+{"train_loss": 0.0056468164548277855, "global_step": 7247, "epoch": 134, "lr": 8.935940762945327e-05}
+{"train_loss": 0.0083466200158, "global_step": 7248, "epoch": 134, "lr": 8.935637066626086e-05}
+{"train_loss": 0.012219107709825039, "global_step": 7249, "epoch": 134, "lr": 8.935333332135853e-05}
+{"train_loss": 0.013341512531042099, "global_step": 7250, "epoch": 134, "lr": 8.935029559477578e-05}
+{"train_loss": 0.009945141151547432, "global_step": 7251, "epoch": 134, "lr": 8.934725748654204e-05}
+{"train_loss": 0.009362861514091492, "global_step": 7252, "epoch": 134, "lr": 8.93442189966868e-05}
+{"train_loss": 0.01611335016787052, "global_step": 7253, "epoch": 134, "lr": 8.934118012523951e-05}
+{"train_loss": 0.007706911768764257, "global_step": 7254, "epoch": 134, "lr": 8.933814087222967e-05}
+{"train_loss": 0.012874750420451164, "global_step": 7255, "epoch": 134, "lr": 8.933510123768672e-05}
+{"train_loss": 0.007139971014112234, "global_step": 7256, "epoch": 134, "lr": 8.933206122164018e-05}
+{"train_loss": 0.009041798301041126, "global_step": 7257, "epoch": 134, "lr": 8.932902082411949e-05}
+{"train_loss": 0.008666690438985825, "global_step": 7258, "epoch": 134, "lr": 8.932598004515418e-05}
+{"train_loss": 0.011780044995248318, "global_step": 7259, "epoch": 134, "lr": 8.932293888477372e-05}
+{"train_loss": 0.008554943837225437, "global_step": 7260, "epoch": 134, "lr": 8.93198973430076e-05}
+{"train_loss": 0.011659792624413967, "global_step": 7261, "epoch": 134, "lr": 8.931685541988535e-05}
+{"train_loss": 0.009484035894274712, "global_step": 7262, "epoch": 134, "lr": 8.931381311543645e-05}
+{"train_loss": 0.007727706339210272, "global_step": 7263, "epoch": 134, "lr": 8.93107704296904e-05}
+{"train_loss": 0.008597346022725105, "global_step": 7264, "epoch": 134, "lr": 8.930772736267674e-05}
+{"train_loss": 0.008691776543855667, "global_step": 7265, "epoch": 134, "lr": 8.930468391442494e-05}
+{"train_loss": 0.010091008618474007, "global_step": 7266, "epoch": 134, "lr": 8.930164008496456e-05}
+{"train_loss": 0.00973802525550127, "global_step": 7267, "epoch": 134, "lr": 8.92985958743251e-05}
+{"train_loss": 0.011617752723395824, "global_step": 7268, "epoch": 134, "lr": 8.929555128253608e-05}
+{"train_loss": 0.012765076942741871, "global_step": 7269, "epoch": 134, "lr": 8.929250630962705e-05}
+{"train_loss": 0.009900100529193878, "global_step": 7270, "epoch": 134, "lr": 8.928946095562753e-05}
+{"train_loss": 0.008268224075436592, "global_step": 7271, "epoch": 134, "lr": 8.928641522056705e-05}
+{"train_loss": 0.006727596279233694, "global_step": 7272, "epoch": 134, "lr": 8.928336910447515e-05}
+{"train_loss": 0.01108867023140192, "global_step": 7273, "epoch": 134, "lr": 8.92803226073814e-05}
+{"train_loss": 0.01256594154983759, "global_step": 7274, "epoch": 134, "lr": 8.927727572931531e-05}
+{"train_loss": 0.00941567774862051, "global_step": 7275, "epoch": 134, "lr": 8.927422847030646e-05}
+{"train_loss": 0.008242018520832062, "global_step": 7276, "epoch": 134, "lr": 8.927118083038439e-05}
+{"train_loss": 0.012802179902791977, "global_step": 7277, "epoch": 134, "lr": 8.926813280957867e-05}
+{"train_loss": 0.007406485266983509, "global_step": 7278, "epoch": 134, "lr": 8.926508440791884e-05}
+{"train_loss": 0.007654506713151932, "global_step": 7279, "epoch": 134, "lr": 8.926203562543449e-05}
+{"train_loss": 0.009133575484156609, "global_step": 7280, "epoch": 134, "lr": 8.925898646215518e-05}
+{"train_loss": 0.01034596748650074, "global_step": 7281, "epoch": 134, "lr": 8.925593691811048e-05}
+{"train_loss": 0.0068924142979085445, "global_step": 7282, "epoch": 134, "lr": 8.925288699332996e-05}
+{"train_loss": 0.008924512192606926, "global_step": 7283, "epoch": 134, "lr": 8.924983668784323e-05}
+{"train_loss": 0.017809316515922546, "global_step": 7284, "epoch": 134, "lr": 8.924678600167984e-05}
+{"train_loss": 0.011904303915798664, "global_step": 7285, "epoch": 134, "lr": 8.924373493486942e-05}
+{"train_loss": 0.00925301481038332, "global_step": 7286, "epoch": 134, "lr": 8.92406834874415e-05}
+{"train_loss": 0.00891384482383728, "global_step": 7287, "epoch": 134, "lr": 8.923763165942573e-05}
+{"train_loss": 0.012253044173121452, "global_step": 7288, "epoch": 134, "lr": 8.923457945085169e-05}
+{"train_loss": 0.010089349234476686, "global_step": 7289, "epoch": 134, "lr": 8.923152686174897e-05, "val_loss": 0.01257715281099081}
+{"train_loss": 0.011500182561576366, "global_step": 7290, "epoch": 135, "lr": 8.92284738921472e-05}
+{"train_loss": 0.01028429251164198, "global_step": 7291, "epoch": 135, "lr": 8.922542054207596e-05}
+{"train_loss": 0.007203340996056795, "global_step": 7292, "epoch": 135, "lr": 8.922236681156491e-05}
+{"train_loss": 0.014934361912310123, "global_step": 7293, "epoch": 135, "lr": 8.921931270064363e-05}
+{"train_loss": 0.011808467097580433, "global_step": 7294, "epoch": 135, "lr": 8.921625820934175e-05}
+{"train_loss": 0.012249840423464775, "global_step": 7295, "epoch": 135, "lr": 8.921320333768889e-05}
+{"train_loss": 0.007074577733874321, "global_step": 7296, "epoch": 135, "lr": 8.921014808571468e-05}
+{"train_loss": 0.0076864343136549, "global_step": 7297, "epoch": 135, "lr": 8.920709245344879e-05}
+{"train_loss": 0.009149077348411083, "global_step": 7298, "epoch": 135, "lr": 8.920403644092079e-05}
+{"train_loss": 0.01052545104175806, "global_step": 7299, "epoch": 135, "lr": 8.920098004816036e-05}
+{"train_loss": 0.011176060885190964, "global_step": 7300, "epoch": 135, "lr": 8.919792327519713e-05}
+{"train_loss": 0.011663330718874931, "global_step": 7301, "epoch": 135, "lr": 8.919486612206078e-05}
+{"train_loss": 0.014092247001826763, "global_step": 7302, "epoch": 135, "lr": 8.919180858878091e-05}
+{"train_loss": 0.011197506450116634, "global_step": 7303, "epoch": 135, "lr": 8.918875067538721e-05}
+{"train_loss": 0.008316479623317719, "global_step": 7304, "epoch": 135, "lr": 8.918569238190933e-05}
+{"train_loss": 0.006852286402136087, "global_step": 7305, "epoch": 135, "lr": 8.918263370837691e-05}
+{"train_loss": 0.01156635768711567, "global_step": 7306, "epoch": 135, "lr": 8.917957465481964e-05}
+{"train_loss": 0.014252588152885437, "global_step": 7307, "epoch": 135, "lr": 8.917651522126718e-05}
+{"train_loss": 0.0072057247161865234, "global_step": 7308, "epoch": 135, "lr": 8.917345540774921e-05}
+{"train_loss": 0.00759571697562933, "global_step": 7309, "epoch": 135, "lr": 8.917039521429543e-05}
+{"train_loss": 0.006723874714225531, "global_step": 7310, "epoch": 135, "lr": 8.916733464093547e-05}
+{"train_loss": 0.010270247235894203, "global_step": 7311, "epoch": 135, "lr": 8.916427368769901e-05}
+{"train_loss": 0.010359845124185085, "global_step": 7312, "epoch": 135, "lr": 8.916121235461581e-05}
+{"train_loss": 0.010497591458261013, "global_step": 7313, "epoch": 135, "lr": 8.91581506417155e-05}
+{"train_loss": 0.009549754671752453, "global_step": 7314, "epoch": 135, "lr": 8.915508854902778e-05}
+{"train_loss": 0.011015803553164005, "global_step": 7315, "epoch": 135, "lr": 8.915202607658236e-05}
+{"train_loss": 0.010618804022669792, "global_step": 7316, "epoch": 135, "lr": 8.914896322440895e-05}
+{"train_loss": 0.013391470536589622, "global_step": 7317, "epoch": 135, "lr": 8.914589999253724e-05}
+{"train_loss": 0.008696063421666622, "global_step": 7318, "epoch": 135, "lr": 8.914283638099695e-05}
+{"train_loss": 0.009120483882725239, "global_step": 7319, "epoch": 135, "lr": 8.913977238981778e-05}
+{"train_loss": 0.014370077289640903, "global_step": 7320, "epoch": 135, "lr": 8.913670801902948e-05}
+{"train_loss": 0.009749693796038628, "global_step": 7321, "epoch": 135, "lr": 8.913364326866174e-05}
+{"train_loss": 0.006625995971262455, "global_step": 7322, "epoch": 135, "lr": 8.913057813874428e-05}
+{"train_loss": 0.013679595664143562, "global_step": 7323, "epoch": 135, "lr": 8.912751262930686e-05}
+{"train_loss": 0.010773900896310806, "global_step": 7324, "epoch": 135, "lr": 8.912444674037918e-05}
+{"train_loss": 0.010544326156377792, "global_step": 7325, "epoch": 135, "lr": 8.9121380471991e-05}
+{"train_loss": 0.009347042068839073, "global_step": 7326, "epoch": 135, "lr": 8.911831382417204e-05}
+{"train_loss": 0.011177623644471169, "global_step": 7327, "epoch": 135, "lr": 8.911524679695205e-05}
+{"train_loss": 0.00757981464266777, "global_step": 7328, "epoch": 135, "lr": 8.911217939036077e-05}
+{"train_loss": 0.01394506637006998, "global_step": 7329, "epoch": 135, "lr": 8.910911160442796e-05}
+{"train_loss": 0.008534805849194527, "global_step": 7330, "epoch": 135, "lr": 8.910604343918339e-05}
+{"train_loss": 0.00765861663967371, "global_step": 7331, "epoch": 135, "lr": 8.910297489465677e-05}
+{"train_loss": 0.010501401498913765, "global_step": 7332, "epoch": 135, "lr": 8.90999059708779e-05}
+{"train_loss": 0.007619241718202829, "global_step": 7333, "epoch": 135, "lr": 8.909683666787654e-05}
+{"train_loss": 0.010549013502895832, "global_step": 7334, "epoch": 135, "lr": 8.909376698568245e-05}
+{"train_loss": 0.009989792481064796, "global_step": 7335, "epoch": 135, "lr": 8.909069692432541e-05}
+{"train_loss": 0.010054628364741802, "global_step": 7336, "epoch": 135, "lr": 8.908762648383518e-05}
+{"train_loss": 0.009735818952322006, "global_step": 7337, "epoch": 135, "lr": 8.908455566424156e-05}
+{"train_loss": 0.011969826184213161, "global_step": 7338, "epoch": 135, "lr": 8.908148446557432e-05}
+{"train_loss": 0.014555422589182854, "global_step": 7339, "epoch": 135, "lr": 8.907841288786325e-05}
+{"train_loss": 0.00883820652961731, "global_step": 7340, "epoch": 135, "lr": 8.907534093113814e-05}
+{"train_loss": 0.011198022402822971, "global_step": 7341, "epoch": 135, "lr": 8.90722685954288e-05}
+{"train_loss": 0.009216207079589367, "global_step": 7342, "epoch": 135, "lr": 8.9069195880765e-05}
+{"train_loss": 0.010315238308437445, "global_step": 7343, "epoch": 135, "lr": 8.906612278717656e-05, "val_loss": 0.014931553043425083, "train_action_mse_error": 0.0005751900607720017}
+{"train_loss": 0.010857408866286278, "global_step": 7344, "epoch": 136, "lr": 8.906304931469328e-05}
+{"train_loss": 0.011159369722008705, "global_step": 7345, "epoch": 136, "lr": 8.905997546334498e-05}
+{"train_loss": 0.010354902595281601, "global_step": 7346, "epoch": 136, "lr": 8.905690123316143e-05}
+{"train_loss": 0.006382127292454243, "global_step": 7347, "epoch": 136, "lr": 8.905382662417252e-05}
+{"train_loss": 0.01120611559599638, "global_step": 7348, "epoch": 136, "lr": 8.9050751636408e-05}
+{"train_loss": 0.01413955818861723, "global_step": 7349, "epoch": 136, "lr": 8.904767626989774e-05}
+{"train_loss": 0.013189631514251232, "global_step": 7350, "epoch": 136, "lr": 8.904460052467154e-05}
+{"train_loss": 0.012243666686117649, "global_step": 7351, "epoch": 136, "lr": 8.904152440075924e-05}
+{"train_loss": 0.011354927904903889, "global_step": 7352, "epoch": 136, "lr": 8.903844789819069e-05}
+{"train_loss": 0.008109264075756073, "global_step": 7353, "epoch": 136, "lr": 8.903537101699571e-05}
+{"train_loss": 0.009363969787955284, "global_step": 7354, "epoch": 136, "lr": 8.903229375720415e-05}
+{"train_loss": 0.010155308060348034, "global_step": 7355, "epoch": 136, "lr": 8.902921611884583e-05}
+{"train_loss": 0.008868668228387833, "global_step": 7356, "epoch": 136, "lr": 8.902613810195064e-05}
+{"train_loss": 0.01266776118427515, "global_step": 7357, "epoch": 136, "lr": 8.902305970654841e-05}
+{"train_loss": 0.008499186486005783, "global_step": 7358, "epoch": 136, "lr": 8.9019980932669e-05}
+{"train_loss": 0.01976197212934494, "global_step": 7359, "epoch": 136, "lr": 8.901690178034228e-05}
+{"train_loss": 0.00952423270791769, "global_step": 7360, "epoch": 136, "lr": 8.901382224959812e-05}
+{"train_loss": 0.01112818531692028, "global_step": 7361, "epoch": 136, "lr": 8.901074234046634e-05}
+{"train_loss": 0.009525561705231667, "global_step": 7362, "epoch": 136, "lr": 8.900766205297686e-05}
+{"train_loss": 0.012269174680113792, "global_step": 7363, "epoch": 136, "lr": 8.900458138715954e-05}
+{"train_loss": 0.009673851542174816, "global_step": 7364, "epoch": 136, "lr": 8.900150034304427e-05}
+{"train_loss": 0.010021105408668518, "global_step": 7365, "epoch": 136, "lr": 8.89984189206609e-05}
+{"train_loss": 0.012363509275019169, "global_step": 7366, "epoch": 136, "lr": 8.899533712003936e-05}
+{"train_loss": 0.006197652779519558, "global_step": 7367, "epoch": 136, "lr": 8.89922549412095e-05}
+{"train_loss": 0.011936626397073269, "global_step": 7368, "epoch": 136, "lr": 8.898917238420123e-05}
+{"train_loss": 0.008274818770587444, "global_step": 7369, "epoch": 136, "lr": 8.898608944904448e-05}
+{"train_loss": 0.009085527621209621, "global_step": 7370, "epoch": 136, "lr": 8.898300613576908e-05}
+{"train_loss": 0.00987599603831768, "global_step": 7371, "epoch": 136, "lr": 8.897992244440499e-05}
+{"train_loss": 0.009097269736230373, "global_step": 7372, "epoch": 136, "lr": 8.89768383749821e-05}
+{"train_loss": 0.015121037140488625, "global_step": 7373, "epoch": 136, "lr": 8.897375392753034e-05}
+{"train_loss": 0.010841564275324345, "global_step": 7374, "epoch": 136, "lr": 8.897066910207958e-05}
+{"train_loss": 0.01044307742267847, "global_step": 7375, "epoch": 136, "lr": 8.896758389865977e-05}
+{"train_loss": 0.013803079724311829, "global_step": 7376, "epoch": 136, "lr": 8.896449831730086e-05}
+{"train_loss": 0.008934201672673225, "global_step": 7377, "epoch": 136, "lr": 8.896141235803272e-05}
+{"train_loss": 0.007933076471090317, "global_step": 7378, "epoch": 136, "lr": 8.895832602088533e-05}
+{"train_loss": 0.014832069166004658, "global_step": 7379, "epoch": 136, "lr": 8.895523930588859e-05}
+{"train_loss": 0.01026790402829647, "global_step": 7380, "epoch": 136, "lr": 8.895215221307245e-05}
+{"train_loss": 0.005212781950831413, "global_step": 7381, "epoch": 136, "lr": 8.894906474246685e-05}
+{"train_loss": 0.01266261376440525, "global_step": 7382, "epoch": 136, "lr": 8.894597689410173e-05}
+{"train_loss": 0.012942005880177021, "global_step": 7383, "epoch": 136, "lr": 8.894288866800704e-05}
+{"train_loss": 0.008062845095992088, "global_step": 7384, "epoch": 136, "lr": 8.893980006421274e-05}
+{"train_loss": 0.007919076830148697, "global_step": 7385, "epoch": 136, "lr": 8.893671108274877e-05}
+{"train_loss": 0.008490349166095257, "global_step": 7386, "epoch": 136, "lr": 8.893362172364513e-05}
+{"train_loss": 0.007066468242555857, "global_step": 7387, "epoch": 136, "lr": 8.893053198693172e-05}
+{"train_loss": 0.014697641134262085, "global_step": 7388, "epoch": 136, "lr": 8.892744187263855e-05}
+{"train_loss": 0.01330068800598383, "global_step": 7389, "epoch": 136, "lr": 8.892435138079559e-05}
+{"train_loss": 0.01174190454185009, "global_step": 7390, "epoch": 136, "lr": 8.89212605114328e-05}
+{"train_loss": 0.010763073340058327, "global_step": 7391, "epoch": 136, "lr": 8.891816926458017e-05}
+{"train_loss": 0.008459716103971004, "global_step": 7392, "epoch": 136, "lr": 8.891507764026765e-05}
+{"train_loss": 0.009294027462601662, "global_step": 7393, "epoch": 136, "lr": 8.891198563852528e-05}
+{"train_loss": 0.008576949127018452, "global_step": 7394, "epoch": 136, "lr": 8.8908893259383e-05}
+{"train_loss": 0.010283349081873894, "global_step": 7395, "epoch": 136, "lr": 8.890580050287084e-05}
+{"train_loss": 0.014180176891386509, "global_step": 7396, "epoch": 136, "lr": 8.890270736901873e-05}
+{"train_loss": 0.010632963100862172, "global_step": 7397, "epoch": 136, "lr": 8.889961385785676e-05, "val_loss": 0.010551038198173046}
+{"train_loss": 0.010672750882804394, "global_step": 7398, "epoch": 137, "lr": 8.889651996941487e-05}
+{"train_loss": 0.011896432377398014, "global_step": 7399, "epoch": 137, "lr": 8.88934257037231e-05}
+{"train_loss": 0.008373218588531017, "global_step": 7400, "epoch": 137, "lr": 8.889033106081143e-05}
+{"train_loss": 0.009518301114439964, "global_step": 7401, "epoch": 137, "lr": 8.88872360407099e-05}
+{"train_loss": 0.018383100628852844, "global_step": 7402, "epoch": 137, "lr": 8.888414064344852e-05}
+{"train_loss": 0.010919216088950634, "global_step": 7403, "epoch": 137, "lr": 8.88810448690573e-05}
+{"train_loss": 0.011913181282579899, "global_step": 7404, "epoch": 137, "lr": 8.88779487175663e-05}
+{"train_loss": 0.009752131067216396, "global_step": 7405, "epoch": 137, "lr": 8.887485218900551e-05}
+{"train_loss": 0.007174664177000523, "global_step": 7406, "epoch": 137, "lr": 8.887175528340496e-05}
+{"train_loss": 0.013952222652733326, "global_step": 7407, "epoch": 137, "lr": 8.886865800079474e-05}
+{"train_loss": 0.009389623068273067, "global_step": 7408, "epoch": 137, "lr": 8.886556034120483e-05}
+{"train_loss": 0.008521704003214836, "global_step": 7409, "epoch": 137, "lr": 8.886246230466531e-05}
+{"train_loss": 0.006781844422221184, "global_step": 7410, "epoch": 137, "lr": 8.885936389120621e-05}
+{"train_loss": 0.017333192750811577, "global_step": 7411, "epoch": 137, "lr": 8.885626510085758e-05}
+{"train_loss": 0.00835474207997322, "global_step": 7412, "epoch": 137, "lr": 8.88531659336495e-05}
+{"train_loss": 0.015399296768009663, "global_step": 7413, "epoch": 137, "lr": 8.885006638961198e-05}
+{"train_loss": 0.013263639993965626, "global_step": 7414, "epoch": 137, "lr": 8.884696646877512e-05}
+{"train_loss": 0.011348452419042587, "global_step": 7415, "epoch": 137, "lr": 8.8843866171169e-05}
+{"train_loss": 0.00936322845518589, "global_step": 7416, "epoch": 137, "lr": 8.884076549682364e-05}
+{"train_loss": 0.009255463257431984, "global_step": 7417, "epoch": 137, "lr": 8.883766444576915e-05}
+{"train_loss": 0.008995933458209038, "global_step": 7418, "epoch": 137, "lr": 8.883456301803559e-05}
+{"train_loss": 0.0070038121193647385, "global_step": 7419, "epoch": 137, "lr": 8.883146121365305e-05}
+{"train_loss": 0.008732931688427925, "global_step": 7420, "epoch": 137, "lr": 8.882835903265159e-05}
+{"train_loss": 0.009167849086225033, "global_step": 7421, "epoch": 137, "lr": 8.882525647506134e-05}
+{"train_loss": 0.011089491657912731, "global_step": 7422, "epoch": 137, "lr": 8.882215354091235e-05}
+{"train_loss": 0.015317825600504875, "global_step": 7423, "epoch": 137, "lr": 8.881905023023473e-05}
+{"train_loss": 0.0108992550522089, "global_step": 7424, "epoch": 137, "lr": 8.881594654305861e-05}
+{"train_loss": 0.008151905611157417, "global_step": 7425, "epoch": 137, "lr": 8.881284247941403e-05}
+{"train_loss": 0.011171741411089897, "global_step": 7426, "epoch": 137, "lr": 8.880973803933114e-05}
+{"train_loss": 0.011168754659593105, "global_step": 7427, "epoch": 137, "lr": 8.880663322284004e-05}
+{"train_loss": 0.009490786120295525, "global_step": 7428, "epoch": 137, "lr": 8.880352802997085e-05}
+{"train_loss": 0.00850814487785101, "global_step": 7429, "epoch": 137, "lr": 8.880042246075365e-05}
+{"train_loss": 0.01363606471568346, "global_step": 7430, "epoch": 137, "lr": 8.879731651521861e-05}
+{"train_loss": 0.008701182901859283, "global_step": 7431, "epoch": 137, "lr": 8.879421019339583e-05}
+{"train_loss": 0.01679157093167305, "global_step": 7432, "epoch": 137, "lr": 8.879110349531544e-05}
+{"train_loss": 0.007790712174028158, "global_step": 7433, "epoch": 137, "lr": 8.878799642100754e-05}
+{"train_loss": 0.01346227340400219, "global_step": 7434, "epoch": 137, "lr": 8.878488897050232e-05}
+{"train_loss": 0.01059021521359682, "global_step": 7435, "epoch": 137, "lr": 8.878178114382991e-05}
+{"train_loss": 0.011443148367106915, "global_step": 7436, "epoch": 137, "lr": 8.877867294102041e-05}
+{"train_loss": 0.01069911289960146, "global_step": 7437, "epoch": 137, "lr": 8.877556436210401e-05}
+{"train_loss": 0.012204871512949467, "global_step": 7438, "epoch": 137, "lr": 8.877245540711084e-05}
+{"train_loss": 0.008352026343345642, "global_step": 7439, "epoch": 137, "lr": 8.876934607607103e-05}
+{"train_loss": 0.009433001279830933, "global_step": 7440, "epoch": 137, "lr": 8.876623636901477e-05}
+{"train_loss": 0.01070589479058981, "global_step": 7441, "epoch": 137, "lr": 8.876312628597223e-05}
+{"train_loss": 0.009946521371603012, "global_step": 7442, "epoch": 137, "lr": 8.876001582697356e-05}
+{"train_loss": 0.007590337656438351, "global_step": 7443, "epoch": 137, "lr": 8.87569049920489e-05}
+{"train_loss": 0.01306571438908577, "global_step": 7444, "epoch": 137, "lr": 8.875379378122846e-05}
+{"train_loss": 0.010177839547395706, "global_step": 7445, "epoch": 137, "lr": 8.87506821945424e-05}
+{"train_loss": 0.010778567753732204, "global_step": 7446, "epoch": 137, "lr": 8.87475702320209e-05}
+{"train_loss": 0.011862647719681263, "global_step": 7447, "epoch": 137, "lr": 8.874445789369413e-05}
+{"train_loss": 0.011607485823333263, "global_step": 7448, "epoch": 137, "lr": 8.874134517959229e-05}
+{"train_loss": 0.014165854081511497, "global_step": 7449, "epoch": 137, "lr": 8.873823208974556e-05}
+{"train_loss": 0.008745048195123672, "global_step": 7450, "epoch": 137, "lr": 8.873511862418416e-05}
+{"train_loss": 0.010865731949538545, "global_step": 7451, "epoch": 137, "lr": 8.873200478293826e-05, "val_loss": 0.009744725190103054}
+{"train_loss": 0.012423036620020866, "global_step": 7452, "epoch": 138, "lr": 8.872889056603806e-05}
+{"train_loss": 0.006613423116505146, "global_step": 7453, "epoch": 138, "lr": 8.872577597351379e-05}
+{"train_loss": 0.011030379682779312, "global_step": 7454, "epoch": 138, "lr": 8.872266100539561e-05}
+{"train_loss": 0.014915330335497856, "global_step": 7455, "epoch": 138, "lr": 8.871954566171379e-05}
+{"train_loss": 0.009899306111037731, "global_step": 7456, "epoch": 138, "lr": 8.87164299424985e-05}
+{"train_loss": 0.010213215835392475, "global_step": 7457, "epoch": 138, "lr": 8.871331384777999e-05}
+{"train_loss": 0.00779914204031229, "global_step": 7458, "epoch": 138, "lr": 8.871019737758846e-05}
+{"train_loss": 0.010652647353708744, "global_step": 7459, "epoch": 138, "lr": 8.870708053195413e-05}
+{"train_loss": 0.013339286670088768, "global_step": 7460, "epoch": 138, "lr": 8.870396331090725e-05}
+{"train_loss": 0.007832704111933708, "global_step": 7461, "epoch": 138, "lr": 8.870084571447805e-05}
+{"train_loss": 0.008481193333864212, "global_step": 7462, "epoch": 138, "lr": 8.869772774269676e-05}
+{"train_loss": 0.009708430618047714, "global_step": 7463, "epoch": 138, "lr": 8.869460939559361e-05}
+{"train_loss": 0.007628767751157284, "global_step": 7464, "epoch": 138, "lr": 8.869149067319888e-05}
+{"train_loss": 0.008676368743181229, "global_step": 7465, "epoch": 138, "lr": 8.86883715755428e-05}
+{"train_loss": 0.007082575000822544, "global_step": 7466, "epoch": 138, "lr": 8.868525210265561e-05}
+{"train_loss": 0.013122293166816235, "global_step": 7467, "epoch": 138, "lr": 8.868213225456757e-05}
+{"train_loss": 0.010022654198110104, "global_step": 7468, "epoch": 138, "lr": 8.867901203130896e-05}
+{"train_loss": 0.007072308100759983, "global_step": 7469, "epoch": 138, "lr": 8.867589143290999e-05}
+{"train_loss": 0.009503376670181751, "global_step": 7470, "epoch": 138, "lr": 8.867277045940098e-05}
+{"train_loss": 0.013012688606977463, "global_step": 7471, "epoch": 138, "lr": 8.866964911081217e-05}
+{"train_loss": 0.006662388332188129, "global_step": 7472, "epoch": 138, "lr": 8.866652738717384e-05}
+{"train_loss": 0.012180420570075512, "global_step": 7473, "epoch": 138, "lr": 8.866340528851629e-05}
+{"train_loss": 0.006595753598958254, "global_step": 7474, "epoch": 138, "lr": 8.866028281486977e-05}
+{"train_loss": 0.013854257762432098, "global_step": 7475, "epoch": 138, "lr": 8.865715996626457e-05}
+{"train_loss": 0.009826376102864742, "global_step": 7476, "epoch": 138, "lr": 8.8654036742731e-05}
+{"train_loss": 0.012018982321023941, "global_step": 7477, "epoch": 138, "lr": 8.865091314429932e-05}
+{"train_loss": 0.006879547145217657, "global_step": 7478, "epoch": 138, "lr": 8.864778917099985e-05}
+{"train_loss": 0.008378221653401852, "global_step": 7479, "epoch": 138, "lr": 8.864466482286287e-05}
+{"train_loss": 0.011674131266772747, "global_step": 7480, "epoch": 138, "lr": 8.86415400999187e-05}
+{"train_loss": 0.006995478179305792, "global_step": 7481, "epoch": 138, "lr": 8.863841500219763e-05}
+{"train_loss": 0.01074745412915945, "global_step": 7482, "epoch": 138, "lr": 8.863528952972996e-05}
+{"train_loss": 0.008384006097912788, "global_step": 7483, "epoch": 138, "lr": 8.863216368254606e-05}
+{"train_loss": 0.006397695280611515, "global_step": 7484, "epoch": 138, "lr": 8.862903746067618e-05}
+{"train_loss": 0.013431161642074585, "global_step": 7485, "epoch": 138, "lr": 8.862591086415067e-05}
+{"train_loss": 0.013021314516663551, "global_step": 7486, "epoch": 138, "lr": 8.862278389299985e-05}
+{"train_loss": 0.011478554457426071, "global_step": 7487, "epoch": 138, "lr": 8.861965654725406e-05}
+{"train_loss": 0.009399980306625366, "global_step": 7488, "epoch": 138, "lr": 8.861652882694363e-05}
+{"train_loss": 0.00958020705729723, "global_step": 7489, "epoch": 138, "lr": 8.861340073209886e-05}
+{"train_loss": 0.005469728726893663, "global_step": 7490, "epoch": 138, "lr": 8.861027226275013e-05}
+{"train_loss": 0.010349681600928307, "global_step": 7491, "epoch": 138, "lr": 8.860714341892776e-05}
+{"train_loss": 0.01307155005633831, "global_step": 7492, "epoch": 138, "lr": 8.860401420066211e-05}
+{"train_loss": 0.008290553465485573, "global_step": 7493, "epoch": 138, "lr": 8.860088460798353e-05}
+{"train_loss": 0.010589961893856525, "global_step": 7494, "epoch": 138, "lr": 8.859775464092236e-05}
+{"train_loss": 0.009820589795708656, "global_step": 7495, "epoch": 138, "lr": 8.859462429950897e-05}
+{"train_loss": 0.009340105578303337, "global_step": 7496, "epoch": 138, "lr": 8.85914935837737e-05}
+{"train_loss": 0.00944281741976738, "global_step": 7497, "epoch": 138, "lr": 8.858836249374695e-05}
+{"train_loss": 0.013032079674303532, "global_step": 7498, "epoch": 138, "lr": 8.858523102945905e-05}
+{"train_loss": 0.00920142512768507, "global_step": 7499, "epoch": 138, "lr": 8.858209919094039e-05}
+{"train_loss": 0.00566394766792655, "global_step": 7500, "epoch": 138, "lr": 8.857896697822135e-05}
+{"train_loss": 0.010358238592743874, "global_step": 7501, "epoch": 138, "lr": 8.85758343913323e-05}
+{"train_loss": 0.010505649261176586, "global_step": 7502, "epoch": 138, "lr": 8.857270143030363e-05}
+{"train_loss": 0.009904388338327408, "global_step": 7503, "epoch": 138, "lr": 8.85695680951657e-05}
+{"train_loss": 0.00836707092821598, "global_step": 7504, "epoch": 138, "lr": 8.856643438594894e-05}
+{"train_loss": 0.009893491752100763, "global_step": 7505, "epoch": 138, "lr": 8.856330030268372e-05, "val_loss": 0.007756703067570925}
+{"train_loss": 0.008906071074306965, "global_step": 7506, "epoch": 139, "lr": 8.856016584540043e-05}
+{"train_loss": 0.01755651645362377, "global_step": 7507, "epoch": 139, "lr": 8.855703101412948e-05}
+{"train_loss": 0.009685693308711052, "global_step": 7508, "epoch": 139, "lr": 8.855389580890128e-05}
+{"train_loss": 0.01513024140149355, "global_step": 7509, "epoch": 139, "lr": 8.855076022974623e-05}
+{"train_loss": 0.008325433358550072, "global_step": 7510, "epoch": 139, "lr": 8.854762427669476e-05}
+{"train_loss": 0.008569723926484585, "global_step": 7511, "epoch": 139, "lr": 8.854448794977725e-05}
+{"train_loss": 0.006854113191366196, "global_step": 7512, "epoch": 139, "lr": 8.854135124902413e-05}
+{"train_loss": 0.008047363720834255, "global_step": 7513, "epoch": 139, "lr": 8.853821417446585e-05}
+{"train_loss": 0.005537862423807383, "global_step": 7514, "epoch": 139, "lr": 8.853507672613282e-05}
+{"train_loss": 0.012931732460856438, "global_step": 7515, "epoch": 139, "lr": 8.853193890405544e-05}
+{"train_loss": 0.014869500882923603, "global_step": 7516, "epoch": 139, "lr": 8.852880070826418e-05}
+{"train_loss": 0.009800604544579983, "global_step": 7517, "epoch": 139, "lr": 8.852566213878947e-05}
+{"train_loss": 0.010566462762653828, "global_step": 7518, "epoch": 139, "lr": 8.852252319566174e-05}
+{"train_loss": 0.010507448576390743, "global_step": 7519, "epoch": 139, "lr": 8.851938387891143e-05}
+{"train_loss": 0.012564146891236305, "global_step": 7520, "epoch": 139, "lr": 8.851624418856901e-05}
+{"train_loss": 0.012034452520310879, "global_step": 7521, "epoch": 139, "lr": 8.851310412466492e-05}
+{"train_loss": 0.006785541772842407, "global_step": 7522, "epoch": 139, "lr": 8.850996368722961e-05}
+{"train_loss": 0.015058999881148338, "global_step": 7523, "epoch": 139, "lr": 8.850682287629355e-05}
+{"train_loss": 0.009325660765171051, "global_step": 7524, "epoch": 139, "lr": 8.850368169188717e-05}
+{"train_loss": 0.008718985132873058, "global_step": 7525, "epoch": 139, "lr": 8.850054013404098e-05}
+{"train_loss": 0.013002908788621426, "global_step": 7526, "epoch": 139, "lr": 8.849739820278542e-05}
+{"train_loss": 0.013460353948175907, "global_step": 7527, "epoch": 139, "lr": 8.849425589815097e-05}
+{"train_loss": 0.00906966533511877, "global_step": 7528, "epoch": 139, "lr": 8.849111322016812e-05}
+{"train_loss": 0.010747200809419155, "global_step": 7529, "epoch": 139, "lr": 8.848797016886733e-05}
+{"train_loss": 0.015016037039458752, "global_step": 7530, "epoch": 139, "lr": 8.848482674427909e-05}
+{"train_loss": 0.011148721911013126, "global_step": 7531, "epoch": 139, "lr": 8.84816829464339e-05}
+{"train_loss": 0.010197574272751808, "global_step": 7532, "epoch": 139, "lr": 8.847853877536223e-05}
+{"train_loss": 0.00943133607506752, "global_step": 7533, "epoch": 139, "lr": 8.847539423109458e-05}
+{"train_loss": 0.015250397846102715, "global_step": 7534, "epoch": 139, "lr": 8.847224931366147e-05}
+{"train_loss": 0.008281311020255089, "global_step": 7535, "epoch": 139, "lr": 8.846910402309338e-05}
+{"train_loss": 0.009322846308350563, "global_step": 7536, "epoch": 139, "lr": 8.846595835942082e-05}
+{"train_loss": 0.009805922396481037, "global_step": 7537, "epoch": 139, "lr": 8.84628123226743e-05}
+{"train_loss": 0.008231407031416893, "global_step": 7538, "epoch": 139, "lr": 8.845966591288435e-05}
+{"train_loss": 0.010279250331223011, "global_step": 7539, "epoch": 139, "lr": 8.845651913008145e-05}
+{"train_loss": 0.010198501870036125, "global_step": 7540, "epoch": 139, "lr": 8.845337197429615e-05}
+{"train_loss": 0.013697750866413116, "global_step": 7541, "epoch": 139, "lr": 8.845022444555895e-05}
+{"train_loss": 0.012319299392402172, "global_step": 7542, "epoch": 139, "lr": 8.844707654390041e-05}
+{"train_loss": 0.00998649187386036, "global_step": 7543, "epoch": 139, "lr": 8.844392826935104e-05}
+{"train_loss": 0.01996936835348606, "global_step": 7544, "epoch": 139, "lr": 8.844077962194136e-05}
+{"train_loss": 0.009784100577235222, "global_step": 7545, "epoch": 139, "lr": 8.843763060170194e-05}
+{"train_loss": 0.009474912658333778, "global_step": 7546, "epoch": 139, "lr": 8.843448120866329e-05}
+{"train_loss": 0.011922599747776985, "global_step": 7547, "epoch": 139, "lr": 8.843133144285598e-05}
+{"train_loss": 0.011405718512833118, "global_step": 7548, "epoch": 139, "lr": 8.842818130431057e-05}
+{"train_loss": 0.010566752403974533, "global_step": 7549, "epoch": 139, "lr": 8.842503079305758e-05}
+{"train_loss": 0.010841427370905876, "global_step": 7550, "epoch": 139, "lr": 8.842187990912756e-05}
+{"train_loss": 0.010219048708677292, "global_step": 7551, "epoch": 139, "lr": 8.84187286525511e-05}
+{"train_loss": 0.009220662526786327, "global_step": 7552, "epoch": 139, "lr": 8.841557702335877e-05}
+{"train_loss": 0.00718588475137949, "global_step": 7553, "epoch": 139, "lr": 8.84124250215811e-05}
+{"train_loss": 0.01614326797425747, "global_step": 7554, "epoch": 139, "lr": 8.840927264724869e-05}
+{"train_loss": 0.019174201413989067, "global_step": 7555, "epoch": 139, "lr": 8.84061199003921e-05}
+{"train_loss": 0.011951606720685959, "global_step": 7556, "epoch": 139, "lr": 8.840296678104191e-05}
+{"train_loss": 0.006057633087038994, "global_step": 7557, "epoch": 139, "lr": 8.839981328922872e-05}
+{"train_loss": 0.015601849183440208, "global_step": 7558, "epoch": 139, "lr": 8.839665942498307e-05}
+{"train_loss": 0.011177022881047041, "global_step": 7559, "epoch": 139, "lr": 8.83935051883356e-05, "val_loss": 0.014887736178934574}
+{"train_loss": 0.009540786035358906, "global_step": 7560, "epoch": 140, "lr": 8.839035057931688e-05}
+{"train_loss": 0.017245912924408913, "global_step": 7561, "epoch": 140, "lr": 8.83871955979575e-05}
+{"train_loss": 0.006866227835416794, "global_step": 7562, "epoch": 140, "lr": 8.838404024428809e-05}
+{"train_loss": 0.015611337497830391, "global_step": 7563, "epoch": 140, "lr": 8.838088451833919e-05}
+{"train_loss": 0.01162098627537489, "global_step": 7564, "epoch": 140, "lr": 8.837772842014148e-05}
+{"train_loss": 0.01403295248746872, "global_step": 7565, "epoch": 140, "lr": 8.83745719497255e-05}
+{"train_loss": 0.009421957656741142, "global_step": 7566, "epoch": 140, "lr": 8.837141510712192e-05}
+{"train_loss": 0.012911597266793251, "global_step": 7567, "epoch": 140, "lr": 8.836825789236133e-05}
+{"train_loss": 0.011470203287899494, "global_step": 7568, "epoch": 140, "lr": 8.836510030547437e-05}
+{"train_loss": 0.00944432057440281, "global_step": 7569, "epoch": 140, "lr": 8.836194234649165e-05}
+{"train_loss": 0.011201618239283562, "global_step": 7570, "epoch": 140, "lr": 8.83587840154438e-05}
+{"train_loss": 0.01341069582849741, "global_step": 7571, "epoch": 140, "lr": 8.835562531236145e-05}
+{"train_loss": 0.01036691851913929, "global_step": 7572, "epoch": 140, "lr": 8.835246623727525e-05}
+{"train_loss": 0.010049018077552319, "global_step": 7573, "epoch": 140, "lr": 8.834930679021582e-05}
+{"train_loss": 0.012166479602456093, "global_step": 7574, "epoch": 140, "lr": 8.834614697121383e-05}
+{"train_loss": 0.014580977149307728, "global_step": 7575, "epoch": 140, "lr": 8.834298678029989e-05}
+{"train_loss": 0.012123084627091885, "global_step": 7576, "epoch": 140, "lr": 8.833982621750467e-05}
+{"train_loss": 0.006856838241219521, "global_step": 7577, "epoch": 140, "lr": 8.833666528285883e-05}
+{"train_loss": 0.010386660695075989, "global_step": 7578, "epoch": 140, "lr": 8.833350397639302e-05}
+{"train_loss": 0.013957026414573193, "global_step": 7579, "epoch": 140, "lr": 8.83303422981379e-05}
+{"train_loss": 0.012744089588522911, "global_step": 7580, "epoch": 140, "lr": 8.832718024812412e-05}
+{"train_loss": 0.00953664630651474, "global_step": 7581, "epoch": 140, "lr": 8.832401782638238e-05}
+{"train_loss": 0.011011037975549698, "global_step": 7582, "epoch": 140, "lr": 8.832085503294334e-05}
+{"train_loss": 0.01222225558012724, "global_step": 7583, "epoch": 140, "lr": 8.831769186783765e-05}
+{"train_loss": 0.009689046069979668, "global_step": 7584, "epoch": 140, "lr": 8.831452833109602e-05}
+{"train_loss": 0.007020468357950449, "global_step": 7585, "epoch": 140, "lr": 8.831136442274913e-05}
+{"train_loss": 0.009958978742361069, "global_step": 7586, "epoch": 140, "lr": 8.830820014282764e-05}
+{"train_loss": 0.01137964054942131, "global_step": 7587, "epoch": 140, "lr": 8.830503549136227e-05}
+{"train_loss": 0.011590800248086452, "global_step": 7588, "epoch": 140, "lr": 8.830187046838369e-05}
+{"train_loss": 0.007122655399143696, "global_step": 7589, "epoch": 140, "lr": 8.829870507392261e-05}
+{"train_loss": 0.007012595888227224, "global_step": 7590, "epoch": 140, "lr": 8.829553930800973e-05}
+{"train_loss": 0.01366977859288454, "global_step": 7591, "epoch": 140, "lr": 8.829237317067576e-05}
+{"train_loss": 0.009610704146325588, "global_step": 7592, "epoch": 140, "lr": 8.82892066619514e-05}
+{"train_loss": 0.009927859529852867, "global_step": 7593, "epoch": 140, "lr": 8.828603978186736e-05}
+{"train_loss": 0.007670748047530651, "global_step": 7594, "epoch": 140, "lr": 8.828287253045435e-05}
+{"train_loss": 0.012787868268787861, "global_step": 7595, "epoch": 140, "lr": 8.827970490774308e-05}
+{"train_loss": 0.010682964697480202, "global_step": 7596, "epoch": 140, "lr": 8.827653691376432e-05}
+{"train_loss": 0.009571285918354988, "global_step": 7597, "epoch": 140, "lr": 8.827336854854875e-05}
+{"train_loss": 0.007578255143016577, "global_step": 7598, "epoch": 140, "lr": 8.827019981212712e-05}
+{"train_loss": 0.012429527007043362, "global_step": 7599, "epoch": 140, "lr": 8.826703070453015e-05}
+{"train_loss": 0.01307236310094595, "global_step": 7600, "epoch": 140, "lr": 8.826386122578857e-05}
+{"train_loss": 0.008911649696528912, "global_step": 7601, "epoch": 140, "lr": 8.826069137593313e-05}
+{"train_loss": 0.010279654525220394, "global_step": 7602, "epoch": 140, "lr": 8.82575211549946e-05}
+{"train_loss": 0.009444886818528175, "global_step": 7603, "epoch": 140, "lr": 8.825435056300369e-05}
+{"train_loss": 0.010869312100112438, "global_step": 7604, "epoch": 140, "lr": 8.825117959999116e-05}
+{"train_loss": 0.011704894714057446, "global_step": 7605, "epoch": 140, "lr": 8.824800826598777e-05}
+{"train_loss": 0.009636949747800827, "global_step": 7606, "epoch": 140, "lr": 8.824483656102429e-05}
+{"train_loss": 0.007526212837547064, "global_step": 7607, "epoch": 140, "lr": 8.824166448513145e-05}
+{"train_loss": 0.009259257465600967, "global_step": 7608, "epoch": 140, "lr": 8.823849203834005e-05}
+{"train_loss": 0.007242412772029638, "global_step": 7609, "epoch": 140, "lr": 8.823531922068085e-05}
+{"train_loss": 0.009440380148589611, "global_step": 7610, "epoch": 140, "lr": 8.823214603218459e-05}
+{"train_loss": 0.007109487894922495, "global_step": 7611, "epoch": 140, "lr": 8.822897247288208e-05}
+{"train_loss": 0.009567702189087868, "global_step": 7612, "epoch": 140, "lr": 8.822579854280411e-05}
+{"train_loss": 0.010544431085387865, "global_step": 7613, "epoch": 140, "lr": 8.822262424198143e-05, "val_loss": 0.010915578342974186, "train_action_mse_error": 0.000596448895521462}
+{"train_loss": 0.008083228021860123, "global_step": 7614, "epoch": 141, "lr": 8.821944957044484e-05}
+{"train_loss": 0.009382150135934353, "global_step": 7615, "epoch": 141, "lr": 8.821627452822513e-05}
+{"train_loss": 0.010788234882056713, "global_step": 7616, "epoch": 141, "lr": 8.82130991153531e-05}
+{"train_loss": 0.006777928676456213, "global_step": 7617, "epoch": 141, "lr": 8.820992333185955e-05}
+{"train_loss": 0.00993297528475523, "global_step": 7618, "epoch": 141, "lr": 8.820674717777526e-05}
+{"train_loss": 0.008013678714632988, "global_step": 7619, "epoch": 141, "lr": 8.820357065313107e-05}
+{"train_loss": 0.006119320169091225, "global_step": 7620, "epoch": 141, "lr": 8.820039375795776e-05}
+{"train_loss": 0.008866174146533012, "global_step": 7621, "epoch": 141, "lr": 8.819721649228614e-05}
+{"train_loss": 0.007676458451896906, "global_step": 7622, "epoch": 141, "lr": 8.819403885614705e-05}
+{"train_loss": 0.008699612691998482, "global_step": 7623, "epoch": 141, "lr": 8.81908608495713e-05}
+{"train_loss": 0.011174219660460949, "global_step": 7624, "epoch": 141, "lr": 8.81876824725897e-05}
+{"train_loss": 0.0068177287466824055, "global_step": 7625, "epoch": 141, "lr": 8.81845037252331e-05}
+{"train_loss": 0.0077192457392811775, "global_step": 7626, "epoch": 141, "lr": 8.81813246075323e-05}
+{"train_loss": 0.008666882291436195, "global_step": 7627, "epoch": 141, "lr": 8.817814511951814e-05}
+{"train_loss": 0.009482404217123985, "global_step": 7628, "epoch": 141, "lr": 8.817496526122148e-05}
+{"train_loss": 0.008124003186821938, "global_step": 7629, "epoch": 141, "lr": 8.817178503267315e-05}
+{"train_loss": 0.008944104425609112, "global_step": 7630, "epoch": 141, "lr": 8.816860443390398e-05}
+{"train_loss": 0.00608540466055274, "global_step": 7631, "epoch": 141, "lr": 8.816542346494484e-05}
+{"train_loss": 0.011700933799147606, "global_step": 7632, "epoch": 141, "lr": 8.816224212582658e-05}
+{"train_loss": 0.009191997349262238, "global_step": 7633, "epoch": 141, "lr": 8.815906041658002e-05}
+{"train_loss": 0.010518074966967106, "global_step": 7634, "epoch": 141, "lr": 8.815587833723606e-05}
+{"train_loss": 0.011501655913889408, "global_step": 7635, "epoch": 141, "lr": 8.815269588782556e-05}
+{"train_loss": 0.009141940623521805, "global_step": 7636, "epoch": 141, "lr": 8.814951306837935e-05}
+{"train_loss": 0.008022375404834747, "global_step": 7637, "epoch": 141, "lr": 8.814632987892834e-05}
+{"train_loss": 0.007379558403044939, "global_step": 7638, "epoch": 141, "lr": 8.814314631950337e-05}
+{"train_loss": 0.00854282546788454, "global_step": 7639, "epoch": 141, "lr": 8.813996239013535e-05}
+{"train_loss": 0.007442228961735964, "global_step": 7640, "epoch": 141, "lr": 8.813677809085513e-05}
+{"train_loss": 0.0096649881452322, "global_step": 7641, "epoch": 141, "lr": 8.813359342169361e-05}
+{"train_loss": 0.009659502655267715, "global_step": 7642, "epoch": 141, "lr": 8.813040838268169e-05}
+{"train_loss": 0.010933703742921352, "global_step": 7643, "epoch": 141, "lr": 8.812722297385023e-05}
+{"train_loss": 0.011269555427134037, "global_step": 7644, "epoch": 141, "lr": 8.812403719523014e-05}
+{"train_loss": 0.003946391865611076, "global_step": 7645, "epoch": 141, "lr": 8.812085104685232e-05}
+{"train_loss": 0.011199628002941608, "global_step": 7646, "epoch": 141, "lr": 8.811766452874767e-05}
+{"train_loss": 0.010308196768164635, "global_step": 7647, "epoch": 141, "lr": 8.81144776409471e-05}
+{"train_loss": 0.010838035494089127, "global_step": 7648, "epoch": 141, "lr": 8.811129038348151e-05}
+{"train_loss": 0.013130439445376396, "global_step": 7649, "epoch": 141, "lr": 8.810810275638183e-05}
+{"train_loss": 0.012713831849396229, "global_step": 7650, "epoch": 141, "lr": 8.810491475967896e-05}
+{"train_loss": 0.009798570536077023, "global_step": 7651, "epoch": 141, "lr": 8.810172639340382e-05}
+{"train_loss": 0.012825857847929, "global_step": 7652, "epoch": 141, "lr": 8.809853765758734e-05}
+{"train_loss": 0.010775875300168991, "global_step": 7653, "epoch": 141, "lr": 8.809534855226042e-05}
+{"train_loss": 0.012135549448430538, "global_step": 7654, "epoch": 141, "lr": 8.809215907745405e-05}
+{"train_loss": 0.013398277573287487, "global_step": 7655, "epoch": 141, "lr": 8.80889692331991e-05}
+{"train_loss": 0.010585013777017593, "global_step": 7656, "epoch": 141, "lr": 8.808577901952655e-05}
+{"train_loss": 0.013783791102468967, "global_step": 7657, "epoch": 141, "lr": 8.808258843646733e-05}
+{"train_loss": 0.010890675708651543, "global_step": 7658, "epoch": 141, "lr": 8.807939748405237e-05}
+{"train_loss": 0.012241301126778126, "global_step": 7659, "epoch": 141, "lr": 8.807620616231265e-05}
+{"train_loss": 0.009093431755900383, "global_step": 7660, "epoch": 141, "lr": 8.807301447127908e-05}
+{"train_loss": 0.007754477206617594, "global_step": 7661, "epoch": 141, "lr": 8.806982241098264e-05}
+{"train_loss": 0.008879086934030056, "global_step": 7662, "epoch": 141, "lr": 8.806662998145431e-05}
+{"train_loss": 0.01269603706896305, "global_step": 7663, "epoch": 141, "lr": 8.806343718272501e-05}
+{"train_loss": 0.011219728738069534, "global_step": 7664, "epoch": 141, "lr": 8.806024401482573e-05}
+{"train_loss": 0.00827755406498909, "global_step": 7665, "epoch": 141, "lr": 8.805705047778745e-05}
+{"train_loss": 0.011021391488611698, "global_step": 7666, "epoch": 141, "lr": 8.805385657164111e-05}
+{"train_loss": 0.009677021134713734, "global_step": 7667, "epoch": 141, "lr": 8.805066229641771e-05, "val_loss": 0.017784593626856804}
+{"train_loss": 0.011259075254201889, "global_step": 7668, "epoch": 142, "lr": 8.804746765214825e-05}
+{"train_loss": 0.007562572136521339, "global_step": 7669, "epoch": 142, "lr": 8.804427263886367e-05}
+{"train_loss": 0.007756295148283243, "global_step": 7670, "epoch": 142, "lr": 8.8041077256595e-05}
+{"train_loss": 0.014733481220901012, "global_step": 7671, "epoch": 142, "lr": 8.80378815053732e-05}
+{"train_loss": 0.007450462784618139, "global_step": 7672, "epoch": 142, "lr": 8.803468538522926e-05}
+{"train_loss": 0.009459791705012321, "global_step": 7673, "epoch": 142, "lr": 8.803148889619421e-05}
+{"train_loss": 0.009989558719098568, "global_step": 7674, "epoch": 142, "lr": 8.802829203829904e-05}
+{"train_loss": 0.008747447282075882, "global_step": 7675, "epoch": 142, "lr": 8.802509481157475e-05}
+{"train_loss": 0.011677124537527561, "global_step": 7676, "epoch": 142, "lr": 8.802189721605235e-05}
+{"train_loss": 0.008037334308028221, "global_step": 7677, "epoch": 142, "lr": 8.801869925176285e-05}
+{"train_loss": 0.012081063352525234, "global_step": 7678, "epoch": 142, "lr": 8.801550091873728e-05}
+{"train_loss": 0.00972202979028225, "global_step": 7679, "epoch": 142, "lr": 8.801230221700665e-05}
+{"train_loss": 0.012347565032541752, "global_step": 7680, "epoch": 142, "lr": 8.800910314660198e-05}
+{"train_loss": 0.009193993173539639, "global_step": 7681, "epoch": 142, "lr": 8.80059037075543e-05}
+{"train_loss": 0.008544685319066048, "global_step": 7682, "epoch": 142, "lr": 8.800270389989465e-05}
+{"train_loss": 0.007320272736251354, "global_step": 7683, "epoch": 142, "lr": 8.799950372365405e-05}
+{"train_loss": 0.009417856112122536, "global_step": 7684, "epoch": 142, "lr": 8.799630317886355e-05}
+{"train_loss": 0.008167421445250511, "global_step": 7685, "epoch": 142, "lr": 8.799310226555419e-05}
+{"train_loss": 0.01044116634875536, "global_step": 7686, "epoch": 142, "lr": 8.798990098375702e-05}
+{"train_loss": 0.008001158013939857, "global_step": 7687, "epoch": 142, "lr": 8.798669933350305e-05}
+{"train_loss": 0.008593140169978142, "global_step": 7688, "epoch": 142, "lr": 8.798349731482338e-05}
+{"train_loss": 0.005761363077908754, "global_step": 7689, "epoch": 142, "lr": 8.798029492774905e-05}
+{"train_loss": 0.010173310525715351, "global_step": 7690, "epoch": 142, "lr": 8.797709217231111e-05}
+{"train_loss": 0.015441294759511948, "global_step": 7691, "epoch": 142, "lr": 8.797388904854063e-05}
+{"train_loss": 0.007890582084655762, "global_step": 7692, "epoch": 142, "lr": 8.797068555646869e-05}
+{"train_loss": 0.009146055206656456, "global_step": 7693, "epoch": 142, "lr": 8.796748169612634e-05}
+{"train_loss": 0.007497888524085283, "global_step": 7694, "epoch": 142, "lr": 8.796427746754465e-05}
+{"train_loss": 0.009538529440760612, "global_step": 7695, "epoch": 142, "lr": 8.796107287075473e-05}
+{"train_loss": 0.00862028542906046, "global_step": 7696, "epoch": 142, "lr": 8.795786790578761e-05}
+{"train_loss": 0.009119093418121338, "global_step": 7697, "epoch": 142, "lr": 8.795466257267442e-05}
+{"train_loss": 0.007403097115457058, "global_step": 7698, "epoch": 142, "lr": 8.795145687144623e-05}
+{"train_loss": 0.014380970038473606, "global_step": 7699, "epoch": 142, "lr": 8.794825080213414e-05}
+{"train_loss": 0.009426525793969631, "global_step": 7700, "epoch": 142, "lr": 8.794504436476922e-05}
+{"train_loss": 0.008954047225415707, "global_step": 7701, "epoch": 142, "lr": 8.79418375593826e-05}
+{"train_loss": 0.00815894640982151, "global_step": 7702, "epoch": 142, "lr": 8.793863038600536e-05}
+{"train_loss": 0.00863430555909872, "global_step": 7703, "epoch": 142, "lr": 8.793542284466861e-05}
+{"train_loss": 0.007855636067688465, "global_step": 7704, "epoch": 142, "lr": 8.793221493540347e-05}
+{"train_loss": 0.011592208407819271, "global_step": 7705, "epoch": 142, "lr": 8.792900665824105e-05}
+{"train_loss": 0.014640765264630318, "global_step": 7706, "epoch": 142, "lr": 8.792579801321246e-05}
+{"train_loss": 0.009682983160018921, "global_step": 7707, "epoch": 142, "lr": 8.792258900034882e-05}
+{"train_loss": 0.008003736846148968, "global_step": 7708, "epoch": 142, "lr": 8.791937961968124e-05}
+{"train_loss": 0.008705905638635159, "global_step": 7709, "epoch": 142, "lr": 8.79161698712409e-05}
+{"train_loss": 0.014975227415561676, "global_step": 7710, "epoch": 142, "lr": 8.791295975505887e-05}
+{"train_loss": 0.011017532087862492, "global_step": 7711, "epoch": 142, "lr": 8.790974927116631e-05}
+{"train_loss": 0.01167366188019514, "global_step": 7712, "epoch": 142, "lr": 8.790653841959436e-05}
+{"train_loss": 0.010076810605823994, "global_step": 7713, "epoch": 142, "lr": 8.790332720037414e-05}
+{"train_loss": 0.00870889239013195, "global_step": 7714, "epoch": 142, "lr": 8.790011561353683e-05}
+{"train_loss": 0.007038149982690811, "global_step": 7715, "epoch": 142, "lr": 8.789690365911356e-05}
+{"train_loss": 0.01264179963618517, "global_step": 7716, "epoch": 142, "lr": 8.789369133713548e-05}
+{"train_loss": 0.010034702718257904, "global_step": 7717, "epoch": 142, "lr": 8.789047864763376e-05}
+{"train_loss": 0.01155147235840559, "global_step": 7718, "epoch": 142, "lr": 8.788726559063954e-05}
+{"train_loss": 0.009528986178338528, "global_step": 7719, "epoch": 142, "lr": 8.788405216618398e-05}
+{"train_loss": 0.0068739899434149265, "global_step": 7720, "epoch": 142, "lr": 8.788083837429828e-05}
+{"train_loss": 0.009741747846688938, "global_step": 7721, "epoch": 142, "lr": 8.787762421501357e-05, "val_loss": 0.012340539135038853}
+{"train_loss": 0.009000999853014946, "global_step": 7722, "epoch": 143, "lr": 8.787440968836104e-05}
+{"train_loss": 0.01224439311772585, "global_step": 7723, "epoch": 143, "lr": 8.787119479437188e-05}
+{"train_loss": 0.01194800902158022, "global_step": 7724, "epoch": 143, "lr": 8.786797953307725e-05}
+{"train_loss": 0.011635193601250648, "global_step": 7725, "epoch": 143, "lr": 8.786476390450835e-05}
+{"train_loss": 0.008475671522319317, "global_step": 7726, "epoch": 143, "lr": 8.786154790869635e-05}
+{"train_loss": 0.007806815207004547, "global_step": 7727, "epoch": 143, "lr": 8.785833154567247e-05}
+{"train_loss": 0.00954497791826725, "global_step": 7728, "epoch": 143, "lr": 8.785511481546786e-05}
+{"train_loss": 0.012834219262003899, "global_step": 7729, "epoch": 143, "lr": 8.785189771811376e-05}
+{"train_loss": 0.013121763244271278, "global_step": 7730, "epoch": 143, "lr": 8.784868025364137e-05}
+{"train_loss": 0.012359083630144596, "global_step": 7731, "epoch": 143, "lr": 8.784546242208186e-05}
+{"train_loss": 0.01644352823495865, "global_step": 7732, "epoch": 143, "lr": 8.784224422346647e-05}
+{"train_loss": 0.011551563628017902, "global_step": 7733, "epoch": 143, "lr": 8.78390256578264e-05}
+{"train_loss": 0.006335075479000807, "global_step": 7734, "epoch": 143, "lr": 8.783580672519289e-05}
+{"train_loss": 0.0071859946474432945, "global_step": 7735, "epoch": 143, "lr": 8.783258742559712e-05}
+{"train_loss": 0.013463576324284077, "global_step": 7736, "epoch": 143, "lr": 8.782936775907036e-05}
+{"train_loss": 0.011911259032785892, "global_step": 7737, "epoch": 143, "lr": 8.782614772564379e-05}
+{"train_loss": 0.009900674223899841, "global_step": 7738, "epoch": 143, "lr": 8.782292732534867e-05}
+{"train_loss": 0.007109580561518669, "global_step": 7739, "epoch": 143, "lr": 8.781970655821621e-05}
+{"train_loss": 0.013812082819640636, "global_step": 7740, "epoch": 143, "lr": 8.781648542427768e-05}
+{"train_loss": 0.007127346470952034, "global_step": 7741, "epoch": 143, "lr": 8.78132639235643e-05}
+{"train_loss": 0.015587677247822285, "global_step": 7742, "epoch": 143, "lr": 8.781004205610732e-05}
+{"train_loss": 0.007767761591821909, "global_step": 7743, "epoch": 143, "lr": 8.780681982193798e-05}
+{"train_loss": 0.00992133840918541, "global_step": 7744, "epoch": 143, "lr": 8.780359722108755e-05}
+{"train_loss": 0.011529156938195229, "global_step": 7745, "epoch": 143, "lr": 8.780037425358727e-05}
+{"train_loss": 0.010054207406938076, "global_step": 7746, "epoch": 143, "lr": 8.77971509194684e-05}
+{"train_loss": 0.009356309659779072, "global_step": 7747, "epoch": 143, "lr": 8.779392721876221e-05}
+{"train_loss": 0.010356033220887184, "global_step": 7748, "epoch": 143, "lr": 8.779070315149995e-05}
+{"train_loss": 0.010976551100611687, "global_step": 7749, "epoch": 143, "lr": 8.778747871771292e-05}
+{"train_loss": 0.00802896823734045, "global_step": 7750, "epoch": 143, "lr": 8.778425391743237e-05}
+{"train_loss": 0.01116064004600048, "global_step": 7751, "epoch": 143, "lr": 8.778102875068958e-05}
+{"train_loss": 0.010910841636359692, "global_step": 7752, "epoch": 143, "lr": 8.777780321751582e-05}
+{"train_loss": 0.008087611757218838, "global_step": 7753, "epoch": 143, "lr": 8.777457731794241e-05}
+{"train_loss": 0.01172114722430706, "global_step": 7754, "epoch": 143, "lr": 8.777135105200059e-05}
+{"train_loss": 0.0154940877109766, "global_step": 7755, "epoch": 143, "lr": 8.776812441972168e-05}
+{"train_loss": 0.00817239098250866, "global_step": 7756, "epoch": 143, "lr": 8.776489742113698e-05}
+{"train_loss": 0.00766717316582799, "global_step": 7757, "epoch": 143, "lr": 8.776167005627777e-05}
+{"train_loss": 0.007700459565967321, "global_step": 7758, "epoch": 143, "lr": 8.775844232517534e-05}
+{"train_loss": 0.010227187536656857, "global_step": 7759, "epoch": 143, "lr": 8.775521422786104e-05}
+{"train_loss": 0.00829916913062334, "global_step": 7760, "epoch": 143, "lr": 8.775198576436614e-05}
+{"train_loss": 0.010174242779612541, "global_step": 7761, "epoch": 143, "lr": 8.774875693472197e-05}
+{"train_loss": 0.012378634884953499, "global_step": 7762, "epoch": 143, "lr": 8.774552773895983e-05}
+{"train_loss": 0.005322354845702648, "global_step": 7763, "epoch": 143, "lr": 8.774229817711106e-05}
+{"train_loss": 0.011100194416940212, "global_step": 7764, "epoch": 143, "lr": 8.773906824920697e-05}
+{"train_loss": 0.007820161990821362, "global_step": 7765, "epoch": 143, "lr": 8.773583795527888e-05}
+{"train_loss": 0.010023215785622597, "global_step": 7766, "epoch": 143, "lr": 8.773260729535813e-05}
+{"train_loss": 0.01088228914886713, "global_step": 7767, "epoch": 143, "lr": 8.772937626947607e-05}
+{"train_loss": 0.011614312417805195, "global_step": 7768, "epoch": 143, "lr": 8.772614487766399e-05}
+{"train_loss": 0.013212478719651699, "global_step": 7769, "epoch": 143, "lr": 8.772291311995329e-05}
+{"train_loss": 0.007106782402843237, "global_step": 7770, "epoch": 143, "lr": 8.771968099637526e-05}
+{"train_loss": 0.009636065922677517, "global_step": 7771, "epoch": 143, "lr": 8.771644850696129e-05}
+{"train_loss": 0.01691000536084175, "global_step": 7772, "epoch": 143, "lr": 8.771321565174271e-05}
+{"train_loss": 0.008528199046850204, "global_step": 7773, "epoch": 143, "lr": 8.770998243075087e-05}
+{"train_loss": 0.011817664839327335, "global_step": 7774, "epoch": 143, "lr": 8.770674884401714e-05}
+{"train_loss": 0.010382572646011357, "global_step": 7775, "epoch": 143, "lr": 8.770351489157288e-05, "val_loss": 0.008537651970982552}
+{"train_loss": 0.00790188368409872, "global_step": 7776, "epoch": 144, "lr": 8.770028057344946e-05}
+{"train_loss": 0.008361142128705978, "global_step": 7777, "epoch": 144, "lr": 8.769704588967822e-05}
+{"train_loss": 0.012911858968436718, "global_step": 7778, "epoch": 144, "lr": 8.769381084029058e-05}
+{"train_loss": 0.010030355304479599, "global_step": 7779, "epoch": 144, "lr": 8.769057542531789e-05}
+{"train_loss": 0.009358433075249195, "global_step": 7780, "epoch": 144, "lr": 8.768733964479152e-05}
+{"train_loss": 0.01098033506423235, "global_step": 7781, "epoch": 144, "lr": 8.768410349874287e-05}
+{"train_loss": 0.009405514225363731, "global_step": 7782, "epoch": 144, "lr": 8.768086698720332e-05}
+{"train_loss": 0.0068205841816961765, "global_step": 7783, "epoch": 144, "lr": 8.767763011020426e-05}
+{"train_loss": 0.0070695411413908005, "global_step": 7784, "epoch": 144, "lr": 8.767439286777708e-05}
+{"train_loss": 0.009954494424164295, "global_step": 7785, "epoch": 144, "lr": 8.767115525995319e-05}
+{"train_loss": 0.010801555588841438, "global_step": 7786, "epoch": 144, "lr": 8.766791728676397e-05}
+{"train_loss": 0.010323829017579556, "global_step": 7787, "epoch": 144, "lr": 8.766467894824087e-05}
+{"train_loss": 0.0092713488265872, "global_step": 7788, "epoch": 144, "lr": 8.766144024441525e-05}
+{"train_loss": 0.008563801646232605, "global_step": 7789, "epoch": 144, "lr": 8.765820117531853e-05}
+{"train_loss": 0.010735178366303444, "global_step": 7790, "epoch": 144, "lr": 8.765496174098214e-05}
+{"train_loss": 0.007899098098278046, "global_step": 7791, "epoch": 144, "lr": 8.765172194143749e-05}
+{"train_loss": 0.017091214656829834, "global_step": 7792, "epoch": 144, "lr": 8.764848177671601e-05}
+{"train_loss": 0.011929820291697979, "global_step": 7793, "epoch": 144, "lr": 8.764524124684911e-05}
+{"train_loss": 0.011672856286168098, "global_step": 7794, "epoch": 144, "lr": 8.764200035186822e-05}
+{"train_loss": 0.005781636107712984, "global_step": 7795, "epoch": 144, "lr": 8.763875909180481e-05}
+{"train_loss": 0.012033210135996342, "global_step": 7796, "epoch": 144, "lr": 8.763551746669028e-05}
+{"train_loss": 0.009592822752892971, "global_step": 7797, "epoch": 144, "lr": 8.763227547655605e-05}
+{"train_loss": 0.010625588707625866, "global_step": 7798, "epoch": 144, "lr": 8.762903312143363e-05}
+{"train_loss": 0.012795055285096169, "global_step": 7799, "epoch": 144, "lr": 8.76257904013544e-05}
+{"train_loss": 0.007879486307501793, "global_step": 7800, "epoch": 144, "lr": 8.762254731634984e-05}
+{"train_loss": 0.008033249527215958, "global_step": 7801, "epoch": 144, "lr": 8.761930386645143e-05}
+{"train_loss": 0.009475670754909515, "global_step": 7802, "epoch": 144, "lr": 8.761606005169056e-05}
+{"train_loss": 0.010547376237809658, "global_step": 7803, "epoch": 144, "lr": 8.761281587209876e-05}
+{"train_loss": 0.007177999243140221, "global_step": 7804, "epoch": 144, "lr": 8.760957132770747e-05}
+{"train_loss": 0.010672176256775856, "global_step": 7805, "epoch": 144, "lr": 8.760632641854813e-05}
+{"train_loss": 0.009668203070759773, "global_step": 7806, "epoch": 144, "lr": 8.760308114465226e-05}
+{"train_loss": 0.011278296820819378, "global_step": 7807, "epoch": 144, "lr": 8.75998355060513e-05}
+{"train_loss": 0.008232665248215199, "global_step": 7808, "epoch": 144, "lr": 8.759658950277675e-05}
+{"train_loss": 0.006774336565285921, "global_step": 7809, "epoch": 144, "lr": 8.759334313486007e-05}
+{"train_loss": 0.010515894740819931, "global_step": 7810, "epoch": 144, "lr": 8.759009640233276e-05}
+{"train_loss": 0.008868640288710594, "global_step": 7811, "epoch": 144, "lr": 8.758684930522631e-05}
+{"train_loss": 0.006086543668061495, "global_step": 7812, "epoch": 144, "lr": 8.758360184357222e-05}
+{"train_loss": 0.00735970214009285, "global_step": 7813, "epoch": 144, "lr": 8.758035401740197e-05}
+{"train_loss": 0.011170441284775734, "global_step": 7814, "epoch": 144, "lr": 8.757710582674707e-05}
+{"train_loss": 0.011068291030824184, "global_step": 7815, "epoch": 144, "lr": 8.757385727163902e-05}
+{"train_loss": 0.006555294618010521, "global_step": 7816, "epoch": 144, "lr": 8.757060835210933e-05}
+{"train_loss": 0.010035221464931965, "global_step": 7817, "epoch": 144, "lr": 8.756735906818951e-05}
+{"train_loss": 0.007300923112779856, "global_step": 7818, "epoch": 144, "lr": 8.756410941991107e-05}
+{"train_loss": 0.008040132001042366, "global_step": 7819, "epoch": 144, "lr": 8.756085940730553e-05}
+{"train_loss": 0.00804161000996828, "global_step": 7820, "epoch": 144, "lr": 8.755760903040443e-05}
+{"train_loss": 0.013106372207403183, "global_step": 7821, "epoch": 144, "lr": 8.755435828923923e-05}
+{"train_loss": 0.00963202491402626, "global_step": 7822, "epoch": 144, "lr": 8.755110718384156e-05}
+{"train_loss": 0.006360128987580538, "global_step": 7823, "epoch": 144, "lr": 8.754785571424287e-05}
+{"train_loss": 0.011142384260892868, "global_step": 7824, "epoch": 144, "lr": 8.754460388047472e-05}
+{"train_loss": 0.007085137534886599, "global_step": 7825, "epoch": 144, "lr": 8.754135168256865e-05}
+{"train_loss": 0.00708627887070179, "global_step": 7826, "epoch": 144, "lr": 8.753809912055622e-05}
+{"train_loss": 0.01099236961454153, "global_step": 7827, "epoch": 144, "lr": 8.753484619446894e-05}
+{"train_loss": 0.009373335167765617, "global_step": 7828, "epoch": 144, "lr": 8.753159290433839e-05}
+{"train_loss": 0.009431613514337826, "global_step": 7829, "epoch": 144, "lr": 8.752833925019611e-05, "val_loss": 0.006552147679030895}
+{"train_loss": 0.007885472849011421, "global_step": 7830, "epoch": 145, "lr": 8.752508523207365e-05}
+{"train_loss": 0.01180937048047781, "global_step": 7831, "epoch": 145, "lr": 8.752183085000261e-05}
+{"train_loss": 0.010463959537446499, "global_step": 7832, "epoch": 145, "lr": 8.75185761040145e-05}
+{"train_loss": 0.013559810817241669, "global_step": 7833, "epoch": 145, "lr": 8.75153209941409e-05}
+{"train_loss": 0.010541711933910847, "global_step": 7834, "epoch": 145, "lr": 8.75120655204134e-05}
+{"train_loss": 0.00939485989511013, "global_step": 7835, "epoch": 145, "lr": 8.750880968286357e-05}
+{"train_loss": 0.008957120589911938, "global_step": 7836, "epoch": 145, "lr": 8.750555348152298e-05}
+{"train_loss": 0.01336057297885418, "global_step": 7837, "epoch": 145, "lr": 8.750229691642321e-05}
+{"train_loss": 0.007484765257686377, "global_step": 7838, "epoch": 145, "lr": 8.749903998759586e-05}
+{"train_loss": 0.01211430411785841, "global_step": 7839, "epoch": 145, "lr": 8.74957826950725e-05}
+{"train_loss": 0.01002528890967369, "global_step": 7840, "epoch": 145, "lr": 8.749252503888472e-05}
+{"train_loss": 0.009745171293616295, "global_step": 7841, "epoch": 145, "lr": 8.748926701906413e-05}
+{"train_loss": 0.009608322754502296, "global_step": 7842, "epoch": 145, "lr": 8.748600863564233e-05}
+{"train_loss": 0.010527542792260647, "global_step": 7843, "epoch": 145, "lr": 8.74827498886509e-05}
+{"train_loss": 0.015747178345918655, "global_step": 7844, "epoch": 145, "lr": 8.747949077812148e-05}
+{"train_loss": 0.006154301576316357, "global_step": 7845, "epoch": 145, "lr": 8.747623130408564e-05}
+{"train_loss": 0.006446416024118662, "global_step": 7846, "epoch": 145, "lr": 8.747297146657502e-05}
+{"train_loss": 0.009464810602366924, "global_step": 7847, "epoch": 145, "lr": 8.746971126562124e-05}
+{"train_loss": 0.009690593928098679, "global_step": 7848, "epoch": 145, "lr": 8.746645070125592e-05}
+{"train_loss": 0.011454712599515915, "global_step": 7849, "epoch": 145, "lr": 8.746318977351065e-05}
+{"train_loss": 0.008510531857609749, "global_step": 7850, "epoch": 145, "lr": 8.74599284824171e-05}
+{"train_loss": 0.0067618656903505325, "global_step": 7851, "epoch": 145, "lr": 8.745666682800687e-05}
+{"train_loss": 0.00631869537755847, "global_step": 7852, "epoch": 145, "lr": 8.745340481031162e-05}
+{"train_loss": 0.008131751790642738, "global_step": 7853, "epoch": 145, "lr": 8.745014242936295e-05}
+{"train_loss": 0.012887301854789257, "global_step": 7854, "epoch": 145, "lr": 8.744687968519254e-05}
+{"train_loss": 0.01397224236279726, "global_step": 7855, "epoch": 145, "lr": 8.744361657783203e-05}
+{"train_loss": 0.009942721575498581, "global_step": 7856, "epoch": 145, "lr": 8.744035310731303e-05}
+{"train_loss": 0.010969413444399834, "global_step": 7857, "epoch": 145, "lr": 8.743708927366724e-05}
+{"train_loss": 0.008937841281294823, "global_step": 7858, "epoch": 145, "lr": 8.743382507692628e-05}
+{"train_loss": 0.006982332561165094, "global_step": 7859, "epoch": 145, "lr": 8.743056051712183e-05}
+{"train_loss": 0.00982529204338789, "global_step": 7860, "epoch": 145, "lr": 8.742729559428557e-05}
+{"train_loss": 0.011274168267846107, "global_step": 7861, "epoch": 145, "lr": 8.742403030844912e-05}
+{"train_loss": 0.014361875131726265, "global_step": 7862, "epoch": 145, "lr": 8.742076465964417e-05}
+{"train_loss": 0.012210102751851082, "global_step": 7863, "epoch": 145, "lr": 8.741749864790238e-05}
+{"train_loss": 0.008728159591555595, "global_step": 7864, "epoch": 145, "lr": 8.741423227325547e-05}
+{"train_loss": 0.009834385477006435, "global_step": 7865, "epoch": 145, "lr": 8.741096553573507e-05}
+{"train_loss": 0.009727850556373596, "global_step": 7866, "epoch": 145, "lr": 8.74076984353729e-05}
+{"train_loss": 0.009365803562104702, "global_step": 7867, "epoch": 145, "lr": 8.740443097220063e-05}
+{"train_loss": 0.01277777086943388, "global_step": 7868, "epoch": 145, "lr": 8.740116314624993e-05}
+{"train_loss": 0.007848351262509823, "global_step": 7869, "epoch": 145, "lr": 8.739789495755253e-05}
+{"train_loss": 0.00839899480342865, "global_step": 7870, "epoch": 145, "lr": 8.739462640614012e-05}
+{"train_loss": 0.01062212698161602, "global_step": 7871, "epoch": 145, "lr": 8.73913574920444e-05}
+{"train_loss": 0.012151331640779972, "global_step": 7872, "epoch": 145, "lr": 8.738808821529704e-05}
+{"train_loss": 0.006950840353965759, "global_step": 7873, "epoch": 145, "lr": 8.738481857592979e-05}
+{"train_loss": 0.010487297549843788, "global_step": 7874, "epoch": 145, "lr": 8.738154857397435e-05}
+{"train_loss": 0.009503211826086044, "global_step": 7875, "epoch": 145, "lr": 8.737827820946246e-05}
+{"train_loss": 0.008970334194600582, "global_step": 7876, "epoch": 145, "lr": 8.737500748242578e-05}
+{"train_loss": 0.014575007371604443, "global_step": 7877, "epoch": 145, "lr": 8.737173639289607e-05}
+{"train_loss": 0.011123685166239738, "global_step": 7878, "epoch": 145, "lr": 8.736846494090505e-05}
+{"train_loss": 0.011049220338463783, "global_step": 7879, "epoch": 145, "lr": 8.736519312648445e-05}
+{"train_loss": 0.011746947653591633, "global_step": 7880, "epoch": 145, "lr": 8.7361920949666e-05}
+{"train_loss": 0.009147629141807556, "global_step": 7881, "epoch": 145, "lr": 8.735864841048143e-05}
+{"train_loss": 0.009504813700914383, "global_step": 7882, "epoch": 145, "lr": 8.735537550896251e-05}
+{"train_loss": 0.010247576033213624, "global_step": 7883, "epoch": 145, "lr": 8.735210224514094e-05, "val_loss": 0.013528053648769855, "train_action_mse_error": 0.0004094179021194577}
+{"train_loss": 0.00874613132327795, "global_step": 7884, "epoch": 146, "lr": 8.734882861904849e-05}
+{"train_loss": 0.012913907878100872, "global_step": 7885, "epoch": 146, "lr": 8.734555463071693e-05}
+{"train_loss": 0.011241544969379902, "global_step": 7886, "epoch": 146, "lr": 8.734228028017796e-05}
+{"train_loss": 0.01203897874802351, "global_step": 7887, "epoch": 146, "lr": 8.73390055674634e-05}
+{"train_loss": 0.010507060214877129, "global_step": 7888, "epoch": 146, "lr": 8.733573049260497e-05}
+{"train_loss": 0.012825853191316128, "global_step": 7889, "epoch": 146, "lr": 8.733245505563443e-05}
+{"train_loss": 0.0067780474200844765, "global_step": 7890, "epoch": 146, "lr": 8.732917925658358e-05}
+{"train_loss": 0.009047693572938442, "global_step": 7891, "epoch": 146, "lr": 8.732590309548416e-05}
+{"train_loss": 0.010688927955925465, "global_step": 7892, "epoch": 146, "lr": 8.732262657236797e-05}
+{"train_loss": 0.012175285257399082, "global_step": 7893, "epoch": 146, "lr": 8.731934968726678e-05}
+{"train_loss": 0.007754254154860973, "global_step": 7894, "epoch": 146, "lr": 8.731607244021236e-05}
+{"train_loss": 0.011911002919077873, "global_step": 7895, "epoch": 146, "lr": 8.731279483123649e-05}
+{"train_loss": 0.010406563058495522, "global_step": 7896, "epoch": 146, "lr": 8.730951686037099e-05}
+{"train_loss": 0.0072786384262144566, "global_step": 7897, "epoch": 146, "lr": 8.730623852764763e-05}
+{"train_loss": 0.008804700337350368, "global_step": 7898, "epoch": 146, "lr": 8.730295983309821e-05}
+{"train_loss": 0.007766265422105789, "global_step": 7899, "epoch": 146, "lr": 8.729968077675454e-05}
+{"train_loss": 0.006103789433836937, "global_step": 7900, "epoch": 146, "lr": 8.729640135864841e-05}
+{"train_loss": 0.011720127426087856, "global_step": 7901, "epoch": 146, "lr": 8.729312157881163e-05}
+{"train_loss": 0.010542427189648151, "global_step": 7902, "epoch": 146, "lr": 8.728984143727601e-05}
+{"train_loss": 0.009828269481658936, "global_step": 7903, "epoch": 146, "lr": 8.728656093407336e-05}
+{"train_loss": 0.007118729874491692, "global_step": 7904, "epoch": 146, "lr": 8.72832800692355e-05}
+{"train_loss": 0.009958184324204922, "global_step": 7905, "epoch": 146, "lr": 8.727999884279426e-05}
+{"train_loss": 0.01121659204363823, "global_step": 7906, "epoch": 146, "lr": 8.727671725478144e-05}
+{"train_loss": 0.009564202278852463, "global_step": 7907, "epoch": 146, "lr": 8.727343530522889e-05}
+{"train_loss": 0.008895721286535263, "global_step": 7908, "epoch": 146, "lr": 8.727015299416844e-05}
+{"train_loss": 0.011989717371761799, "global_step": 7909, "epoch": 146, "lr": 8.726687032163192e-05}
+{"train_loss": 0.007606434170156717, "global_step": 7910, "epoch": 146, "lr": 8.726358728765114e-05}
+{"train_loss": 0.00979013741016388, "global_step": 7911, "epoch": 146, "lr": 8.726030389225798e-05}
+{"train_loss": 0.008046153001487255, "global_step": 7912, "epoch": 146, "lr": 8.725702013548428e-05}
+{"train_loss": 0.012722178362309933, "global_step": 7913, "epoch": 146, "lr": 8.725373601736188e-05}
+{"train_loss": 0.012767227366566658, "global_step": 7914, "epoch": 146, "lr": 8.725045153792265e-05}
+{"train_loss": 0.008272074162960052, "global_step": 7915, "epoch": 146, "lr": 8.724716669719839e-05}
+{"train_loss": 0.0096775833517313, "global_step": 7916, "epoch": 146, "lr": 8.724388149522102e-05}
+{"train_loss": 0.013797679916024208, "global_step": 7917, "epoch": 146, "lr": 8.724059593202238e-05}
+{"train_loss": 0.007107812911272049, "global_step": 7918, "epoch": 146, "lr": 8.723731000763433e-05}
+{"train_loss": 0.008667896501719952, "global_step": 7919, "epoch": 146, "lr": 8.723402372208876e-05}
+{"train_loss": 0.011397586204111576, "global_step": 7920, "epoch": 146, "lr": 8.723073707541751e-05}
+{"train_loss": 0.009998645633459091, "global_step": 7921, "epoch": 146, "lr": 8.72274500676525e-05}
+{"train_loss": 0.011988003738224506, "global_step": 7922, "epoch": 146, "lr": 8.722416269882557e-05}
+{"train_loss": 0.010963449254631996, "global_step": 7923, "epoch": 146, "lr": 8.72208749689686e-05}
+{"train_loss": 0.007901746779680252, "global_step": 7924, "epoch": 146, "lr": 8.721758687811352e-05}
+{"train_loss": 0.00856945663690567, "global_step": 7925, "epoch": 146, "lr": 8.721429842629219e-05}
+{"train_loss": 0.01137799397110939, "global_step": 7926, "epoch": 146, "lr": 8.72110096135365e-05}
+{"train_loss": 0.007171677425503731, "global_step": 7927, "epoch": 146, "lr": 8.720772043987839e-05}
+{"train_loss": 0.011020882055163383, "global_step": 7928, "epoch": 146, "lr": 8.72044309053497e-05}
+{"train_loss": 0.009153377264738083, "global_step": 7929, "epoch": 146, "lr": 8.720114100998238e-05}
+{"train_loss": 0.007802379317581654, "global_step": 7930, "epoch": 146, "lr": 8.71978507538083e-05}
+{"train_loss": 0.009123439900577068, "global_step": 7931, "epoch": 146, "lr": 8.719456013685941e-05}
+{"train_loss": 0.009205075912177563, "global_step": 7932, "epoch": 146, "lr": 8.719126915916761e-05}
+{"train_loss": 0.006838774308562279, "global_step": 7933, "epoch": 146, "lr": 8.718797782076482e-05}
+{"train_loss": 0.0063096387311816216, "global_step": 7934, "epoch": 146, "lr": 8.718468612168294e-05}
+{"train_loss": 0.009198601357638836, "global_step": 7935, "epoch": 146, "lr": 8.718139406195393e-05}
+{"train_loss": 0.007192116696387529, "global_step": 7936, "epoch": 146, "lr": 8.71781016416097e-05}
+{"train_loss": 0.00961691345502105, "global_step": 7937, "epoch": 146, "lr": 8.717480886068218e-05, "val_loss": 0.011743185110390186}
+{"train_loss": 0.011281255632638931, "global_step": 7938, "epoch": 147, "lr": 8.717151571920333e-05}
+{"train_loss": 0.0060007101856172085, "global_step": 7939, "epoch": 147, "lr": 8.716822221720506e-05}
+{"train_loss": 0.010174132883548737, "global_step": 7940, "epoch": 147, "lr": 8.716492835471933e-05}
+{"train_loss": 0.009976549074053764, "global_step": 7941, "epoch": 147, "lr": 8.716163413177808e-05}
+{"train_loss": 0.010648640803992748, "global_step": 7942, "epoch": 147, "lr": 8.715833954841327e-05}
+{"train_loss": 0.009646755643188953, "global_step": 7943, "epoch": 147, "lr": 8.715504460465682e-05}
+{"train_loss": 0.009662160649895668, "global_step": 7944, "epoch": 147, "lr": 8.715174930054073e-05}
+{"train_loss": 0.007530026603490114, "global_step": 7945, "epoch": 147, "lr": 8.714845363609693e-05}
+{"train_loss": 0.008600658737123013, "global_step": 7946, "epoch": 147, "lr": 8.714515761135742e-05}
+{"train_loss": 0.009144625626504421, "global_step": 7947, "epoch": 147, "lr": 8.714186122635413e-05}
+{"train_loss": 0.006770521402359009, "global_step": 7948, "epoch": 147, "lr": 8.713856448111904e-05}
+{"train_loss": 0.01431064773350954, "global_step": 7949, "epoch": 147, "lr": 8.713526737568413e-05}
+{"train_loss": 0.007569503039121628, "global_step": 7950, "epoch": 147, "lr": 8.713196991008138e-05}
+{"train_loss": 0.012651151977479458, "global_step": 7951, "epoch": 147, "lr": 8.712867208434279e-05}
+{"train_loss": 0.010028906166553497, "global_step": 7952, "epoch": 147, "lr": 8.712537389850031e-05}
+{"train_loss": 0.011091935448348522, "global_step": 7953, "epoch": 147, "lr": 8.712207535258594e-05}
+{"train_loss": 0.012042143382132053, "global_step": 7954, "epoch": 147, "lr": 8.711877644663167e-05}
+{"train_loss": 0.007064102683216333, "global_step": 7955, "epoch": 147, "lr": 8.71154771806695e-05}
+{"train_loss": 0.007926544174551964, "global_step": 7956, "epoch": 147, "lr": 8.711217755473143e-05}
+{"train_loss": 0.010078481398522854, "global_step": 7957, "epoch": 147, "lr": 8.710887756884946e-05}
+{"train_loss": 0.011269954964518547, "global_step": 7958, "epoch": 147, "lr": 8.710557722305561e-05}
+{"train_loss": 0.008564510382711887, "global_step": 7959, "epoch": 147, "lr": 8.710227651738188e-05}
+{"train_loss": 0.014356465078890324, "global_step": 7960, "epoch": 147, "lr": 8.709897545186025e-05}
+{"train_loss": 0.009900874458253384, "global_step": 7961, "epoch": 147, "lr": 8.709567402652279e-05}
+{"train_loss": 0.008242790587246418, "global_step": 7962, "epoch": 147, "lr": 8.709237224140149e-05}
+{"train_loss": 0.008082776330411434, "global_step": 7963, "epoch": 147, "lr": 8.708907009652837e-05}
+{"train_loss": 0.010956699028611183, "global_step": 7964, "epoch": 147, "lr": 8.708576759193549e-05}
+{"train_loss": 0.01788732036948204, "global_step": 7965, "epoch": 147, "lr": 8.708246472765484e-05}
+{"train_loss": 0.007271497044712305, "global_step": 7966, "epoch": 147, "lr": 8.707916150371846e-05}
+{"train_loss": 0.009271937422454357, "global_step": 7967, "epoch": 147, "lr": 8.707585792015842e-05}
+{"train_loss": 0.00859011895954609, "global_step": 7968, "epoch": 147, "lr": 8.707255397700673e-05}
+{"train_loss": 0.008813205175101757, "global_step": 7969, "epoch": 147, "lr": 8.706924967429544e-05}
+{"train_loss": 0.012745295651257038, "global_step": 7970, "epoch": 147, "lr": 8.70659450120566e-05}
+{"train_loss": 0.00779647845774889, "global_step": 7971, "epoch": 147, "lr": 8.706263999032227e-05}
+{"train_loss": 0.011542242020368576, "global_step": 7972, "epoch": 147, "lr": 8.705933460912449e-05}
+{"train_loss": 0.01024217065423727, "global_step": 7973, "epoch": 147, "lr": 8.705602886849534e-05}
+{"train_loss": 0.009818698279559612, "global_step": 7974, "epoch": 147, "lr": 8.705272276846683e-05}
+{"train_loss": 0.00856542307883501, "global_step": 7975, "epoch": 147, "lr": 8.704941630907109e-05}
+{"train_loss": 0.005964865908026695, "global_step": 7976, "epoch": 147, "lr": 8.704610949034015e-05}
+{"train_loss": 0.011190313845872879, "global_step": 7977, "epoch": 147, "lr": 8.704280231230611e-05}
+{"train_loss": 0.009327133186161518, "global_step": 7978, "epoch": 147, "lr": 8.703949477500102e-05}
+{"train_loss": 0.007364405319094658, "global_step": 7979, "epoch": 147, "lr": 8.703618687845696e-05}
+{"train_loss": 0.010386750102043152, "global_step": 7980, "epoch": 147, "lr": 8.703287862270602e-05}
+{"train_loss": 0.015187408775091171, "global_step": 7981, "epoch": 147, "lr": 8.70295700077803e-05}
+{"train_loss": 0.010692192241549492, "global_step": 7982, "epoch": 147, "lr": 8.702626103371187e-05}
+{"train_loss": 0.006254738196730614, "global_step": 7983, "epoch": 147, "lr": 8.702295170053283e-05}
+{"train_loss": 0.0074867866933345795, "global_step": 7984, "epoch": 147, "lr": 8.701964200827527e-05}
+{"train_loss": 0.008467180654406548, "global_step": 7985, "epoch": 147, "lr": 8.701633195697129e-05}
+{"train_loss": 0.007980926893651485, "global_step": 7986, "epoch": 147, "lr": 8.701302154665301e-05}
+{"train_loss": 0.0073112365789711475, "global_step": 7987, "epoch": 147, "lr": 8.700971077735254e-05}
+{"train_loss": 0.007515983190387487, "global_step": 7988, "epoch": 147, "lr": 8.700639964910195e-05}
+{"train_loss": 0.009207506664097309, "global_step": 7989, "epoch": 147, "lr": 8.70030881619334e-05}
+{"train_loss": 0.007889940403401852, "global_step": 7990, "epoch": 147, "lr": 8.699977631587898e-05}
+{"train_loss": 0.009611916521357166, "global_step": 7991, "epoch": 147, "lr": 8.699646411097082e-05, "val_loss": 0.010388940572738647}
+{"train_loss": 0.007692410610616207, "global_step": 7992, "epoch": 148, "lr": 8.699315154724105e-05}
+{"train_loss": 0.007478958927094936, "global_step": 7993, "epoch": 148, "lr": 8.698983862472178e-05}
+{"train_loss": 0.010629259981215, "global_step": 7994, "epoch": 148, "lr": 8.698652534344516e-05}
+{"train_loss": 0.010808889754116535, "global_step": 7995, "epoch": 148, "lr": 8.698321170344333e-05}
+{"train_loss": 0.007433046121150255, "global_step": 7996, "epoch": 148, "lr": 8.69798977047484e-05}
+{"train_loss": 0.006425362545996904, "global_step": 7997, "epoch": 148, "lr": 8.697658334739254e-05}
+{"train_loss": 0.007138887885957956, "global_step": 7998, "epoch": 148, "lr": 8.697326863140787e-05}
+{"train_loss": 0.005978463217616081, "global_step": 7999, "epoch": 148, "lr": 8.696995355682656e-05}
+{"train_loss": 0.010654250159859657, "global_step": 8000, "epoch": 148, "lr": 8.696663812368075e-05}
+{"train_loss": 0.007805409375578165, "global_step": 8001, "epoch": 148, "lr": 8.696332233200262e-05}
+{"train_loss": 0.007136003579944372, "global_step": 8002, "epoch": 148, "lr": 8.696000618182428e-05}
+{"train_loss": 0.011481998488307, "global_step": 8003, "epoch": 148, "lr": 8.695668967317794e-05}
+{"train_loss": 0.009851742535829544, "global_step": 8004, "epoch": 148, "lr": 8.695337280609575e-05}
+{"train_loss": 0.00717555545270443, "global_step": 8005, "epoch": 148, "lr": 8.695005558060987e-05}
+{"train_loss": 0.010833523236215115, "global_step": 8006, "epoch": 148, "lr": 8.694673799675249e-05}
+{"train_loss": 0.004542434588074684, "global_step": 8007, "epoch": 148, "lr": 8.694342005455577e-05}
+{"train_loss": 0.00965493731200695, "global_step": 8008, "epoch": 148, "lr": 8.69401017540519e-05}
+{"train_loss": 0.011335034854710102, "global_step": 8009, "epoch": 148, "lr": 8.693678309527307e-05}
+{"train_loss": 0.008672377094626427, "global_step": 8010, "epoch": 148, "lr": 8.693346407825144e-05}
+{"train_loss": 0.010219959542155266, "global_step": 8011, "epoch": 148, "lr": 8.693014470301923e-05}
+{"train_loss": 0.011539657600224018, "global_step": 8012, "epoch": 148, "lr": 8.692682496960863e-05}
+{"train_loss": 0.005830124486237764, "global_step": 8013, "epoch": 148, "lr": 8.692350487805184e-05}
+{"train_loss": 0.00968663115054369, "global_step": 8014, "epoch": 148, "lr": 8.692018442838103e-05}
+{"train_loss": 0.011609187349677086, "global_step": 8015, "epoch": 148, "lr": 8.691686362062843e-05}
+{"train_loss": 0.007897845469415188, "global_step": 8016, "epoch": 148, "lr": 8.691354245482624e-05}
+{"train_loss": 0.007515854202210903, "global_step": 8017, "epoch": 148, "lr": 8.691022093100669e-05}
+{"train_loss": 0.013235709629952908, "global_step": 8018, "epoch": 148, "lr": 8.690689904920197e-05}
+{"train_loss": 0.007127816788852215, "global_step": 8019, "epoch": 148, "lr": 8.690357680944432e-05}
+{"train_loss": 0.009608721360564232, "global_step": 8020, "epoch": 148, "lr": 8.690025421176593e-05}
+{"train_loss": 0.010109249502420425, "global_step": 8021, "epoch": 148, "lr": 8.689693125619904e-05}
+{"train_loss": 0.008066761307418346, "global_step": 8022, "epoch": 148, "lr": 8.689360794277591e-05}
+{"train_loss": 0.012086099945008755, "global_step": 8023, "epoch": 148, "lr": 8.689028427152874e-05}
+{"train_loss": 0.012400342151522636, "global_step": 8024, "epoch": 148, "lr": 8.688696024248977e-05}
+{"train_loss": 0.00855984352529049, "global_step": 8025, "epoch": 148, "lr": 8.688363585569124e-05}
+{"train_loss": 0.006809086073189974, "global_step": 8026, "epoch": 148, "lr": 8.688031111116538e-05}
+{"train_loss": 0.00978812575340271, "global_step": 8027, "epoch": 148, "lr": 8.687698600894447e-05}
+{"train_loss": 0.008597142994403839, "global_step": 8028, "epoch": 148, "lr": 8.687366054906071e-05}
+{"train_loss": 0.006679810117930174, "global_step": 8029, "epoch": 148, "lr": 8.687033473154642e-05}
+{"train_loss": 0.009031379595398903, "global_step": 8030, "epoch": 148, "lr": 8.68670085564338e-05}
+{"train_loss": 0.011653538793325424, "global_step": 8031, "epoch": 148, "lr": 8.686368202375512e-05}
+{"train_loss": 0.006429173517972231, "global_step": 8032, "epoch": 148, "lr": 8.686035513354267e-05}
+{"train_loss": 0.00944143533706665, "global_step": 8033, "epoch": 148, "lr": 8.68570278858287e-05}
+{"train_loss": 0.007649801671504974, "global_step": 8034, "epoch": 148, "lr": 8.685370028064546e-05}
+{"train_loss": 0.008267166092991829, "global_step": 8035, "epoch": 148, "lr": 8.685037231802526e-05}
+{"train_loss": 0.009271601215004921, "global_step": 8036, "epoch": 148, "lr": 8.684704399800034e-05}
+{"train_loss": 0.009387212805449963, "global_step": 8037, "epoch": 148, "lr": 8.684371532060303e-05}
+{"train_loss": 0.009002488106489182, "global_step": 8038, "epoch": 148, "lr": 8.684038628586556e-05}
+{"train_loss": 0.009042727760970592, "global_step": 8039, "epoch": 148, "lr": 8.683705689382024e-05}
+{"train_loss": 0.007785437628626823, "global_step": 8040, "epoch": 148, "lr": 8.683372714449938e-05}
+{"train_loss": 0.005683750845491886, "global_step": 8041, "epoch": 148, "lr": 8.683039703793526e-05}
+{"train_loss": 0.009705799631774426, "global_step": 8042, "epoch": 148, "lr": 8.682706657416018e-05}
+{"train_loss": 0.008332125842571259, "global_step": 8043, "epoch": 148, "lr": 8.682373575320641e-05}
+{"train_loss": 0.009977375157177448, "global_step": 8044, "epoch": 148, "lr": 8.682040457510631e-05}
+{"train_loss": 0.00884929370066082, "global_step": 8045, "epoch": 148, "lr": 8.681707303989215e-05, "val_loss": 0.006483274046331644}
+{"train_loss": 0.011579123325645924, "global_step": 8046, "epoch": 149, "lr": 8.681374114759627e-05}
+{"train_loss": 0.008892066776752472, "global_step": 8047, "epoch": 149, "lr": 8.681040889825096e-05}
+{"train_loss": 0.009044568985700607, "global_step": 8048, "epoch": 149, "lr": 8.680707629188853e-05}
+{"train_loss": 0.006186716724187136, "global_step": 8049, "epoch": 149, "lr": 8.680374332854134e-05}
+{"train_loss": 0.0113292895257473, "global_step": 8050, "epoch": 149, "lr": 8.68004100082417e-05}
+{"train_loss": 0.008515557274222374, "global_step": 8051, "epoch": 149, "lr": 8.679707633102192e-05}
+{"train_loss": 0.004827528260648251, "global_step": 8052, "epoch": 149, "lr": 8.679374229691435e-05}
+{"train_loss": 0.008019357919692993, "global_step": 8053, "epoch": 149, "lr": 8.679040790595133e-05}
+{"train_loss": 0.008739199489355087, "global_step": 8054, "epoch": 149, "lr": 8.678707315816519e-05}
+{"train_loss": 0.005997507367283106, "global_step": 8055, "epoch": 149, "lr": 8.678373805358828e-05}
+{"train_loss": 0.007038461975753307, "global_step": 8056, "epoch": 149, "lr": 8.678040259225294e-05}
+{"train_loss": 0.013099349103868008, "global_step": 8057, "epoch": 149, "lr": 8.677706677419152e-05}
+{"train_loss": 0.006682822480797768, "global_step": 8058, "epoch": 149, "lr": 8.677373059943638e-05}
+{"train_loss": 0.009162280708551407, "global_step": 8059, "epoch": 149, "lr": 8.677039406801987e-05}
+{"train_loss": 0.009253925643861294, "global_step": 8060, "epoch": 149, "lr": 8.676705717997437e-05}
+{"train_loss": 0.008062365464866161, "global_step": 8061, "epoch": 149, "lr": 8.676371993533221e-05}
+{"train_loss": 0.007764094974845648, "global_step": 8062, "epoch": 149, "lr": 8.676038233412577e-05}
+{"train_loss": 0.010148472152650356, "global_step": 8063, "epoch": 149, "lr": 8.675704437638745e-05}
+{"train_loss": 0.010030457749962807, "global_step": 8064, "epoch": 149, "lr": 8.675370606214958e-05}
+{"train_loss": 0.012175696901977062, "global_step": 8065, "epoch": 149, "lr": 8.675036739144457e-05}
+{"train_loss": 0.005963111761957407, "global_step": 8066, "epoch": 149, "lr": 8.674702836430479e-05}
+{"train_loss": 0.006626495160162449, "global_step": 8067, "epoch": 149, "lr": 8.674368898076261e-05}
+{"train_loss": 0.007222017738968134, "global_step": 8068, "epoch": 149, "lr": 8.674034924085043e-05}
+{"train_loss": 0.009623972699046135, "global_step": 8069, "epoch": 149, "lr": 8.673700914460066e-05}
+{"train_loss": 0.008824449963867664, "global_step": 8070, "epoch": 149, "lr": 8.673366869204568e-05}
+{"train_loss": 0.007322767749428749, "global_step": 8071, "epoch": 149, "lr": 8.673032788321787e-05}
+{"train_loss": 0.009724392555654049, "global_step": 8072, "epoch": 149, "lr": 8.672698671814965e-05}
+{"train_loss": 0.006773463450372219, "global_step": 8073, "epoch": 149, "lr": 8.672364519687344e-05}
+{"train_loss": 0.009905962273478508, "global_step": 8074, "epoch": 149, "lr": 8.672030331942162e-05}
+{"train_loss": 0.008521496318280697, "global_step": 8075, "epoch": 149, "lr": 8.67169610858266e-05}
+{"train_loss": 0.008034303784370422, "global_step": 8076, "epoch": 149, "lr": 8.671361849612084e-05}
+{"train_loss": 0.010599484667181969, "global_step": 8077, "epoch": 149, "lr": 8.67102755503367e-05}
+{"train_loss": 0.008192379958927631, "global_step": 8078, "epoch": 149, "lr": 8.670693224850666e-05}
+{"train_loss": 0.011032413691282272, "global_step": 8079, "epoch": 149, "lr": 8.670358859066309e-05}
+{"train_loss": 0.011025708168745041, "global_step": 8080, "epoch": 149, "lr": 8.670024457683847e-05}
+{"train_loss": 0.007476401515305042, "global_step": 8081, "epoch": 149, "lr": 8.66969002070652e-05}
+{"train_loss": 0.013085974380373955, "global_step": 8082, "epoch": 149, "lr": 8.669355548137573e-05}
+{"train_loss": 0.006111080292612314, "global_step": 8083, "epoch": 149, "lr": 8.669021039980249e-05}
+{"train_loss": 0.011563162319362164, "global_step": 8084, "epoch": 149, "lr": 8.668686496237794e-05}
+{"train_loss": 0.006641389336436987, "global_step": 8085, "epoch": 149, "lr": 8.66835191691345e-05}
+{"train_loss": 0.010892866179347038, "global_step": 8086, "epoch": 149, "lr": 8.668017302010468e-05}
+{"train_loss": 0.009593424387276173, "global_step": 8087, "epoch": 149, "lr": 8.667682651532085e-05}
+{"train_loss": 0.008155429735779762, "global_step": 8088, "epoch": 149, "lr": 8.667347965481552e-05}
+{"train_loss": 0.01007752399891615, "global_step": 8089, "epoch": 149, "lr": 8.667013243862113e-05}
+{"train_loss": 0.006670710630714893, "global_step": 8090, "epoch": 149, "lr": 8.666678486677015e-05}
+{"train_loss": 0.00790114514529705, "global_step": 8091, "epoch": 149, "lr": 8.666343693929506e-05}
+{"train_loss": 0.01029178872704506, "global_step": 8092, "epoch": 149, "lr": 8.666008865622833e-05}
+{"train_loss": 0.011162232607603073, "global_step": 8093, "epoch": 149, "lr": 8.66567400176024e-05}
+{"train_loss": 0.00861897598952055, "global_step": 8094, "epoch": 149, "lr": 8.665339102344978e-05}
+{"train_loss": 0.012445269152522087, "global_step": 8095, "epoch": 149, "lr": 8.665004167380296e-05}
+{"train_loss": 0.008191346190869808, "global_step": 8096, "epoch": 149, "lr": 8.664669196869439e-05}
+{"train_loss": 0.010382059961557388, "global_step": 8097, "epoch": 149, "lr": 8.664334190815659e-05}
+{"train_loss": 0.006250032223761082, "global_step": 8098, "epoch": 149, "lr": 8.663999149222203e-05}
+{"train_loss": 0.008890540123468748, "global_step": 8099, "epoch": 149, "lr": 8.663664072092323e-05, "val_loss": 0.010061576031148434}
+{"train_loss": 0.009972045198082924, "global_step": 8100, "epoch": 150, "lr": 8.663328959429266e-05}
+{"train_loss": 0.005395274143666029, "global_step": 8101, "epoch": 150, "lr": 8.662993811236283e-05}
+{"train_loss": 0.006566360127180815, "global_step": 8102, "epoch": 150, "lr": 8.662658627516625e-05}
+{"train_loss": 0.010212503373622894, "global_step": 8103, "epoch": 150, "lr": 8.662323408273544e-05}
+{"train_loss": 0.010530405677855015, "global_step": 8104, "epoch": 150, "lr": 8.66198815351029e-05}
+{"train_loss": 0.009005367755889893, "global_step": 8105, "epoch": 150, "lr": 8.661652863230113e-05}
+{"train_loss": 0.013448313809931278, "global_step": 8106, "epoch": 150, "lr": 8.661317537436266e-05}
+{"train_loss": 0.0074791740626096725, "global_step": 8107, "epoch": 150, "lr": 8.660982176132004e-05}
+{"train_loss": 0.013662169687449932, "global_step": 8108, "epoch": 150, "lr": 8.660646779320577e-05}
+{"train_loss": 0.009330532513558865, "global_step": 8109, "epoch": 150, "lr": 8.660311347005238e-05}
+{"train_loss": 0.006246226839721203, "global_step": 8110, "epoch": 150, "lr": 8.65997587918924e-05}
+{"train_loss": 0.0105538759380579, "global_step": 8111, "epoch": 150, "lr": 8.65964037587584e-05}
+{"train_loss": 0.009935354813933372, "global_step": 8112, "epoch": 150, "lr": 8.659304837068286e-05}
+{"train_loss": 0.007395460270345211, "global_step": 8113, "epoch": 150, "lr": 8.658969262769835e-05}
+{"train_loss": 0.012081538327038288, "global_step": 8114, "epoch": 150, "lr": 8.658633652983746e-05}
+{"train_loss": 0.010202188976109028, "global_step": 8115, "epoch": 150, "lr": 8.658298007713268e-05}
+{"train_loss": 0.011780011467635632, "global_step": 8116, "epoch": 150, "lr": 8.657962326961658e-05}
+{"train_loss": 0.009379363618791103, "global_step": 8117, "epoch": 150, "lr": 8.657626610732174e-05}
+{"train_loss": 0.006728908978402615, "global_step": 8118, "epoch": 150, "lr": 8.657290859028069e-05}
+{"train_loss": 0.0044164275750517845, "global_step": 8119, "epoch": 150, "lr": 8.656955071852602e-05}
+{"train_loss": 0.00923687033355236, "global_step": 8120, "epoch": 150, "lr": 8.656619249209029e-05}
+{"train_loss": 0.010957475751638412, "global_step": 8121, "epoch": 150, "lr": 8.656283391100603e-05}
+{"train_loss": 0.01611245609819889, "global_step": 8122, "epoch": 150, "lr": 8.655947497530588e-05}
+{"train_loss": 0.010835698805749416, "global_step": 8123, "epoch": 150, "lr": 8.655611568502238e-05}
+{"train_loss": 0.012957854196429253, "global_step": 8124, "epoch": 150, "lr": 8.655275604018813e-05}
+{"train_loss": 0.008448552340269089, "global_step": 8125, "epoch": 150, "lr": 8.654939604083569e-05}
+{"train_loss": 0.010473924688994884, "global_step": 8126, "epoch": 150, "lr": 8.654603568699768e-05}
+{"train_loss": 0.011518784798681736, "global_step": 8127, "epoch": 150, "lr": 8.654267497870665e-05}
+{"train_loss": 0.00853391457349062, "global_step": 8128, "epoch": 150, "lr": 8.653931391599524e-05}
+{"train_loss": 0.011921996250748634, "global_step": 8129, "epoch": 150, "lr": 8.653595249889601e-05}
+{"train_loss": 0.010797286406159401, "global_step": 8130, "epoch": 150, "lr": 8.653259072744158e-05}
+{"train_loss": 0.00743612926453352, "global_step": 8131, "epoch": 150, "lr": 8.652922860166455e-05}
+{"train_loss": 0.008045606315135956, "global_step": 8132, "epoch": 150, "lr": 8.652586612159754e-05}
+{"train_loss": 0.011776341125369072, "global_step": 8133, "epoch": 150, "lr": 8.652250328727315e-05}
+{"train_loss": 0.007503217086195946, "global_step": 8134, "epoch": 150, "lr": 8.651914009872399e-05}
+{"train_loss": 0.008512993343174458, "global_step": 8135, "epoch": 150, "lr": 8.65157765559827e-05}
+{"train_loss": 0.010114029049873352, "global_step": 8136, "epoch": 150, "lr": 8.651241265908189e-05}
+{"train_loss": 0.009121722541749477, "global_step": 8137, "epoch": 150, "lr": 8.650904840805418e-05}
+{"train_loss": 0.008760511875152588, "global_step": 8138, "epoch": 150, "lr": 8.650568380293222e-05}
+{"train_loss": 0.011852161027491093, "global_step": 8139, "epoch": 150, "lr": 8.650231884374861e-05}
+{"train_loss": 0.008834491483867168, "global_step": 8140, "epoch": 150, "lr": 8.649895353053601e-05}
+{"train_loss": 0.01051034964621067, "global_step": 8141, "epoch": 150, "lr": 8.649558786332706e-05}
+{"train_loss": 0.0063593038357794285, "global_step": 8142, "epoch": 150, "lr": 8.649222184215439e-05}
+{"train_loss": 0.010274533182382584, "global_step": 8143, "epoch": 150, "lr": 8.648885546705066e-05}
+{"train_loss": 0.0156675074249506, "global_step": 8144, "epoch": 150, "lr": 8.64854887380485e-05}
+{"train_loss": 0.006256306078284979, "global_step": 8145, "epoch": 150, "lr": 8.648212165518057e-05}
+{"train_loss": 0.010077478364109993, "global_step": 8146, "epoch": 150, "lr": 8.647875421847956e-05}
+{"train_loss": 0.010245973244309425, "global_step": 8147, "epoch": 150, "lr": 8.647538642797809e-05}
+{"train_loss": 0.010360313579440117, "global_step": 8148, "epoch": 150, "lr": 8.647201828370884e-05}
+{"train_loss": 0.009167288430035114, "global_step": 8149, "epoch": 150, "lr": 8.646864978570446e-05}
+{"train_loss": 0.0090992646291852, "global_step": 8150, "epoch": 150, "lr": 8.646528093399766e-05}
+{"train_loss": 0.01120261661708355, "global_step": 8151, "epoch": 150, "lr": 8.646191172862106e-05}
+{"train_loss": 0.012134497053921223, "global_step": 8152, "epoch": 150, "lr": 8.645854216960738e-05}
+{"train_loss": 0.009798853416685705, "global_step": 8153, "epoch": 150, "lr": 8.645517225698928e-05, "val_loss": 0.00864326674491167, "train_action_mse_error": 0.0004872301942668855}
+{"train_loss": 0.00983098428696394, "global_step": 8154, "epoch": 151, "lr": 8.645180199079946e-05}
+{"train_loss": 0.00847554113715887, "global_step": 8155, "epoch": 151, "lr": 8.644843137107059e-05}
+{"train_loss": 0.00904045719653368, "global_step": 8156, "epoch": 151, "lr": 8.644506039783535e-05}
+{"train_loss": 0.00885104387998581, "global_step": 8157, "epoch": 151, "lr": 8.644168907112649e-05}
+{"train_loss": 0.010543555952608585, "global_step": 8158, "epoch": 151, "lr": 8.643831739097665e-05}
+{"train_loss": 0.011283176951110363, "global_step": 8159, "epoch": 151, "lr": 8.643494535741853e-05}
+{"train_loss": 0.011621525511145592, "global_step": 8160, "epoch": 151, "lr": 8.64315729704849e-05}
+{"train_loss": 0.009984415955841541, "global_step": 8161, "epoch": 151, "lr": 8.64282002302084e-05}
+{"train_loss": 0.00828047376126051, "global_step": 8162, "epoch": 151, "lr": 8.642482713662177e-05}
+{"train_loss": 0.009767611511051655, "global_step": 8163, "epoch": 151, "lr": 8.642145368975774e-05}
+{"train_loss": 0.010329946875572205, "global_step": 8164, "epoch": 151, "lr": 8.641807988964899e-05}
+{"train_loss": 0.007775370962917805, "global_step": 8165, "epoch": 151, "lr": 8.641470573632827e-05}
+{"train_loss": 0.006956286728382111, "global_step": 8166, "epoch": 151, "lr": 8.641133122982827e-05}
+{"train_loss": 0.00762677937746048, "global_step": 8167, "epoch": 151, "lr": 8.640795637018178e-05}
+{"train_loss": 0.01031904574483633, "global_step": 8168, "epoch": 151, "lr": 8.640458115742148e-05}
+{"train_loss": 0.008808809332549572, "global_step": 8169, "epoch": 151, "lr": 8.640120559158013e-05}
+{"train_loss": 0.004790082573890686, "global_step": 8170, "epoch": 151, "lr": 8.639782967269046e-05}
+{"train_loss": 0.010507363826036453, "global_step": 8171, "epoch": 151, "lr": 8.639445340078522e-05}
+{"train_loss": 0.009723334573209286, "global_step": 8172, "epoch": 151, "lr": 8.639107677589714e-05}
+{"train_loss": 0.011377868242561817, "global_step": 8173, "epoch": 151, "lr": 8.638769979805899e-05}
+{"train_loss": 0.007699598558247089, "global_step": 8174, "epoch": 151, "lr": 8.63843224673035e-05}
+{"train_loss": 0.011406976729631424, "global_step": 8175, "epoch": 151, "lr": 8.638094478366345e-05}
+{"train_loss": 0.007804772816598415, "global_step": 8176, "epoch": 151, "lr": 8.637756674717159e-05}
+{"train_loss": 0.010673020966351032, "global_step": 8177, "epoch": 151, "lr": 8.637418835786066e-05}
+{"train_loss": 0.008806264959275723, "global_step": 8178, "epoch": 151, "lr": 8.637080961576347e-05}
+{"train_loss": 0.008758468553423882, "global_step": 8179, "epoch": 151, "lr": 8.636743052091276e-05}
+{"train_loss": 0.008062293753027916, "global_step": 8180, "epoch": 151, "lr": 8.636405107334132e-05}
+{"train_loss": 0.008340425789356232, "global_step": 8181, "epoch": 151, "lr": 8.63606712730819e-05}
+{"train_loss": 0.01280449703335762, "global_step": 8182, "epoch": 151, "lr": 8.63572911201673e-05}
+{"train_loss": 0.007528217975050211, "global_step": 8183, "epoch": 151, "lr": 8.63539106146303e-05}
+{"train_loss": 0.008293882012367249, "global_step": 8184, "epoch": 151, "lr": 8.635052975650369e-05}
+{"train_loss": 0.010636268183588982, "global_step": 8185, "epoch": 151, "lr": 8.634714854582026e-05}
+{"train_loss": 0.0068437084555625916, "global_step": 8186, "epoch": 151, "lr": 8.63437669826128e-05}
+{"train_loss": 0.00677764555439353, "global_step": 8187, "epoch": 151, "lr": 8.634038506691411e-05}
+{"train_loss": 0.008569234050810337, "global_step": 8188, "epoch": 151, "lr": 8.633700279875698e-05}
+{"train_loss": 0.010373041033744812, "global_step": 8189, "epoch": 151, "lr": 8.633362017817424e-05}
+{"train_loss": 0.009955515153706074, "global_step": 8190, "epoch": 151, "lr": 8.633023720519866e-05}
+{"train_loss": 0.00717264786362648, "global_step": 8191, "epoch": 151, "lr": 8.632685387986308e-05}
+{"train_loss": 0.012914124876260757, "global_step": 8192, "epoch": 151, "lr": 8.63234702022003e-05}
+{"train_loss": 0.00983787514269352, "global_step": 8193, "epoch": 151, "lr": 8.632008617224317e-05}
+{"train_loss": 0.011102494783699512, "global_step": 8194, "epoch": 151, "lr": 8.631670179002444e-05}
+{"train_loss": 0.007873505353927612, "global_step": 8195, "epoch": 151, "lr": 8.631331705557701e-05}
+{"train_loss": 0.01216939464211464, "global_step": 8196, "epoch": 151, "lr": 8.630993196893367e-05}
+{"train_loss": 0.00681633735075593, "global_step": 8197, "epoch": 151, "lr": 8.630654653012725e-05}
+{"train_loss": 0.009890724904835224, "global_step": 8198, "epoch": 151, "lr": 8.63031607391906e-05}
+{"train_loss": 0.014099123887717724, "global_step": 8199, "epoch": 151, "lr": 8.629977459615655e-05}
+{"train_loss": 0.00746934674680233, "global_step": 8200, "epoch": 151, "lr": 8.629638810105794e-05}
+{"train_loss": 0.011126198805868626, "global_step": 8201, "epoch": 151, "lr": 8.629300125392761e-05}
+{"train_loss": 0.010560736991465092, "global_step": 8202, "epoch": 151, "lr": 8.628961405479842e-05}
+{"train_loss": 0.008449993096292019, "global_step": 8203, "epoch": 151, "lr": 8.628622650370322e-05}
+{"train_loss": 0.010984827764332294, "global_step": 8204, "epoch": 151, "lr": 8.628283860067488e-05}
+{"train_loss": 0.008281005546450615, "global_step": 8205, "epoch": 151, "lr": 8.62794503457462e-05}
+{"train_loss": 0.012285551056265831, "global_step": 8206, "epoch": 151, "lr": 8.62760617389501e-05}
+{"train_loss": 0.009440577442378358, "global_step": 8207, "epoch": 151, "lr": 8.627267278031945e-05, "val_loss": 0.01236402615904808}
+{"train_loss": 0.009761760011315346, "global_step": 8208, "epoch": 152, "lr": 8.626928346988707e-05}
+{"train_loss": 0.009136932902038097, "global_step": 8209, "epoch": 152, "lr": 8.626589380768588e-05}
+{"train_loss": 0.009303729981184006, "global_step": 8210, "epoch": 152, "lr": 8.626250379374874e-05}
+{"train_loss": 0.009788095951080322, "global_step": 8211, "epoch": 152, "lr": 8.62591134281085e-05}
+{"train_loss": 0.013835456222295761, "global_step": 8212, "epoch": 152, "lr": 8.625572271079807e-05}
+{"train_loss": 0.00907690729945898, "global_step": 8213, "epoch": 152, "lr": 8.625233164185035e-05}
+{"train_loss": 0.00892802607268095, "global_step": 8214, "epoch": 152, "lr": 8.62489402212982e-05}
+{"train_loss": 0.009893054142594337, "global_step": 8215, "epoch": 152, "lr": 8.624554844917454e-05}
+{"train_loss": 0.008925337344408035, "global_step": 8216, "epoch": 152, "lr": 8.624215632551222e-05}
+{"train_loss": 0.008315971121191978, "global_step": 8217, "epoch": 152, "lr": 8.623876385034419e-05}
+{"train_loss": 0.007781981490552425, "global_step": 8218, "epoch": 152, "lr": 8.623537102370334e-05}
+{"train_loss": 0.008973260410130024, "global_step": 8219, "epoch": 152, "lr": 8.623197784562257e-05}
+{"train_loss": 0.01350615918636322, "global_step": 8220, "epoch": 152, "lr": 8.622858431613479e-05}
+{"train_loss": 0.009757271967828274, "global_step": 8221, "epoch": 152, "lr": 8.622519043527289e-05}
+{"train_loss": 0.007974550127983093, "global_step": 8222, "epoch": 152, "lr": 8.622179620306982e-05}
+{"train_loss": 0.015291591174900532, "global_step": 8223, "epoch": 152, "lr": 8.621840161955851e-05}
+{"train_loss": 0.005559595767408609, "global_step": 8224, "epoch": 152, "lr": 8.621500668477185e-05}
+{"train_loss": 0.009874803014099598, "global_step": 8225, "epoch": 152, "lr": 8.621161139874277e-05}
+{"train_loss": 0.01191757433116436, "global_step": 8226, "epoch": 152, "lr": 8.620821576150422e-05}
+{"train_loss": 0.0072616999968886375, "global_step": 8227, "epoch": 152, "lr": 8.620481977308912e-05}
+{"train_loss": 0.009498249739408493, "global_step": 8228, "epoch": 152, "lr": 8.620142343353041e-05}
+{"train_loss": 0.010423431172966957, "global_step": 8229, "epoch": 152, "lr": 8.619802674286104e-05}
+{"train_loss": 0.015922464430332184, "global_step": 8230, "epoch": 152, "lr": 8.619462970111393e-05}
+{"train_loss": 0.011454914696514606, "global_step": 8231, "epoch": 152, "lr": 8.619123230832206e-05}
+{"train_loss": 0.007288486696779728, "global_step": 8232, "epoch": 152, "lr": 8.618783456451836e-05}
+{"train_loss": 0.013910393230617046, "global_step": 8233, "epoch": 152, "lr": 8.618443646973576e-05}
+{"train_loss": 0.0115000419318676, "global_step": 8234, "epoch": 152, "lr": 8.618103802400728e-05}
+{"train_loss": 0.01058183889836073, "global_step": 8235, "epoch": 152, "lr": 8.617763922736581e-05}
+{"train_loss": 0.013608945533633232, "global_step": 8236, "epoch": 152, "lr": 8.617424007984438e-05}
+{"train_loss": 0.009990695863962173, "global_step": 8237, "epoch": 152, "lr": 8.617084058147591e-05}
+{"train_loss": 0.010680361650884151, "global_step": 8238, "epoch": 152, "lr": 8.61674407322934e-05}
+{"train_loss": 0.006635318044573069, "global_step": 8239, "epoch": 152, "lr": 8.616404053232981e-05}
+{"train_loss": 0.014516783878207207, "global_step": 8240, "epoch": 152, "lr": 8.616063998161812e-05}
+{"train_loss": 0.009822714142501354, "global_step": 8241, "epoch": 152, "lr": 8.615723908019131e-05}
+{"train_loss": 0.011566687375307083, "global_step": 8242, "epoch": 152, "lr": 8.615383782808237e-05}
+{"train_loss": 0.009660642594099045, "global_step": 8243, "epoch": 152, "lr": 8.615043622532429e-05}
+{"train_loss": 0.007659059949219227, "global_step": 8244, "epoch": 152, "lr": 8.614703427195004e-05}
+{"train_loss": 0.010628064163029194, "global_step": 8245, "epoch": 152, "lr": 8.614363196799264e-05}
+{"train_loss": 0.010093824937939644, "global_step": 8246, "epoch": 152, "lr": 8.614022931348508e-05}
+{"train_loss": 0.01275225542485714, "global_step": 8247, "epoch": 152, "lr": 8.613682630846037e-05}
+{"train_loss": 0.010493826121091843, "global_step": 8248, "epoch": 152, "lr": 8.613342295295148e-05}
+{"train_loss": 0.009059563279151917, "global_step": 8249, "epoch": 152, "lr": 8.613001924699147e-05}
+{"train_loss": 0.008052004501223564, "global_step": 8250, "epoch": 152, "lr": 8.612661519061332e-05}
+{"train_loss": 0.00858344417065382, "global_step": 8251, "epoch": 152, "lr": 8.612321078385004e-05}
+{"train_loss": 0.010727719403803349, "global_step": 8252, "epoch": 152, "lr": 8.611980602673468e-05}
+{"train_loss": 0.010812168940901756, "global_step": 8253, "epoch": 152, "lr": 8.611640091930023e-05}
+{"train_loss": 0.008552508428692818, "global_step": 8254, "epoch": 152, "lr": 8.611299546157974e-05}
+{"train_loss": 0.009791991673409939, "global_step": 8255, "epoch": 152, "lr": 8.61095896536062e-05}
+{"train_loss": 0.008601704612374306, "global_step": 8256, "epoch": 152, "lr": 8.610618349541269e-05}
+{"train_loss": 0.009711505845189095, "global_step": 8257, "epoch": 152, "lr": 8.610277698703223e-05}
+{"train_loss": 0.007097845897078514, "global_step": 8258, "epoch": 152, "lr": 8.609937012849784e-05}
+{"train_loss": 0.010991347953677177, "global_step": 8259, "epoch": 152, "lr": 8.609596291984258e-05}
+{"train_loss": 0.012564676813781261, "global_step": 8260, "epoch": 152, "lr": 8.60925553610995e-05}
+{"train_loss": 0.01022492664762669, "global_step": 8261, "epoch": 152, "lr": 8.608914745230164e-05, "val_loss": 0.012060423381626606}
+{"train_loss": 0.007395154796540737, "global_step": 8262, "epoch": 153, "lr": 8.608573919348205e-05}
+{"train_loss": 0.011853919364511967, "global_step": 8263, "epoch": 153, "lr": 8.608233058467379e-05}
+{"train_loss": 0.007609197404235601, "global_step": 8264, "epoch": 153, "lr": 8.607892162590992e-05}
+{"train_loss": 0.007946482859551907, "global_step": 8265, "epoch": 153, "lr": 8.607551231722351e-05}
+{"train_loss": 0.013211031444370747, "global_step": 8266, "epoch": 153, "lr": 8.607210265864763e-05}
+{"train_loss": 0.008396472781896591, "global_step": 8267, "epoch": 153, "lr": 8.60686926502153e-05}
+{"train_loss": 0.009621833451092243, "global_step": 8268, "epoch": 153, "lr": 8.606528229195966e-05}
+{"train_loss": 0.009943543933331966, "global_step": 8269, "epoch": 153, "lr": 8.606187158391375e-05}
+{"train_loss": 0.007731009740382433, "global_step": 8270, "epoch": 153, "lr": 8.605846052611066e-05}
+{"train_loss": 0.008886306546628475, "global_step": 8271, "epoch": 153, "lr": 8.605504911858347e-05}
+{"train_loss": 0.00847955234348774, "global_step": 8272, "epoch": 153, "lr": 8.605163736136528e-05}
+{"train_loss": 0.009109077975153923, "global_step": 8273, "epoch": 153, "lr": 8.604822525448915e-05}
+{"train_loss": 0.006758475676178932, "global_step": 8274, "epoch": 153, "lr": 8.60448127979882e-05}
+{"train_loss": 0.011122869327664375, "global_step": 8275, "epoch": 153, "lr": 8.60413999918955e-05}
+{"train_loss": 0.011137611232697964, "global_step": 8276, "epoch": 153, "lr": 8.60379868362442e-05}
+{"train_loss": 0.007864338345825672, "global_step": 8277, "epoch": 153, "lr": 8.603457333106735e-05}
+{"train_loss": 0.01104015950113535, "global_step": 8278, "epoch": 153, "lr": 8.603115947639809e-05}
+{"train_loss": 0.006639060564339161, "global_step": 8279, "epoch": 153, "lr": 8.60277452722695e-05}
+{"train_loss": 0.01364254578948021, "global_step": 8280, "epoch": 153, "lr": 8.602433071871472e-05}
+{"train_loss": 0.0059922426007688046, "global_step": 8281, "epoch": 153, "lr": 8.602091581576686e-05}
+{"train_loss": 0.008782248012721539, "global_step": 8282, "epoch": 153, "lr": 8.601750056345904e-05}
+{"train_loss": 0.010265354998409748, "global_step": 8283, "epoch": 153, "lr": 8.60140849618244e-05}
+{"train_loss": 0.011621447280049324, "global_step": 8284, "epoch": 153, "lr": 8.601066901089602e-05}
+{"train_loss": 0.00970948114991188, "global_step": 8285, "epoch": 153, "lr": 8.600725271070709e-05}
+{"train_loss": 0.012944192625582218, "global_step": 8286, "epoch": 153, "lr": 8.60038360612907e-05}
+{"train_loss": 0.01379350945353508, "global_step": 8287, "epoch": 153, "lr": 8.600041906268e-05}
+{"train_loss": 0.012248040176928043, "global_step": 8288, "epoch": 153, "lr": 8.599700171490815e-05}
+{"train_loss": 0.011217680759727955, "global_step": 8289, "epoch": 153, "lr": 8.599358401800827e-05}
+{"train_loss": 0.005867648404091597, "global_step": 8290, "epoch": 153, "lr": 8.599016597201351e-05}
+{"train_loss": 0.009589046239852905, "global_step": 8291, "epoch": 153, "lr": 8.598674757695704e-05}
+{"train_loss": 0.01127530261874199, "global_step": 8292, "epoch": 153, "lr": 8.598332883287199e-05}
+{"train_loss": 0.006605672184377909, "global_step": 8293, "epoch": 153, "lr": 8.597990973979153e-05}
+{"train_loss": 0.006161360070109367, "global_step": 8294, "epoch": 153, "lr": 8.597649029774883e-05}
+{"train_loss": 0.010107536800205708, "global_step": 8295, "epoch": 153, "lr": 8.597307050677704e-05}
+{"train_loss": 0.011210275813937187, "global_step": 8296, "epoch": 153, "lr": 8.596965036690931e-05}
+{"train_loss": 0.006678804289549589, "global_step": 8297, "epoch": 153, "lr": 8.596622987817887e-05}
+{"train_loss": 0.007265424821525812, "global_step": 8298, "epoch": 153, "lr": 8.596280904061883e-05}
+{"train_loss": 0.008465933613479137, "global_step": 8299, "epoch": 153, "lr": 8.595938785426241e-05}
+{"train_loss": 0.006867590360343456, "global_step": 8300, "epoch": 153, "lr": 8.595596631914277e-05}
+{"train_loss": 0.010953877121210098, "global_step": 8301, "epoch": 153, "lr": 8.595254443529312e-05}
+{"train_loss": 0.007182457018643618, "global_step": 8302, "epoch": 153, "lr": 8.59491222027466e-05}
+{"train_loss": 0.012231309898197651, "global_step": 8303, "epoch": 153, "lr": 8.594569962153646e-05}
+{"train_loss": 0.007516427896916866, "global_step": 8304, "epoch": 153, "lr": 8.594227669169585e-05}
+{"train_loss": 0.005690617486834526, "global_step": 8305, "epoch": 153, "lr": 8.5938853413258e-05}
+{"train_loss": 0.007370223291218281, "global_step": 8306, "epoch": 153, "lr": 8.59354297862561e-05}
+{"train_loss": 0.009296081028878689, "global_step": 8307, "epoch": 153, "lr": 8.593200581072334e-05}
+{"train_loss": 0.006040898617357016, "global_step": 8308, "epoch": 153, "lr": 8.592858148669294e-05}
+{"train_loss": 0.010453073307871819, "global_step": 8309, "epoch": 153, "lr": 8.592515681419813e-05}
+{"train_loss": 0.009905572980642319, "global_step": 8310, "epoch": 153, "lr": 8.59217317932721e-05}
+{"train_loss": 0.00974315870553255, "global_step": 8311, "epoch": 153, "lr": 8.591830642394806e-05}
+{"train_loss": 0.0066666025668382645, "global_step": 8312, "epoch": 153, "lr": 8.591488070625925e-05}
+{"train_loss": 0.006545997224748135, "global_step": 8313, "epoch": 153, "lr": 8.591145464023892e-05}
+{"train_loss": 0.006566156633198261, "global_step": 8314, "epoch": 153, "lr": 8.590802822592025e-05}
+{"train_loss": 0.009097295338977818, "global_step": 8315, "epoch": 153, "lr": 8.590460146333652e-05, "val_loss": 0.013995588757097721}
+{"train_loss": 0.009965527802705765, "global_step": 8316, "epoch": 154, "lr": 8.590117435252092e-05}
+{"train_loss": 0.007183551788330078, "global_step": 8317, "epoch": 154, "lr": 8.589774689350671e-05}
+{"train_loss": 0.011772213503718376, "global_step": 8318, "epoch": 154, "lr": 8.589431908632715e-05}
+{"train_loss": 0.0122655825689435, "global_step": 8319, "epoch": 154, "lr": 8.589089093101544e-05}
+{"train_loss": 0.01016099564731121, "global_step": 8320, "epoch": 154, "lr": 8.588746242760487e-05}
+{"train_loss": 0.008123976178467274, "global_step": 8321, "epoch": 154, "lr": 8.588403357612869e-05}
+{"train_loss": 0.005799205508083105, "global_step": 8322, "epoch": 154, "lr": 8.588060437662012e-05}
+{"train_loss": 0.012337357737123966, "global_step": 8323, "epoch": 154, "lr": 8.587717482911245e-05}
+{"train_loss": 0.010833470150828362, "global_step": 8324, "epoch": 154, "lr": 8.587374493363895e-05}
+{"train_loss": 0.00879757758229971, "global_step": 8325, "epoch": 154, "lr": 8.587031469023286e-05}
+{"train_loss": 0.007584397215396166, "global_step": 8326, "epoch": 154, "lr": 8.586688409892747e-05}
+{"train_loss": 0.009629507549107075, "global_step": 8327, "epoch": 154, "lr": 8.586345315975603e-05}
+{"train_loss": 0.011948651634156704, "global_step": 8328, "epoch": 154, "lr": 8.586002187275185e-05}
+{"train_loss": 0.012470726855099201, "global_step": 8329, "epoch": 154, "lr": 8.585659023794818e-05}
+{"train_loss": 0.010193949565291405, "global_step": 8330, "epoch": 154, "lr": 8.585315825537832e-05}
+{"train_loss": 0.012000512331724167, "global_step": 8331, "epoch": 154, "lr": 8.584972592507553e-05}
+{"train_loss": 0.008686020970344543, "global_step": 8332, "epoch": 154, "lr": 8.584629324707313e-05}
+{"train_loss": 0.00897408090531826, "global_step": 8333, "epoch": 154, "lr": 8.58428602214044e-05}
+{"train_loss": 0.007029540836811066, "global_step": 8334, "epoch": 154, "lr": 8.583942684810263e-05}
+{"train_loss": 0.009046162478625774, "global_step": 8335, "epoch": 154, "lr": 8.583599312720114e-05}
+{"train_loss": 0.01135795097798109, "global_step": 8336, "epoch": 154, "lr": 8.58325590587332e-05}
+{"train_loss": 0.015492506325244904, "global_step": 8337, "epoch": 154, "lr": 8.582912464273216e-05}
+{"train_loss": 0.009699850343167782, "global_step": 8338, "epoch": 154, "lr": 8.582568987923128e-05}
+{"train_loss": 0.009333861991763115, "global_step": 8339, "epoch": 154, "lr": 8.582225476826392e-05}
+{"train_loss": 0.008409700356423855, "global_step": 8340, "epoch": 154, "lr": 8.581881930986337e-05}
+{"train_loss": 0.012697378173470497, "global_step": 8341, "epoch": 154, "lr": 8.581538350406296e-05}
+{"train_loss": 0.013520915992558002, "global_step": 8342, "epoch": 154, "lr": 8.5811947350896e-05}
+{"train_loss": 0.010448322631418705, "global_step": 8343, "epoch": 154, "lr": 8.580851085039581e-05}
+{"train_loss": 0.010938971303403378, "global_step": 8344, "epoch": 154, "lr": 8.580507400259577e-05}
+{"train_loss": 0.008823787793517113, "global_step": 8345, "epoch": 154, "lr": 8.580163680752915e-05}
+{"train_loss": 0.0075736455619335175, "global_step": 8346, "epoch": 154, "lr": 8.579819926522931e-05}
+{"train_loss": 0.007936378009617329, "global_step": 8347, "epoch": 154, "lr": 8.579476137572962e-05}
+{"train_loss": 0.012422870844602585, "global_step": 8348, "epoch": 154, "lr": 8.579132313906339e-05}
+{"train_loss": 0.007362694945186377, "global_step": 8349, "epoch": 154, "lr": 8.578788455526398e-05}
+{"train_loss": 0.01051413081586361, "global_step": 8350, "epoch": 154, "lr": 8.578444562436472e-05}
+{"train_loss": 0.010607559233903885, "global_step": 8351, "epoch": 154, "lr": 8.578100634639899e-05}
+{"train_loss": 0.008218454197049141, "global_step": 8352, "epoch": 154, "lr": 8.577756672140014e-05}
+{"train_loss": 0.010200070217251778, "global_step": 8353, "epoch": 154, "lr": 8.577412674940151e-05}
+{"train_loss": 0.0078935781493783, "global_step": 8354, "epoch": 154, "lr": 8.57706864304365e-05}
+{"train_loss": 0.008867228403687477, "global_step": 8355, "epoch": 154, "lr": 8.576724576453845e-05}
+{"train_loss": 0.013048635795712471, "global_step": 8356, "epoch": 154, "lr": 8.576380475174072e-05}
+{"train_loss": 0.00912844855338335, "global_step": 8357, "epoch": 154, "lr": 8.576036339207672e-05}
+{"train_loss": 0.009043330326676369, "global_step": 8358, "epoch": 154, "lr": 8.575692168557981e-05}
+{"train_loss": 0.007703494280576706, "global_step": 8359, "epoch": 154, "lr": 8.575347963228336e-05}
+{"train_loss": 0.011050592176616192, "global_step": 8360, "epoch": 154, "lr": 8.575003723222076e-05}
+{"train_loss": 0.010919135063886642, "global_step": 8361, "epoch": 154, "lr": 8.574659448542541e-05}
+{"train_loss": 0.007248793262988329, "global_step": 8362, "epoch": 154, "lr": 8.574315139193067e-05}
+{"train_loss": 0.009347213432192802, "global_step": 8363, "epoch": 154, "lr": 8.573970795176997e-05}
+{"train_loss": 0.01434762217104435, "global_step": 8364, "epoch": 154, "lr": 8.573626416497668e-05}
+{"train_loss": 0.010104380548000336, "global_step": 8365, "epoch": 154, "lr": 8.573282003158422e-05}
+{"train_loss": 0.013917647302150726, "global_step": 8366, "epoch": 154, "lr": 8.572937555162599e-05}
+{"train_loss": 0.007258322089910507, "global_step": 8367, "epoch": 154, "lr": 8.57259307251354e-05}
+{"train_loss": 0.008053941652178764, "global_step": 8368, "epoch": 154, "lr": 8.572248555214584e-05}
+{"train_loss": 0.009916579644023269, "global_step": 8369, "epoch": 154, "lr": 8.571904003269073e-05, "val_loss": 0.01533332746475935}
+{"train_loss": 0.012160773389041424, "global_step": 8370, "epoch": 155, "lr": 8.57155941668035e-05}
+{"train_loss": 0.00840744934976101, "global_step": 8371, "epoch": 155, "lr": 8.571214795451758e-05}
+{"train_loss": 0.008321518078446388, "global_step": 8372, "epoch": 155, "lr": 8.570870139586638e-05}
+{"train_loss": 0.010349965654313564, "global_step": 8373, "epoch": 155, "lr": 8.570525449088332e-05}
+{"train_loss": 0.011668244376778603, "global_step": 8374, "epoch": 155, "lr": 8.570180723960182e-05}
+{"train_loss": 0.006596745457500219, "global_step": 8375, "epoch": 155, "lr": 8.569835964205536e-05}
+{"train_loss": 0.008805983699858189, "global_step": 8376, "epoch": 155, "lr": 8.569491169827733e-05}
+{"train_loss": 0.009468434378504753, "global_step": 8377, "epoch": 155, "lr": 8.569146340830121e-05}
+{"train_loss": 0.008122311905026436, "global_step": 8378, "epoch": 155, "lr": 8.568801477216042e-05}
+{"train_loss": 0.008085991255939007, "global_step": 8379, "epoch": 155, "lr": 8.568456578988841e-05}
+{"train_loss": 0.009769251570105553, "global_step": 8380, "epoch": 155, "lr": 8.568111646151865e-05}
+{"train_loss": 0.009292651899158955, "global_step": 8381, "epoch": 155, "lr": 8.567766678708456e-05}
+{"train_loss": 0.010732870548963547, "global_step": 8382, "epoch": 155, "lr": 8.567421676661962e-05}
+{"train_loss": 0.007839372381567955, "global_step": 8383, "epoch": 155, "lr": 8.567076640015727e-05}
+{"train_loss": 0.010369276627898216, "global_step": 8384, "epoch": 155, "lr": 8.566731568773102e-05}
+{"train_loss": 0.013146885670721531, "global_step": 8385, "epoch": 155, "lr": 8.56638646293743e-05}
+{"train_loss": 0.008026965893805027, "global_step": 8386, "epoch": 155, "lr": 8.56604132251206e-05}
+{"train_loss": 0.009834489785134792, "global_step": 8387, "epoch": 155, "lr": 8.565696147500337e-05}
+{"train_loss": 0.00896479468792677, "global_step": 8388, "epoch": 155, "lr": 8.565350937905611e-05}
+{"train_loss": 0.01133407186716795, "global_step": 8389, "epoch": 155, "lr": 8.56500569373123e-05}
+{"train_loss": 0.011679503135383129, "global_step": 8390, "epoch": 155, "lr": 8.56466041498054e-05}
+{"train_loss": 0.010649341158568859, "global_step": 8391, "epoch": 155, "lr": 8.564315101656894e-05}
+{"train_loss": 0.009735744446516037, "global_step": 8392, "epoch": 155, "lr": 8.563969753763637e-05}
+{"train_loss": 0.009729583747684956, "global_step": 8393, "epoch": 155, "lr": 8.563624371304122e-05}
+{"train_loss": 0.008419026620686054, "global_step": 8394, "epoch": 155, "lr": 8.563278954281696e-05}
+{"train_loss": 0.008187904953956604, "global_step": 8395, "epoch": 155, "lr": 8.56293350269971e-05}
+{"train_loss": 0.009224298410117626, "global_step": 8396, "epoch": 155, "lr": 8.562588016561516e-05}
+{"train_loss": 0.009618538431823254, "global_step": 8397, "epoch": 155, "lr": 8.562242495870463e-05}
+{"train_loss": 0.008216503076255322, "global_step": 8398, "epoch": 155, "lr": 8.561896940629901e-05}
+{"train_loss": 0.007197943516075611, "global_step": 8399, "epoch": 155, "lr": 8.561551350843186e-05}
+{"train_loss": 0.009387288242578506, "global_step": 8400, "epoch": 155, "lr": 8.561205726513665e-05}
+{"train_loss": 0.009307831525802612, "global_step": 8401, "epoch": 155, "lr": 8.560860067644692e-05}
+{"train_loss": 0.009872358292341232, "global_step": 8402, "epoch": 155, "lr": 8.56051437423962e-05}
+{"train_loss": 0.004867754876613617, "global_step": 8403, "epoch": 155, "lr": 8.560168646301802e-05}
+{"train_loss": 0.009833012707531452, "global_step": 8404, "epoch": 155, "lr": 8.55982288383459e-05}
+{"train_loss": 0.006920187268406153, "global_step": 8405, "epoch": 155, "lr": 8.559477086841337e-05}
+{"train_loss": 0.009388631209731102, "global_step": 8406, "epoch": 155, "lr": 8.559131255325399e-05}
+{"train_loss": 0.01064182911068201, "global_step": 8407, "epoch": 155, "lr": 8.55878538929013e-05}
+{"train_loss": 0.008126173168420792, "global_step": 8408, "epoch": 155, "lr": 8.55843948873888e-05}
+{"train_loss": 0.00644232053309679, "global_step": 8409, "epoch": 155, "lr": 8.558093553675011e-05}
+{"train_loss": 0.008891867473721504, "global_step": 8410, "epoch": 155, "lr": 8.557747584101871e-05}
+{"train_loss": 0.010623781010508537, "global_step": 8411, "epoch": 155, "lr": 8.557401580022821e-05}
+{"train_loss": 0.008524092845618725, "global_step": 8412, "epoch": 155, "lr": 8.557055541441214e-05}
+{"train_loss": 0.009718953631818295, "global_step": 8413, "epoch": 155, "lr": 8.556709468360409e-05}
+{"train_loss": 0.010323099792003632, "global_step": 8414, "epoch": 155, "lr": 8.556363360783759e-05}
+{"train_loss": 0.007307734806090593, "global_step": 8415, "epoch": 155, "lr": 8.55601721871462e-05}
+{"train_loss": 0.007314515765756369, "global_step": 8416, "epoch": 155, "lr": 8.555671042156354e-05}
+{"train_loss": 0.010350723750889301, "global_step": 8417, "epoch": 155, "lr": 8.555324831112315e-05}
+{"train_loss": 0.009384235367178917, "global_step": 8418, "epoch": 155, "lr": 8.554978585585864e-05}
+{"train_loss": 0.007079510949552059, "global_step": 8419, "epoch": 155, "lr": 8.554632305580354e-05}
+{"train_loss": 0.00811829138547182, "global_step": 8420, "epoch": 155, "lr": 8.554285991099147e-05}
+{"train_loss": 0.007868245244026184, "global_step": 8421, "epoch": 155, "lr": 8.553939642145601e-05}
+{"train_loss": 0.009508218616247177, "global_step": 8422, "epoch": 155, "lr": 8.553593258723077e-05}
+{"train_loss": 0.009122320623309524, "global_step": 8423, "epoch": 155, "lr": 8.553246840834932e-05, "val_loss": 0.011531521566212177, "train_action_mse_error": 0.0003665720287244767}
+{"train_loss": 0.007146406918764114, "global_step": 8424, "epoch": 156, "lr": 8.552900388484527e-05}
+{"train_loss": 0.009915791451931, "global_step": 8425, "epoch": 156, "lr": 8.552553901675222e-05}
+{"train_loss": 0.008953248150646687, "global_step": 8426, "epoch": 156, "lr": 8.552207380410378e-05}
+{"train_loss": 0.007753135170787573, "global_step": 8427, "epoch": 156, "lr": 8.551860824693354e-05}
+{"train_loss": 0.008516303263604641, "global_step": 8428, "epoch": 156, "lr": 8.551514234527512e-05}
+{"train_loss": 0.004030818119645119, "global_step": 8429, "epoch": 156, "lr": 8.551167609916216e-05}
+{"train_loss": 0.01156685408204794, "global_step": 8430, "epoch": 156, "lr": 8.550820950862823e-05}
+{"train_loss": 0.011623489670455456, "global_step": 8431, "epoch": 156, "lr": 8.5504742573707e-05}
+{"train_loss": 0.008342462591826916, "global_step": 8432, "epoch": 156, "lr": 8.550127529443209e-05}
+{"train_loss": 0.007007296197116375, "global_step": 8433, "epoch": 156, "lr": 8.54978076708371e-05}
+{"train_loss": 0.00985345896333456, "global_step": 8434, "epoch": 156, "lr": 8.549433970295566e-05}
+{"train_loss": 0.00787383783608675, "global_step": 8435, "epoch": 156, "lr": 8.549087139082143e-05}
+{"train_loss": 0.007009381894022226, "global_step": 8436, "epoch": 156, "lr": 8.548740273446805e-05}
+{"train_loss": 0.008629116229712963, "global_step": 8437, "epoch": 156, "lr": 8.548393373392915e-05}
+{"train_loss": 0.006681318860501051, "global_step": 8438, "epoch": 156, "lr": 8.548046438923836e-05}
+{"train_loss": 0.013256193138659, "global_step": 8439, "epoch": 156, "lr": 8.547699470042936e-05}
+{"train_loss": 0.013651144690811634, "global_step": 8440, "epoch": 156, "lr": 8.547352466753578e-05}
+{"train_loss": 0.01043279655277729, "global_step": 8441, "epoch": 156, "lr": 8.547005429059129e-05}
+{"train_loss": 0.014042903669178486, "global_step": 8442, "epoch": 156, "lr": 8.546658356962953e-05}
+{"train_loss": 0.011191504076123238, "global_step": 8443, "epoch": 156, "lr": 8.546311250468418e-05}
+{"train_loss": 0.010393219999969006, "global_step": 8444, "epoch": 156, "lr": 8.545964109578888e-05}
+{"train_loss": 0.010401986539363861, "global_step": 8445, "epoch": 156, "lr": 8.545616934297733e-05}
+{"train_loss": 0.007663578260689974, "global_step": 8446, "epoch": 156, "lr": 8.545269724628319e-05}
+{"train_loss": 0.009946334175765514, "global_step": 8447, "epoch": 156, "lr": 8.544922480574013e-05}
+{"train_loss": 0.010225007310509682, "global_step": 8448, "epoch": 156, "lr": 8.544575202138183e-05}
+{"train_loss": 0.007899275980889797, "global_step": 8449, "epoch": 156, "lr": 8.544227889324198e-05}
+{"train_loss": 0.012582133524119854, "global_step": 8450, "epoch": 156, "lr": 8.543880542135425e-05}
+{"train_loss": 0.010781997814774513, "global_step": 8451, "epoch": 156, "lr": 8.543533160575235e-05}
+{"train_loss": 0.007756025996059179, "global_step": 8452, "epoch": 156, "lr": 8.543185744646993e-05}
+{"train_loss": 0.00802848394960165, "global_step": 8453, "epoch": 156, "lr": 8.542838294354074e-05}
+{"train_loss": 0.010291876271367073, "global_step": 8454, "epoch": 156, "lr": 8.542490809699846e-05}
+{"train_loss": 0.01052933745086193, "global_step": 8455, "epoch": 156, "lr": 8.542143290687676e-05}
+{"train_loss": 0.013100022450089455, "global_step": 8456, "epoch": 156, "lr": 8.541795737320938e-05}
+{"train_loss": 0.006708026397973299, "global_step": 8457, "epoch": 156, "lr": 8.541448149603002e-05}
+{"train_loss": 0.00825838278979063, "global_step": 8458, "epoch": 156, "lr": 8.541100527537238e-05}
+{"train_loss": 0.01149765495210886, "global_step": 8459, "epoch": 156, "lr": 8.54075287112702e-05}
+{"train_loss": 0.010161709040403366, "global_step": 8460, "epoch": 156, "lr": 8.540405180375718e-05}
+{"train_loss": 0.01285799965262413, "global_step": 8461, "epoch": 156, "lr": 8.540057455286704e-05}
+{"train_loss": 0.006608090363442898, "global_step": 8462, "epoch": 156, "lr": 8.539709695863351e-05}
+{"train_loss": 0.0074314819648861885, "global_step": 8463, "epoch": 156, "lr": 8.539361902109033e-05}
+{"train_loss": 0.008926521986722946, "global_step": 8464, "epoch": 156, "lr": 8.539014074027121e-05}
+{"train_loss": 0.010144195519387722, "global_step": 8465, "epoch": 156, "lr": 8.538666211620991e-05}
+{"train_loss": 0.0112070357427001, "global_step": 8466, "epoch": 156, "lr": 8.538318314894014e-05}
+{"train_loss": 0.007578840479254723, "global_step": 8467, "epoch": 156, "lr": 8.537970383849568e-05}
+{"train_loss": 0.008453079499304295, "global_step": 8468, "epoch": 156, "lr": 8.537622418491022e-05}
+{"train_loss": 0.006319844163954258, "global_step": 8469, "epoch": 156, "lr": 8.537274418821757e-05}
+{"train_loss": 0.008699855767190456, "global_step": 8470, "epoch": 156, "lr": 8.536926384845143e-05}
+{"train_loss": 0.007220251020044088, "global_step": 8471, "epoch": 156, "lr": 8.536578316564558e-05}
+{"train_loss": 0.007067600265145302, "global_step": 8472, "epoch": 156, "lr": 8.536230213983378e-05}
+{"train_loss": 0.009626147337257862, "global_step": 8473, "epoch": 156, "lr": 8.535882077104979e-05}
+{"train_loss": 0.008467781357467175, "global_step": 8474, "epoch": 156, "lr": 8.535533905932738e-05}
+{"train_loss": 0.00812903605401516, "global_step": 8475, "epoch": 156, "lr": 8.53518570047003e-05}
+{"train_loss": 0.00945904478430748, "global_step": 8476, "epoch": 156, "lr": 8.534837460720235e-05}
+{"train_loss": 0.009209182165149186, "global_step": 8477, "epoch": 156, "lr": 8.534489186686727e-05, "val_loss": 0.011490973643958569}
+{"train_loss": 0.006101631093770266, "global_step": 8478, "epoch": 157, "lr": 8.534140878372887e-05}
+{"train_loss": 0.005449245218187571, "global_step": 8479, "epoch": 157, "lr": 8.53379253578209e-05}
+{"train_loss": 0.009279544465243816, "global_step": 8480, "epoch": 157, "lr": 8.533444158917718e-05}
+{"train_loss": 0.00691420491784811, "global_step": 8481, "epoch": 157, "lr": 8.533095747783147e-05}
+{"train_loss": 0.008677221834659576, "global_step": 8482, "epoch": 157, "lr": 8.532747302381759e-05}
+{"train_loss": 0.006627985741943121, "global_step": 8483, "epoch": 157, "lr": 8.53239882271693e-05}
+{"train_loss": 0.004966005217283964, "global_step": 8484, "epoch": 157, "lr": 8.532050308792043e-05}
+{"train_loss": 0.010002496652305126, "global_step": 8485, "epoch": 157, "lr": 8.531701760610475e-05}
+{"train_loss": 0.010635397396981716, "global_step": 8486, "epoch": 157, "lr": 8.531353178175612e-05}
+{"train_loss": 0.005586134735494852, "global_step": 8487, "epoch": 157, "lr": 8.531004561490828e-05}
+{"train_loss": 0.009817196056246758, "global_step": 8488, "epoch": 157, "lr": 8.530655910559509e-05}
+{"train_loss": 0.00502873444929719, "global_step": 8489, "epoch": 157, "lr": 8.530307225385033e-05}
+{"train_loss": 0.007758813910186291, "global_step": 8490, "epoch": 157, "lr": 8.529958505970786e-05}
+{"train_loss": 0.005743090528994799, "global_step": 8491, "epoch": 157, "lr": 8.529609752320147e-05}
+{"train_loss": 0.00980830006301403, "global_step": 8492, "epoch": 157, "lr": 8.529260964436499e-05}
+{"train_loss": 0.011077170260250568, "global_step": 8493, "epoch": 157, "lr": 8.528912142323224e-05}
+{"train_loss": 0.007745925337076187, "global_step": 8494, "epoch": 157, "lr": 8.528563285983708e-05}
+{"train_loss": 0.008057137951254845, "global_step": 8495, "epoch": 157, "lr": 8.528214395421332e-05}
+{"train_loss": 0.007278780452907085, "global_step": 8496, "epoch": 157, "lr": 8.527865470639482e-05}
+{"train_loss": 0.009279144927859306, "global_step": 8497, "epoch": 157, "lr": 8.52751651164154e-05}
+{"train_loss": 0.008829784579575062, "global_step": 8498, "epoch": 157, "lr": 8.527167518430893e-05}
+{"train_loss": 0.008993903174996376, "global_step": 8499, "epoch": 157, "lr": 8.526818491010922e-05}
+{"train_loss": 0.005846073850989342, "global_step": 8500, "epoch": 157, "lr": 8.526469429385013e-05}
+{"train_loss": 0.009154717437922955, "global_step": 8501, "epoch": 157, "lr": 8.526120333556556e-05}
+{"train_loss": 0.008805730380117893, "global_step": 8502, "epoch": 157, "lr": 8.525771203528932e-05}
+{"train_loss": 0.01016512792557478, "global_step": 8503, "epoch": 157, "lr": 8.525422039305528e-05}
+{"train_loss": 0.008647657930850983, "global_step": 8504, "epoch": 157, "lr": 8.525072840889731e-05}
+{"train_loss": 0.007064037024974823, "global_step": 8505, "epoch": 157, "lr": 8.52472360828493e-05}
+{"train_loss": 0.007700579706579447, "global_step": 8506, "epoch": 157, "lr": 8.524374341494509e-05}
+{"train_loss": 0.008612355217337608, "global_step": 8507, "epoch": 157, "lr": 8.524025040521856e-05}
+{"train_loss": 0.007848492823541164, "global_step": 8508, "epoch": 157, "lr": 8.523675705370362e-05}
+{"train_loss": 0.009674516506493092, "global_step": 8509, "epoch": 157, "lr": 8.523326336043409e-05}
+{"train_loss": 0.01039954274892807, "global_step": 8510, "epoch": 157, "lr": 8.522976932544392e-05}
+{"train_loss": 0.006081690080463886, "global_step": 8511, "epoch": 157, "lr": 8.522627494876695e-05}
+{"train_loss": 0.00894757267087698, "global_step": 8512, "epoch": 157, "lr": 8.52227802304371e-05}
+{"train_loss": 0.00713240634649992, "global_step": 8513, "epoch": 157, "lr": 8.521928517048826e-05}
+{"train_loss": 0.006008981727063656, "global_step": 8514, "epoch": 157, "lr": 8.521578976895429e-05}
+{"train_loss": 0.008715584874153137, "global_step": 8515, "epoch": 157, "lr": 8.521229402586915e-05}
+{"train_loss": 0.007034257985651493, "global_step": 8516, "epoch": 157, "lr": 8.52087979412667e-05}
+{"train_loss": 0.007778441999107599, "global_step": 8517, "epoch": 157, "lr": 8.520530151518089e-05}
+{"train_loss": 0.007706857286393642, "global_step": 8518, "epoch": 157, "lr": 8.520180474764558e-05}
+{"train_loss": 0.00814213976264, "global_step": 8519, "epoch": 157, "lr": 8.519830763869474e-05}
+{"train_loss": 0.008833109401166439, "global_step": 8520, "epoch": 157, "lr": 8.519481018836224e-05}
+{"train_loss": 0.006966019980609417, "global_step": 8521, "epoch": 157, "lr": 8.519131239668203e-05}
+{"train_loss": 0.00857558473944664, "global_step": 8522, "epoch": 157, "lr": 8.518781426368801e-05}
+{"train_loss": 0.005606523714959621, "global_step": 8523, "epoch": 157, "lr": 8.518431578941413e-05}
+{"train_loss": 0.006911056581884623, "global_step": 8524, "epoch": 157, "lr": 8.518081697389432e-05}
+{"train_loss": 0.007000262849032879, "global_step": 8525, "epoch": 157, "lr": 8.51773178171625e-05}
+{"train_loss": 0.00531954038888216, "global_step": 8526, "epoch": 157, "lr": 8.517381831925262e-05}
+{"train_loss": 0.00722179189324379, "global_step": 8527, "epoch": 157, "lr": 8.51703184801986e-05}
+{"train_loss": 0.009497727267444134, "global_step": 8528, "epoch": 157, "lr": 8.516681830003443e-05}
+{"train_loss": 0.009631022810935974, "global_step": 8529, "epoch": 157, "lr": 8.5163317778794e-05}
+{"train_loss": 0.00609793234616518, "global_step": 8530, "epoch": 157, "lr": 8.51598169165113e-05}
+{"train_loss": 0.007893620748762731, "global_step": 8531, "epoch": 157, "lr": 8.515631571322027e-05, "val_loss": 0.010319492779672146}
+{"train_loss": 0.009205246344208717, "global_step": 8532, "epoch": 158, "lr": 8.515281416895488e-05}
+{"train_loss": 0.0057908836752176285, "global_step": 8533, "epoch": 158, "lr": 8.514931228374907e-05}
+{"train_loss": 0.01014844048768282, "global_step": 8534, "epoch": 158, "lr": 8.514581005763683e-05}
+{"train_loss": 0.008063728921115398, "global_step": 8535, "epoch": 158, "lr": 8.51423074906521e-05}
+{"train_loss": 0.00988625269383192, "global_step": 8536, "epoch": 158, "lr": 8.513880458282888e-05}
+{"train_loss": 0.006150438915938139, "global_step": 8537, "epoch": 158, "lr": 8.513530133420111e-05}
+{"train_loss": 0.009639956057071686, "global_step": 8538, "epoch": 158, "lr": 8.513179774480279e-05}
+{"train_loss": 0.009725659154355526, "global_step": 8539, "epoch": 158, "lr": 8.51282938146679e-05}
+{"train_loss": 0.009812632575631142, "global_step": 8540, "epoch": 158, "lr": 8.512478954383041e-05}
+{"train_loss": 0.007188503630459309, "global_step": 8541, "epoch": 158, "lr": 8.512128493232432e-05}
+{"train_loss": 0.01348724216222763, "global_step": 8542, "epoch": 158, "lr": 8.511777998018362e-05}
+{"train_loss": 0.009037507697939873, "global_step": 8543, "epoch": 158, "lr": 8.51142746874423e-05}
+{"train_loss": 0.005093838553875685, "global_step": 8544, "epoch": 158, "lr": 8.511076905413437e-05}
+{"train_loss": 0.005728135351091623, "global_step": 8545, "epoch": 158, "lr": 8.51072630802938e-05}
+{"train_loss": 0.013455038890242577, "global_step": 8546, "epoch": 158, "lr": 8.510375676595463e-05}
+{"train_loss": 0.009678168222308159, "global_step": 8547, "epoch": 158, "lr": 8.510025011115083e-05}
+{"train_loss": 0.00864408165216446, "global_step": 8548, "epoch": 158, "lr": 8.509674311591644e-05}
+{"train_loss": 0.010433471761643887, "global_step": 8549, "epoch": 158, "lr": 8.509323578028548e-05}
+{"train_loss": 0.00831759162247181, "global_step": 8550, "epoch": 158, "lr": 8.508972810429193e-05}
+{"train_loss": 0.006551927886903286, "global_step": 8551, "epoch": 158, "lr": 8.508622008796985e-05}
+{"train_loss": 0.008498294278979301, "global_step": 8552, "epoch": 158, "lr": 8.508271173135323e-05}
+{"train_loss": 0.005750802345573902, "global_step": 8553, "epoch": 158, "lr": 8.50792030344761e-05}
+{"train_loss": 0.006116084288805723, "global_step": 8554, "epoch": 158, "lr": 8.507569399737253e-05}
+{"train_loss": 0.008958674035966396, "global_step": 8555, "epoch": 158, "lr": 8.507218462007651e-05}
+{"train_loss": 0.010677932761609554, "global_step": 8556, "epoch": 158, "lr": 8.506867490262209e-05}
+{"train_loss": 0.007043761201202869, "global_step": 8557, "epoch": 158, "lr": 8.506516484504332e-05}
+{"train_loss": 0.006866456475108862, "global_step": 8558, "epoch": 158, "lr": 8.506165444737421e-05}
+{"train_loss": 0.008854130282998085, "global_step": 8559, "epoch": 158, "lr": 8.505814370964886e-05}
+{"train_loss": 0.006626601330935955, "global_step": 8560, "epoch": 158, "lr": 8.50546326319013e-05}
+{"train_loss": 0.007270012516528368, "global_step": 8561, "epoch": 158, "lr": 8.505112121416555e-05}
+{"train_loss": 0.007684862706810236, "global_step": 8562, "epoch": 158, "lr": 8.504760945647571e-05}
+{"train_loss": 0.007352489046752453, "global_step": 8563, "epoch": 158, "lr": 8.504409735886581e-05}
+{"train_loss": 0.00815427117049694, "global_step": 8564, "epoch": 158, "lr": 8.504058492136992e-05}
+{"train_loss": 0.008150072768330574, "global_step": 8565, "epoch": 158, "lr": 8.503707214402213e-05}
+{"train_loss": 0.00961899571120739, "global_step": 8566, "epoch": 158, "lr": 8.503355902685647e-05}
+{"train_loss": 0.008637528866529465, "global_step": 8567, "epoch": 158, "lr": 8.503004556990706e-05}
+{"train_loss": 0.007065034471452236, "global_step": 8568, "epoch": 158, "lr": 8.502653177320793e-05}
+{"train_loss": 0.01117478497326374, "global_step": 8569, "epoch": 158, "lr": 8.502301763679319e-05}
+{"train_loss": 0.010720458813011646, "global_step": 8570, "epoch": 158, "lr": 8.501950316069691e-05}
+{"train_loss": 0.007464781403541565, "global_step": 8571, "epoch": 158, "lr": 8.501598834495317e-05}
+{"train_loss": 0.010780273005366325, "global_step": 8572, "epoch": 158, "lr": 8.501247318959609e-05}
+{"train_loss": 0.005590726621448994, "global_step": 8573, "epoch": 158, "lr": 8.500895769465972e-05}
+{"train_loss": 0.0050031463615596294, "global_step": 8574, "epoch": 158, "lr": 8.500544186017818e-05}
+{"train_loss": 0.006478232331573963, "global_step": 8575, "epoch": 158, "lr": 8.500192568618559e-05}
+{"train_loss": 0.009286927990615368, "global_step": 8576, "epoch": 158, "lr": 8.4998409172716e-05}
+{"train_loss": 0.007983801886439323, "global_step": 8577, "epoch": 158, "lr": 8.499489231980357e-05}
+{"train_loss": 0.009466247633099556, "global_step": 8578, "epoch": 158, "lr": 8.499137512748238e-05}
+{"train_loss": 0.007203312125056982, "global_step": 8579, "epoch": 158, "lr": 8.498785759578653e-05}
+{"train_loss": 0.00868206936866045, "global_step": 8580, "epoch": 158, "lr": 8.498433972475017e-05}
+{"train_loss": 0.008334671147167683, "global_step": 8581, "epoch": 158, "lr": 8.498082151440741e-05}
+{"train_loss": 0.007670911960303783, "global_step": 8582, "epoch": 158, "lr": 8.497730296479234e-05}
+{"train_loss": 0.006664648186415434, "global_step": 8583, "epoch": 158, "lr": 8.497378407593913e-05}
+{"train_loss": 0.0062554506585001945, "global_step": 8584, "epoch": 158, "lr": 8.497026484788189e-05}
+{"train_loss": 0.008261984576367669, "global_step": 8585, "epoch": 158, "lr": 8.496674528065476e-05, "val_loss": 0.008602919988334179}
+{"train_loss": 0.007216370198875666, "global_step": 8586, "epoch": 159, "lr": 8.496322537429184e-05}
+{"train_loss": 0.006413104012608528, "global_step": 8587, "epoch": 159, "lr": 8.495970512882731e-05}
+{"train_loss": 0.007892481982707977, "global_step": 8588, "epoch": 159, "lr": 8.495618454429531e-05}
+{"train_loss": 0.006359970197081566, "global_step": 8589, "epoch": 159, "lr": 8.495266362072996e-05}
+{"train_loss": 0.006635864265263081, "global_step": 8590, "epoch": 159, "lr": 8.494914235816542e-05}
+{"train_loss": 0.009992211125791073, "global_step": 8591, "epoch": 159, "lr": 8.494562075663587e-05}
+{"train_loss": 0.007015445735305548, "global_step": 8592, "epoch": 159, "lr": 8.494209881617543e-05}
+{"train_loss": 0.010324271395802498, "global_step": 8593, "epoch": 159, "lr": 8.493857653681826e-05}
+{"train_loss": 0.007837742567062378, "global_step": 8594, "epoch": 159, "lr": 8.493505391859853e-05}
+{"train_loss": 0.0074288370087742805, "global_step": 8595, "epoch": 159, "lr": 8.493153096155042e-05}
+{"train_loss": 0.006871085613965988, "global_step": 8596, "epoch": 159, "lr": 8.492800766570807e-05}
+{"train_loss": 0.006881409324705601, "global_step": 8597, "epoch": 159, "lr": 8.492448403110567e-05}
+{"train_loss": 0.007669964339584112, "global_step": 8598, "epoch": 159, "lr": 8.492096005777741e-05}
+{"train_loss": 0.007467777002602816, "global_step": 8599, "epoch": 159, "lr": 8.491743574575743e-05}
+{"train_loss": 0.010072554461658001, "global_step": 8600, "epoch": 159, "lr": 8.491391109507993e-05}
+{"train_loss": 0.011071471497416496, "global_step": 8601, "epoch": 159, "lr": 8.491038610577912e-05}
+{"train_loss": 0.009730106219649315, "global_step": 8602, "epoch": 159, "lr": 8.490686077788914e-05}
+{"train_loss": 0.009492248296737671, "global_step": 8603, "epoch": 159, "lr": 8.490333511144422e-05}
+{"train_loss": 0.011614997871220112, "global_step": 8604, "epoch": 159, "lr": 8.489980910647853e-05}
+{"train_loss": 0.00660656439140439, "global_step": 8605, "epoch": 159, "lr": 8.489628276302629e-05}
+{"train_loss": 0.011379160918295383, "global_step": 8606, "epoch": 159, "lr": 8.489275608112169e-05}
+{"train_loss": 0.007957923226058483, "global_step": 8607, "epoch": 159, "lr": 8.488922906079893e-05}
+{"train_loss": 0.009685131721198559, "global_step": 8608, "epoch": 159, "lr": 8.488570170209221e-05}
+{"train_loss": 0.008252766914665699, "global_step": 8609, "epoch": 159, "lr": 8.488217400503578e-05}
+{"train_loss": 0.010260201059281826, "global_step": 8610, "epoch": 159, "lr": 8.487864596966382e-05}
+{"train_loss": 0.007397523149847984, "global_step": 8611, "epoch": 159, "lr": 8.487511759601054e-05}
+{"train_loss": 0.01189421210438013, "global_step": 8612, "epoch": 159, "lr": 8.48715888841102e-05}
+{"train_loss": 0.011174901388585567, "global_step": 8613, "epoch": 159, "lr": 8.486805983399698e-05}
+{"train_loss": 0.0061190808191895485, "global_step": 8614, "epoch": 159, "lr": 8.486453044570515e-05}
+{"train_loss": 0.010102460160851479, "global_step": 8615, "epoch": 159, "lr": 8.48610007192689e-05}
+{"train_loss": 0.01331580150872469, "global_step": 8616, "epoch": 159, "lr": 8.485747065472249e-05}
+{"train_loss": 0.007900780998170376, "global_step": 8617, "epoch": 159, "lr": 8.485394025210016e-05}
+{"train_loss": 0.012764151208102703, "global_step": 8618, "epoch": 159, "lr": 8.485040951143614e-05}
+{"train_loss": 0.014226184226572514, "global_step": 8619, "epoch": 159, "lr": 8.484687843276469e-05}
+{"train_loss": 0.01168539747595787, "global_step": 8620, "epoch": 159, "lr": 8.484334701612002e-05}
+{"train_loss": 0.012144859880208969, "global_step": 8621, "epoch": 159, "lr": 8.483981526153641e-05}
+{"train_loss": 0.008550230413675308, "global_step": 8622, "epoch": 159, "lr": 8.483628316904812e-05}
+{"train_loss": 0.010235345922410488, "global_step": 8623, "epoch": 159, "lr": 8.483275073868937e-05}
+{"train_loss": 0.008491473272442818, "global_step": 8624, "epoch": 159, "lr": 8.482921797049446e-05}
+{"train_loss": 0.008501723408699036, "global_step": 8625, "epoch": 159, "lr": 8.482568486449765e-05}
+{"train_loss": 0.015645939856767654, "global_step": 8626, "epoch": 159, "lr": 8.482215142073318e-05}
+{"train_loss": 0.0093367425724864, "global_step": 8627, "epoch": 159, "lr": 8.481861763923534e-05}
+{"train_loss": 0.009792018681764603, "global_step": 8628, "epoch": 159, "lr": 8.48150835200384e-05}
+{"train_loss": 0.008501279167830944, "global_step": 8629, "epoch": 159, "lr": 8.481154906317664e-05}
+{"train_loss": 0.011667405255138874, "global_step": 8630, "epoch": 159, "lr": 8.480801426868433e-05}
+{"train_loss": 0.009797259233891964, "global_step": 8631, "epoch": 159, "lr": 8.480447913659577e-05}
+{"train_loss": 0.010595577768981457, "global_step": 8632, "epoch": 159, "lr": 8.480094366694522e-05}
+{"train_loss": 0.013221930712461472, "global_step": 8633, "epoch": 159, "lr": 8.479740785976699e-05}
+{"train_loss": 0.007588657084852457, "global_step": 8634, "epoch": 159, "lr": 8.479387171509538e-05}
+{"train_loss": 0.007485725451260805, "global_step": 8635, "epoch": 159, "lr": 8.479033523296467e-05}
+{"train_loss": 0.012617220170795918, "global_step": 8636, "epoch": 159, "lr": 8.478679841340917e-05}
+{"train_loss": 0.017261838540434837, "global_step": 8637, "epoch": 159, "lr": 8.478326125646316e-05}
+{"train_loss": 0.009357942268252373, "global_step": 8638, "epoch": 159, "lr": 8.477972376216098e-05}
+{"train_loss": 0.009658928813964681, "global_step": 8639, "epoch": 159, "lr": 8.477618593053693e-05, "val_loss": 0.012420550920069218}
+{"train_loss": 0.009511545300483704, "global_step": 8640, "epoch": 160, "lr": 8.477264776162531e-05}
+{"train_loss": 0.007566283456981182, "global_step": 8641, "epoch": 160, "lr": 8.476910925546045e-05}
+{"train_loss": 0.01024441048502922, "global_step": 8642, "epoch": 160, "lr": 8.476557041207664e-05}
+{"train_loss": 0.009505940601229668, "global_step": 8643, "epoch": 160, "lr": 8.476203123150824e-05}
+{"train_loss": 0.009982849471271038, "global_step": 8644, "epoch": 160, "lr": 8.475849171378956e-05}
+{"train_loss": 0.008718225173652172, "global_step": 8645, "epoch": 160, "lr": 8.475495185895492e-05}
+{"train_loss": 0.01047185156494379, "global_step": 8646, "epoch": 160, "lr": 8.475141166703868e-05}
+{"train_loss": 0.01002386212348938, "global_step": 8647, "epoch": 160, "lr": 8.474787113807513e-05}
+{"train_loss": 0.012753029353916645, "global_step": 8648, "epoch": 160, "lr": 8.474433027209866e-05}
+{"train_loss": 0.00776671664789319, "global_step": 8649, "epoch": 160, "lr": 8.474078906914358e-05}
+{"train_loss": 0.012932179495692253, "global_step": 8650, "epoch": 160, "lr": 8.473724752924424e-05}
+{"train_loss": 0.007710643578320742, "global_step": 8651, "epoch": 160, "lr": 8.4733705652435e-05}
+{"train_loss": 0.009231410920619965, "global_step": 8652, "epoch": 160, "lr": 8.47301634387502e-05}
+{"train_loss": 0.008520512841641903, "global_step": 8653, "epoch": 160, "lr": 8.47266208882242e-05}
+{"train_loss": 0.010328495875000954, "global_step": 8654, "epoch": 160, "lr": 8.472307800089136e-05}
+{"train_loss": 0.009574045427143574, "global_step": 8655, "epoch": 160, "lr": 8.471953477678603e-05}
+{"train_loss": 0.011826860718429089, "global_step": 8656, "epoch": 160, "lr": 8.471599121594261e-05}
+{"train_loss": 0.009919802658259869, "global_step": 8657, "epoch": 160, "lr": 8.471244731839543e-05}
+{"train_loss": 0.00897160079330206, "global_step": 8658, "epoch": 160, "lr": 8.470890308417887e-05}
+{"train_loss": 0.011394142173230648, "global_step": 8659, "epoch": 160, "lr": 8.470535851332731e-05}
+{"train_loss": 0.010113958269357681, "global_step": 8660, "epoch": 160, "lr": 8.470181360587514e-05}
+{"train_loss": 0.010937453247606754, "global_step": 8661, "epoch": 160, "lr": 8.469826836185672e-05}
+{"train_loss": 0.008391089737415314, "global_step": 8662, "epoch": 160, "lr": 8.469472278130643e-05}
+{"train_loss": 0.008554365485906601, "global_step": 8663, "epoch": 160, "lr": 8.469117686425869e-05}
+{"train_loss": 0.0060941376723349094, "global_step": 8664, "epoch": 160, "lr": 8.468763061074788e-05}
+{"train_loss": 0.0062314486131072044, "global_step": 8665, "epoch": 160, "lr": 8.468408402080838e-05}
+{"train_loss": 0.007958220317959785, "global_step": 8666, "epoch": 160, "lr": 8.46805370944746e-05}
+{"train_loss": 0.007206110283732414, "global_step": 8667, "epoch": 160, "lr": 8.467698983178091e-05}
+{"train_loss": 0.008646415546536446, "global_step": 8668, "epoch": 160, "lr": 8.467344223276177e-05}
+{"train_loss": 0.008515967056155205, "global_step": 8669, "epoch": 160, "lr": 8.466989429745156e-05}
+{"train_loss": 0.012697580270469189, "global_step": 8670, "epoch": 160, "lr": 8.466634602588467e-05}
+{"train_loss": 0.006250592414289713, "global_step": 8671, "epoch": 160, "lr": 8.466279741809553e-05}
+{"train_loss": 0.007322582416236401, "global_step": 8672, "epoch": 160, "lr": 8.465924847411858e-05}
+{"train_loss": 0.010847019962966442, "global_step": 8673, "epoch": 160, "lr": 8.465569919398821e-05}
+{"train_loss": 0.007917158305644989, "global_step": 8674, "epoch": 160, "lr": 8.465214957773886e-05}
+{"train_loss": 0.010826903395354748, "global_step": 8675, "epoch": 160, "lr": 8.464859962540495e-05}
+{"train_loss": 0.009236668236553669, "global_step": 8676, "epoch": 160, "lr": 8.464504933702089e-05}
+{"train_loss": 0.010475550778210163, "global_step": 8677, "epoch": 160, "lr": 8.464149871262117e-05}
+{"train_loss": 0.00979466363787651, "global_step": 8678, "epoch": 160, "lr": 8.463794775224017e-05}
+{"train_loss": 0.010537182912230492, "global_step": 8679, "epoch": 160, "lr": 8.463439645591236e-05}
+{"train_loss": 0.00727740116417408, "global_step": 8680, "epoch": 160, "lr": 8.463084482367217e-05}
+{"train_loss": 0.011442085728049278, "global_step": 8681, "epoch": 160, "lr": 8.462729285555406e-05}
+{"train_loss": 0.008692682720720768, "global_step": 8682, "epoch": 160, "lr": 8.462374055159247e-05}
+{"train_loss": 0.007799568120390177, "global_step": 8683, "epoch": 160, "lr": 8.462018791182184e-05}
+{"train_loss": 0.01173736434429884, "global_step": 8684, "epoch": 160, "lr": 8.461663493627666e-05}
+{"train_loss": 0.006315582897514105, "global_step": 8685, "epoch": 160, "lr": 8.461308162499136e-05}
+{"train_loss": 0.008609186857938766, "global_step": 8686, "epoch": 160, "lr": 8.460952797800042e-05}
+{"train_loss": 0.009500970132648945, "global_step": 8687, "epoch": 160, "lr": 8.46059739953383e-05}
+{"train_loss": 0.009289654903113842, "global_step": 8688, "epoch": 160, "lr": 8.460241967703947e-05}
+{"train_loss": 0.007717587053775787, "global_step": 8689, "epoch": 160, "lr": 8.45988650231384e-05}
+{"train_loss": 0.008982565253973007, "global_step": 8690, "epoch": 160, "lr": 8.459531003366957e-05}
+{"train_loss": 0.004687326494604349, "global_step": 8691, "epoch": 160, "lr": 8.459175470866745e-05}
+{"train_loss": 0.011986578814685345, "global_step": 8692, "epoch": 160, "lr": 8.458819904816654e-05}
+{"train_loss": 0.0091988417768368, "global_step": 8693, "epoch": 160, "lr": 8.45846430522013e-05, "val_loss": 0.012745434418320656, "train_action_mse_error": 0.00041887196130119264}
+{"train_loss": 0.00850157905369997, "global_step": 8694, "epoch": 161, "lr": 8.458108672080624e-05}
+{"train_loss": 0.011259700171649456, "global_step": 8695, "epoch": 161, "lr": 8.457753005401587e-05}
+{"train_loss": 0.013049575500190258, "global_step": 8696, "epoch": 161, "lr": 8.457397305186465e-05}
+{"train_loss": 0.00952527392655611, "global_step": 8697, "epoch": 161, "lr": 8.457041571438707e-05}
+{"train_loss": 0.009357658214867115, "global_step": 8698, "epoch": 161, "lr": 8.456685804161767e-05}
+{"train_loss": 0.00544119393453002, "global_step": 8699, "epoch": 161, "lr": 8.456330003359093e-05}
+{"train_loss": 0.016058795154094696, "global_step": 8700, "epoch": 161, "lr": 8.455974169034137e-05}
+{"train_loss": 0.007679407484829426, "global_step": 8701, "epoch": 161, "lr": 8.45561830119035e-05}
+{"train_loss": 0.007365630008280277, "global_step": 8702, "epoch": 161, "lr": 8.455262399831183e-05}
+{"train_loss": 0.008560525253415108, "global_step": 8703, "epoch": 161, "lr": 8.454906464960088e-05}
+{"train_loss": 0.012976440601050854, "global_step": 8704, "epoch": 161, "lr": 8.454550496580518e-05}
+{"train_loss": 0.008220713585615158, "global_step": 8705, "epoch": 161, "lr": 8.454194494695924e-05}
+{"train_loss": 0.008663397282361984, "global_step": 8706, "epoch": 161, "lr": 8.45383845930976e-05}
+{"train_loss": 0.008237051777541637, "global_step": 8707, "epoch": 161, "lr": 8.453482390425479e-05}
+{"train_loss": 0.007592704147100449, "global_step": 8708, "epoch": 161, "lr": 8.453126288046531e-05}
+{"train_loss": 0.010812541469931602, "global_step": 8709, "epoch": 161, "lr": 8.452770152176376e-05}
+{"train_loss": 0.009150865487754345, "global_step": 8710, "epoch": 161, "lr": 8.452413982818464e-05}
+{"train_loss": 0.00640692375600338, "global_step": 8711, "epoch": 161, "lr": 8.45205777997625e-05}
+{"train_loss": 0.007834644988179207, "global_step": 8712, "epoch": 161, "lr": 8.45170154365319e-05}
+{"train_loss": 0.011413754895329475, "global_step": 8713, "epoch": 161, "lr": 8.451345273852738e-05}
+{"train_loss": 0.010046539828181267, "global_step": 8714, "epoch": 161, "lr": 8.450988970578348e-05}
+{"train_loss": 0.012979662045836449, "global_step": 8715, "epoch": 161, "lr": 8.450632633833478e-05}
+{"train_loss": 0.00941647868603468, "global_step": 8716, "epoch": 161, "lr": 8.450276263621584e-05}
+{"train_loss": 0.008437318727374077, "global_step": 8717, "epoch": 161, "lr": 8.449919859946121e-05}
+{"train_loss": 0.008696410804986954, "global_step": 8718, "epoch": 161, "lr": 8.449563422810547e-05}
+{"train_loss": 0.010056513361632824, "global_step": 8719, "epoch": 161, "lr": 8.449206952218318e-05}
+{"train_loss": 0.007370554376393557, "global_step": 8720, "epoch": 161, "lr": 8.448850448172891e-05}
+{"train_loss": 0.009687189944088459, "global_step": 8721, "epoch": 161, "lr": 8.448493910677726e-05}
+{"train_loss": 0.01176438108086586, "global_step": 8722, "epoch": 161, "lr": 8.44813733973628e-05}
+{"train_loss": 0.01078000757843256, "global_step": 8723, "epoch": 161, "lr": 8.447780735352008e-05}
+{"train_loss": 0.008901704102754593, "global_step": 8724, "epoch": 161, "lr": 8.447424097528373e-05}
+{"train_loss": 0.009177520871162415, "global_step": 8725, "epoch": 161, "lr": 8.447067426268831e-05}
+{"train_loss": 0.011338521726429462, "global_step": 8726, "epoch": 161, "lr": 8.446710721576844e-05}
+{"train_loss": 0.007067807484418154, "global_step": 8727, "epoch": 161, "lr": 8.44635398345587e-05}
+{"train_loss": 0.009757285006344318, "global_step": 8728, "epoch": 161, "lr": 8.445997211909368e-05}
+{"train_loss": 0.008961688727140427, "global_step": 8729, "epoch": 161, "lr": 8.4456404069408e-05}
+{"train_loss": 0.009141184389591217, "global_step": 8730, "epoch": 161, "lr": 8.445283568553626e-05}
+{"train_loss": 0.0071331774815917015, "global_step": 8731, "epoch": 161, "lr": 8.444926696751307e-05}
+{"train_loss": 0.006472650449723005, "global_step": 8732, "epoch": 161, "lr": 8.444569791537304e-05}
+{"train_loss": 0.009497342631220818, "global_step": 8733, "epoch": 161, "lr": 8.444212852915079e-05}
+{"train_loss": 0.010859327390789986, "global_step": 8734, "epoch": 161, "lr": 8.443855880888092e-05}
+{"train_loss": 0.007462127134203911, "global_step": 8735, "epoch": 161, "lr": 8.443498875459809e-05}
+{"train_loss": 0.008717340417206287, "global_step": 8736, "epoch": 161, "lr": 8.443141836633687e-05}
+{"train_loss": 0.007113949861377478, "global_step": 8737, "epoch": 161, "lr": 8.442784764413196e-05}
+{"train_loss": 0.009331285953521729, "global_step": 8738, "epoch": 161, "lr": 8.442427658801793e-05}
+{"train_loss": 0.006780605763196945, "global_step": 8739, "epoch": 161, "lr": 8.442070519802944e-05}
+{"train_loss": 0.0049057453870773315, "global_step": 8740, "epoch": 161, "lr": 8.441713347420114e-05}
+{"train_loss": 0.010547647252678871, "global_step": 8741, "epoch": 161, "lr": 8.441356141656765e-05}
+{"train_loss": 0.01083990279585123, "global_step": 8742, "epoch": 161, "lr": 8.440998902516362e-05}
+{"train_loss": 0.011947812512516975, "global_step": 8743, "epoch": 161, "lr": 8.440641630002369e-05}
+{"train_loss": 0.0062524923123419285, "global_step": 8744, "epoch": 161, "lr": 8.440284324118252e-05}
+{"train_loss": 0.010985907167196274, "global_step": 8745, "epoch": 161, "lr": 8.43992698486748e-05}
+{"train_loss": 0.006691711489111185, "global_step": 8746, "epoch": 161, "lr": 8.439569612253511e-05}
+{"train_loss": 0.009176930697220895, "global_step": 8747, "epoch": 161, "lr": 8.439212206279818e-05, "val_loss": 0.010501852259039879}
+{"train_loss": 0.008982216939330101, "global_step": 8748, "epoch": 162, "lr": 8.438854766949864e-05}
+{"train_loss": 0.00996223371475935, "global_step": 8749, "epoch": 162, "lr": 8.438497294267117e-05}
+{"train_loss": 0.008422519080340862, "global_step": 8750, "epoch": 162, "lr": 8.438139788235043e-05}
+{"train_loss": 0.007914855144917965, "global_step": 8751, "epoch": 162, "lr": 8.437782248857112e-05}
+{"train_loss": 0.009397197514772415, "global_step": 8752, "epoch": 162, "lr": 8.437424676136787e-05}
+{"train_loss": 0.011954259127378464, "global_step": 8753, "epoch": 162, "lr": 8.43706707007754e-05}
+{"train_loss": 0.012185746803879738, "global_step": 8754, "epoch": 162, "lr": 8.436709430682839e-05}
+{"train_loss": 0.00846636202186346, "global_step": 8755, "epoch": 162, "lr": 8.43635175795615e-05}
+{"train_loss": 0.005384008400142193, "global_step": 8756, "epoch": 162, "lr": 8.435994051900944e-05}
+{"train_loss": 0.01197376474738121, "global_step": 8757, "epoch": 162, "lr": 8.435636312520692e-05}
+{"train_loss": 0.009007906541228294, "global_step": 8758, "epoch": 162, "lr": 8.43527853981886e-05}
+{"train_loss": 0.009357849135994911, "global_step": 8759, "epoch": 162, "lr": 8.434920733798919e-05}
+{"train_loss": 0.007471146993339062, "global_step": 8760, "epoch": 162, "lr": 8.434562894464342e-05}
+{"train_loss": 0.008352408185601234, "global_step": 8761, "epoch": 162, "lr": 8.434205021818597e-05}
+{"train_loss": 0.009952889755368233, "global_step": 8762, "epoch": 162, "lr": 8.433847115865154e-05}
+{"train_loss": 0.009027852676808834, "global_step": 8763, "epoch": 162, "lr": 8.433489176607488e-05}
+{"train_loss": 0.007278804667294025, "global_step": 8764, "epoch": 162, "lr": 8.433131204049067e-05}
+{"train_loss": 0.009879290126264095, "global_step": 8765, "epoch": 162, "lr": 8.432773198193366e-05}
+{"train_loss": 0.008025342598557472, "global_step": 8766, "epoch": 162, "lr": 8.432415159043854e-05}
+{"train_loss": 0.00903882272541523, "global_step": 8767, "epoch": 162, "lr": 8.432057086604006e-05}
+{"train_loss": 0.009658969938755035, "global_step": 8768, "epoch": 162, "lr": 8.431698980877295e-05}
+{"train_loss": 0.00802644994109869, "global_step": 8769, "epoch": 162, "lr": 8.43134084186719e-05}
+{"train_loss": 0.013791549019515514, "global_step": 8770, "epoch": 162, "lr": 8.43098266957717e-05}
+{"train_loss": 0.007650607731193304, "global_step": 8771, "epoch": 162, "lr": 8.430624464010706e-05}
+{"train_loss": 0.007857312448322773, "global_step": 8772, "epoch": 162, "lr": 8.430266225171273e-05}
+{"train_loss": 0.007336747832596302, "global_step": 8773, "epoch": 162, "lr": 8.429907953062345e-05}
+{"train_loss": 0.00909146387130022, "global_step": 8774, "epoch": 162, "lr": 8.429549647687395e-05}
+{"train_loss": 0.014867998659610748, "global_step": 8775, "epoch": 162, "lr": 8.429191309049903e-05}
+{"train_loss": 0.007646522484719753, "global_step": 8776, "epoch": 162, "lr": 8.428832937153341e-05}
+{"train_loss": 0.008434556424617767, "global_step": 8777, "epoch": 162, "lr": 8.428474532001185e-05}
+{"train_loss": 0.008543475531041622, "global_step": 8778, "epoch": 162, "lr": 8.428116093596912e-05}
+{"train_loss": 0.010144870728254318, "global_step": 8779, "epoch": 162, "lr": 8.427757621943997e-05}
+{"train_loss": 0.010183779522776604, "global_step": 8780, "epoch": 162, "lr": 8.427399117045918e-05}
+{"train_loss": 0.0075416867621243, "global_step": 8781, "epoch": 162, "lr": 8.427040578906151e-05}
+{"train_loss": 0.010122939944267273, "global_step": 8782, "epoch": 162, "lr": 8.426682007528175e-05}
+{"train_loss": 0.008092113770544529, "global_step": 8783, "epoch": 162, "lr": 8.426323402915467e-05}
+{"train_loss": 0.008841404691338539, "global_step": 8784, "epoch": 162, "lr": 8.425964765071506e-05}
+{"train_loss": 0.012241756543517113, "global_step": 8785, "epoch": 162, "lr": 8.425606093999768e-05}
+{"train_loss": 0.00952077191323042, "global_step": 8786, "epoch": 162, "lr": 8.425247389703733e-05}
+{"train_loss": 0.007681476417928934, "global_step": 8787, "epoch": 162, "lr": 8.424888652186878e-05}
+{"train_loss": 0.0114522073417902, "global_step": 8788, "epoch": 162, "lr": 8.424529881452686e-05}
+{"train_loss": 0.009247112087905407, "global_step": 8789, "epoch": 162, "lr": 8.424171077504636e-05}
+{"train_loss": 0.004468378610908985, "global_step": 8790, "epoch": 162, "lr": 8.423812240346206e-05}
+{"train_loss": 0.008122231811285019, "global_step": 8791, "epoch": 162, "lr": 8.423453369980876e-05}
+{"train_loss": 0.007560890167951584, "global_step": 8792, "epoch": 162, "lr": 8.423094466412129e-05}
+{"train_loss": 0.006555733270943165, "global_step": 8793, "epoch": 162, "lr": 8.422735529643444e-05}
+{"train_loss": 0.014422724954783916, "global_step": 8794, "epoch": 162, "lr": 8.422376559678303e-05}
+{"train_loss": 0.008737980388104916, "global_step": 8795, "epoch": 162, "lr": 8.422017556520188e-05}
+{"train_loss": 0.0065337130799889565, "global_step": 8796, "epoch": 162, "lr": 8.421658520172579e-05}
+{"train_loss": 0.007361740805208683, "global_step": 8797, "epoch": 162, "lr": 8.421299450638962e-05}
+{"train_loss": 0.0092783747240901, "global_step": 8798, "epoch": 162, "lr": 8.420940347922817e-05}
+{"train_loss": 0.00871758721768856, "global_step": 8799, "epoch": 162, "lr": 8.420581212027624e-05}
+{"train_loss": 0.013735522516071796, "global_step": 8800, "epoch": 162, "lr": 8.420222042956874e-05}
+{"train_loss": 0.00913272328088405, "global_step": 8801, "epoch": 162, "lr": 8.419862840714043e-05, "val_loss": 0.009271330200135708}
+{"train_loss": 0.005155967082828283, "global_step": 8802, "epoch": 163, "lr": 8.41950360530262e-05}
+{"train_loss": 0.012388046830892563, "global_step": 8803, "epoch": 163, "lr": 8.419144336726084e-05}
+{"train_loss": 0.00595661299303174, "global_step": 8804, "epoch": 163, "lr": 8.418785034987921e-05}
+{"train_loss": 0.007833587937057018, "global_step": 8805, "epoch": 163, "lr": 8.418425700091621e-05}
+{"train_loss": 0.008021501824259758, "global_step": 8806, "epoch": 163, "lr": 8.418066332040663e-05}
+{"train_loss": 0.009569835849106312, "global_step": 8807, "epoch": 163, "lr": 8.417706930838536e-05}
+{"train_loss": 0.008988656103610992, "global_step": 8808, "epoch": 163, "lr": 8.417347496488723e-05}
+{"train_loss": 0.0063837142661213875, "global_step": 8809, "epoch": 163, "lr": 8.41698802899471e-05}
+{"train_loss": 0.010278560221195221, "global_step": 8810, "epoch": 163, "lr": 8.416628528359988e-05}
+{"train_loss": 0.009425213560461998, "global_step": 8811, "epoch": 163, "lr": 8.416268994588039e-05}
+{"train_loss": 0.009227346628904343, "global_step": 8812, "epoch": 163, "lr": 8.415909427682351e-05}
+{"train_loss": 0.007224022410809994, "global_step": 8813, "epoch": 163, "lr": 8.415549827646414e-05}
+{"train_loss": 0.01157217938452959, "global_step": 8814, "epoch": 163, "lr": 8.415190194483714e-05}
+{"train_loss": 0.008703707717359066, "global_step": 8815, "epoch": 163, "lr": 8.414830528197737e-05}
+{"train_loss": 0.008380990475416183, "global_step": 8816, "epoch": 163, "lr": 8.414470828791973e-05}
+{"train_loss": 0.007455491926521063, "global_step": 8817, "epoch": 163, "lr": 8.41411109626991e-05}
+{"train_loss": 0.00849042646586895, "global_step": 8818, "epoch": 163, "lr": 8.41375133063504e-05}
+{"train_loss": 0.0071236686781048775, "global_step": 8819, "epoch": 163, "lr": 8.413391531890848e-05}
+{"train_loss": 0.006556970067322254, "global_step": 8820, "epoch": 163, "lr": 8.413031700040827e-05}
+{"train_loss": 0.006613382138311863, "global_step": 8821, "epoch": 163, "lr": 8.412671835088466e-05}
+{"train_loss": 0.008274509571492672, "global_step": 8822, "epoch": 163, "lr": 8.412311937037254e-05}
+{"train_loss": 0.004956800024956465, "global_step": 8823, "epoch": 163, "lr": 8.411952005890683e-05}
+{"train_loss": 0.008275563828647137, "global_step": 8824, "epoch": 163, "lr": 8.411592041652241e-05}
+{"train_loss": 0.006262593902647495, "global_step": 8825, "epoch": 163, "lr": 8.411232044325423e-05}
+{"train_loss": 0.007386824581772089, "global_step": 8826, "epoch": 163, "lr": 8.41087201391372e-05}
+{"train_loss": 0.005404191557317972, "global_step": 8827, "epoch": 163, "lr": 8.410511950420621e-05}
+{"train_loss": 0.009191651828587055, "global_step": 8828, "epoch": 163, "lr": 8.410151853849623e-05}
+{"train_loss": 0.0066498154774308205, "global_step": 8829, "epoch": 163, "lr": 8.409791724204212e-05}
+{"train_loss": 0.017529815435409546, "global_step": 8830, "epoch": 163, "lr": 8.409431561487888e-05}
+{"train_loss": 0.01138134766370058, "global_step": 8831, "epoch": 163, "lr": 8.409071365704138e-05}
+{"train_loss": 0.008359048515558243, "global_step": 8832, "epoch": 163, "lr": 8.40871113685646e-05}
+{"train_loss": 0.009675068780779839, "global_step": 8833, "epoch": 163, "lr": 8.408350874948345e-05}
+{"train_loss": 0.008783656172454357, "global_step": 8834, "epoch": 163, "lr": 8.407990579983286e-05}
+{"train_loss": 0.0107710687443614, "global_step": 8835, "epoch": 163, "lr": 8.407630251964781e-05}
+{"train_loss": 0.012487595900893211, "global_step": 8836, "epoch": 163, "lr": 8.407269890896326e-05}
+{"train_loss": 0.005781673360615969, "global_step": 8837, "epoch": 163, "lr": 8.40690949678141e-05}
+{"train_loss": 0.013982955366373062, "global_step": 8838, "epoch": 163, "lr": 8.406549069623532e-05}
+{"train_loss": 0.01078916247934103, "global_step": 8839, "epoch": 163, "lr": 8.406188609426188e-05}
+{"train_loss": 0.007340775337070227, "global_step": 8840, "epoch": 163, "lr": 8.405828116192873e-05}
+{"train_loss": 0.008535857312381268, "global_step": 8841, "epoch": 163, "lr": 8.405467589927083e-05}
+{"train_loss": 0.010465164668858051, "global_step": 8842, "epoch": 163, "lr": 8.405107030632318e-05}
+{"train_loss": 0.007290911860764027, "global_step": 8843, "epoch": 163, "lr": 8.40474643831207e-05}
+{"train_loss": 0.011747886426746845, "global_step": 8844, "epoch": 163, "lr": 8.40438581296984e-05}
+{"train_loss": 0.006719444878399372, "global_step": 8845, "epoch": 163, "lr": 8.404025154609124e-05}
+{"train_loss": 0.014266225509345531, "global_step": 8846, "epoch": 163, "lr": 8.403664463233419e-05}
+{"train_loss": 0.005688128061592579, "global_step": 8847, "epoch": 163, "lr": 8.403303738846225e-05}
+{"train_loss": 0.007177379447966814, "global_step": 8848, "epoch": 163, "lr": 8.40294298145104e-05}
+{"train_loss": 0.008006948046386242, "global_step": 8849, "epoch": 163, "lr": 8.402582191051364e-05}
+{"train_loss": 0.010905490256845951, "global_step": 8850, "epoch": 163, "lr": 8.402221367650695e-05}
+{"train_loss": 0.010686506517231464, "global_step": 8851, "epoch": 163, "lr": 8.401860511252533e-05}
+{"train_loss": 0.008502114564180374, "global_step": 8852, "epoch": 163, "lr": 8.401499621860378e-05}
+{"train_loss": 0.010175562463700771, "global_step": 8853, "epoch": 163, "lr": 8.401138699477731e-05}
+{"train_loss": 0.008244995027780533, "global_step": 8854, "epoch": 163, "lr": 8.40077774410809e-05}
+{"train_loss": 0.00880678283499071, "global_step": 8855, "epoch": 163, "lr": 8.400416755754959e-05, "val_loss": 0.014543251134455204}
+{"train_loss": 0.01385709922760725, "global_step": 8856, "epoch": 164, "lr": 8.400055734421834e-05}
+{"train_loss": 0.00875813513994217, "global_step": 8857, "epoch": 164, "lr": 8.399694680112223e-05}
+{"train_loss": 0.006799349095672369, "global_step": 8858, "epoch": 164, "lr": 8.399333592829624e-05}
+{"train_loss": 0.008491644635796547, "global_step": 8859, "epoch": 164, "lr": 8.39897247257754e-05}
+{"train_loss": 0.009092731401324272, "global_step": 8860, "epoch": 164, "lr": 8.398611319359473e-05}
+{"train_loss": 0.011059646494686604, "global_step": 8861, "epoch": 164, "lr": 8.398250133178927e-05}
+{"train_loss": 0.011890090070664883, "global_step": 8862, "epoch": 164, "lr": 8.397888914039403e-05}
+{"train_loss": 0.00832280982285738, "global_step": 8863, "epoch": 164, "lr": 8.397527661944405e-05}
+{"train_loss": 0.014195256866514683, "global_step": 8864, "epoch": 164, "lr": 8.397166376897438e-05}
+{"train_loss": 0.008149029687047005, "global_step": 8865, "epoch": 164, "lr": 8.396805058902005e-05}
+{"train_loss": 0.013109980151057243, "global_step": 8866, "epoch": 164, "lr": 8.396443707961611e-05}
+{"train_loss": 0.007946019992232323, "global_step": 8867, "epoch": 164, "lr": 8.396082324079761e-05}
+{"train_loss": 0.014211462810635567, "global_step": 8868, "epoch": 164, "lr": 8.395720907259959e-05}
+{"train_loss": 0.00795038416981697, "global_step": 8869, "epoch": 164, "lr": 8.395359457505709e-05}
+{"train_loss": 0.01232756394892931, "global_step": 8870, "epoch": 164, "lr": 8.394997974820519e-05}
+{"train_loss": 0.014713929034769535, "global_step": 8871, "epoch": 164, "lr": 8.394636459207895e-05}
+{"train_loss": 0.008214361034333706, "global_step": 8872, "epoch": 164, "lr": 8.394274910671343e-05}
+{"train_loss": 0.009982443414628506, "global_step": 8873, "epoch": 164, "lr": 8.393913329214368e-05}
+{"train_loss": 0.01088872179389, "global_step": 8874, "epoch": 164, "lr": 8.393551714840478e-05}
+{"train_loss": 0.011211367323994637, "global_step": 8875, "epoch": 164, "lr": 8.39319006755318e-05}
+{"train_loss": 0.01056990958750248, "global_step": 8876, "epoch": 164, "lr": 8.392828387355982e-05}
+{"train_loss": 0.010219410061836243, "global_step": 8877, "epoch": 164, "lr": 8.392466674252392e-05}
+{"train_loss": 0.012911074794828892, "global_step": 8878, "epoch": 164, "lr": 8.392104928245917e-05}
+{"train_loss": 0.0068670460022985935, "global_step": 8879, "epoch": 164, "lr": 8.391743149340068e-05}
+{"train_loss": 0.007740984670817852, "global_step": 8880, "epoch": 164, "lr": 8.391381337538349e-05}
+{"train_loss": 0.010218244045972824, "global_step": 8881, "epoch": 164, "lr": 8.391019492844276e-05}
+{"train_loss": 0.006892707198858261, "global_step": 8882, "epoch": 164, "lr": 8.390657615261353e-05}
+{"train_loss": 0.00888737291097641, "global_step": 8883, "epoch": 164, "lr": 8.390295704793092e-05}
+{"train_loss": 0.007705483585596085, "global_step": 8884, "epoch": 164, "lr": 8.389933761443e-05}
+{"train_loss": 0.00797205325216055, "global_step": 8885, "epoch": 164, "lr": 8.389571785214593e-05}
+{"train_loss": 0.013018693774938583, "global_step": 8886, "epoch": 164, "lr": 8.389209776111377e-05}
+{"train_loss": 0.008745720610022545, "global_step": 8887, "epoch": 164, "lr": 8.388847734136867e-05}
+{"train_loss": 0.00928383506834507, "global_step": 8888, "epoch": 164, "lr": 8.388485659294572e-05}
+{"train_loss": 0.008291787467896938, "global_step": 8889, "epoch": 164, "lr": 8.388123551588001e-05}
+{"train_loss": 0.008607681840658188, "global_step": 8890, "epoch": 164, "lr": 8.387761411020672e-05}
+{"train_loss": 0.005366874858736992, "global_step": 8891, "epoch": 164, "lr": 8.387399237596092e-05}
+{"train_loss": 0.013090438209474087, "global_step": 8892, "epoch": 164, "lr": 8.387037031317777e-05}
+{"train_loss": 0.007089684251695871, "global_step": 8893, "epoch": 164, "lr": 8.386674792189237e-05}
+{"train_loss": 0.005710916128009558, "global_step": 8894, "epoch": 164, "lr": 8.386312520213991e-05}
+{"train_loss": 0.010314544662833214, "global_step": 8895, "epoch": 164, "lr": 8.385950215395546e-05}
+{"train_loss": 0.010596786625683308, "global_step": 8896, "epoch": 164, "lr": 8.38558787773742e-05}
+{"train_loss": 0.008696766570210457, "global_step": 8897, "epoch": 164, "lr": 8.385225507243124e-05}
+{"train_loss": 0.007565001025795937, "global_step": 8898, "epoch": 164, "lr": 8.384863103916176e-05}
+{"train_loss": 0.007512633688747883, "global_step": 8899, "epoch": 164, "lr": 8.38450066776009e-05}
+{"train_loss": 0.005137603264302015, "global_step": 8900, "epoch": 164, "lr": 8.38413819877838e-05}
+{"train_loss": 0.008420764468610287, "global_step": 8901, "epoch": 164, "lr": 8.383775696974562e-05}
+{"train_loss": 0.012177051976323128, "global_step": 8902, "epoch": 164, "lr": 8.383413162352151e-05}
+{"train_loss": 0.01056607160717249, "global_step": 8903, "epoch": 164, "lr": 8.383050594914665e-05}
+{"train_loss": 0.00904504768550396, "global_step": 8904, "epoch": 164, "lr": 8.382687994665618e-05}
+{"train_loss": 0.006017704494297504, "global_step": 8905, "epoch": 164, "lr": 8.38232536160853e-05}
+{"train_loss": 0.010197590105235577, "global_step": 8906, "epoch": 164, "lr": 8.381962695746917e-05}
+{"train_loss": 0.007202438078820705, "global_step": 8907, "epoch": 164, "lr": 8.381599997084296e-05}
+{"train_loss": 0.007410035934299231, "global_step": 8908, "epoch": 164, "lr": 8.381237265624182e-05}
+{"train_loss": 0.009397601588042799, "global_step": 8909, "epoch": 164, "lr": 8.380874501370097e-05, "val_loss": 0.008332435041666031}
+{"train_loss": 0.007453409023582935, "global_step": 8910, "epoch": 165, "lr": 8.38051170432556e-05}
+{"train_loss": 0.009921940974891186, "global_step": 8911, "epoch": 165, "lr": 8.380148874494085e-05}
+{"train_loss": 0.009267821907997131, "global_step": 8912, "epoch": 165, "lr": 8.379786011879196e-05}
+{"train_loss": 0.009519549086689949, "global_step": 8913, "epoch": 165, "lr": 8.379423116484408e-05}
+{"train_loss": 0.007507955189794302, "global_step": 8914, "epoch": 165, "lr": 8.379060188313244e-05}
+{"train_loss": 0.010323386639356613, "global_step": 8915, "epoch": 165, "lr": 8.378697227369223e-05}
+{"train_loss": 0.007557198405265808, "global_step": 8916, "epoch": 165, "lr": 8.378334233655863e-05}
+{"train_loss": 0.010842734947800636, "global_step": 8917, "epoch": 165, "lr": 8.377971207176689e-05}
+{"train_loss": 0.0076560769230127335, "global_step": 8918, "epoch": 165, "lr": 8.377608147935219e-05}
+{"train_loss": 0.007185886148363352, "global_step": 8919, "epoch": 165, "lr": 8.377245055934974e-05}
+{"train_loss": 0.009799361228942871, "global_step": 8920, "epoch": 165, "lr": 8.376881931179476e-05}
+{"train_loss": 0.005908202845603228, "global_step": 8921, "epoch": 165, "lr": 8.376518773672248e-05}
+{"train_loss": 0.007458200678229332, "global_step": 8922, "epoch": 165, "lr": 8.376155583416813e-05}
+{"train_loss": 0.009923894889652729, "global_step": 8923, "epoch": 165, "lr": 8.375792360416689e-05}
+{"train_loss": 0.011026455089449883, "global_step": 8924, "epoch": 165, "lr": 8.375429104675404e-05}
+{"train_loss": 0.012342629954218864, "global_step": 8925, "epoch": 165, "lr": 8.375065816196479e-05}
+{"train_loss": 0.008904507383704185, "global_step": 8926, "epoch": 165, "lr": 8.374702494983436e-05}
+{"train_loss": 0.006703509483486414, "global_step": 8927, "epoch": 165, "lr": 8.3743391410398e-05}
+{"train_loss": 0.00914083980023861, "global_step": 8928, "epoch": 165, "lr": 8.373975754369096e-05}
+{"train_loss": 0.009631012566387653, "global_step": 8929, "epoch": 165, "lr": 8.373612334974849e-05}
+{"train_loss": 0.011359990574419498, "global_step": 8930, "epoch": 165, "lr": 8.373248882860581e-05}
+{"train_loss": 0.008073498494923115, "global_step": 8931, "epoch": 165, "lr": 8.372885398029819e-05}
+{"train_loss": 0.00934972520917654, "global_step": 8932, "epoch": 165, "lr": 8.372521880486086e-05}
+{"train_loss": 0.011779026128351688, "global_step": 8933, "epoch": 165, "lr": 8.372158330232912e-05}
+{"train_loss": 0.00724570220336318, "global_step": 8934, "epoch": 165, "lr": 8.37179474727382e-05}
+{"train_loss": 0.01059903297573328, "global_step": 8935, "epoch": 165, "lr": 8.371431131612336e-05}
+{"train_loss": 0.007423883303999901, "global_step": 8936, "epoch": 165, "lr": 8.371067483251988e-05}
+{"train_loss": 0.007712276186794043, "global_step": 8937, "epoch": 165, "lr": 8.370703802196302e-05}
+{"train_loss": 0.007363269571214914, "global_step": 8938, "epoch": 165, "lr": 8.370340088448808e-05}
+{"train_loss": 0.010048193857073784, "global_step": 8939, "epoch": 165, "lr": 8.369976342013027e-05}
+{"train_loss": 0.008496000431478024, "global_step": 8940, "epoch": 165, "lr": 8.369612562892494e-05}
+{"train_loss": 0.009658778086304665, "global_step": 8941, "epoch": 165, "lr": 8.369248751090735e-05}
+{"train_loss": 0.009337852708995342, "global_step": 8942, "epoch": 165, "lr": 8.368884906611276e-05}
+{"train_loss": 0.007088238839060068, "global_step": 8943, "epoch": 165, "lr": 8.36852102945765e-05}
+{"train_loss": 0.008534637279808521, "global_step": 8944, "epoch": 165, "lr": 8.368157119633382e-05}
+{"train_loss": 0.011507230810821056, "global_step": 8945, "epoch": 165, "lr": 8.367793177142004e-05}
+{"train_loss": 0.009457061067223549, "global_step": 8946, "epoch": 165, "lr": 8.367429201987046e-05}
+{"train_loss": 0.009817153215408325, "global_step": 8947, "epoch": 165, "lr": 8.367065194172037e-05}
+{"train_loss": 0.011338367126882076, "global_step": 8948, "epoch": 165, "lr": 8.366701153700509e-05}
+{"train_loss": 0.007073192857205868, "global_step": 8949, "epoch": 165, "lr": 8.36633708057599e-05}
+{"train_loss": 0.011106861755251884, "global_step": 8950, "epoch": 165, "lr": 8.365972974802013e-05}
+{"train_loss": 0.01043657585978508, "global_step": 8951, "epoch": 165, "lr": 8.365608836382109e-05}
+{"train_loss": 0.008860546164214611, "global_step": 8952, "epoch": 165, "lr": 8.365244665319812e-05}
+{"train_loss": 0.010195574723184109, "global_step": 8953, "epoch": 165, "lr": 8.36488046161865e-05}
+{"train_loss": 0.00641848286613822, "global_step": 8954, "epoch": 165, "lr": 8.364516225282157e-05}
+{"train_loss": 0.00711434381082654, "global_step": 8955, "epoch": 165, "lr": 8.364151956313865e-05}
+{"train_loss": 0.013041773810982704, "global_step": 8956, "epoch": 165, "lr": 8.36378765471731e-05}
+{"train_loss": 0.009544804692268372, "global_step": 8957, "epoch": 165, "lr": 8.363423320496022e-05}
+{"train_loss": 0.007990906946361065, "global_step": 8958, "epoch": 165, "lr": 8.363058953653535e-05}
+{"train_loss": 0.007351820357143879, "global_step": 8959, "epoch": 165, "lr": 8.362694554193386e-05}
+{"train_loss": 0.009323816746473312, "global_step": 8960, "epoch": 165, "lr": 8.362330122119104e-05}
+{"train_loss": 0.008653931319713593, "global_step": 8961, "epoch": 165, "lr": 8.361965657434229e-05}
+{"train_loss": 0.010270352475345135, "global_step": 8962, "epoch": 165, "lr": 8.361601160142291e-05}
+{"train_loss": 0.009077505967407315, "global_step": 8963, "epoch": 165, "lr": 8.36123663024683e-05, "val_loss": 0.010618770495057106, "train_action_mse_error": 0.00044726653140969574}
+{"train_loss": 0.006500153802335262, "global_step": 8964, "epoch": 166, "lr": 8.360872067751378e-05}
+{"train_loss": 0.008361849002540112, "global_step": 8965, "epoch": 166, "lr": 8.360507472659471e-05}
+{"train_loss": 0.007001325488090515, "global_step": 8966, "epoch": 166, "lr": 8.360142844974645e-05}
+{"train_loss": 0.01046712789684534, "global_step": 8967, "epoch": 166, "lr": 8.35977818470044e-05}
+{"train_loss": 0.006341518834233284, "global_step": 8968, "epoch": 166, "lr": 8.359413491840388e-05}
+{"train_loss": 0.00791752990335226, "global_step": 8969, "epoch": 166, "lr": 8.359048766398031e-05}
+{"train_loss": 0.009702508337795734, "global_step": 8970, "epoch": 166, "lr": 8.358684008376902e-05}
+{"train_loss": 0.010941799730062485, "global_step": 8971, "epoch": 166, "lr": 8.35831921778054e-05}
+{"train_loss": 0.008450180292129517, "global_step": 8972, "epoch": 166, "lr": 8.357954394612484e-05}
+{"train_loss": 0.006741779390722513, "global_step": 8973, "epoch": 166, "lr": 8.357589538876271e-05}
+{"train_loss": 0.008463019505143166, "global_step": 8974, "epoch": 166, "lr": 8.357224650575441e-05}
+{"train_loss": 0.010418113321065903, "global_step": 8975, "epoch": 166, "lr": 8.356859729713533e-05}
+{"train_loss": 0.00791475921869278, "global_step": 8976, "epoch": 166, "lr": 8.356494776294086e-05}
+{"train_loss": 0.01055679190903902, "global_step": 8977, "epoch": 166, "lr": 8.35612979032064e-05}
+{"train_loss": 0.007234938908368349, "global_step": 8978, "epoch": 166, "lr": 8.355764771796731e-05}
+{"train_loss": 0.01143533457070589, "global_step": 8979, "epoch": 166, "lr": 8.355399720725905e-05}
+{"train_loss": 0.009835213422775269, "global_step": 8980, "epoch": 166, "lr": 8.3550346371117e-05}
+{"train_loss": 0.01046091876924038, "global_step": 8981, "epoch": 166, "lr": 8.354669520957657e-05}
+{"train_loss": 0.006123481318354607, "global_step": 8982, "epoch": 166, "lr": 8.354304372267317e-05}
+{"train_loss": 0.008390117436647415, "global_step": 8983, "epoch": 166, "lr": 8.35393919104422e-05}
+{"train_loss": 0.010832900181412697, "global_step": 8984, "epoch": 166, "lr": 8.35357397729191e-05}
+{"train_loss": 0.011066771112382412, "global_step": 8985, "epoch": 166, "lr": 8.35320873101393e-05}
+{"train_loss": 0.009241989813745022, "global_step": 8986, "epoch": 166, "lr": 8.35284345221382e-05}
+{"train_loss": 0.008533223532140255, "global_step": 8987, "epoch": 166, "lr": 8.352478140895124e-05}
+{"train_loss": 0.006854596082121134, "global_step": 8988, "epoch": 166, "lr": 8.352112797061387e-05}
+{"train_loss": 0.008390647359192371, "global_step": 8989, "epoch": 166, "lr": 8.351747420716147e-05}
+{"train_loss": 0.009467912837862968, "global_step": 8990, "epoch": 166, "lr": 8.351382011862954e-05}
+{"train_loss": 0.008959593251347542, "global_step": 8991, "epoch": 166, "lr": 8.351016570505347e-05}
+{"train_loss": 0.008132590912282467, "global_step": 8992, "epoch": 166, "lr": 8.350651096646873e-05}
+{"train_loss": 0.011670198291540146, "global_step": 8993, "epoch": 166, "lr": 8.350285590291076e-05}
+{"train_loss": 0.011512796394526958, "global_step": 8994, "epoch": 166, "lr": 8.349920051441502e-05}
+{"train_loss": 0.010549806989729404, "global_step": 8995, "epoch": 166, "lr": 8.349554480101693e-05}
+{"train_loss": 0.005035267677158117, "global_step": 8996, "epoch": 166, "lr": 8.3491888762752e-05}
+{"train_loss": 0.0075220102444291115, "global_step": 8997, "epoch": 166, "lr": 8.348823239965563e-05}
+{"train_loss": 0.009982088580727577, "global_step": 8998, "epoch": 166, "lr": 8.348457571176334e-05}
+{"train_loss": 0.007989730685949326, "global_step": 8999, "epoch": 166, "lr": 8.348091869911054e-05}
+{"train_loss": 0.009223599918186665, "global_step": 9000, "epoch": 166, "lr": 8.347726136173273e-05}
+{"train_loss": 0.006992849055677652, "global_step": 9001, "epoch": 166, "lr": 8.347360369966539e-05}
+{"train_loss": 0.008021809160709381, "global_step": 9002, "epoch": 166, "lr": 8.346994571294397e-05}
+{"train_loss": 0.006625649984925985, "global_step": 9003, "epoch": 166, "lr": 8.346628740160397e-05}
+{"train_loss": 0.008536044508218765, "global_step": 9004, "epoch": 166, "lr": 8.346262876568085e-05}
+{"train_loss": 0.008429154753684998, "global_step": 9005, "epoch": 166, "lr": 8.345896980521011e-05}
+{"train_loss": 0.006525714881718159, "global_step": 9006, "epoch": 166, "lr": 8.345531052022725e-05}
+{"train_loss": 0.01238006167113781, "global_step": 9007, "epoch": 166, "lr": 8.345165091076772e-05}
+{"train_loss": 0.009767641313374043, "global_step": 9008, "epoch": 166, "lr": 8.344799097686704e-05}
+{"train_loss": 0.007137298583984375, "global_step": 9009, "epoch": 166, "lr": 8.344433071856073e-05}
+{"train_loss": 0.009657732211053371, "global_step": 9010, "epoch": 166, "lr": 8.344067013588423e-05}
+{"train_loss": 0.010245183482766151, "global_step": 9011, "epoch": 166, "lr": 8.343700922887311e-05}
+{"train_loss": 0.006767646409571171, "global_step": 9012, "epoch": 166, "lr": 8.343334799756283e-05}
+{"train_loss": 0.009365690872073174, "global_step": 9013, "epoch": 166, "lr": 8.342968644198892e-05}
+{"train_loss": 0.007506031543016434, "global_step": 9014, "epoch": 166, "lr": 8.342602456218688e-05}
+{"train_loss": 0.008593523874878883, "global_step": 9015, "epoch": 166, "lr": 8.342236235819223e-05}
+{"train_loss": 0.011929379776120186, "global_step": 9016, "epoch": 166, "lr": 8.341869983004051e-05}
+{"train_loss": 0.008802013437229174, "global_step": 9017, "epoch": 166, "lr": 8.34150369777672e-05, "val_loss": 0.008368430659174919}
+{"train_loss": 0.008641603402793407, "global_step": 9018, "epoch": 167, "lr": 8.341137380140787e-05}
+{"train_loss": 0.008652925491333008, "global_step": 9019, "epoch": 167, "lr": 8.340771030099801e-05}
+{"train_loss": 0.008830527774989605, "global_step": 9020, "epoch": 167, "lr": 8.340404647657319e-05}
+{"train_loss": 0.008884716778993607, "global_step": 9021, "epoch": 167, "lr": 8.340038232816889e-05}
+{"train_loss": 0.004713892005383968, "global_step": 9022, "epoch": 167, "lr": 8.339671785582071e-05}
+{"train_loss": 0.007258077617734671, "global_step": 9023, "epoch": 167, "lr": 8.339305305956415e-05}
+{"train_loss": 0.010418187826871872, "global_step": 9024, "epoch": 167, "lr": 8.338938793943478e-05}
+{"train_loss": 0.005917547270655632, "global_step": 9025, "epoch": 167, "lr": 8.338572249546813e-05}
+{"train_loss": 0.006401067599654198, "global_step": 9026, "epoch": 167, "lr": 8.338205672769976e-05}
+{"train_loss": 0.009860961697995663, "global_step": 9027, "epoch": 167, "lr": 8.337839063616522e-05}
+{"train_loss": 0.005309329368174076, "global_step": 9028, "epoch": 167, "lr": 8.337472422090005e-05}
+{"train_loss": 0.007313158363103867, "global_step": 9029, "epoch": 167, "lr": 8.337105748193983e-05}
+{"train_loss": 0.0077498964965343475, "global_step": 9030, "epoch": 167, "lr": 8.336739041932013e-05}
+{"train_loss": 0.009419150650501251, "global_step": 9031, "epoch": 167, "lr": 8.33637230330765e-05}
+{"train_loss": 0.004727642983198166, "global_step": 9032, "epoch": 167, "lr": 8.33600553232445e-05}
+{"train_loss": 0.00835341215133667, "global_step": 9033, "epoch": 167, "lr": 8.335638728985972e-05}
+{"train_loss": 0.008709512650966644, "global_step": 9034, "epoch": 167, "lr": 8.335271893295773e-05}
+{"train_loss": 0.005162814166396856, "global_step": 9035, "epoch": 167, "lr": 8.334905025257413e-05}
+{"train_loss": 0.005977148190140724, "global_step": 9036, "epoch": 167, "lr": 8.334538124874447e-05}
+{"train_loss": 0.007558914367109537, "global_step": 9037, "epoch": 167, "lr": 8.334171192150435e-05}
+{"train_loss": 0.0084379892796278, "global_step": 9038, "epoch": 167, "lr": 8.333804227088935e-05}
+{"train_loss": 0.00813265796750784, "global_step": 9039, "epoch": 167, "lr": 8.333437229693506e-05}
+{"train_loss": 0.008264927193522453, "global_step": 9040, "epoch": 167, "lr": 8.33307019996771e-05}
+{"train_loss": 0.008279914036393166, "global_step": 9041, "epoch": 167, "lr": 8.332703137915102e-05}
+{"train_loss": 0.007886314764618874, "global_step": 9042, "epoch": 167, "lr": 8.332336043539247e-05}
+{"train_loss": 0.006250729784369469, "global_step": 9043, "epoch": 167, "lr": 8.331968916843702e-05}
+{"train_loss": 0.010042893700301647, "global_step": 9044, "epoch": 167, "lr": 8.331601757832031e-05}
+{"train_loss": 0.007894858717918396, "global_step": 9045, "epoch": 167, "lr": 8.33123456650779e-05}
+{"train_loss": 0.00791473314166069, "global_step": 9046, "epoch": 167, "lr": 8.330867342874546e-05}
+{"train_loss": 0.0056528365239501, "global_step": 9047, "epoch": 167, "lr": 8.330500086935856e-05}
+{"train_loss": 0.014451946131885052, "global_step": 9048, "epoch": 167, "lr": 8.330132798695284e-05}
+{"train_loss": 0.006287367083132267, "global_step": 9049, "epoch": 167, "lr": 8.329765478156394e-05}
+{"train_loss": 0.007630391977727413, "global_step": 9050, "epoch": 167, "lr": 8.329398125322747e-05}
+{"train_loss": 0.006212626118212938, "global_step": 9051, "epoch": 167, "lr": 8.329030740197903e-05}
+{"train_loss": 0.00605395482853055, "global_step": 9052, "epoch": 167, "lr": 8.328663322785428e-05}
+{"train_loss": 0.007071007043123245, "global_step": 9053, "epoch": 167, "lr": 8.328295873088887e-05}
+{"train_loss": 0.00808788277208805, "global_step": 9054, "epoch": 167, "lr": 8.327928391111841e-05}
+{"train_loss": 0.012364366091787815, "global_step": 9055, "epoch": 167, "lr": 8.327560876857855e-05}
+{"train_loss": 0.005912383086979389, "global_step": 9056, "epoch": 167, "lr": 8.327193330330496e-05}
+{"train_loss": 0.007927879691123962, "global_step": 9057, "epoch": 167, "lr": 8.326825751533322e-05}
+{"train_loss": 0.00815538875758648, "global_step": 9058, "epoch": 167, "lr": 8.326458140469906e-05}
+{"train_loss": 0.005658266134560108, "global_step": 9059, "epoch": 167, "lr": 8.326090497143809e-05}
+{"train_loss": 0.009017507545650005, "global_step": 9060, "epoch": 167, "lr": 8.325722821558597e-05}
+{"train_loss": 0.00513867475092411, "global_step": 9061, "epoch": 167, "lr": 8.325355113717839e-05}
+{"train_loss": 0.008216970600187778, "global_step": 9062, "epoch": 167, "lr": 8.324987373625097e-05}
+{"train_loss": 0.006923845037817955, "global_step": 9063, "epoch": 167, "lr": 8.324619601283939e-05}
+{"train_loss": 0.014321413822472095, "global_step": 9064, "epoch": 167, "lr": 8.324251796697934e-05}
+{"train_loss": 0.0049958969466388226, "global_step": 9065, "epoch": 167, "lr": 8.323883959870647e-05}
+{"train_loss": 0.012185720726847649, "global_step": 9066, "epoch": 167, "lr": 8.323516090805648e-05}
+{"train_loss": 0.00571524677798152, "global_step": 9067, "epoch": 167, "lr": 8.3231481895065e-05}
+{"train_loss": 0.009062129072844982, "global_step": 9068, "epoch": 167, "lr": 8.322780255976777e-05}
+{"train_loss": 0.010148457251489162, "global_step": 9069, "epoch": 167, "lr": 8.322412290220045e-05}
+{"train_loss": 0.007467689458280802, "global_step": 9070, "epoch": 167, "lr": 8.322044292239873e-05}
+{"train_loss": 0.007871341822599923, "global_step": 9071, "epoch": 167, "lr": 8.321676262039828e-05, "val_loss": 0.008900737389922142}
+{"train_loss": 0.006036307197064161, "global_step": 9072, "epoch": 168, "lr": 8.321308199623483e-05}
+{"train_loss": 0.006669917143881321, "global_step": 9073, "epoch": 168, "lr": 8.320940104994406e-05}
+{"train_loss": 0.00795405637472868, "global_step": 9074, "epoch": 168, "lr": 8.320571978156168e-05}
+{"train_loss": 0.009925717487931252, "global_step": 9075, "epoch": 168, "lr": 8.320203819112338e-05}
+{"train_loss": 0.007050601299852133, "global_step": 9076, "epoch": 168, "lr": 8.319835627866487e-05}
+{"train_loss": 0.009902266785502434, "global_step": 9077, "epoch": 168, "lr": 8.319467404422186e-05}
+{"train_loss": 0.009573924355208874, "global_step": 9078, "epoch": 168, "lr": 8.319099148783008e-05}
+{"train_loss": 0.006392250303179026, "global_step": 9079, "epoch": 168, "lr": 8.318730860952522e-05}
+{"train_loss": 0.007157538551837206, "global_step": 9080, "epoch": 168, "lr": 8.318362540934303e-05}
+{"train_loss": 0.011008398607373238, "global_step": 9081, "epoch": 168, "lr": 8.317994188731921e-05}
+{"train_loss": 0.007478988263756037, "global_step": 9082, "epoch": 168, "lr": 8.317625804348948e-05}
+{"train_loss": 0.013037173077464104, "global_step": 9083, "epoch": 168, "lr": 8.31725738778896e-05}
+{"train_loss": 0.006198297720402479, "global_step": 9084, "epoch": 168, "lr": 8.316888939055528e-05}
+{"train_loss": 0.008639711886644363, "global_step": 9085, "epoch": 168, "lr": 8.316520458152224e-05}
+{"train_loss": 0.008271673694252968, "global_step": 9086, "epoch": 168, "lr": 8.316151945082624e-05}
+{"train_loss": 0.008472546935081482, "global_step": 9087, "epoch": 168, "lr": 8.315783399850303e-05}
+{"train_loss": 0.007583851460367441, "global_step": 9088, "epoch": 168, "lr": 8.315414822458833e-05}
+{"train_loss": 0.008441121317446232, "global_step": 9089, "epoch": 168, "lr": 8.31504621291179e-05}
+{"train_loss": 0.007952474057674408, "global_step": 9090, "epoch": 168, "lr": 8.31467757121275e-05}
+{"train_loss": 0.008179770782589912, "global_step": 9091, "epoch": 168, "lr": 8.314308897365285e-05}
+{"train_loss": 0.009490028023719788, "global_step": 9092, "epoch": 168, "lr": 8.313940191372977e-05}
+{"train_loss": 0.008892758749425411, "global_step": 9093, "epoch": 168, "lr": 8.313571453239396e-05}
+{"train_loss": 0.0082920603454113, "global_step": 9094, "epoch": 168, "lr": 8.31320268296812e-05}
+{"train_loss": 0.008388752117753029, "global_step": 9095, "epoch": 168, "lr": 8.312833880562727e-05}
+{"train_loss": 0.007029363419860601, "global_step": 9096, "epoch": 168, "lr": 8.312465046026792e-05}
+{"train_loss": 0.008457002229988575, "global_step": 9097, "epoch": 168, "lr": 8.312096179363896e-05}
+{"train_loss": 0.007261563558131456, "global_step": 9098, "epoch": 168, "lr": 8.311727280577611e-05}
+{"train_loss": 0.009589632041752338, "global_step": 9099, "epoch": 168, "lr": 8.311358349671517e-05}
+{"train_loss": 0.009929577820003033, "global_step": 9100, "epoch": 168, "lr": 8.310989386649195e-05}
+{"train_loss": 0.008628496900200844, "global_step": 9101, "epoch": 168, "lr": 8.31062039151422e-05}
+{"train_loss": 0.008814746513962746, "global_step": 9102, "epoch": 168, "lr": 8.310251364270171e-05}
+{"train_loss": 0.008478367701172829, "global_step": 9103, "epoch": 168, "lr": 8.309882304920633e-05}
+{"train_loss": 0.010292578488588333, "global_step": 9104, "epoch": 168, "lr": 8.309513213469177e-05}
+{"train_loss": 0.005444892682135105, "global_step": 9105, "epoch": 168, "lr": 8.309144089919387e-05}
+{"train_loss": 0.010366222821176052, "global_step": 9106, "epoch": 168, "lr": 8.308774934274843e-05}
+{"train_loss": 0.005531045608222485, "global_step": 9107, "epoch": 168, "lr": 8.308405746539126e-05}
+{"train_loss": 0.005600680597126484, "global_step": 9108, "epoch": 168, "lr": 8.308036526715814e-05}
+{"train_loss": 0.0062777092680335045, "global_step": 9109, "epoch": 168, "lr": 8.30766727480849e-05}
+{"train_loss": 0.006573635619133711, "global_step": 9110, "epoch": 168, "lr": 8.307297990820736e-05}
+{"train_loss": 0.007137898821383715, "global_step": 9111, "epoch": 168, "lr": 8.306928674756131e-05}
+{"train_loss": 0.005746335256844759, "global_step": 9112, "epoch": 168, "lr": 8.306559326618259e-05}
+{"train_loss": 0.009992510080337524, "global_step": 9113, "epoch": 168, "lr": 8.306189946410703e-05}
+{"train_loss": 0.00838540866971016, "global_step": 9114, "epoch": 168, "lr": 8.305820534137043e-05}
+{"train_loss": 0.005910807754844427, "global_step": 9115, "epoch": 168, "lr": 8.305451089800863e-05}
+{"train_loss": 0.005885863211005926, "global_step": 9116, "epoch": 168, "lr": 8.305081613405747e-05}
+{"train_loss": 0.009697276167571545, "global_step": 9117, "epoch": 168, "lr": 8.304712104955277e-05}
+{"train_loss": 0.008105985820293427, "global_step": 9118, "epoch": 168, "lr": 8.304342564453038e-05}
+{"train_loss": 0.007060529198497534, "global_step": 9119, "epoch": 168, "lr": 8.303972991902613e-05}
+{"train_loss": 0.005879158154129982, "global_step": 9120, "epoch": 168, "lr": 8.303603387307588e-05}
+{"train_loss": 0.00858323648571968, "global_step": 9121, "epoch": 168, "lr": 8.303233750671546e-05}
+{"train_loss": 0.008845663629472256, "global_step": 9122, "epoch": 168, "lr": 8.302864081998074e-05}
+{"train_loss": 0.005900377873331308, "global_step": 9123, "epoch": 168, "lr": 8.302494381290756e-05}
+{"train_loss": 0.00627500144764781, "global_step": 9124, "epoch": 168, "lr": 8.302124648553175e-05}
+{"train_loss": 0.007979922488124834, "global_step": 9125, "epoch": 168, "lr": 8.301754883788923e-05, "val_loss": 0.009073881432414055}
+{"train_loss": 0.010151069611310959, "global_step": 9126, "epoch": 169, "lr": 8.301385087001583e-05}
+{"train_loss": 0.011713203974068165, "global_step": 9127, "epoch": 169, "lr": 8.30101525819474e-05}
+{"train_loss": 0.008167123422026634, "global_step": 9128, "epoch": 169, "lr": 8.300645397371982e-05}
+{"train_loss": 0.011598159559071064, "global_step": 9129, "epoch": 169, "lr": 8.300275504536899e-05}
+{"train_loss": 0.005935865920037031, "global_step": 9130, "epoch": 169, "lr": 8.299905579693075e-05}
+{"train_loss": 0.009643127210438251, "global_step": 9131, "epoch": 169, "lr": 8.2995356228441e-05}
+{"train_loss": 0.005184358451515436, "global_step": 9132, "epoch": 169, "lr": 8.299165633993561e-05}
+{"train_loss": 0.00862377043813467, "global_step": 9133, "epoch": 169, "lr": 8.298795613145045e-05}
+{"train_loss": 0.006788896396756172, "global_step": 9134, "epoch": 169, "lr": 8.298425560302146e-05}
+{"train_loss": 0.010057198815047741, "global_step": 9135, "epoch": 169, "lr": 8.298055475468447e-05}
+{"train_loss": 0.010303755290806293, "global_step": 9136, "epoch": 169, "lr": 8.29768535864754e-05}
+{"train_loss": 0.007249599322676659, "global_step": 9137, "epoch": 169, "lr": 8.297315209843016e-05}
+{"train_loss": 0.014677638188004494, "global_step": 9138, "epoch": 169, "lr": 8.29694502905846e-05}
+{"train_loss": 0.009339888580143452, "global_step": 9139, "epoch": 169, "lr": 8.29657481629747e-05}
+{"train_loss": 0.007593007292598486, "global_step": 9140, "epoch": 169, "lr": 8.296204571563631e-05}
+{"train_loss": 0.01167160551995039, "global_step": 9141, "epoch": 169, "lr": 8.295834294860535e-05}
+{"train_loss": 0.005739337764680386, "global_step": 9142, "epoch": 169, "lr": 8.295463986191774e-05}
+{"train_loss": 0.009214058518409729, "global_step": 9143, "epoch": 169, "lr": 8.295093645560941e-05}
+{"train_loss": 0.006349602248519659, "global_step": 9144, "epoch": 169, "lr": 8.294723272971625e-05}
+{"train_loss": 0.010305454954504967, "global_step": 9145, "epoch": 169, "lr": 8.294352868427418e-05}
+{"train_loss": 0.009108860976994038, "global_step": 9146, "epoch": 169, "lr": 8.293982431931914e-05}
+{"train_loss": 0.00663985637947917, "global_step": 9147, "epoch": 169, "lr": 8.293611963488707e-05}
+{"train_loss": 0.012029718607664108, "global_step": 9148, "epoch": 169, "lr": 8.293241463101389e-05}
+{"train_loss": 0.009273149073123932, "global_step": 9149, "epoch": 169, "lr": 8.29287093077355e-05}
+{"train_loss": 0.006581573747098446, "global_step": 9150, "epoch": 169, "lr": 8.292500366508791e-05}
+{"train_loss": 0.007147700060158968, "global_step": 9151, "epoch": 169, "lr": 8.292129770310699e-05}
+{"train_loss": 0.008848689496517181, "global_step": 9152, "epoch": 169, "lr": 8.291759142182874e-05}
+{"train_loss": 0.008263571187853813, "global_step": 9153, "epoch": 169, "lr": 8.291388482128906e-05}
+{"train_loss": 0.011630920693278313, "global_step": 9154, "epoch": 169, "lr": 8.29101779015239e-05}
+{"train_loss": 0.006112562492489815, "global_step": 9155, "epoch": 169, "lr": 8.290647066256926e-05}
+{"train_loss": 0.010723326355218887, "global_step": 9156, "epoch": 169, "lr": 8.290276310446105e-05}
+{"train_loss": 0.007246683351695538, "global_step": 9157, "epoch": 169, "lr": 8.289905522723527e-05}
+{"train_loss": 0.00782211683690548, "global_step": 9158, "epoch": 169, "lr": 8.289534703092782e-05}
+{"train_loss": 0.007461536675691605, "global_step": 9159, "epoch": 169, "lr": 8.289163851557473e-05}
+{"train_loss": 0.01014943141490221, "global_step": 9160, "epoch": 169, "lr": 8.288792968121193e-05}
+{"train_loss": 0.007832790724933147, "global_step": 9161, "epoch": 169, "lr": 8.28842205278754e-05}
+{"train_loss": 0.008318141102790833, "global_step": 9162, "epoch": 169, "lr": 8.288051105560112e-05}
+{"train_loss": 0.007219233084470034, "global_step": 9163, "epoch": 169, "lr": 8.287680126442507e-05}
+{"train_loss": 0.007282969541847706, "global_step": 9164, "epoch": 169, "lr": 8.287309115438323e-05}
+{"train_loss": 0.006929042749106884, "global_step": 9165, "epoch": 169, "lr": 8.286938072551156e-05}
+{"train_loss": 0.008483647368848324, "global_step": 9166, "epoch": 169, "lr": 8.286566997784606e-05}
+{"train_loss": 0.00987672246992588, "global_step": 9167, "epoch": 169, "lr": 8.286195891142274e-05}
+{"train_loss": 0.010998843237757683, "global_step": 9168, "epoch": 169, "lr": 8.285824752627758e-05}
+{"train_loss": 0.006358521990478039, "global_step": 9169, "epoch": 169, "lr": 8.285453582244657e-05}
+{"train_loss": 0.00863417237997055, "global_step": 9170, "epoch": 169, "lr": 8.285082379996571e-05}
+{"train_loss": 0.009401379153132439, "global_step": 9171, "epoch": 169, "lr": 8.284711145887101e-05}
+{"train_loss": 0.008796763606369495, "global_step": 9172, "epoch": 169, "lr": 8.284339879919846e-05}
+{"train_loss": 0.00787955243140459, "global_step": 9173, "epoch": 169, "lr": 8.283968582098408e-05}
+{"train_loss": 0.011120813898742199, "global_step": 9174, "epoch": 169, "lr": 8.28359725242639e-05}
+{"train_loss": 0.007564852479845285, "global_step": 9175, "epoch": 169, "lr": 8.283225890907389e-05}
+{"train_loss": 0.007657025009393692, "global_step": 9176, "epoch": 169, "lr": 8.282854497545009e-05}
+{"train_loss": 0.008729267865419388, "global_step": 9177, "epoch": 169, "lr": 8.282483072342854e-05}
+{"train_loss": 0.009264816530048847, "global_step": 9178, "epoch": 169, "lr": 8.282111615304524e-05}
+{"train_loss": 0.008682436861649708, "global_step": 9179, "epoch": 169, "lr": 8.281740126433623e-05, "val_loss": 0.004555094987154007}
+{"train_loss": 0.0059831286780536175, "global_step": 9180, "epoch": 170, "lr": 8.281368605733752e-05}
+{"train_loss": 0.005684644915163517, "global_step": 9181, "epoch": 170, "lr": 8.280997053208517e-05}
+{"train_loss": 0.00850242655724287, "global_step": 9182, "epoch": 170, "lr": 8.28062546886152e-05}
+{"train_loss": 0.00835433043539524, "global_step": 9183, "epoch": 170, "lr": 8.280253852696365e-05}
+{"train_loss": 0.010462123900651932, "global_step": 9184, "epoch": 170, "lr": 8.279882204716656e-05}
+{"train_loss": 0.008943498134613037, "global_step": 9185, "epoch": 170, "lr": 8.279510524925999e-05}
+{"train_loss": 0.009885805658996105, "global_step": 9186, "epoch": 170, "lr": 8.279138813327998e-05}
+{"train_loss": 0.011753493919968605, "global_step": 9187, "epoch": 170, "lr": 8.278767069926256e-05}
+{"train_loss": 0.006954664830118418, "global_step": 9188, "epoch": 170, "lr": 8.278395294724382e-05}
+{"train_loss": 0.007899940013885498, "global_step": 9189, "epoch": 170, "lr": 8.278023487725982e-05}
+{"train_loss": 0.006525812670588493, "global_step": 9190, "epoch": 170, "lr": 8.277651648934657e-05}
+{"train_loss": 0.014942137524485588, "global_step": 9191, "epoch": 170, "lr": 8.277279778354018e-05}
+{"train_loss": 0.005881682503968477, "global_step": 9192, "epoch": 170, "lr": 8.276907875987669e-05}
+{"train_loss": 0.008878514170646667, "global_step": 9193, "epoch": 170, "lr": 8.276535941839221e-05}
+{"train_loss": 0.008124399930238724, "global_step": 9194, "epoch": 170, "lr": 8.276163975912278e-05}
+{"train_loss": 0.008181940764188766, "global_step": 9195, "epoch": 170, "lr": 8.275791978210448e-05}
+{"train_loss": 0.00980705302208662, "global_step": 9196, "epoch": 170, "lr": 8.27541994873734e-05}
+{"train_loss": 0.010147531516849995, "global_step": 9197, "epoch": 170, "lr": 8.27504788749656e-05}
+{"train_loss": 0.010819007642567158, "global_step": 9198, "epoch": 170, "lr": 8.27467579449172e-05}
+{"train_loss": 0.013106090947985649, "global_step": 9199, "epoch": 170, "lr": 8.274303669726426e-05}
+{"train_loss": 0.008144479244947433, "global_step": 9200, "epoch": 170, "lr": 8.273931513204287e-05}
+{"train_loss": 0.00767211988568306, "global_step": 9201, "epoch": 170, "lr": 8.273559324928916e-05}
+{"train_loss": 0.010817180387675762, "global_step": 9202, "epoch": 170, "lr": 8.273187104903919e-05}
+{"train_loss": 0.007382476236671209, "global_step": 9203, "epoch": 170, "lr": 8.272814853132908e-05}
+{"train_loss": 0.006022898480296135, "global_step": 9204, "epoch": 170, "lr": 8.272442569619493e-05}
+{"train_loss": 0.007100571878254414, "global_step": 9205, "epoch": 170, "lr": 8.272070254367283e-05}
+{"train_loss": 0.009303486905992031, "global_step": 9206, "epoch": 170, "lr": 8.271697907379892e-05}
+{"train_loss": 0.0071088471449911594, "global_step": 9207, "epoch": 170, "lr": 8.271325528660931e-05}
+{"train_loss": 0.008761812001466751, "global_step": 9208, "epoch": 170, "lr": 8.270953118214009e-05}
+{"train_loss": 0.008200209587812424, "global_step": 9209, "epoch": 170, "lr": 8.270580676042739e-05}
+{"train_loss": 0.008761265315115452, "global_step": 9210, "epoch": 170, "lr": 8.270208202150735e-05}
+{"train_loss": 0.008336474187672138, "global_step": 9211, "epoch": 170, "lr": 8.269835696541607e-05}
+{"train_loss": 0.009260231629014015, "global_step": 9212, "epoch": 170, "lr": 8.269463159218971e-05}
+{"train_loss": 0.006934653036296368, "global_step": 9213, "epoch": 170, "lr": 8.269090590186437e-05}
+{"train_loss": 0.005606658291071653, "global_step": 9214, "epoch": 170, "lr": 8.268717989447619e-05}
+{"train_loss": 0.008653085678815842, "global_step": 9215, "epoch": 170, "lr": 8.268345357006133e-05}
+{"train_loss": 0.009712828323245049, "global_step": 9216, "epoch": 170, "lr": 8.267972692865591e-05}
+{"train_loss": 0.005158060230314732, "global_step": 9217, "epoch": 170, "lr": 8.267599997029609e-05}
+{"train_loss": 0.008074481040239334, "global_step": 9218, "epoch": 170, "lr": 8.2672272695018e-05}
+{"train_loss": 0.008654951117932796, "global_step": 9219, "epoch": 170, "lr": 8.266854510285779e-05}
+{"train_loss": 0.004721497651189566, "global_step": 9220, "epoch": 170, "lr": 8.266481719385164e-05}
+{"train_loss": 0.009664914570748806, "global_step": 9221, "epoch": 170, "lr": 8.266108896803568e-05}
+{"train_loss": 0.008442721329629421, "global_step": 9222, "epoch": 170, "lr": 8.265736042544607e-05}
+{"train_loss": 0.00840793177485466, "global_step": 9223, "epoch": 170, "lr": 8.265363156611899e-05}
+{"train_loss": 0.009109491482377052, "global_step": 9224, "epoch": 170, "lr": 8.264990239009058e-05}
+{"train_loss": 0.008546438068151474, "global_step": 9225, "epoch": 170, "lr": 8.264617289739705e-05}
+{"train_loss": 0.00618354557082057, "global_step": 9226, "epoch": 170, "lr": 8.264244308807452e-05}
+{"train_loss": 0.012821648269891739, "global_step": 9227, "epoch": 170, "lr": 8.263871296215919e-05}
+{"train_loss": 0.010206644423305988, "global_step": 9228, "epoch": 170, "lr": 8.263498251968724e-05}
+{"train_loss": 0.008827131241559982, "global_step": 9229, "epoch": 170, "lr": 8.263125176069487e-05}
+{"train_loss": 0.0073598106391727924, "global_step": 9230, "epoch": 170, "lr": 8.262752068521822e-05}
+{"train_loss": 0.006220479030162096, "global_step": 9231, "epoch": 170, "lr": 8.26237892932935e-05}
+{"train_loss": 0.007379735819995403, "global_step": 9232, "epoch": 170, "lr": 8.26200575849569e-05}
+{"train_loss": 0.00839550729358086, "global_step": 9233, "epoch": 170, "lr": 8.261632556024461e-05, "val_loss": 0.008088674396276474, "train_action_mse_error": 0.0003902465396095067}
+{"train_loss": 0.009373984299600124, "global_step": 9234, "epoch": 171, "lr": 8.261259321919283e-05}
+{"train_loss": 0.006851328536868095, "global_step": 9235, "epoch": 171, "lr": 8.260886056183777e-05}
+{"train_loss": 0.005939898546785116, "global_step": 9236, "epoch": 171, "lr": 8.26051275882156e-05}
+{"train_loss": 0.006231939420104027, "global_step": 9237, "epoch": 171, "lr": 8.260139429836256e-05}
+{"train_loss": 0.008902747184038162, "global_step": 9238, "epoch": 171, "lr": 8.259766069231485e-05}
+{"train_loss": 0.00687076710164547, "global_step": 9239, "epoch": 171, "lr": 8.259392677010865e-05}
+{"train_loss": 0.012170628644526005, "global_step": 9240, "epoch": 171, "lr": 8.259019253178023e-05}
+{"train_loss": 0.007373653817921877, "global_step": 9241, "epoch": 171, "lr": 8.258645797736575e-05}
+{"train_loss": 0.004845035262405872, "global_step": 9242, "epoch": 171, "lr": 8.258272310690147e-05}
+{"train_loss": 0.011304283514618874, "global_step": 9243, "epoch": 171, "lr": 8.25789879204236e-05}
+{"train_loss": 0.01149209775030613, "global_step": 9244, "epoch": 171, "lr": 8.257525241796838e-05}
+{"train_loss": 0.0066940742544829845, "global_step": 9245, "epoch": 171, "lr": 8.2571516599572e-05}
+{"train_loss": 0.007033269852399826, "global_step": 9246, "epoch": 171, "lr": 8.256778046527076e-05}
+{"train_loss": 0.011827941052615643, "global_step": 9247, "epoch": 171, "lr": 8.256404401510084e-05}
+{"train_loss": 0.0065625859424471855, "global_step": 9248, "epoch": 171, "lr": 8.256030724909849e-05}
+{"train_loss": 0.009065684862434864, "global_step": 9249, "epoch": 171, "lr": 8.255657016729997e-05}
+{"train_loss": 0.007546163164079189, "global_step": 9250, "epoch": 171, "lr": 8.25528327697415e-05}
+{"train_loss": 0.007662863936275244, "global_step": 9251, "epoch": 171, "lr": 8.254909505645938e-05}
+{"train_loss": 0.005148980300873518, "global_step": 9252, "epoch": 171, "lr": 8.254535702748978e-05}
+{"train_loss": 0.007721299305558205, "global_step": 9253, "epoch": 171, "lr": 8.254161868286902e-05}
+{"train_loss": 0.009454282000660896, "global_step": 9254, "epoch": 171, "lr": 8.253788002263334e-05}
+{"train_loss": 0.00892670638859272, "global_step": 9255, "epoch": 171, "lr": 8.253414104681898e-05}
+{"train_loss": 0.011489457450807095, "global_step": 9256, "epoch": 171, "lr": 8.253040175546223e-05}
+{"train_loss": 0.009315798990428448, "global_step": 9257, "epoch": 171, "lr": 8.252666214859935e-05}
+{"train_loss": 0.006747317500412464, "global_step": 9258, "epoch": 171, "lr": 8.25229222262666e-05}
+{"train_loss": 0.00871996022760868, "global_step": 9259, "epoch": 171, "lr": 8.251918198850028e-05}
+{"train_loss": 0.006604118272662163, "global_step": 9260, "epoch": 171, "lr": 8.251544143533663e-05}
+{"train_loss": 0.007630662526935339, "global_step": 9261, "epoch": 171, "lr": 8.251170056681193e-05}
+{"train_loss": 0.007028833497315645, "global_step": 9262, "epoch": 171, "lr": 8.250795938296249e-05}
+{"train_loss": 0.012567218393087387, "global_step": 9263, "epoch": 171, "lr": 8.250421788382458e-05}
+{"train_loss": 0.006868194788694382, "global_step": 9264, "epoch": 171, "lr": 8.25004760694345e-05}
+{"train_loss": 0.009785041213035583, "global_step": 9265, "epoch": 171, "lr": 8.249673393982851e-05}
+{"train_loss": 0.00582953030243516, "global_step": 9266, "epoch": 171, "lr": 8.249299149504292e-05}
+{"train_loss": 0.010578017681837082, "global_step": 9267, "epoch": 171, "lr": 8.248924873511406e-05}
+{"train_loss": 0.009484376758337021, "global_step": 9268, "epoch": 171, "lr": 8.248550566007819e-05}
+{"train_loss": 0.007937148213386536, "global_step": 9269, "epoch": 171, "lr": 8.248176226997162e-05}
+{"train_loss": 0.009263144806027412, "global_step": 9270, "epoch": 171, "lr": 8.247801856483067e-05}
+{"train_loss": 0.008542493917047977, "global_step": 9271, "epoch": 171, "lr": 8.247427454469164e-05}
+{"train_loss": 0.00656893802806735, "global_step": 9272, "epoch": 171, "lr": 8.247053020959083e-05}
+{"train_loss": 0.008736949414014816, "global_step": 9273, "epoch": 171, "lr": 8.24667855595646e-05}
+{"train_loss": 0.007983103394508362, "global_step": 9274, "epoch": 171, "lr": 8.24630405946492e-05}
+{"train_loss": 0.008876916952431202, "global_step": 9275, "epoch": 171, "lr": 8.245929531488102e-05}
+{"train_loss": 0.009066811762750149, "global_step": 9276, "epoch": 171, "lr": 8.245554972029634e-05}
+{"train_loss": 0.006295754574239254, "global_step": 9277, "epoch": 171, "lr": 8.245180381093151e-05}
+{"train_loss": 0.006034870631992817, "global_step": 9278, "epoch": 171, "lr": 8.244805758682285e-05}
+{"train_loss": 0.007394242100417614, "global_step": 9279, "epoch": 171, "lr": 8.24443110480067e-05}
+{"train_loss": 0.006304352544248104, "global_step": 9280, "epoch": 171, "lr": 8.244056419451938e-05}
+{"train_loss": 0.007667805999517441, "global_step": 9281, "epoch": 171, "lr": 8.243681702639726e-05}
+{"train_loss": 0.007793624885380268, "global_step": 9282, "epoch": 171, "lr": 8.243306954367667e-05}
+{"train_loss": 0.007024296559393406, "global_step": 9283, "epoch": 171, "lr": 8.242932174639394e-05}
+{"train_loss": 0.0075719901360571384, "global_step": 9284, "epoch": 171, "lr": 8.242557363458543e-05}
+{"train_loss": 0.00764292199164629, "global_step": 9285, "epoch": 171, "lr": 8.242182520828752e-05}
+{"train_loss": 0.008064416237175465, "global_step": 9286, "epoch": 171, "lr": 8.241807646753652e-05}
+{"train_loss": 0.008097856486630108, "global_step": 9287, "epoch": 171, "lr": 8.241432741236881e-05, "val_loss": 0.015143335796892643}
+{"train_loss": 0.005262472201138735, "global_step": 9288, "epoch": 172, "lr": 8.241057804282075e-05}
+{"train_loss": 0.008988870307803154, "global_step": 9289, "epoch": 172, "lr": 8.24068283589287e-05}
+{"train_loss": 0.0060763233341276646, "global_step": 9290, "epoch": 172, "lr": 8.240307836072904e-05}
+{"train_loss": 0.00745442695915699, "global_step": 9291, "epoch": 172, "lr": 8.239932804825812e-05}
+{"train_loss": 0.006688327062875032, "global_step": 9292, "epoch": 172, "lr": 8.239557742155234e-05}
+{"train_loss": 0.004965873435139656, "global_step": 9293, "epoch": 172, "lr": 8.239182648064806e-05}
+{"train_loss": 0.006576651241630316, "global_step": 9294, "epoch": 172, "lr": 8.238807522558166e-05}
+{"train_loss": 0.008005316369235516, "global_step": 9295, "epoch": 172, "lr": 8.238432365638953e-05}
+{"train_loss": 0.0086468905210495, "global_step": 9296, "epoch": 172, "lr": 8.238057177310803e-05}
+{"train_loss": 0.008745040744543076, "global_step": 9297, "epoch": 172, "lr": 8.237681957577359e-05}
+{"train_loss": 0.005728382151573896, "global_step": 9298, "epoch": 172, "lr": 8.237306706442258e-05}
+{"train_loss": 0.007671775761991739, "global_step": 9299, "epoch": 172, "lr": 8.236931423909138e-05}
+{"train_loss": 0.00948228221386671, "global_step": 9300, "epoch": 172, "lr": 8.236556109981642e-05}
+{"train_loss": 0.006961604580283165, "global_step": 9301, "epoch": 172, "lr": 8.236180764663408e-05}
+{"train_loss": 0.008662424981594086, "global_step": 9302, "epoch": 172, "lr": 8.235805387958077e-05}
+{"train_loss": 0.008487065322697163, "global_step": 9303, "epoch": 172, "lr": 8.235429979869289e-05}
+{"train_loss": 0.0077365608885884285, "global_step": 9304, "epoch": 172, "lr": 8.235054540400687e-05}
+{"train_loss": 0.006033316720277071, "global_step": 9305, "epoch": 172, "lr": 8.234679069555909e-05}
+{"train_loss": 0.005916037131100893, "global_step": 9306, "epoch": 172, "lr": 8.234303567338599e-05}
+{"train_loss": 0.0058727869763970375, "global_step": 9307, "epoch": 172, "lr": 8.2339280337524e-05}
+{"train_loss": 0.008478540927171707, "global_step": 9308, "epoch": 172, "lr": 8.233552468800952e-05}
+{"train_loss": 0.007740627974271774, "global_step": 9309, "epoch": 172, "lr": 8.233176872487898e-05}
+{"train_loss": 0.006778639275580645, "global_step": 9310, "epoch": 172, "lr": 8.23280124481688e-05}
+{"train_loss": 0.006363583728671074, "global_step": 9311, "epoch": 172, "lr": 8.232425585791543e-05}
+{"train_loss": 0.0062412996776402, "global_step": 9312, "epoch": 172, "lr": 8.232049895415531e-05}
+{"train_loss": 0.009215053170919418, "global_step": 9313, "epoch": 172, "lr": 8.231674173692484e-05}
+{"train_loss": 0.007082957774400711, "global_step": 9314, "epoch": 172, "lr": 8.23129842062605e-05}
+{"train_loss": 0.008972853422164917, "global_step": 9315, "epoch": 172, "lr": 8.230922636219871e-05}
+{"train_loss": 0.007599702104926109, "global_step": 9316, "epoch": 172, "lr": 8.230546820477593e-05}
+{"train_loss": 0.006124958861619234, "global_step": 9317, "epoch": 172, "lr": 8.230170973402861e-05}
+{"train_loss": 0.006041139829903841, "global_step": 9318, "epoch": 172, "lr": 8.229795094999319e-05}
+{"train_loss": 0.008900181390345097, "global_step": 9319, "epoch": 172, "lr": 8.229419185270612e-05}
+{"train_loss": 0.0069939992390573025, "global_step": 9320, "epoch": 172, "lr": 8.229043244220389e-05}
+{"train_loss": 0.008255265653133392, "global_step": 9321, "epoch": 172, "lr": 8.228667271852294e-05}
+{"train_loss": 0.006884182337671518, "global_step": 9322, "epoch": 172, "lr": 8.228291268169974e-05}
+{"train_loss": 0.00902220606803894, "global_step": 9323, "epoch": 172, "lr": 8.227915233177075e-05}
+{"train_loss": 0.008538629859685898, "global_step": 9324, "epoch": 172, "lr": 8.227539166877245e-05}
+{"train_loss": 0.004228893201798201, "global_step": 9325, "epoch": 172, "lr": 8.22716306927413e-05}
+{"train_loss": 0.010008182376623154, "global_step": 9326, "epoch": 172, "lr": 8.22678694037138e-05}
+{"train_loss": 0.007235810626298189, "global_step": 9327, "epoch": 172, "lr": 8.226410780172642e-05}
+{"train_loss": 0.00878835842013359, "global_step": 9328, "epoch": 172, "lr": 8.226034588681564e-05}
+{"train_loss": 0.005862826947122812, "global_step": 9329, "epoch": 172, "lr": 8.225658365901793e-05}
+{"train_loss": 0.009212085977196693, "global_step": 9330, "epoch": 172, "lr": 8.225282111836983e-05}
+{"train_loss": 0.007347761653363705, "global_step": 9331, "epoch": 172, "lr": 8.224905826490777e-05}
+{"train_loss": 0.007352550979703665, "global_step": 9332, "epoch": 172, "lr": 8.224529509866829e-05}
+{"train_loss": 0.006279344204813242, "global_step": 9333, "epoch": 172, "lr": 8.224153161968786e-05}
+{"train_loss": 0.007739076856523752, "global_step": 9334, "epoch": 172, "lr": 8.2237767828003e-05}
+{"train_loss": 0.005667677614837885, "global_step": 9335, "epoch": 172, "lr": 8.22340037236502e-05}
+{"train_loss": 0.008193345740437508, "global_step": 9336, "epoch": 172, "lr": 8.223023930666599e-05}
+{"train_loss": 0.008165841922163963, "global_step": 9337, "epoch": 172, "lr": 8.222647457708683e-05}
+{"train_loss": 0.005272754933685064, "global_step": 9338, "epoch": 172, "lr": 8.222270953494931e-05}
+{"train_loss": 0.008034298196434975, "global_step": 9339, "epoch": 172, "lr": 8.221894418028988e-05}
+{"train_loss": 0.008761602453887463, "global_step": 9340, "epoch": 172, "lr": 8.22151785131451e-05}
+{"train_loss": 0.007402797195094603, "global_step": 9341, "epoch": 172, "lr": 8.221141253355147e-05, "val_loss": 0.006388606037944555}
+{"train_loss": 0.006156282965093851, "global_step": 9342, "epoch": 173, "lr": 8.220764624154551e-05}
+{"train_loss": 0.008463260717689991, "global_step": 9343, "epoch": 173, "lr": 8.220387963716377e-05}
+{"train_loss": 0.007506551221013069, "global_step": 9344, "epoch": 173, "lr": 8.220011272044277e-05}
+{"train_loss": 0.006976427510380745, "global_step": 9345, "epoch": 173, "lr": 8.219634549141905e-05}
+{"train_loss": 0.009371500462293625, "global_step": 9346, "epoch": 173, "lr": 8.219257795012916e-05}
+{"train_loss": 0.008178656920790672, "global_step": 9347, "epoch": 173, "lr": 8.218881009660959e-05}
+{"train_loss": 0.007170616649091244, "global_step": 9348, "epoch": 173, "lr": 8.218504193089696e-05}
+{"train_loss": 0.004887403920292854, "global_step": 9349, "epoch": 173, "lr": 8.218127345302775e-05}
+{"train_loss": 0.006133553571999073, "global_step": 9350, "epoch": 173, "lr": 8.217750466303853e-05}
+{"train_loss": 0.005719686858355999, "global_step": 9351, "epoch": 173, "lr": 8.217373556096588e-05}
+{"train_loss": 0.006517508532851934, "global_step": 9352, "epoch": 173, "lr": 8.216996614684632e-05}
+{"train_loss": 0.006614163052290678, "global_step": 9353, "epoch": 173, "lr": 8.216619642071643e-05}
+{"train_loss": 0.00896509550511837, "global_step": 9354, "epoch": 173, "lr": 8.216242638261276e-05}
+{"train_loss": 0.0075372918508946896, "global_step": 9355, "epoch": 173, "lr": 8.215865603257186e-05}
+{"train_loss": 0.005033779423683882, "global_step": 9356, "epoch": 173, "lr": 8.215488537063035e-05}
+{"train_loss": 0.0072217718698084354, "global_step": 9357, "epoch": 173, "lr": 8.215111439682474e-05}
+{"train_loss": 0.00906405784189701, "global_step": 9358, "epoch": 173, "lr": 8.214734311119166e-05}
+{"train_loss": 0.0071683889254927635, "global_step": 9359, "epoch": 173, "lr": 8.214357151376764e-05}
+{"train_loss": 0.005932299420237541, "global_step": 9360, "epoch": 173, "lr": 8.213979960458928e-05}
+{"train_loss": 0.007452833000570536, "global_step": 9361, "epoch": 173, "lr": 8.213602738369319e-05}
+{"train_loss": 0.0050729005597531796, "global_step": 9362, "epoch": 173, "lr": 8.213225485111591e-05}
+{"train_loss": 0.007642514072358608, "global_step": 9363, "epoch": 173, "lr": 8.212848200689403e-05}
+{"train_loss": 0.0061783757992088795, "global_step": 9364, "epoch": 173, "lr": 8.212470885106418e-05}
+{"train_loss": 0.004762930795550346, "global_step": 9365, "epoch": 173, "lr": 8.212093538366292e-05}
+{"train_loss": 0.005047538783401251, "global_step": 9366, "epoch": 173, "lr": 8.211716160472689e-05}
+{"train_loss": 0.006747583393007517, "global_step": 9367, "epoch": 173, "lr": 8.211338751429265e-05}
+{"train_loss": 0.0076450263150036335, "global_step": 9368, "epoch": 173, "lr": 8.21096131123968e-05}
+{"train_loss": 0.0058455197140574455, "global_step": 9369, "epoch": 173, "lr": 8.210583839907597e-05}
+{"train_loss": 0.015244735404849052, "global_step": 9370, "epoch": 173, "lr": 8.210206337436678e-05}
+{"train_loss": 0.004631473682820797, "global_step": 9371, "epoch": 173, "lr": 8.209828803830584e-05}
+{"train_loss": 0.008710488677024841, "global_step": 9372, "epoch": 173, "lr": 8.209451239092974e-05}
+{"train_loss": 0.006787274964153767, "global_step": 9373, "epoch": 173, "lr": 8.20907364322751e-05}
+{"train_loss": 0.00908667966723442, "global_step": 9374, "epoch": 173, "lr": 8.208696016237857e-05}
+{"train_loss": 0.009154872968792915, "global_step": 9375, "epoch": 173, "lr": 8.208318358127676e-05}
+{"train_loss": 0.006047979928553104, "global_step": 9376, "epoch": 173, "lr": 8.20794066890063e-05}
+{"train_loss": 0.009042378515005112, "global_step": 9377, "epoch": 173, "lr": 8.207562948560384e-05}
+{"train_loss": 0.007212495431303978, "global_step": 9378, "epoch": 173, "lr": 8.207185197110596e-05}
+{"train_loss": 0.010007243603467941, "global_step": 9379, "epoch": 173, "lr": 8.206807414554936e-05}
+{"train_loss": 0.006634788122028112, "global_step": 9380, "epoch": 173, "lr": 8.206429600897064e-05}
+{"train_loss": 0.010998095385730267, "global_step": 9381, "epoch": 173, "lr": 8.206051756140646e-05}
+{"train_loss": 0.008407019078731537, "global_step": 9382, "epoch": 173, "lr": 8.205673880289348e-05}
+{"train_loss": 0.006412445567548275, "global_step": 9383, "epoch": 173, "lr": 8.205295973346831e-05}
+{"train_loss": 0.008693469688296318, "global_step": 9384, "epoch": 173, "lr": 8.204918035316765e-05}
+{"train_loss": 0.009624741971492767, "global_step": 9385, "epoch": 173, "lr": 8.204540066202811e-05}
+{"train_loss": 0.009862537495791912, "global_step": 9386, "epoch": 173, "lr": 8.204162066008638e-05}
+{"train_loss": 0.006105418317019939, "global_step": 9387, "epoch": 173, "lr": 8.20378403473791e-05}
+{"train_loss": 0.0055856844410300255, "global_step": 9388, "epoch": 173, "lr": 8.203405972394296e-05}
+{"train_loss": 0.010010920464992523, "global_step": 9389, "epoch": 173, "lr": 8.20302787898146e-05}
+{"train_loss": 0.009414970874786377, "global_step": 9390, "epoch": 173, "lr": 8.20264975450307e-05}
+{"train_loss": 0.006457442883402109, "global_step": 9391, "epoch": 173, "lr": 8.202271598962796e-05}
+{"train_loss": 0.006296872161328793, "global_step": 9392, "epoch": 173, "lr": 8.201893412364303e-05}
+{"train_loss": 0.010487743653357029, "global_step": 9393, "epoch": 173, "lr": 8.201515194711257e-05}
+{"train_loss": 0.009115772321820259, "global_step": 9394, "epoch": 173, "lr": 8.20113694600733e-05}
+{"train_loss": 0.007574657409417408, "global_step": 9395, "epoch": 173, "lr": 8.20075866625619e-05, "val_loss": 0.009134363383054733}
+{"train_loss": 0.01076589897274971, "global_step": 9396, "epoch": 174, "lr": 8.200380355461505e-05}
+{"train_loss": 0.010869721882045269, "global_step": 9397, "epoch": 174, "lr": 8.200002013626944e-05}
+{"train_loss": 0.007556534372270107, "global_step": 9398, "epoch": 174, "lr": 8.199623640756176e-05}
+{"train_loss": 0.004568844567984343, "global_step": 9399, "epoch": 174, "lr": 8.199245236852871e-05}
+{"train_loss": 0.007229470182210207, "global_step": 9400, "epoch": 174, "lr": 8.198866801920701e-05}
+{"train_loss": 0.006704056169837713, "global_step": 9401, "epoch": 174, "lr": 8.198488335963333e-05}
+{"train_loss": 0.007917440496385098, "global_step": 9402, "epoch": 174, "lr": 8.198109838984441e-05}
+{"train_loss": 0.006499315146356821, "global_step": 9403, "epoch": 174, "lr": 8.197731310987694e-05}
+{"train_loss": 0.007419607602059841, "global_step": 9404, "epoch": 174, "lr": 8.197352751976764e-05}
+{"train_loss": 0.006520302500575781, "global_step": 9405, "epoch": 174, "lr": 8.196974161955322e-05}
+{"train_loss": 0.006760644260793924, "global_step": 9406, "epoch": 174, "lr": 8.196595540927041e-05}
+{"train_loss": 0.006122521590441465, "global_step": 9407, "epoch": 174, "lr": 8.196216888895592e-05}
+{"train_loss": 0.008607679978013039, "global_step": 9408, "epoch": 174, "lr": 8.195838205864647e-05}
+{"train_loss": 0.006126743275672197, "global_step": 9409, "epoch": 174, "lr": 8.19545949183788e-05}
+{"train_loss": 0.008570060133934021, "global_step": 9410, "epoch": 174, "lr": 8.195080746818964e-05}
+{"train_loss": 0.008587237447500229, "global_step": 9411, "epoch": 174, "lr": 8.194701970811571e-05}
+{"train_loss": 0.006260837893933058, "global_step": 9412, "epoch": 174, "lr": 8.194323163819377e-05}
+{"train_loss": 0.0076100947335362434, "global_step": 9413, "epoch": 174, "lr": 8.193944325846055e-05}
+{"train_loss": 0.010989760980010033, "global_step": 9414, "epoch": 174, "lr": 8.193565456895279e-05}
+{"train_loss": 0.006953973323106766, "global_step": 9415, "epoch": 174, "lr": 8.193186556970722e-05}
+{"train_loss": 0.010216552764177322, "global_step": 9416, "epoch": 174, "lr": 8.192807626076062e-05}
+{"train_loss": 0.008174600079655647, "global_step": 9417, "epoch": 174, "lr": 8.192428664214972e-05}
+{"train_loss": 0.00948572438210249, "global_step": 9418, "epoch": 174, "lr": 8.192049671391128e-05}
+{"train_loss": 0.005071118474006653, "global_step": 9419, "epoch": 174, "lr": 8.191670647608207e-05}
+{"train_loss": 0.007538070902228355, "global_step": 9420, "epoch": 174, "lr": 8.191291592869884e-05}
+{"train_loss": 0.010027236305177212, "global_step": 9421, "epoch": 174, "lr": 8.190912507179835e-05}
+{"train_loss": 0.005404648836702108, "global_step": 9422, "epoch": 174, "lr": 8.190533390541736e-05}
+{"train_loss": 0.007089816499501467, "global_step": 9423, "epoch": 174, "lr": 8.190154242959264e-05}
+{"train_loss": 0.011647659353911877, "global_step": 9424, "epoch": 174, "lr": 8.1897750644361e-05}
+{"train_loss": 0.005150736775249243, "global_step": 9425, "epoch": 174, "lr": 8.189395854975919e-05}
+{"train_loss": 0.011730412021279335, "global_step": 9426, "epoch": 174, "lr": 8.189016614582398e-05}
+{"train_loss": 0.009139401838183403, "global_step": 9427, "epoch": 174, "lr": 8.188637343259216e-05}
+{"train_loss": 0.010734216310083866, "global_step": 9428, "epoch": 174, "lr": 8.18825804101005e-05}
+{"train_loss": 0.007073916960507631, "global_step": 9429, "epoch": 174, "lr": 8.187878707838582e-05}
+{"train_loss": 0.006823868025094271, "global_step": 9430, "epoch": 174, "lr": 8.187499343748489e-05}
+{"train_loss": 0.006057345774024725, "global_step": 9431, "epoch": 174, "lr": 8.18711994874345e-05}
+{"train_loss": 0.009525744244456291, "global_step": 9432, "epoch": 174, "lr": 8.186740522827145e-05}
+{"train_loss": 0.006606170441955328, "global_step": 9433, "epoch": 174, "lr": 8.186361066003254e-05}
+{"train_loss": 0.008986663073301315, "global_step": 9434, "epoch": 174, "lr": 8.185981578275458e-05}
+{"train_loss": 0.010665174573659897, "global_step": 9435, "epoch": 174, "lr": 8.185602059647438e-05}
+{"train_loss": 0.007189891301095486, "global_step": 9436, "epoch": 174, "lr": 8.185222510122874e-05}
+{"train_loss": 0.007778225000947714, "global_step": 9437, "epoch": 174, "lr": 8.184842929705447e-05}
+{"train_loss": 0.007856165058910847, "global_step": 9438, "epoch": 174, "lr": 8.184463318398838e-05}
+{"train_loss": 0.012867255136370659, "global_step": 9439, "epoch": 174, "lr": 8.184083676206731e-05}
+{"train_loss": 0.010027609765529633, "global_step": 9440, "epoch": 174, "lr": 8.183704003132806e-05}
+{"train_loss": 0.005834628827869892, "global_step": 9441, "epoch": 174, "lr": 8.183324299180745e-05}
+{"train_loss": 0.006949459668248892, "global_step": 9442, "epoch": 174, "lr": 8.182944564354232e-05}
+{"train_loss": 0.00990740954875946, "global_step": 9443, "epoch": 174, "lr": 8.18256479865695e-05}
+{"train_loss": 0.007291478104889393, "global_step": 9444, "epoch": 174, "lr": 8.182185002092581e-05}
+{"train_loss": 0.005433512385934591, "global_step": 9445, "epoch": 174, "lr": 8.181805174664811e-05}
+{"train_loss": 0.008542174473404884, "global_step": 9446, "epoch": 174, "lr": 8.181425316377322e-05}
+{"train_loss": 0.008701711893081665, "global_step": 9447, "epoch": 174, "lr": 8.181045427233797e-05}
+{"train_loss": 0.012435424141585827, "global_step": 9448, "epoch": 174, "lr": 8.180665507237923e-05}
+{"train_loss": 0.008140107159744258, "global_step": 9449, "epoch": 174, "lr": 8.180285556393383e-05, "val_loss": 0.009443513117730618}
+{"train_loss": 0.009436803869903088, "global_step": 9450, "epoch": 175, "lr": 8.179905574703864e-05}
+{"train_loss": 0.010393637232482433, "global_step": 9451, "epoch": 175, "lr": 8.179525562173049e-05}
+{"train_loss": 0.006859617307782173, "global_step": 9452, "epoch": 175, "lr": 8.179145518804628e-05}
+{"train_loss": 0.00721339276060462, "global_step": 9453, "epoch": 175, "lr": 8.178765444602279e-05}
+{"train_loss": 0.007249699905514717, "global_step": 9454, "epoch": 175, "lr": 8.178385339569696e-05}
+{"train_loss": 0.0055767749436199665, "global_step": 9455, "epoch": 175, "lr": 8.178005203710562e-05}
+{"train_loss": 0.007932081818580627, "global_step": 9456, "epoch": 175, "lr": 8.177625037028565e-05}
+{"train_loss": 0.008426849730312824, "global_step": 9457, "epoch": 175, "lr": 8.177244839527389e-05}
+{"train_loss": 0.00945220049470663, "global_step": 9458, "epoch": 175, "lr": 8.176864611210728e-05}
+{"train_loss": 0.009161374531686306, "global_step": 9459, "epoch": 175, "lr": 8.176484352082263e-05}
+{"train_loss": 0.005508103873580694, "global_step": 9460, "epoch": 175, "lr": 8.176104062145687e-05}
+{"train_loss": 0.008048847317695618, "global_step": 9461, "epoch": 175, "lr": 8.175723741404686e-05}
+{"train_loss": 0.01306344848126173, "global_step": 9462, "epoch": 175, "lr": 8.175343389862948e-05}
+{"train_loss": 0.01030044537037611, "global_step": 9463, "epoch": 175, "lr": 8.174963007524163e-05}
+{"train_loss": 0.007604049053043127, "global_step": 9464, "epoch": 175, "lr": 8.17458259439202e-05}
+{"train_loss": 0.009474866092205048, "global_step": 9465, "epoch": 175, "lr": 8.17420215047021e-05}
+{"train_loss": 0.007510896772146225, "global_step": 9466, "epoch": 175, "lr": 8.173821675762422e-05}
+{"train_loss": 0.007532766088843346, "global_step": 9467, "epoch": 175, "lr": 8.173441170272344e-05}
+{"train_loss": 0.006370940245687962, "global_step": 9468, "epoch": 175, "lr": 8.173060634003668e-05}
+{"train_loss": 0.011912594549357891, "global_step": 9469, "epoch": 175, "lr": 8.172680066960086e-05}
+{"train_loss": 0.010344653390347958, "global_step": 9470, "epoch": 175, "lr": 8.172299469145288e-05}
+{"train_loss": 0.00658599566668272, "global_step": 9471, "epoch": 175, "lr": 8.171918840562965e-05}
+{"train_loss": 0.008652200922369957, "global_step": 9472, "epoch": 175, "lr": 8.171538181216809e-05}
+{"train_loss": 0.008303143084049225, "global_step": 9473, "epoch": 175, "lr": 8.171157491110512e-05}
+{"train_loss": 0.014864707365632057, "global_step": 9474, "epoch": 175, "lr": 8.170776770247766e-05}
+{"train_loss": 0.007987379096448421, "global_step": 9475, "epoch": 175, "lr": 8.170396018632264e-05}
+{"train_loss": 0.007388947531580925, "global_step": 9476, "epoch": 175, "lr": 8.170015236267698e-05}
+{"train_loss": 0.009467589668929577, "global_step": 9477, "epoch": 175, "lr": 8.169634423157762e-05}
+{"train_loss": 0.009027992375195026, "global_step": 9478, "epoch": 175, "lr": 8.169253579306149e-05}
+{"train_loss": 0.007463423535227776, "global_step": 9479, "epoch": 175, "lr": 8.168872704716552e-05}
+{"train_loss": 0.0077749984338879585, "global_step": 9480, "epoch": 175, "lr": 8.168491799392668e-05}
+{"train_loss": 0.015176312066614628, "global_step": 9481, "epoch": 175, "lr": 8.168110863338188e-05}
+{"train_loss": 0.008897349238395691, "global_step": 9482, "epoch": 175, "lr": 8.167729896556808e-05}
+{"train_loss": 0.010414985939860344, "global_step": 9483, "epoch": 175, "lr": 8.167348899052222e-05}
+{"train_loss": 0.01074934471398592, "global_step": 9484, "epoch": 175, "lr": 8.166967870828127e-05}
+{"train_loss": 0.007013791706413031, "global_step": 9485, "epoch": 175, "lr": 8.166586811888217e-05}
+{"train_loss": 0.0067127179354429245, "global_step": 9486, "epoch": 175, "lr": 8.166205722236189e-05}
+{"train_loss": 0.010927918367087841, "global_step": 9487, "epoch": 175, "lr": 8.165824601875738e-05}
+{"train_loss": 0.008201834745705128, "global_step": 9488, "epoch": 175, "lr": 8.165443450810559e-05}
+{"train_loss": 0.006124631501734257, "global_step": 9489, "epoch": 175, "lr": 8.165062269044353e-05}
+{"train_loss": 0.007279318757355213, "global_step": 9490, "epoch": 175, "lr": 8.164681056580813e-05}
+{"train_loss": 0.006825675256550312, "global_step": 9491, "epoch": 175, "lr": 8.164299813423638e-05}
+{"train_loss": 0.00737812789157033, "global_step": 9492, "epoch": 175, "lr": 8.163918539576528e-05}
+{"train_loss": 0.01090446300804615, "global_step": 9493, "epoch": 175, "lr": 8.163537235043175e-05}
+{"train_loss": 0.010486556217074394, "global_step": 9494, "epoch": 175, "lr": 8.163155899827282e-05}
+{"train_loss": 0.00892892200499773, "global_step": 9495, "epoch": 175, "lr": 8.162774533932545e-05}
+{"train_loss": 0.006665321998298168, "global_step": 9496, "epoch": 175, "lr": 8.162393137362665e-05}
+{"train_loss": 0.010212717577815056, "global_step": 9497, "epoch": 175, "lr": 8.16201171012134e-05}
+{"train_loss": 0.006584889255464077, "global_step": 9498, "epoch": 175, "lr": 8.16163025221227e-05}
+{"train_loss": 0.010455460287630558, "global_step": 9499, "epoch": 175, "lr": 8.161248763639153e-05}
+{"train_loss": 0.010769179090857506, "global_step": 9500, "epoch": 175, "lr": 8.16086724440569e-05}
+{"train_loss": 0.008841944858431816, "global_step": 9501, "epoch": 175, "lr": 8.16048569451558e-05}
+{"train_loss": 0.010102499276399612, "global_step": 9502, "epoch": 175, "lr": 8.160104113972526e-05}
+{"train_loss": 0.008812267557476406, "global_step": 9503, "epoch": 175, "lr": 8.15972250278023e-05, "val_loss": 0.011621329002082348, "train_action_mse_error": 0.0004042393702547997}
+{"train_loss": 0.006810973398387432, "global_step": 9504, "epoch": 176, "lr": 8.159340860942389e-05}
+{"train_loss": 0.008897803723812103, "global_step": 9505, "epoch": 176, "lr": 8.158959188462705e-05}
+{"train_loss": 0.008322609588503838, "global_step": 9506, "epoch": 176, "lr": 8.158577485344883e-05}
+{"train_loss": 0.007796667981892824, "global_step": 9507, "epoch": 176, "lr": 8.158195751592624e-05}
+{"train_loss": 0.007955086417496204, "global_step": 9508, "epoch": 176, "lr": 8.157813987209627e-05}
+{"train_loss": 0.006516952533274889, "global_step": 9509, "epoch": 176, "lr": 8.1574321921996e-05}
+{"train_loss": 0.008096499368548393, "global_step": 9510, "epoch": 176, "lr": 8.15705036656624e-05}
+{"train_loss": 0.00873497687280178, "global_step": 9511, "epoch": 176, "lr": 8.156668510313256e-05}
+{"train_loss": 0.006876871455460787, "global_step": 9512, "epoch": 176, "lr": 8.156286623444347e-05}
+{"train_loss": 0.00685017928481102, "global_step": 9513, "epoch": 176, "lr": 8.15590470596322e-05}
+{"train_loss": 0.00944102369248867, "global_step": 9514, "epoch": 176, "lr": 8.155522757873579e-05}
+{"train_loss": 0.007825881242752075, "global_step": 9515, "epoch": 176, "lr": 8.155140779179127e-05}
+{"train_loss": 0.011223665438592434, "global_step": 9516, "epoch": 176, "lr": 8.154758769883568e-05}
+{"train_loss": 0.007118075154721737, "global_step": 9517, "epoch": 176, "lr": 8.15437672999061e-05}
+{"train_loss": 0.008251756429672241, "global_step": 9518, "epoch": 176, "lr": 8.153994659503954e-05}
+{"train_loss": 0.007755612954497337, "global_step": 9519, "epoch": 176, "lr": 8.153612558427311e-05}
+{"train_loss": 0.004494050983339548, "global_step": 9520, "epoch": 176, "lr": 8.153230426764383e-05}
+{"train_loss": 0.008445068262517452, "global_step": 9521, "epoch": 176, "lr": 8.152848264518876e-05}
+{"train_loss": 0.010209339670836926, "global_step": 9522, "epoch": 176, "lr": 8.152466071694498e-05}
+{"train_loss": 0.005781230516731739, "global_step": 9523, "epoch": 176, "lr": 8.152083848294957e-05}
+{"train_loss": 0.0111008295789361, "global_step": 9524, "epoch": 176, "lr": 8.151701594323957e-05}
+{"train_loss": 0.009319002740085125, "global_step": 9525, "epoch": 176, "lr": 8.15131930978521e-05}
+{"train_loss": 0.006305864546447992, "global_step": 9526, "epoch": 176, "lr": 8.150936994682419e-05}
+{"train_loss": 0.006817986257374287, "global_step": 9527, "epoch": 176, "lr": 8.150554649019293e-05}
+{"train_loss": 0.007213747128844261, "global_step": 9528, "epoch": 176, "lr": 8.150172272799543e-05}
+{"train_loss": 0.0077277980744838715, "global_step": 9529, "epoch": 176, "lr": 8.149789866026875e-05}
+{"train_loss": 0.011533920653164387, "global_step": 9530, "epoch": 176, "lr": 8.149407428705e-05}
+{"train_loss": 0.007930135354399681, "global_step": 9531, "epoch": 176, "lr": 8.149024960837624e-05}
+{"train_loss": 0.013108269311487675, "global_step": 9532, "epoch": 176, "lr": 8.14864246242846e-05}
+{"train_loss": 0.005676079075783491, "global_step": 9533, "epoch": 176, "lr": 8.148259933481214e-05}
+{"train_loss": 0.012073605321347713, "global_step": 9534, "epoch": 176, "lr": 8.147877373999599e-05}
+{"train_loss": 0.006346466485410929, "global_step": 9535, "epoch": 176, "lr": 8.147494783987325e-05}
+{"train_loss": 0.005753514356911182, "global_step": 9536, "epoch": 176, "lr": 8.147112163448103e-05}
+{"train_loss": 0.008937163278460503, "global_step": 9537, "epoch": 176, "lr": 8.146729512385641e-05}
+{"train_loss": 0.005726347677409649, "global_step": 9538, "epoch": 176, "lr": 8.146346830803654e-05}
+{"train_loss": 0.00803287047892809, "global_step": 9539, "epoch": 176, "lr": 8.145964118705852e-05}
+{"train_loss": 0.010589273646473885, "global_step": 9540, "epoch": 176, "lr": 8.145581376095947e-05}
+{"train_loss": 0.008702061139047146, "global_step": 9541, "epoch": 176, "lr": 8.145198602977651e-05}
+{"train_loss": 0.006134497467428446, "global_step": 9542, "epoch": 176, "lr": 8.144815799354675e-05}
+{"train_loss": 0.013191979378461838, "global_step": 9543, "epoch": 176, "lr": 8.144432965230734e-05}
+{"train_loss": 0.010732477530837059, "global_step": 9544, "epoch": 176, "lr": 8.144050100609541e-05}
+{"train_loss": 0.00858866423368454, "global_step": 9545, "epoch": 176, "lr": 8.143667205494807e-05}
+{"train_loss": 0.009273787960410118, "global_step": 9546, "epoch": 176, "lr": 8.143284279890249e-05}
+{"train_loss": 0.010556709952652454, "global_step": 9547, "epoch": 176, "lr": 8.142901323799578e-05}
+{"train_loss": 0.009395228698849678, "global_step": 9548, "epoch": 176, "lr": 8.142518337226509e-05}
+{"train_loss": 0.0070715490728616714, "global_step": 9549, "epoch": 176, "lr": 8.142135320174757e-05}
+{"train_loss": 0.010442402213811874, "global_step": 9550, "epoch": 176, "lr": 8.141752272648038e-05}
+{"train_loss": 0.007794583681970835, "global_step": 9551, "epoch": 176, "lr": 8.141369194650064e-05}
+{"train_loss": 0.008453302085399628, "global_step": 9552, "epoch": 176, "lr": 8.140986086184553e-05}
+{"train_loss": 0.008170981891453266, "global_step": 9553, "epoch": 176, "lr": 8.140602947255219e-05}
+{"train_loss": 0.01006781030446291, "global_step": 9554, "epoch": 176, "lr": 8.140219777865781e-05}
+{"train_loss": 0.006260688882321119, "global_step": 9555, "epoch": 176, "lr": 8.13983657801995e-05}
+{"train_loss": 0.006067228503525257, "global_step": 9556, "epoch": 176, "lr": 8.139453347721447e-05}
+{"train_loss": 0.008390922806467171, "global_step": 9557, "epoch": 176, "lr": 8.13907008697399e-05, "val_loss": 0.009142882190644741}
+{"train_loss": 0.006013099569827318, "global_step": 9558, "epoch": 177, "lr": 8.138686795781289e-05}
+{"train_loss": 0.006326180882751942, "global_step": 9559, "epoch": 177, "lr": 8.13830347414707e-05}
+{"train_loss": 0.007876554504036903, "global_step": 9560, "epoch": 177, "lr": 8.137920122075047e-05}
+{"train_loss": 0.009832790121436119, "global_step": 9561, "epoch": 177, "lr": 8.137536739568936e-05}
+{"train_loss": 0.008557813242077827, "global_step": 9562, "epoch": 177, "lr": 8.137153326632459e-05}
+{"train_loss": 0.009083494544029236, "global_step": 9563, "epoch": 177, "lr": 8.13676988326933e-05}
+{"train_loss": 0.009666706435382366, "global_step": 9564, "epoch": 177, "lr": 8.136386409483274e-05}
+{"train_loss": 0.007375040557235479, "global_step": 9565, "epoch": 177, "lr": 8.136002905278006e-05}
+{"train_loss": 0.007534679491072893, "global_step": 9566, "epoch": 177, "lr": 8.135619370657248e-05}
+{"train_loss": 0.007082658354192972, "global_step": 9567, "epoch": 177, "lr": 8.135235805624718e-05}
+{"train_loss": 0.006069679278880358, "global_step": 9568, "epoch": 177, "lr": 8.134852210184137e-05}
+{"train_loss": 0.011025718413293362, "global_step": 9569, "epoch": 177, "lr": 8.134468584339224e-05}
+{"train_loss": 0.007834937423467636, "global_step": 9570, "epoch": 177, "lr": 8.134084928093702e-05}
+{"train_loss": 0.005370984319597483, "global_step": 9571, "epoch": 177, "lr": 8.13370124145129e-05}
+{"train_loss": 0.011066925711929798, "global_step": 9572, "epoch": 177, "lr": 8.133317524415709e-05}
+{"train_loss": 0.012073774822056293, "global_step": 9573, "epoch": 177, "lr": 8.132933776990683e-05}
+{"train_loss": 0.008739187382161617, "global_step": 9574, "epoch": 177, "lr": 8.132549999179933e-05}
+{"train_loss": 0.008446939289569855, "global_step": 9575, "epoch": 177, "lr": 8.132166190987182e-05}
+{"train_loss": 0.005618979223072529, "global_step": 9576, "epoch": 177, "lr": 8.131782352416148e-05}
+{"train_loss": 0.010505665093660355, "global_step": 9577, "epoch": 177, "lr": 8.13139848347056e-05}
+{"train_loss": 0.008432671427726746, "global_step": 9578, "epoch": 177, "lr": 8.131014584154138e-05}
+{"train_loss": 0.010150905698537827, "global_step": 9579, "epoch": 177, "lr": 8.130630654470604e-05}
+{"train_loss": 0.010918017476797104, "global_step": 9580, "epoch": 177, "lr": 8.130246694423685e-05}
+{"train_loss": 0.009321670979261398, "global_step": 9581, "epoch": 177, "lr": 8.129862704017101e-05}
+{"train_loss": 0.008036560378968716, "global_step": 9582, "epoch": 177, "lr": 8.129478683254578e-05}
+{"train_loss": 0.007972418330609798, "global_step": 9583, "epoch": 177, "lr": 8.129094632139844e-05}
+{"train_loss": 0.008099663071334362, "global_step": 9584, "epoch": 177, "lr": 8.128710550676619e-05}
+{"train_loss": 0.007453124970197678, "global_step": 9585, "epoch": 177, "lr": 8.128326438868629e-05}
+{"train_loss": 0.00802170392125845, "global_step": 9586, "epoch": 177, "lr": 8.127942296719602e-05}
+{"train_loss": 0.009420608170330524, "global_step": 9587, "epoch": 177, "lr": 8.127558124233261e-05}
+{"train_loss": 0.010902421548962593, "global_step": 9588, "epoch": 177, "lr": 8.127173921413333e-05}
+{"train_loss": 0.007424958981573582, "global_step": 9589, "epoch": 177, "lr": 8.126789688263545e-05}
+{"train_loss": 0.011031264439225197, "global_step": 9590, "epoch": 177, "lr": 8.126405424787624e-05}
+{"train_loss": 0.009215611033141613, "global_step": 9591, "epoch": 177, "lr": 8.126021130989294e-05}
+{"train_loss": 0.00915529765188694, "global_step": 9592, "epoch": 177, "lr": 8.125636806872285e-05}
+{"train_loss": 0.007886807434260845, "global_step": 9593, "epoch": 177, "lr": 8.125252452440324e-05}
+{"train_loss": 0.009173295460641384, "global_step": 9594, "epoch": 177, "lr": 8.124868067697136e-05}
+{"train_loss": 0.011874431744217873, "global_step": 9595, "epoch": 177, "lr": 8.124483652646452e-05}
+{"train_loss": 0.009773201309144497, "global_step": 9596, "epoch": 177, "lr": 8.124099207292002e-05}
+{"train_loss": 0.009184780530631542, "global_step": 9597, "epoch": 177, "lr": 8.12371473163751e-05}
+{"train_loss": 0.007381773553788662, "global_step": 9598, "epoch": 177, "lr": 8.123330225686709e-05}
+{"train_loss": 0.008319594897329807, "global_step": 9599, "epoch": 177, "lr": 8.122945689443328e-05}
+{"train_loss": 0.010741712525486946, "global_step": 9600, "epoch": 177, "lr": 8.122561122911093e-05}
+{"train_loss": 0.008096333593130112, "global_step": 9601, "epoch": 177, "lr": 8.122176526093737e-05}
+{"train_loss": 0.008831914514303207, "global_step": 9602, "epoch": 177, "lr": 8.121791898994989e-05}
+{"train_loss": 0.008038795553147793, "global_step": 9603, "epoch": 177, "lr": 8.121407241618577e-05}
+{"train_loss": 0.01046381052583456, "global_step": 9604, "epoch": 177, "lr": 8.121022553968238e-05}
+{"train_loss": 0.009424373507499695, "global_step": 9605, "epoch": 177, "lr": 8.120637836047698e-05}
+{"train_loss": 0.010959957726299763, "global_step": 9606, "epoch": 177, "lr": 8.120253087860688e-05}
+{"train_loss": 0.008266204968094826, "global_step": 9607, "epoch": 177, "lr": 8.119868309410943e-05}
+{"train_loss": 0.009468681178987026, "global_step": 9608, "epoch": 177, "lr": 8.119483500702192e-05}
+{"train_loss": 0.009140017442405224, "global_step": 9609, "epoch": 177, "lr": 8.119098661738169e-05}
+{"train_loss": 0.0065430630929768085, "global_step": 9610, "epoch": 177, "lr": 8.118713792522607e-05}
+{"train_loss": 0.008746917437141141, "global_step": 9611, "epoch": 177, "lr": 8.118328893059235e-05, "val_loss": 0.011964439414441586}
+{"train_loss": 0.00543710682541132, "global_step": 9612, "epoch": 178, "lr": 8.117943963351791e-05}
+{"train_loss": 0.009689736180007458, "global_step": 9613, "epoch": 178, "lr": 8.117559003404005e-05}
+{"train_loss": 0.008463380858302116, "global_step": 9614, "epoch": 178, "lr": 8.11717401321961e-05}
+{"train_loss": 0.006802985444664955, "global_step": 9615, "epoch": 178, "lr": 8.116788992802345e-05}
+{"train_loss": 0.010929320938885212, "global_step": 9616, "epoch": 178, "lr": 8.116403942155938e-05}
+{"train_loss": 0.007024035323411226, "global_step": 9617, "epoch": 178, "lr": 8.116018861284128e-05}
+{"train_loss": 0.011283082887530327, "global_step": 9618, "epoch": 178, "lr": 8.115633750190646e-05}
+{"train_loss": 0.008684838190674782, "global_step": 9619, "epoch": 178, "lr": 8.115248608879232e-05}
+{"train_loss": 0.00784364528954029, "global_step": 9620, "epoch": 178, "lr": 8.114863437353617e-05}
+{"train_loss": 0.007879002951085567, "global_step": 9621, "epoch": 178, "lr": 8.114478235617538e-05}
+{"train_loss": 0.007915853522717953, "global_step": 9622, "epoch": 178, "lr": 8.114093003674732e-05}
+{"train_loss": 0.005668865982443094, "global_step": 9623, "epoch": 178, "lr": 8.113707741528935e-05}
+{"train_loss": 0.006646006368100643, "global_step": 9624, "epoch": 178, "lr": 8.113322449183884e-05}
+{"train_loss": 0.0065144081600010395, "global_step": 9625, "epoch": 178, "lr": 8.112937126643314e-05}
+{"train_loss": 0.011896598152816296, "global_step": 9626, "epoch": 178, "lr": 8.112551773910963e-05}
+{"train_loss": 0.009213707409799099, "global_step": 9627, "epoch": 178, "lr": 8.11216639099057e-05}
+{"train_loss": 0.008423995226621628, "global_step": 9628, "epoch": 178, "lr": 8.11178097788587e-05}
+{"train_loss": 0.006068767048418522, "global_step": 9629, "epoch": 178, "lr": 8.111395534600603e-05}
+{"train_loss": 0.008266491815447807, "global_step": 9630, "epoch": 178, "lr": 8.111010061138508e-05}
+{"train_loss": 0.010203506797552109, "global_step": 9631, "epoch": 178, "lr": 8.110624557503321e-05}
+{"train_loss": 0.006660607177764177, "global_step": 9632, "epoch": 178, "lr": 8.110239023698785e-05}
+{"train_loss": 0.007786954753100872, "global_step": 9633, "epoch": 178, "lr": 8.109853459728635e-05}
+{"train_loss": 0.007047863211482763, "global_step": 9634, "epoch": 178, "lr": 8.109467865596612e-05}
+{"train_loss": 0.003783029969781637, "global_step": 9635, "epoch": 178, "lr": 8.109082241306455e-05}
+{"train_loss": 0.007513691671192646, "global_step": 9636, "epoch": 178, "lr": 8.108696586861908e-05}
+{"train_loss": 0.0066260346211493015, "global_step": 9637, "epoch": 178, "lr": 8.108310902266707e-05}
+{"train_loss": 0.00887872464954853, "global_step": 9638, "epoch": 178, "lr": 8.107925187524595e-05}
+{"train_loss": 0.004530529025942087, "global_step": 9639, "epoch": 178, "lr": 8.10753944263931e-05}
+{"train_loss": 0.012235196307301521, "global_step": 9640, "epoch": 178, "lr": 8.107153667614597e-05}
+{"train_loss": 0.00608691805973649, "global_step": 9641, "epoch": 178, "lr": 8.106767862454195e-05}
+{"train_loss": 0.005342018790543079, "global_step": 9642, "epoch": 178, "lr": 8.106382027161847e-05}
+{"train_loss": 0.0065383887849748135, "global_step": 9643, "epoch": 178, "lr": 8.105996161741296e-05}
+{"train_loss": 0.007726187352091074, "global_step": 9644, "epoch": 178, "lr": 8.105610266196282e-05}
+{"train_loss": 0.009642010554671288, "global_step": 9645, "epoch": 178, "lr": 8.105224340530551e-05}
+{"train_loss": 0.0052774762734770775, "global_step": 9646, "epoch": 178, "lr": 8.104838384747843e-05}
+{"train_loss": 0.004671667702496052, "global_step": 9647, "epoch": 178, "lr": 8.104452398851903e-05}
+{"train_loss": 0.006837350782006979, "global_step": 9648, "epoch": 178, "lr": 8.104066382846474e-05}
+{"train_loss": 0.0069703650660812855, "global_step": 9649, "epoch": 178, "lr": 8.1036803367353e-05}
+{"train_loss": 0.0068726446479558945, "global_step": 9650, "epoch": 178, "lr": 8.103294260522125e-05}
+{"train_loss": 0.00984392873942852, "global_step": 9651, "epoch": 178, "lr": 8.102908154210693e-05}
+{"train_loss": 0.00732759851962328, "global_step": 9652, "epoch": 178, "lr": 8.10252201780475e-05}
+{"train_loss": 0.0099101010710001, "global_step": 9653, "epoch": 178, "lr": 8.10213585130804e-05}
+{"train_loss": 0.006119408644735813, "global_step": 9654, "epoch": 178, "lr": 8.101749654724309e-05}
+{"train_loss": 0.007281956262886524, "global_step": 9655, "epoch": 178, "lr": 8.101363428057303e-05}
+{"train_loss": 0.005620682146400213, "global_step": 9656, "epoch": 178, "lr": 8.100977171310767e-05}
+{"train_loss": 0.00985428411513567, "global_step": 9657, "epoch": 178, "lr": 8.100590884488447e-05}
+{"train_loss": 0.008044390007853508, "global_step": 9658, "epoch": 178, "lr": 8.10020456759409e-05}
+{"train_loss": 0.00933077186346054, "global_step": 9659, "epoch": 178, "lr": 8.099818220631445e-05}
+{"train_loss": 0.007572082336992025, "global_step": 9660, "epoch": 178, "lr": 8.099431843604255e-05}
+{"train_loss": 0.006937827914953232, "global_step": 9661, "epoch": 178, "lr": 8.09904543651627e-05}
+{"train_loss": 0.008325686678290367, "global_step": 9662, "epoch": 178, "lr": 8.098658999371239e-05}
+{"train_loss": 0.011536463163793087, "global_step": 9663, "epoch": 178, "lr": 8.098272532172906e-05}
+{"train_loss": 0.008043668232858181, "global_step": 9664, "epoch": 178, "lr": 8.097886034925021e-05}
+{"train_loss": 0.007789131452294963, "global_step": 9665, "epoch": 178, "lr": 8.097499507631334e-05, "val_loss": 0.006677159108221531}
+{"train_loss": 0.006771498825401068, "global_step": 9666, "epoch": 179, "lr": 8.097112950295593e-05}
+{"train_loss": 0.006966777611523867, "global_step": 9667, "epoch": 179, "lr": 8.096726362921548e-05}
+{"train_loss": 0.009693825617432594, "global_step": 9668, "epoch": 179, "lr": 8.096339745512945e-05}
+{"train_loss": 0.006655546370893717, "global_step": 9669, "epoch": 179, "lr": 8.095953098073538e-05}
+{"train_loss": 0.008110052905976772, "global_step": 9670, "epoch": 179, "lr": 8.095566420607075e-05}
+{"train_loss": 0.006133341230452061, "global_step": 9671, "epoch": 179, "lr": 8.095179713117305e-05}
+{"train_loss": 0.00823211669921875, "global_step": 9672, "epoch": 179, "lr": 8.094792975607981e-05}
+{"train_loss": 0.008750679902732372, "global_step": 9673, "epoch": 179, "lr": 8.094406208082853e-05}
+{"train_loss": 0.00616944395005703, "global_step": 9674, "epoch": 179, "lr": 8.094019410545672e-05}
+{"train_loss": 0.00843981746584177, "global_step": 9675, "epoch": 179, "lr": 8.093632583000191e-05}
+{"train_loss": 0.004697434604167938, "global_step": 9676, "epoch": 179, "lr": 8.093245725450159e-05}
+{"train_loss": 0.009284403175115585, "global_step": 9677, "epoch": 179, "lr": 8.092858837899328e-05}
+{"train_loss": 0.009298964403569698, "global_step": 9678, "epoch": 179, "lr": 8.092471920351455e-05}
+{"train_loss": 0.006184982601553202, "global_step": 9679, "epoch": 179, "lr": 8.092084972810287e-05}
+{"train_loss": 0.010315974242985249, "global_step": 9680, "epoch": 179, "lr": 8.09169799527958e-05}
+{"train_loss": 0.005192499607801437, "global_step": 9681, "epoch": 179, "lr": 8.091310987763087e-05}
+{"train_loss": 0.007840104401111603, "global_step": 9682, "epoch": 179, "lr": 8.09092395026456e-05}
+{"train_loss": 0.011103728786110878, "global_step": 9683, "epoch": 179, "lr": 8.090536882787755e-05}
+{"train_loss": 0.0046414704993367195, "global_step": 9684, "epoch": 179, "lr": 8.090149785336425e-05}
+{"train_loss": 0.009049396961927414, "global_step": 9685, "epoch": 179, "lr": 8.089762657914323e-05}
+{"train_loss": 0.0078682079911232, "global_step": 9686, "epoch": 179, "lr": 8.089375500525207e-05}
+{"train_loss": 0.00814872793853283, "global_step": 9687, "epoch": 179, "lr": 8.08898831317283e-05}
+{"train_loss": 0.004945905413478613, "global_step": 9688, "epoch": 179, "lr": 8.088601095860947e-05}
+{"train_loss": 0.005620767828077078, "global_step": 9689, "epoch": 179, "lr": 8.088213848593312e-05}
+{"train_loss": 0.008420031517744064, "global_step": 9690, "epoch": 179, "lr": 8.087826571373684e-05}
+{"train_loss": 0.011574497446417809, "global_step": 9691, "epoch": 179, "lr": 8.087439264205817e-05}
+{"train_loss": 0.007008264306932688, "global_step": 9692, "epoch": 179, "lr": 8.08705192709347e-05}
+{"train_loss": 0.01058222446590662, "global_step": 9693, "epoch": 179, "lr": 8.086664560040396e-05}
+{"train_loss": 0.010085415095090866, "global_step": 9694, "epoch": 179, "lr": 8.086277163050355e-05}
+{"train_loss": 0.007851831614971161, "global_step": 9695, "epoch": 179, "lr": 8.085889736127103e-05}
+{"train_loss": 0.006106140557676554, "global_step": 9696, "epoch": 179, "lr": 8.085502279274397e-05}
+{"train_loss": 0.006531336810439825, "global_step": 9697, "epoch": 179, "lr": 8.085114792495996e-05}
+{"train_loss": 0.008528672158718109, "global_step": 9698, "epoch": 179, "lr": 8.084727275795658e-05}
+{"train_loss": 0.006320571526885033, "global_step": 9699, "epoch": 179, "lr": 8.084339729177142e-05}
+{"train_loss": 0.004445644095540047, "global_step": 9700, "epoch": 179, "lr": 8.083952152644206e-05}
+{"train_loss": 0.009238499216735363, "global_step": 9701, "epoch": 179, "lr": 8.083564546200608e-05}
+{"train_loss": 0.010646850802004337, "global_step": 9702, "epoch": 179, "lr": 8.083176909850107e-05}
+{"train_loss": 0.00938976090401411, "global_step": 9703, "epoch": 179, "lr": 8.082789243596466e-05}
+{"train_loss": 0.007944162003695965, "global_step": 9704, "epoch": 179, "lr": 8.082401547443443e-05}
+{"train_loss": 0.007846465334296227, "global_step": 9705, "epoch": 179, "lr": 8.082013821394798e-05}
+{"train_loss": 0.004797312431037426, "global_step": 9706, "epoch": 179, "lr": 8.08162606545429e-05}
+{"train_loss": 0.007936476729810238, "global_step": 9707, "epoch": 179, "lr": 8.081238279625684e-05}
+{"train_loss": 0.010426674038171768, "global_step": 9708, "epoch": 179, "lr": 8.080850463912736e-05}
+{"train_loss": 0.007619465235620737, "global_step": 9709, "epoch": 179, "lr": 8.080462618319211e-05}
+{"train_loss": 0.008652029559016228, "global_step": 9710, "epoch": 179, "lr": 8.080074742848869e-05}
+{"train_loss": 0.009584560990333557, "global_step": 9711, "epoch": 179, "lr": 8.079686837505473e-05}
+{"train_loss": 0.007625294849276543, "global_step": 9712, "epoch": 179, "lr": 8.079298902292783e-05}
+{"train_loss": 0.007200897205621004, "global_step": 9713, "epoch": 179, "lr": 8.078910937214563e-05}
+{"train_loss": 0.008270742371678352, "global_step": 9714, "epoch": 179, "lr": 8.078522942274577e-05}
+{"train_loss": 0.009935572743415833, "global_step": 9715, "epoch": 179, "lr": 8.078134917476585e-05}
+{"train_loss": 0.0067227985709905624, "global_step": 9716, "epoch": 179, "lr": 8.077746862824354e-05}
+{"train_loss": 0.005396672524511814, "global_step": 9717, "epoch": 179, "lr": 8.077358778321646e-05}
+{"train_loss": 0.008933727629482746, "global_step": 9718, "epoch": 179, "lr": 8.076970663972224e-05}
+{"train_loss": 0.007862684308309798, "global_step": 9719, "epoch": 179, "lr": 8.076582519779854e-05, "val_loss": 0.007384070195257664}
+{"train_loss": 0.009354272857308388, "global_step": 9720, "epoch": 180, "lr": 8.076194345748299e-05}
+{"train_loss": 0.008586263284087181, "global_step": 9721, "epoch": 180, "lr": 8.075806141881326e-05}
+{"train_loss": 0.007568289525806904, "global_step": 9722, "epoch": 180, "lr": 8.075417908182697e-05}
+{"train_loss": 0.009341109544038773, "global_step": 9723, "epoch": 180, "lr": 8.07502964465618e-05}
+{"train_loss": 0.011115487664937973, "global_step": 9724, "epoch": 180, "lr": 8.074641351305538e-05}
+{"train_loss": 0.007923495024442673, "global_step": 9725, "epoch": 180, "lr": 8.07425302813454e-05}
+{"train_loss": 0.005574717186391354, "global_step": 9726, "epoch": 180, "lr": 8.07386467514695e-05}
+{"train_loss": 0.010895784012973309, "global_step": 9727, "epoch": 180, "lr": 8.073476292346537e-05}
+{"train_loss": 0.014120223000645638, "global_step": 9728, "epoch": 180, "lr": 8.073087879737066e-05}
+{"train_loss": 0.008135909214615822, "global_step": 9729, "epoch": 180, "lr": 8.072699437322304e-05}
+{"train_loss": 0.008265653625130653, "global_step": 9730, "epoch": 180, "lr": 8.07231096510602e-05}
+{"train_loss": 0.010366857051849365, "global_step": 9731, "epoch": 180, "lr": 8.071922463091979e-05}
+{"train_loss": 0.014165911823511124, "global_step": 9732, "epoch": 180, "lr": 8.071533931283952e-05}
+{"train_loss": 0.005344205070286989, "global_step": 9733, "epoch": 180, "lr": 8.071145369685705e-05}
+{"train_loss": 0.008915023878216743, "global_step": 9734, "epoch": 180, "lr": 8.07075677830101e-05}
+{"train_loss": 0.009529490023851395, "global_step": 9735, "epoch": 180, "lr": 8.070368157133629e-05}
+{"train_loss": 0.010177478194236755, "global_step": 9736, "epoch": 180, "lr": 8.06997950618734e-05}
+{"train_loss": 0.0069260504096746445, "global_step": 9737, "epoch": 180, "lr": 8.069590825465906e-05}
+{"train_loss": 0.01241003256291151, "global_step": 9738, "epoch": 180, "lr": 8.069202114973098e-05}
+{"train_loss": 0.00886553805321455, "global_step": 9739, "epoch": 180, "lr": 8.068813374712688e-05}
+{"train_loss": 0.007194174453616142, "global_step": 9740, "epoch": 180, "lr": 8.068424604688445e-05}
+{"train_loss": 0.009812836535274982, "global_step": 9741, "epoch": 180, "lr": 8.068035804904139e-05}
+{"train_loss": 0.008390860632061958, "global_step": 9742, "epoch": 180, "lr": 8.067646975363543e-05}
+{"train_loss": 0.00687370216473937, "global_step": 9743, "epoch": 180, "lr": 8.067258116070427e-05}
+{"train_loss": 0.008460109122097492, "global_step": 9744, "epoch": 180, "lr": 8.06686922702856e-05}
+{"train_loss": 0.007734915241599083, "global_step": 9745, "epoch": 180, "lr": 8.066480308241719e-05}
+{"train_loss": 0.009068136103451252, "global_step": 9746, "epoch": 180, "lr": 8.06609135971367e-05}
+{"train_loss": 0.008682604879140854, "global_step": 9747, "epoch": 180, "lr": 8.06570238144819e-05}
+{"train_loss": 0.00784336868673563, "global_step": 9748, "epoch": 180, "lr": 8.065313373449051e-05}
+{"train_loss": 0.00980984978377819, "global_step": 9749, "epoch": 180, "lr": 8.064924335720023e-05}
+{"train_loss": 0.008078981190919876, "global_step": 9750, "epoch": 180, "lr": 8.064535268264883e-05}
+{"train_loss": 0.007838195189833641, "global_step": 9751, "epoch": 180, "lr": 8.064146171087402e-05}
+{"train_loss": 0.007571754045784473, "global_step": 9752, "epoch": 180, "lr": 8.063757044191353e-05}
+{"train_loss": 0.00847163237631321, "global_step": 9753, "epoch": 180, "lr": 8.063367887580514e-05}
+{"train_loss": 0.007842399179935455, "global_step": 9754, "epoch": 180, "lr": 8.062978701258656e-05}
+{"train_loss": 0.009149178862571716, "global_step": 9755, "epoch": 180, "lr": 8.062589485229554e-05}
+{"train_loss": 0.006356747355312109, "global_step": 9756, "epoch": 180, "lr": 8.062200239496984e-05}
+{"train_loss": 0.008983820676803589, "global_step": 9757, "epoch": 180, "lr": 8.06181096406472e-05}
+{"train_loss": 0.006617195438593626, "global_step": 9758, "epoch": 180, "lr": 8.061421658936539e-05}
+{"train_loss": 0.010095024481415749, "global_step": 9759, "epoch": 180, "lr": 8.061032324116214e-05}
+{"train_loss": 0.00513204513117671, "global_step": 9760, "epoch": 180, "lr": 8.060642959607525e-05}
+{"train_loss": 0.006149924360215664, "global_step": 9761, "epoch": 180, "lr": 8.060253565414246e-05}
+{"train_loss": 0.006507935468107462, "global_step": 9762, "epoch": 180, "lr": 8.059864141540155e-05}
+{"train_loss": 0.008136129938066006, "global_step": 9763, "epoch": 180, "lr": 8.059474687989026e-05}
+{"train_loss": 0.00973094068467617, "global_step": 9764, "epoch": 180, "lr": 8.059085204764639e-05}
+{"train_loss": 0.006201098207384348, "global_step": 9765, "epoch": 180, "lr": 8.058695691870772e-05}
+{"train_loss": 0.013851198367774487, "global_step": 9766, "epoch": 180, "lr": 8.0583061493112e-05}
+{"train_loss": 0.00640231603756547, "global_step": 9767, "epoch": 180, "lr": 8.057916577089704e-05}
+{"train_loss": 0.00557038513943553, "global_step": 9768, "epoch": 180, "lr": 8.057526975210061e-05}
+{"train_loss": 0.006245029624551535, "global_step": 9769, "epoch": 180, "lr": 8.057137343676049e-05}
+{"train_loss": 0.007045084144920111, "global_step": 9770, "epoch": 180, "lr": 8.056747682491446e-05}
+{"train_loss": 0.009599572978913784, "global_step": 9771, "epoch": 180, "lr": 8.056357991660036e-05}
+{"train_loss": 0.005696889944374561, "global_step": 9772, "epoch": 180, "lr": 8.055968271185595e-05}
+{"train_loss": 0.008470986116056642, "global_step": 9773, "epoch": 180, "lr": 8.055578521071903e-05, "val_loss": 0.005615676287561655, "train_action_mse_error": 0.000359359139110893}
+{"train_loss": 0.007478499319404364, "global_step": 9774, "epoch": 181, "lr": 8.055188741322738e-05}
+{"train_loss": 0.00492487708106637, "global_step": 9775, "epoch": 181, "lr": 8.054798931941887e-05}
+{"train_loss": 0.006226963363587856, "global_step": 9776, "epoch": 181, "lr": 8.054409092933124e-05}
+{"train_loss": 0.00559185491874814, "global_step": 9777, "epoch": 181, "lr": 8.054019224300233e-05}
+{"train_loss": 0.0047598849050700665, "global_step": 9778, "epoch": 181, "lr": 8.053629326046995e-05}
+{"train_loss": 0.007010594941675663, "global_step": 9779, "epoch": 181, "lr": 8.053239398177191e-05}
+{"train_loss": 0.0054702358320355415, "global_step": 9780, "epoch": 181, "lr": 8.052849440694603e-05}
+{"train_loss": 0.007461835164576769, "global_step": 9781, "epoch": 181, "lr": 8.052459453603014e-05}
+{"train_loss": 0.007354001048952341, "global_step": 9782, "epoch": 181, "lr": 8.052069436906205e-05}
+{"train_loss": 0.00761761236935854, "global_step": 9783, "epoch": 181, "lr": 8.05167939060796e-05}
+{"train_loss": 0.006920738611370325, "global_step": 9784, "epoch": 181, "lr": 8.051289314712061e-05}
+{"train_loss": 0.008087702095508575, "global_step": 9785, "epoch": 181, "lr": 8.050899209222292e-05}
+{"train_loss": 0.007425759918987751, "global_step": 9786, "epoch": 181, "lr": 8.050509074142435e-05}
+{"train_loss": 0.004941738210618496, "global_step": 9787, "epoch": 181, "lr": 8.050118909476276e-05}
+{"train_loss": 0.007461549248546362, "global_step": 9788, "epoch": 181, "lr": 8.049728715227598e-05}
+{"train_loss": 0.005842646583914757, "global_step": 9789, "epoch": 181, "lr": 8.049338491400185e-05}
+{"train_loss": 0.0036307601258158684, "global_step": 9790, "epoch": 181, "lr": 8.048948237997824e-05}
+{"train_loss": 0.007830256596207619, "global_step": 9791, "epoch": 181, "lr": 8.048557955024296e-05}
+{"train_loss": 0.006814175751060247, "global_step": 9792, "epoch": 181, "lr": 8.04816764248339e-05}
+{"train_loss": 0.004002059809863567, "global_step": 9793, "epoch": 181, "lr": 8.04777730037889e-05}
+{"train_loss": 0.00807463563978672, "global_step": 9794, "epoch": 181, "lr": 8.047386928714582e-05}
+{"train_loss": 0.006714999675750732, "global_step": 9795, "epoch": 181, "lr": 8.046996527494253e-05}
+{"train_loss": 0.004451799672096968, "global_step": 9796, "epoch": 181, "lr": 8.046606096721686e-05}
+{"train_loss": 0.009153078310191631, "global_step": 9797, "epoch": 181, "lr": 8.046215636400672e-05}
+{"train_loss": 0.0070062302984297276, "global_step": 9798, "epoch": 181, "lr": 8.045825146534996e-05}
+{"train_loss": 0.0057779052294790745, "global_step": 9799, "epoch": 181, "lr": 8.045434627128446e-05}
+{"train_loss": 0.004258941393345594, "global_step": 9800, "epoch": 181, "lr": 8.045044078184809e-05}
+{"train_loss": 0.005020545329898596, "global_step": 9801, "epoch": 181, "lr": 8.044653499707872e-05}
+{"train_loss": 0.007609079126268625, "global_step": 9802, "epoch": 181, "lr": 8.044262891701427e-05}
+{"train_loss": 0.009951888583600521, "global_step": 9803, "epoch": 181, "lr": 8.043872254169255e-05}
+{"train_loss": 0.004896671511232853, "global_step": 9804, "epoch": 181, "lr": 8.043481587115152e-05}
+{"train_loss": 0.00765535794198513, "global_step": 9805, "epoch": 181, "lr": 8.043090890542904e-05}
+{"train_loss": 0.007451699580997229, "global_step": 9806, "epoch": 181, "lr": 8.0427001644563e-05}
+{"train_loss": 0.007933887653052807, "global_step": 9807, "epoch": 181, "lr": 8.042309408859131e-05}
+{"train_loss": 0.008093363605439663, "global_step": 9808, "epoch": 181, "lr": 8.041918623755187e-05}
+{"train_loss": 0.008808828890323639, "global_step": 9809, "epoch": 181, "lr": 8.041527809148255e-05}
+{"train_loss": 0.008769402280449867, "global_step": 9810, "epoch": 181, "lr": 8.041136965042129e-05}
+{"train_loss": 0.008219519630074501, "global_step": 9811, "epoch": 181, "lr": 8.040746091440597e-05}
+{"train_loss": 0.0046751294285058975, "global_step": 9812, "epoch": 181, "lr": 8.040355188347453e-05}
+{"train_loss": 0.008561613038182259, "global_step": 9813, "epoch": 181, "lr": 8.039964255766486e-05}
+{"train_loss": 0.006386308930814266, "global_step": 9814, "epoch": 181, "lr": 8.039573293701488e-05}
+{"train_loss": 0.008698554709553719, "global_step": 9815, "epoch": 181, "lr": 8.039182302156252e-05}
+{"train_loss": 0.01173569355159998, "global_step": 9816, "epoch": 181, "lr": 8.038791281134568e-05}
+{"train_loss": 0.009084305725991726, "global_step": 9817, "epoch": 181, "lr": 8.038400230640228e-05}
+{"train_loss": 0.00816250592470169, "global_step": 9818, "epoch": 181, "lr": 8.03800915067703e-05}
+{"train_loss": 0.007608485873788595, "global_step": 9819, "epoch": 181, "lr": 8.03761804124876e-05}
+{"train_loss": 0.0038277290295809507, "global_step": 9820, "epoch": 181, "lr": 8.037226902359218e-05}
+{"train_loss": 0.00969872809946537, "global_step": 9821, "epoch": 181, "lr": 8.036835734012193e-05}
+{"train_loss": 0.010018470697104931, "global_step": 9822, "epoch": 181, "lr": 8.036444536211479e-05}
+{"train_loss": 0.011405344121158123, "global_step": 9823, "epoch": 181, "lr": 8.036053308960871e-05}
+{"train_loss": 0.008192896842956543, "global_step": 9824, "epoch": 181, "lr": 8.035662052264165e-05}
+{"train_loss": 0.008295821025967598, "global_step": 9825, "epoch": 181, "lr": 8.035270766125156e-05}
+{"train_loss": 0.008137084543704987, "global_step": 9826, "epoch": 181, "lr": 8.034879450547635e-05}
+{"train_loss": 0.00720246676441834, "global_step": 9827, "epoch": 181, "lr": 8.0344881055354e-05, "val_loss": 0.007792264223098755}
+{"train_loss": 0.006390349008142948, "global_step": 9828, "epoch": 182, "lr": 8.034096731092248e-05}
+{"train_loss": 0.007560749538242817, "global_step": 9829, "epoch": 182, "lr": 8.033705327221972e-05}
+{"train_loss": 0.00876608956605196, "global_step": 9830, "epoch": 182, "lr": 8.03331389392837e-05}
+{"train_loss": 0.011105533689260483, "global_step": 9831, "epoch": 182, "lr": 8.032922431215236e-05}
+{"train_loss": 0.008628718554973602, "global_step": 9832, "epoch": 182, "lr": 8.03253093908637e-05}
+{"train_loss": 0.006593616213649511, "global_step": 9833, "epoch": 182, "lr": 8.032139417545568e-05}
+{"train_loss": 0.004697825293987989, "global_step": 9834, "epoch": 182, "lr": 8.031747866596626e-05}
+{"train_loss": 0.0078072636388242245, "global_step": 9835, "epoch": 182, "lr": 8.031356286243342e-05}
+{"train_loss": 0.007397175300866365, "global_step": 9836, "epoch": 182, "lr": 8.030964676489515e-05}
+{"train_loss": 0.005556226707994938, "global_step": 9837, "epoch": 182, "lr": 8.030573037338942e-05}
+{"train_loss": 0.010218873620033264, "global_step": 9838, "epoch": 182, "lr": 8.030181368795422e-05}
+{"train_loss": 0.007590399589389563, "global_step": 9839, "epoch": 182, "lr": 8.029789670862752e-05}
+{"train_loss": 0.008550947532057762, "global_step": 9840, "epoch": 182, "lr": 8.029397943544736e-05}
+{"train_loss": 0.009035956114530563, "global_step": 9841, "epoch": 182, "lr": 8.029006186845166e-05}
+{"train_loss": 0.006979501806199551, "global_step": 9842, "epoch": 182, "lr": 8.028614400767849e-05}
+{"train_loss": 0.005376890767365694, "global_step": 9843, "epoch": 182, "lr": 8.02822258531658e-05}
+{"train_loss": 0.008282595314085484, "global_step": 9844, "epoch": 182, "lr": 8.02783074049516e-05}
+{"train_loss": 0.009441927075386047, "global_step": 9845, "epoch": 182, "lr": 8.027438866307389e-05}
+{"train_loss": 0.0133030591532588, "global_step": 9846, "epoch": 182, "lr": 8.02704696275707e-05}
+{"train_loss": 0.009630446322262287, "global_step": 9847, "epoch": 182, "lr": 8.026655029848002e-05}
+{"train_loss": 0.008662989363074303, "global_step": 9848, "epoch": 182, "lr": 8.026263067583987e-05}
+{"train_loss": 0.008776635862886906, "global_step": 9849, "epoch": 182, "lr": 8.025871075968828e-05}
+{"train_loss": 0.0068990308791399, "global_step": 9850, "epoch": 182, "lr": 8.025479055006322e-05}
+{"train_loss": 0.009858295321464539, "global_step": 9851, "epoch": 182, "lr": 8.025087004700276e-05}
+{"train_loss": 0.009921747259795666, "global_step": 9852, "epoch": 182, "lr": 8.02469492505449e-05}
+{"train_loss": 0.006626497488468885, "global_step": 9853, "epoch": 182, "lr": 8.024302816072768e-05}
+{"train_loss": 0.009187070652842522, "global_step": 9854, "epoch": 182, "lr": 8.023910677758913e-05}
+{"train_loss": 0.005328809376806021, "global_step": 9855, "epoch": 182, "lr": 8.023518510116727e-05}
+{"train_loss": 0.00870323646813631, "global_step": 9856, "epoch": 182, "lr": 8.023126313150016e-05}
+{"train_loss": 0.009165666997432709, "global_step": 9857, "epoch": 182, "lr": 8.022734086862582e-05}
+{"train_loss": 0.00550863379612565, "global_step": 9858, "epoch": 182, "lr": 8.022341831258228e-05}
+{"train_loss": 0.007988864555954933, "global_step": 9859, "epoch": 182, "lr": 8.021949546340759e-05}
+{"train_loss": 0.006483530625700951, "global_step": 9860, "epoch": 182, "lr": 8.021557232113984e-05}
+{"train_loss": 0.007712338585406542, "global_step": 9861, "epoch": 182, "lr": 8.021164888581701e-05}
+{"train_loss": 0.0066877370700240135, "global_step": 9862, "epoch": 182, "lr": 8.020772515747718e-05}
+{"train_loss": 0.006159638985991478, "global_step": 9863, "epoch": 182, "lr": 8.020380113615843e-05}
+{"train_loss": 0.0060954587534070015, "global_step": 9864, "epoch": 182, "lr": 8.01998768218988e-05}
+{"train_loss": 0.007276818156242371, "global_step": 9865, "epoch": 182, "lr": 8.019595221473637e-05}
+{"train_loss": 0.006270536687225103, "global_step": 9866, "epoch": 182, "lr": 8.019202731470916e-05}
+{"train_loss": 0.010839676484465599, "global_step": 9867, "epoch": 182, "lr": 8.018810212185526e-05}
+{"train_loss": 0.009962011128664017, "global_step": 9868, "epoch": 182, "lr": 8.018417663621275e-05}
+{"train_loss": 0.006462893448770046, "global_step": 9869, "epoch": 182, "lr": 8.01802508578197e-05}
+{"train_loss": 0.0057993135415017605, "global_step": 9870, "epoch": 182, "lr": 8.017632478671418e-05}
+{"train_loss": 0.006161482539027929, "global_step": 9871, "epoch": 182, "lr": 8.017239842293427e-05}
+{"train_loss": 0.00440975371748209, "global_step": 9872, "epoch": 182, "lr": 8.016847176651803e-05}
+{"train_loss": 0.009054997935891151, "global_step": 9873, "epoch": 182, "lr": 8.016454481750358e-05}
+{"train_loss": 0.007872230373322964, "global_step": 9874, "epoch": 182, "lr": 8.016061757592899e-05}
+{"train_loss": 0.007769929710775614, "global_step": 9875, "epoch": 182, "lr": 8.015669004183235e-05}
+{"train_loss": 0.010622574016451836, "global_step": 9876, "epoch": 182, "lr": 8.015276221525175e-05}
+{"train_loss": 0.011562909930944443, "global_step": 9877, "epoch": 182, "lr": 8.01488340962253e-05}
+{"train_loss": 0.010094716213643551, "global_step": 9878, "epoch": 182, "lr": 8.014490568479106e-05}
+{"train_loss": 0.005899959709495306, "global_step": 9879, "epoch": 182, "lr": 8.014097698098717e-05}
+{"train_loss": 0.011291746981441975, "global_step": 9880, "epoch": 182, "lr": 8.013704798485171e-05}
+{"train_loss": 0.007972238844053613, "global_step": 9881, "epoch": 182, "lr": 8.013311869642281e-05, "val_loss": 0.005867947358638048}
+{"train_loss": 0.007230833638459444, "global_step": 9882, "epoch": 183, "lr": 8.012918911573855e-05}
+{"train_loss": 0.007542887236922979, "global_step": 9883, "epoch": 183, "lr": 8.012525924283707e-05}
+{"train_loss": 0.01098424382507801, "global_step": 9884, "epoch": 183, "lr": 8.012132907775647e-05}
+{"train_loss": 0.006328473333269358, "global_step": 9885, "epoch": 183, "lr": 8.011739862053486e-05}
+{"train_loss": 0.00550594087690115, "global_step": 9886, "epoch": 183, "lr": 8.011346787121041e-05}
+{"train_loss": 0.008625616319477558, "global_step": 9887, "epoch": 183, "lr": 8.010953682982116e-05}
+{"train_loss": 0.009949875995516777, "global_step": 9888, "epoch": 183, "lr": 8.010560549640531e-05}
+{"train_loss": 0.0074105029925704, "global_step": 9889, "epoch": 183, "lr": 8.010167387100096e-05}
+{"train_loss": 0.00975882913917303, "global_step": 9890, "epoch": 183, "lr": 8.009774195364623e-05}
+{"train_loss": 0.007289782632142305, "global_step": 9891, "epoch": 183, "lr": 8.009380974437928e-05}
+{"train_loss": 0.006760892458260059, "global_step": 9892, "epoch": 183, "lr": 8.008987724323823e-05}
+{"train_loss": 0.006281792186200619, "global_step": 9893, "epoch": 183, "lr": 8.008594445026123e-05}
+{"train_loss": 0.01375767681747675, "global_step": 9894, "epoch": 183, "lr": 8.00820113654864e-05}
+{"train_loss": 0.009494200348854065, "global_step": 9895, "epoch": 183, "lr": 8.007807798895194e-05}
+{"train_loss": 0.007342364639043808, "global_step": 9896, "epoch": 183, "lr": 8.007414432069596e-05}
+{"train_loss": 0.00908893346786499, "global_step": 9897, "epoch": 183, "lr": 8.007021036075659e-05}
+{"train_loss": 0.00692300871014595, "global_step": 9898, "epoch": 183, "lr": 8.006627610917203e-05}
+{"train_loss": 0.01102099847048521, "global_step": 9899, "epoch": 183, "lr": 8.006234156598042e-05}
+{"train_loss": 0.008724508807063103, "global_step": 9900, "epoch": 183, "lr": 8.005840673121991e-05}
+{"train_loss": 0.006743685808032751, "global_step": 9901, "epoch": 183, "lr": 8.005447160492867e-05}
+{"train_loss": 0.0066374181769788265, "global_step": 9902, "epoch": 183, "lr": 8.005053618714489e-05}
+{"train_loss": 0.00961461290717125, "global_step": 9903, "epoch": 183, "lr": 8.004660047790671e-05}
+{"train_loss": 0.0059433309361338615, "global_step": 9904, "epoch": 183, "lr": 8.00426644772523e-05}
+{"train_loss": 0.0102676497772336, "global_step": 9905, "epoch": 183, "lr": 8.003872818521984e-05}
+{"train_loss": 0.005150409881025553, "global_step": 9906, "epoch": 183, "lr": 8.003479160184752e-05}
+{"train_loss": 0.007382997311651707, "global_step": 9907, "epoch": 183, "lr": 8.003085472717354e-05}
+{"train_loss": 0.007858695462346077, "global_step": 9908, "epoch": 183, "lr": 8.002691756123601e-05}
+{"train_loss": 0.00526603776961565, "global_step": 9909, "epoch": 183, "lr": 8.002298010407319e-05}
+{"train_loss": 0.006793715059757233, "global_step": 9910, "epoch": 183, "lr": 8.001904235572321e-05}
+{"train_loss": 0.0072024064138531685, "global_step": 9911, "epoch": 183, "lr": 8.001510431622432e-05}
+{"train_loss": 0.0075486404821276665, "global_step": 9912, "epoch": 183, "lr": 8.001116598561467e-05}
+{"train_loss": 0.007723621092736721, "global_step": 9913, "epoch": 183, "lr": 8.000722736393247e-05}
+{"train_loss": 0.006360756233334541, "global_step": 9914, "epoch": 183, "lr": 8.000328845121593e-05}
+{"train_loss": 0.011602417565882206, "global_step": 9915, "epoch": 183, "lr": 7.999934924750325e-05}
+{"train_loss": 0.0068580592051148415, "global_step": 9916, "epoch": 183, "lr": 7.999540975283261e-05}
+{"train_loss": 0.010973765514791012, "global_step": 9917, "epoch": 183, "lr": 7.999146996724226e-05}
+{"train_loss": 0.006660779006779194, "global_step": 9918, "epoch": 183, "lr": 7.998752989077037e-05}
+{"train_loss": 0.007536666002124548, "global_step": 9919, "epoch": 183, "lr": 7.99835895234552e-05}
+{"train_loss": 0.008684944361448288, "global_step": 9920, "epoch": 183, "lr": 7.997964886533492e-05}
+{"train_loss": 0.0062802438624203205, "global_step": 9921, "epoch": 183, "lr": 7.997570791644777e-05}
+{"train_loss": 0.007328209467232227, "global_step": 9922, "epoch": 183, "lr": 7.997176667683198e-05}
+{"train_loss": 0.009212853386998177, "global_step": 9923, "epoch": 183, "lr": 7.996782514652576e-05}
+{"train_loss": 0.007016859017312527, "global_step": 9924, "epoch": 183, "lr": 7.996388332556735e-05}
+{"train_loss": 0.006987857166677713, "global_step": 9925, "epoch": 183, "lr": 7.995994121399499e-05}
+{"train_loss": 0.01219830010086298, "global_step": 9926, "epoch": 183, "lr": 7.995599881184687e-05}
+{"train_loss": 0.0062842839397490025, "global_step": 9927, "epoch": 183, "lr": 7.995205611916129e-05}
+{"train_loss": 0.013643793761730194, "global_step": 9928, "epoch": 183, "lr": 7.994811313597646e-05}
+{"train_loss": 0.008223026990890503, "global_step": 9929, "epoch": 183, "lr": 7.99441698623306e-05}
+{"train_loss": 0.009720693342387676, "global_step": 9930, "epoch": 183, "lr": 7.994022629826197e-05}
+{"train_loss": 0.011422712355852127, "global_step": 9931, "epoch": 183, "lr": 7.993628244380883e-05}
+{"train_loss": 0.006170063279569149, "global_step": 9932, "epoch": 183, "lr": 7.993233829900943e-05}
+{"train_loss": 0.008337240666151047, "global_step": 9933, "epoch": 183, "lr": 7.992839386390201e-05}
+{"train_loss": 0.008280734531581402, "global_step": 9934, "epoch": 183, "lr": 7.992444913852484e-05}
+{"train_loss": 0.008199059068121843, "global_step": 9935, "epoch": 183, "lr": 7.992050412291616e-05, "val_loss": 0.010956303216516972}
+{"train_loss": 0.005541892256587744, "global_step": 9936, "epoch": 184, "lr": 7.991655881711424e-05}
+{"train_loss": 0.012230460532009602, "global_step": 9937, "epoch": 184, "lr": 7.991261322115737e-05}
+{"train_loss": 0.009635607711970806, "global_step": 9938, "epoch": 184, "lr": 7.990866733508378e-05}
+{"train_loss": 0.0077411406673491, "global_step": 9939, "epoch": 184, "lr": 7.990472115893178e-05}
+{"train_loss": 0.0063110715709626675, "global_step": 9940, "epoch": 184, "lr": 7.990077469273958e-05}
+{"train_loss": 0.011552018113434315, "global_step": 9941, "epoch": 184, "lr": 7.989682793654553e-05}
+{"train_loss": 0.007097862660884857, "global_step": 9942, "epoch": 184, "lr": 7.989288089038787e-05}
+{"train_loss": 0.0071855150163173676, "global_step": 9943, "epoch": 184, "lr": 7.988893355430487e-05}
+{"train_loss": 0.010446093045175076, "global_step": 9944, "epoch": 184, "lr": 7.988498592833485e-05}
+{"train_loss": 0.013165216892957687, "global_step": 9945, "epoch": 184, "lr": 7.988103801251606e-05}
+{"train_loss": 0.007787829730659723, "global_step": 9946, "epoch": 184, "lr": 7.987708980688682e-05}
+{"train_loss": 0.00927674025297165, "global_step": 9947, "epoch": 184, "lr": 7.98731413114854e-05}
+{"train_loss": 0.010191789828240871, "global_step": 9948, "epoch": 184, "lr": 7.986919252635012e-05}
+{"train_loss": 0.008959735743701458, "global_step": 9949, "epoch": 184, "lr": 7.986524345151925e-05}
+{"train_loss": 0.010386181995272636, "global_step": 9950, "epoch": 184, "lr": 7.986129408703111e-05}
+{"train_loss": 0.014460020698606968, "global_step": 9951, "epoch": 184, "lr": 7.985734443292401e-05}
+{"train_loss": 0.006825948599725962, "global_step": 9952, "epoch": 184, "lr": 7.985339448923625e-05}
+{"train_loss": 0.007933340966701508, "global_step": 9953, "epoch": 184, "lr": 7.984944425600613e-05}
+{"train_loss": 0.010526000522077084, "global_step": 9954, "epoch": 184, "lr": 7.984549373327196e-05}
+{"train_loss": 0.008520263247191906, "global_step": 9955, "epoch": 184, "lr": 7.984154292107208e-05}
+{"train_loss": 0.007698733359575272, "global_step": 9956, "epoch": 184, "lr": 7.98375918194448e-05}
+{"train_loss": 0.00786060094833374, "global_step": 9957, "epoch": 184, "lr": 7.983364042842842e-05}
+{"train_loss": 0.009420446120202541, "global_step": 9958, "epoch": 184, "lr": 7.98296887480613e-05}
+{"train_loss": 0.006397697608917952, "global_step": 9959, "epoch": 184, "lr": 7.982573677838172e-05}
+{"train_loss": 0.008864983916282654, "global_step": 9960, "epoch": 184, "lr": 7.982178451942804e-05}
+{"train_loss": 0.008915512822568417, "global_step": 9961, "epoch": 184, "lr": 7.981783197123859e-05}
+{"train_loss": 0.009683279320597649, "global_step": 9962, "epoch": 184, "lr": 7.98138791338517e-05}
+{"train_loss": 0.007709340192377567, "global_step": 9963, "epoch": 184, "lr": 7.98099260073057e-05}
+{"train_loss": 0.01151675172150135, "global_step": 9964, "epoch": 184, "lr": 7.980597259163895e-05}
+{"train_loss": 0.008249659091234207, "global_step": 9965, "epoch": 184, "lr": 7.980201888688978e-05}
+{"train_loss": 0.008840654976665974, "global_step": 9966, "epoch": 184, "lr": 7.979806489309656e-05}
+{"train_loss": 0.00635878462344408, "global_step": 9967, "epoch": 184, "lr": 7.97941106102976e-05}
+{"train_loss": 0.007433358579874039, "global_step": 9968, "epoch": 184, "lr": 7.979015603853126e-05}
+{"train_loss": 0.007948103360831738, "global_step": 9969, "epoch": 184, "lr": 7.978620117783593e-05}
+{"train_loss": 0.007737749256193638, "global_step": 9970, "epoch": 184, "lr": 7.978224602824993e-05}
+{"train_loss": 0.010127401910722256, "global_step": 9971, "epoch": 184, "lr": 7.977829058981162e-05}
+{"train_loss": 0.0073275440372526646, "global_step": 9972, "epoch": 184, "lr": 7.977433486255939e-05}
+{"train_loss": 0.008408124558627605, "global_step": 9973, "epoch": 184, "lr": 7.97703788465316e-05}
+{"train_loss": 0.008201180025935173, "global_step": 9974, "epoch": 184, "lr": 7.976642254176659e-05}
+{"train_loss": 0.00709325959905982, "global_step": 9975, "epoch": 184, "lr": 7.976246594830277e-05}
+{"train_loss": 0.0067513128742575645, "global_step": 9976, "epoch": 184, "lr": 7.975850906617847e-05}
+{"train_loss": 0.009842994622886181, "global_step": 9977, "epoch": 184, "lr": 7.975455189543213e-05}
+{"train_loss": 0.011121394112706184, "global_step": 9978, "epoch": 184, "lr": 7.975059443610207e-05}
+{"train_loss": 0.00824672356247902, "global_step": 9979, "epoch": 184, "lr": 7.974663668822668e-05}
+{"train_loss": 0.0045478553511202335, "global_step": 9980, "epoch": 184, "lr": 7.97426786518444e-05}
+{"train_loss": 0.00739674037322402, "global_step": 9981, "epoch": 184, "lr": 7.973872032699354e-05}
+{"train_loss": 0.009627863764762878, "global_step": 9982, "epoch": 184, "lr": 7.973476171371255e-05}
+{"train_loss": 0.007533102296292782, "global_step": 9983, "epoch": 184, "lr": 7.973080281203981e-05}
+{"train_loss": 0.008364073932170868, "global_step": 9984, "epoch": 184, "lr": 7.97268436220137e-05}
+{"train_loss": 0.009864432737231255, "global_step": 9985, "epoch": 184, "lr": 7.972288414367264e-05}
+{"train_loss": 0.008666539564728737, "global_step": 9986, "epoch": 184, "lr": 7.971892437705501e-05}
+{"train_loss": 0.011109238490462303, "global_step": 9987, "epoch": 184, "lr": 7.971496432219923e-05}
+{"train_loss": 0.007457905914634466, "global_step": 9988, "epoch": 184, "lr": 7.971100397914371e-05}
+{"train_loss": 0.008740458956540183, "global_step": 9989, "epoch": 184, "lr": 7.970704334792685e-05, "val_loss": 0.01613192819058895}
+{"train_loss": 0.009906237944960594, "global_step": 9990, "epoch": 185, "lr": 7.970308242858709e-05}
+{"train_loss": 0.0067901574075222015, "global_step": 9991, "epoch": 185, "lr": 7.969912122116278e-05}
+{"train_loss": 0.010449443943798542, "global_step": 9992, "epoch": 185, "lr": 7.969515972569242e-05}
+{"train_loss": 0.01167107094079256, "global_step": 9993, "epoch": 185, "lr": 7.96911979422144e-05}
+{"train_loss": 0.008558317087590694, "global_step": 9994, "epoch": 185, "lr": 7.968723587076712e-05}
+{"train_loss": 0.010147640481591225, "global_step": 9995, "epoch": 185, "lr": 7.968327351138904e-05}
+{"train_loss": 0.006427791900932789, "global_step": 9996, "epoch": 185, "lr": 7.967931086411857e-05}
+{"train_loss": 0.006869222968816757, "global_step": 9997, "epoch": 185, "lr": 7.967534792899415e-05}
+{"train_loss": 0.009465528652071953, "global_step": 9998, "epoch": 185, "lr": 7.967138470605425e-05}
+{"train_loss": 0.008558492176234722, "global_step": 9999, "epoch": 185, "lr": 7.966742119533723e-05}
+{"train_loss": 0.01096617616713047, "global_step": 10000, "epoch": 185, "lr": 7.966345739688159e-05}
+{"train_loss": 0.007664176169782877, "global_step": 10001, "epoch": 185, "lr": 7.965949331072577e-05}
+{"train_loss": 0.012320002540946007, "global_step": 10002, "epoch": 185, "lr": 7.96555289369082e-05}
+{"train_loss": 0.00823881383985281, "global_step": 10003, "epoch": 185, "lr": 7.965156427546735e-05}
+{"train_loss": 0.00825630035251379, "global_step": 10004, "epoch": 185, "lr": 7.964759932644166e-05}
+{"train_loss": 0.009431285783648491, "global_step": 10005, "epoch": 185, "lr": 7.964363408986957e-05}
+{"train_loss": 0.009331820532679558, "global_step": 10006, "epoch": 185, "lr": 7.963966856578956e-05}
+{"train_loss": 0.011985240504145622, "global_step": 10007, "epoch": 185, "lr": 7.963570275424009e-05}
+{"train_loss": 0.009983953088521957, "global_step": 10008, "epoch": 185, "lr": 7.96317366552596e-05}
+{"train_loss": 0.007921408861875534, "global_step": 10009, "epoch": 185, "lr": 7.96277702688866e-05}
+{"train_loss": 0.010050581768155098, "global_step": 10010, "epoch": 185, "lr": 7.962380359515951e-05}
+{"train_loss": 0.00759495934471488, "global_step": 10011, "epoch": 185, "lr": 7.961983663411684e-05}
+{"train_loss": 0.014206629246473312, "global_step": 10012, "epoch": 185, "lr": 7.961586938579704e-05}
+{"train_loss": 0.010574424639344215, "global_step": 10013, "epoch": 185, "lr": 7.96119018502386e-05}
+{"train_loss": 0.01158171333372593, "global_step": 10014, "epoch": 185, "lr": 7.960793402748002e-05}
+{"train_loss": 0.0058864145539700985, "global_step": 10015, "epoch": 185, "lr": 7.960396591755973e-05}
+{"train_loss": 0.007784077897667885, "global_step": 10016, "epoch": 185, "lr": 7.959999752051626e-05}
+{"train_loss": 0.011324332095682621, "global_step": 10017, "epoch": 185, "lr": 7.959602883638809e-05}
+{"train_loss": 0.0052622538059949875, "global_step": 10018, "epoch": 185, "lr": 7.959205986521369e-05}
+{"train_loss": 0.011124594137072563, "global_step": 10019, "epoch": 185, "lr": 7.95880906070316e-05}
+{"train_loss": 0.01286040898412466, "global_step": 10020, "epoch": 185, "lr": 7.958412106188026e-05}
+{"train_loss": 0.005695045925676823, "global_step": 10021, "epoch": 185, "lr": 7.958015122979822e-05}
+{"train_loss": 0.01080162450671196, "global_step": 10022, "epoch": 185, "lr": 7.957618111082397e-05}
+{"train_loss": 0.00932496227324009, "global_step": 10023, "epoch": 185, "lr": 7.957221070499599e-05}
+{"train_loss": 0.012494014576077461, "global_step": 10024, "epoch": 185, "lr": 7.956824001235281e-05}
+{"train_loss": 0.009055959060788155, "global_step": 10025, "epoch": 185, "lr": 7.956426903293292e-05}
+{"train_loss": 0.007174994796514511, "global_step": 10026, "epoch": 185, "lr": 7.956029776677488e-05}
+{"train_loss": 0.007825705222785473, "global_step": 10027, "epoch": 185, "lr": 7.955632621391715e-05}
+{"train_loss": 0.008001054637134075, "global_step": 10028, "epoch": 185, "lr": 7.955235437439827e-05}
+{"train_loss": 0.006324896588921547, "global_step": 10029, "epoch": 185, "lr": 7.954838224825679e-05}
+{"train_loss": 0.007475740276277065, "global_step": 10030, "epoch": 185, "lr": 7.954440983553122e-05}
+{"train_loss": 0.009624232538044453, "global_step": 10031, "epoch": 185, "lr": 7.954043713626005e-05}
+{"train_loss": 0.009881744161248207, "global_step": 10032, "epoch": 185, "lr": 7.953646415048188e-05}
+{"train_loss": 0.009207717142999172, "global_step": 10033, "epoch": 185, "lr": 7.953249087823516e-05}
+{"train_loss": 0.008627248927950859, "global_step": 10034, "epoch": 185, "lr": 7.952851731955849e-05}
+{"train_loss": 0.0076043508015573025, "global_step": 10035, "epoch": 185, "lr": 7.952454347449039e-05}
+{"train_loss": 0.007877903990447521, "global_step": 10036, "epoch": 185, "lr": 7.95205693430694e-05}
+{"train_loss": 0.009877788834273815, "global_step": 10037, "epoch": 185, "lr": 7.951659492533407e-05}
+{"train_loss": 0.007812218274921179, "global_step": 10038, "epoch": 185, "lr": 7.951262022132294e-05}
+{"train_loss": 0.009435247629880905, "global_step": 10039, "epoch": 185, "lr": 7.950864523107455e-05}
+{"train_loss": 0.006391388829797506, "global_step": 10040, "epoch": 185, "lr": 7.950466995462749e-05}
+{"train_loss": 0.0070680854842066765, "global_step": 10041, "epoch": 185, "lr": 7.950069439202026e-05}
+{"train_loss": 0.004684700630605221, "global_step": 10042, "epoch": 185, "lr": 7.949671854329146e-05}
+{"train_loss": 0.008964635380026367, "global_step": 10043, "epoch": 185, "lr": 7.949274240847965e-05, "val_loss": 0.0066285934299230576, "train_action_mse_error": 0.0004468882398214191}
+{"train_loss": 0.007849089801311493, "global_step": 10044, "epoch": 186, "lr": 7.948876598762336e-05}
+{"train_loss": 0.00921068899333477, "global_step": 10045, "epoch": 186, "lr": 7.948478928076119e-05}
+{"train_loss": 0.0049629053100943565, "global_step": 10046, "epoch": 186, "lr": 7.948081228793172e-05}
+{"train_loss": 0.007051079533994198, "global_step": 10047, "epoch": 186, "lr": 7.947683500917347e-05}
+{"train_loss": 0.009052524343132973, "global_step": 10048, "epoch": 186, "lr": 7.947285744452506e-05}
+{"train_loss": 0.007802899926900864, "global_step": 10049, "epoch": 186, "lr": 7.946887959402505e-05}
+{"train_loss": 0.00833083875477314, "global_step": 10050, "epoch": 186, "lr": 7.946490145771202e-05}
+{"train_loss": 0.008499955758452415, "global_step": 10051, "epoch": 186, "lr": 7.946092303562457e-05}
+{"train_loss": 0.009630518965423107, "global_step": 10052, "epoch": 186, "lr": 7.945694432780126e-05}
+{"train_loss": 0.009471738710999489, "global_step": 10053, "epoch": 186, "lr": 7.94529653342807e-05}
+{"train_loss": 0.005410422571003437, "global_step": 10054, "epoch": 186, "lr": 7.944898605510146e-05}
+{"train_loss": 0.006130395922809839, "global_step": 10055, "epoch": 186, "lr": 7.944500649030215e-05}
+{"train_loss": 0.00794222392141819, "global_step": 10056, "epoch": 186, "lr": 7.944102663992139e-05}
+{"train_loss": 0.008658181875944138, "global_step": 10057, "epoch": 186, "lr": 7.943704650399772e-05}
+{"train_loss": 0.011027926579117775, "global_step": 10058, "epoch": 186, "lr": 7.943306608256979e-05}
+{"train_loss": 0.005741944536566734, "global_step": 10059, "epoch": 186, "lr": 7.94290853756762e-05}
+{"train_loss": 0.010248449631035328, "global_step": 10060, "epoch": 186, "lr": 7.942510438335555e-05}
+{"train_loss": 0.008695731870830059, "global_step": 10061, "epoch": 186, "lr": 7.942112310564644e-05}
+{"train_loss": 0.009334302507340908, "global_step": 10062, "epoch": 186, "lr": 7.941714154258751e-05}
+{"train_loss": 0.005496616940945387, "global_step": 10063, "epoch": 186, "lr": 7.941315969421734e-05}
+{"train_loss": 0.00828911829739809, "global_step": 10064, "epoch": 186, "lr": 7.940917756057457e-05}
+{"train_loss": 0.00743673974648118, "global_step": 10065, "epoch": 186, "lr": 7.940519514169785e-05}
+{"train_loss": 0.008136464282870293, "global_step": 10066, "epoch": 186, "lr": 7.940121243762577e-05}
+{"train_loss": 0.008999883197247982, "global_step": 10067, "epoch": 186, "lr": 7.939722944839694e-05}
+{"train_loss": 0.008276030421257019, "global_step": 10068, "epoch": 186, "lr": 7.939324617405003e-05}
+{"train_loss": 0.012512640096247196, "global_step": 10069, "epoch": 186, "lr": 7.938926261462366e-05}
+{"train_loss": 0.006854386534541845, "global_step": 10070, "epoch": 186, "lr": 7.938527877015645e-05}
+{"train_loss": 0.007972504943609238, "global_step": 10071, "epoch": 186, "lr": 7.938129464068707e-05}
+{"train_loss": 0.009906260296702385, "global_step": 10072, "epoch": 186, "lr": 7.937731022625415e-05}
+{"train_loss": 0.008132451213896275, "global_step": 10073, "epoch": 186, "lr": 7.937332552689632e-05}
+{"train_loss": 0.013194720260798931, "global_step": 10074, "epoch": 186, "lr": 7.936934054265222e-05}
+{"train_loss": 0.008976511657238007, "global_step": 10075, "epoch": 186, "lr": 7.936535527356051e-05}
+{"train_loss": 0.006409552413970232, "global_step": 10076, "epoch": 186, "lr": 7.936136971965986e-05}
+{"train_loss": 0.007883953861892223, "global_step": 10077, "epoch": 186, "lr": 7.935738388098892e-05}
+{"train_loss": 0.009329191409051418, "global_step": 10078, "epoch": 186, "lr": 7.935339775758632e-05}
+{"train_loss": 0.006192241329699755, "global_step": 10079, "epoch": 186, "lr": 7.934941134949075e-05}
+{"train_loss": 0.008674360811710358, "global_step": 10080, "epoch": 186, "lr": 7.934542465674086e-05}
+{"train_loss": 0.00794268399477005, "global_step": 10081, "epoch": 186, "lr": 7.934143767937533e-05}
+{"train_loss": 0.008065774105489254, "global_step": 10082, "epoch": 186, "lr": 7.933745041743282e-05}
+{"train_loss": 0.007696423679590225, "global_step": 10083, "epoch": 186, "lr": 7.933346287095198e-05}
+{"train_loss": 0.008818470872938633, "global_step": 10084, "epoch": 186, "lr": 7.932947503997152e-05}
+{"train_loss": 0.007830794900655746, "global_step": 10085, "epoch": 186, "lr": 7.932548692453009e-05}
+{"train_loss": 0.00967995636165142, "global_step": 10086, "epoch": 186, "lr": 7.93214985246664e-05}
+{"train_loss": 0.012010138481855392, "global_step": 10087, "epoch": 186, "lr": 7.93175098404191e-05}
+{"train_loss": 0.011722465045750141, "global_step": 10088, "epoch": 186, "lr": 7.931352087182689e-05}
+{"train_loss": 0.007729541976004839, "global_step": 10089, "epoch": 186, "lr": 7.930953161892844e-05}
+{"train_loss": 0.005826845299452543, "global_step": 10090, "epoch": 186, "lr": 7.93055420817625e-05}
+{"train_loss": 0.009524243883788586, "global_step": 10091, "epoch": 186, "lr": 7.93015522603677e-05}
+{"train_loss": 0.005512899253517389, "global_step": 10092, "epoch": 186, "lr": 7.929756215478276e-05}
+{"train_loss": 0.008519073948264122, "global_step": 10093, "epoch": 186, "lr": 7.929357176504639e-05}
+{"train_loss": 0.01272818073630333, "global_step": 10094, "epoch": 186, "lr": 7.928958109119726e-05}
+{"train_loss": 0.006747568491846323, "global_step": 10095, "epoch": 186, "lr": 7.928559013327413e-05}
+{"train_loss": 0.006733879912644625, "global_step": 10096, "epoch": 186, "lr": 7.928159889131564e-05}
+{"train_loss": 0.008468084442601711, "global_step": 10097, "epoch": 186, "lr": 7.927760736536054e-05, "val_loss": 0.0072329286485910416}
+{"train_loss": 0.006522337906062603, "global_step": 10098, "epoch": 187, "lr": 7.927361555544754e-05}
+{"train_loss": 0.007213427685201168, "global_step": 10099, "epoch": 187, "lr": 7.926962346161535e-05}
+{"train_loss": 0.008478469215333462, "global_step": 10100, "epoch": 187, "lr": 7.92656310839027e-05}
+{"train_loss": 0.007441372144967318, "global_step": 10101, "epoch": 187, "lr": 7.92616384223483e-05}
+{"train_loss": 0.007834176532924175, "global_step": 10102, "epoch": 187, "lr": 7.925764547699086e-05}
+{"train_loss": 0.0047842166386544704, "global_step": 10103, "epoch": 187, "lr": 7.925365224786914e-05}
+{"train_loss": 0.010075015015900135, "global_step": 10104, "epoch": 187, "lr": 7.924965873502185e-05}
+{"train_loss": 0.006537316367030144, "global_step": 10105, "epoch": 187, "lr": 7.924566493848773e-05}
+{"train_loss": 0.010009195655584335, "global_step": 10106, "epoch": 187, "lr": 7.92416708583055e-05}
+{"train_loss": 0.0071622589603066444, "global_step": 10107, "epoch": 187, "lr": 7.92376764945139e-05}
+{"train_loss": 0.006456694565713406, "global_step": 10108, "epoch": 187, "lr": 7.92336818471517e-05}
+{"train_loss": 0.0054077934473752975, "global_step": 10109, "epoch": 187, "lr": 7.922968691625761e-05}
+{"train_loss": 0.011487132869660854, "global_step": 10110, "epoch": 187, "lr": 7.922569170187037e-05}
+{"train_loss": 0.008026090450584888, "global_step": 10111, "epoch": 187, "lr": 7.922169620402877e-05}
+{"train_loss": 0.007408647798001766, "global_step": 10112, "epoch": 187, "lr": 7.921770042277152e-05}
+{"train_loss": 0.004346074070781469, "global_step": 10113, "epoch": 187, "lr": 7.921370435813742e-05}
+{"train_loss": 0.00790436752140522, "global_step": 10114, "epoch": 187, "lr": 7.920970801016518e-05}
+{"train_loss": 0.008335134014487267, "global_step": 10115, "epoch": 187, "lr": 7.920571137889357e-05}
+{"train_loss": 0.007787228561937809, "global_step": 10116, "epoch": 187, "lr": 7.920171446436139e-05}
+{"train_loss": 0.011480475775897503, "global_step": 10117, "epoch": 187, "lr": 7.919771726660736e-05}
+{"train_loss": 0.006078706122934818, "global_step": 10118, "epoch": 187, "lr": 7.919371978567027e-05}
+{"train_loss": 0.00834660790860653, "global_step": 10119, "epoch": 187, "lr": 7.918972202158887e-05}
+{"train_loss": 0.007067589089274406, "global_step": 10120, "epoch": 187, "lr": 7.918572397440198e-05}
+{"train_loss": 0.006526642479002476, "global_step": 10121, "epoch": 187, "lr": 7.918172564414833e-05}
+{"train_loss": 0.008364193141460419, "global_step": 10122, "epoch": 187, "lr": 7.91777270308667e-05}
+{"train_loss": 0.009187765419483185, "global_step": 10123, "epoch": 187, "lr": 7.91737281345959e-05}
+{"train_loss": 0.006901996210217476, "global_step": 10124, "epoch": 187, "lr": 7.916972895537471e-05}
+{"train_loss": 0.010606181807816029, "global_step": 10125, "epoch": 187, "lr": 7.916572949324189e-05}
+{"train_loss": 0.008894543163478374, "global_step": 10126, "epoch": 187, "lr": 7.916172974823625e-05}
+{"train_loss": 0.009642763063311577, "global_step": 10127, "epoch": 187, "lr": 7.91577297203966e-05}
+{"train_loss": 0.005621714051812887, "global_step": 10128, "epoch": 187, "lr": 7.91537294097617e-05}
+{"train_loss": 0.0070474110543727875, "global_step": 10129, "epoch": 187, "lr": 7.914972881637037e-05}
+{"train_loss": 0.007348407991230488, "global_step": 10130, "epoch": 187, "lr": 7.91457279402614e-05}
+{"train_loss": 0.010136102326214314, "global_step": 10131, "epoch": 187, "lr": 7.914172678147362e-05}
+{"train_loss": 0.010472447611391544, "global_step": 10132, "epoch": 187, "lr": 7.91377253400458e-05}
+{"train_loss": 0.007770100608468056, "global_step": 10133, "epoch": 187, "lr": 7.913372361601676e-05}
+{"train_loss": 0.0076750777661800385, "global_step": 10134, "epoch": 187, "lr": 7.912972160942534e-05}
+{"train_loss": 0.006684348452836275, "global_step": 10135, "epoch": 187, "lr": 7.91257193203103e-05}
+{"train_loss": 0.01306653581559658, "global_step": 10136, "epoch": 187, "lr": 7.912171674871052e-05}
+{"train_loss": 0.0070617240853607655, "global_step": 10137, "epoch": 187, "lr": 7.911771389466479e-05}
+{"train_loss": 0.009807942435145378, "global_step": 10138, "epoch": 187, "lr": 7.91137107582119e-05}
+{"train_loss": 0.006946590729057789, "global_step": 10139, "epoch": 187, "lr": 7.910970733939073e-05}
+{"train_loss": 0.009611250832676888, "global_step": 10140, "epoch": 187, "lr": 7.910570363824008e-05}
+{"train_loss": 0.009094774723052979, "global_step": 10141, "epoch": 187, "lr": 7.910169965479879e-05}
+{"train_loss": 0.006354916375130415, "global_step": 10142, "epoch": 187, "lr": 7.909769538910569e-05}
+{"train_loss": 0.006324137095361948, "global_step": 10143, "epoch": 187, "lr": 7.909369084119962e-05}
+{"train_loss": 0.006081744562834501, "global_step": 10144, "epoch": 187, "lr": 7.908968601111944e-05}
+{"train_loss": 0.006903680507093668, "global_step": 10145, "epoch": 187, "lr": 7.908568089890393e-05}
+{"train_loss": 0.009196797385811806, "global_step": 10146, "epoch": 187, "lr": 7.9081675504592e-05}
+{"train_loss": 0.008111139759421349, "global_step": 10147, "epoch": 187, "lr": 7.907766982822247e-05}
+{"train_loss": 0.008179365657269955, "global_step": 10148, "epoch": 187, "lr": 7.907366386983418e-05}
+{"train_loss": 0.007984556257724762, "global_step": 10149, "epoch": 187, "lr": 7.9069657629466e-05}
+{"train_loss": 0.006477059330791235, "global_step": 10150, "epoch": 187, "lr": 7.906565110715677e-05}
+{"train_loss": 0.007956166070437542, "global_step": 10151, "epoch": 187, "lr": 7.906164430294538e-05, "val_loss": 0.011877105571329594}
+{"train_loss": 0.009172014892101288, "global_step": 10152, "epoch": 188, "lr": 7.905763721687067e-05}
+{"train_loss": 0.008342615328729153, "global_step": 10153, "epoch": 188, "lr": 7.90536298489715e-05}
+{"train_loss": 0.008431658148765564, "global_step": 10154, "epoch": 188, "lr": 7.904962219928673e-05}
+{"train_loss": 0.010247569531202316, "global_step": 10155, "epoch": 188, "lr": 7.904561426785526e-05}
+{"train_loss": 0.009715048596262932, "global_step": 10156, "epoch": 188, "lr": 7.904160605471594e-05}
+{"train_loss": 0.008351136930286884, "global_step": 10157, "epoch": 188, "lr": 7.903759755990763e-05}
+{"train_loss": 0.008393596857786179, "global_step": 10158, "epoch": 188, "lr": 7.903358878346925e-05}
+{"train_loss": 0.006806346587836742, "global_step": 10159, "epoch": 188, "lr": 7.902957972543963e-05}
+{"train_loss": 0.008354485034942627, "global_step": 10160, "epoch": 188, "lr": 7.90255703858577e-05}
+{"train_loss": 0.008831692859530449, "global_step": 10161, "epoch": 188, "lr": 7.902156076476232e-05}
+{"train_loss": 0.00652886088937521, "global_step": 10162, "epoch": 188, "lr": 7.901755086219237e-05}
+{"train_loss": 0.009090769104659557, "global_step": 10163, "epoch": 188, "lr": 7.901354067818676e-05}
+{"train_loss": 0.004430895671248436, "global_step": 10164, "epoch": 188, "lr": 7.900953021278439e-05}
+{"train_loss": 0.015982938930392265, "global_step": 10165, "epoch": 188, "lr": 7.900551946602413e-05}
+{"train_loss": 0.006103159859776497, "global_step": 10166, "epoch": 188, "lr": 7.900150843794492e-05}
+{"train_loss": 0.011206959374248981, "global_step": 10167, "epoch": 188, "lr": 7.89974971285856e-05}
+{"train_loss": 0.006255941465497017, "global_step": 10168, "epoch": 188, "lr": 7.899348553798514e-05}
+{"train_loss": 0.009305243380367756, "global_step": 10169, "epoch": 188, "lr": 7.89894736661824e-05}
+{"train_loss": 0.007737358566373587, "global_step": 10170, "epoch": 188, "lr": 7.898546151321633e-05}
+{"train_loss": 0.012894994579255581, "global_step": 10171, "epoch": 188, "lr": 7.898144907912581e-05}
+{"train_loss": 0.007293709088116884, "global_step": 10172, "epoch": 188, "lr": 7.897743636394979e-05}
+{"train_loss": 0.007920855656266212, "global_step": 10173, "epoch": 188, "lr": 7.897342336772715e-05}
+{"train_loss": 0.007997650653123856, "global_step": 10174, "epoch": 188, "lr": 7.896941009049682e-05}
+{"train_loss": 0.0058182235807180405, "global_step": 10175, "epoch": 188, "lr": 7.896539653229775e-05}
+{"train_loss": 0.008268882520496845, "global_step": 10176, "epoch": 188, "lr": 7.896138269316884e-05}
+{"train_loss": 0.006009708624333143, "global_step": 10177, "epoch": 188, "lr": 7.895736857314902e-05}
+{"train_loss": 0.010078544728457928, "global_step": 10178, "epoch": 188, "lr": 7.895335417227725e-05}
+{"train_loss": 0.01466310117393732, "global_step": 10179, "epoch": 188, "lr": 7.894933949059245e-05}
+{"train_loss": 0.006862865760922432, "global_step": 10180, "epoch": 188, "lr": 7.894532452813353e-05}
+{"train_loss": 0.008072118274867535, "global_step": 10181, "epoch": 188, "lr": 7.894130928493947e-05}
+{"train_loss": 0.00812689121812582, "global_step": 10182, "epoch": 188, "lr": 7.89372937610492e-05}
+{"train_loss": 0.008549027144908905, "global_step": 10183, "epoch": 188, "lr": 7.893327795650164e-05}
+{"train_loss": 0.006525777745991945, "global_step": 10184, "epoch": 188, "lr": 7.892926187133578e-05}
+{"train_loss": 0.0075407009571790695, "global_step": 10185, "epoch": 188, "lr": 7.892524550559056e-05}
+{"train_loss": 0.006175065878778696, "global_step": 10186, "epoch": 188, "lr": 7.89212288593049e-05}
+{"train_loss": 0.009125343523919582, "global_step": 10187, "epoch": 188, "lr": 7.89172119325178e-05}
+{"train_loss": 0.008748193271458149, "global_step": 10188, "epoch": 188, "lr": 7.89131947252682e-05}
+{"train_loss": 0.00952002964913845, "global_step": 10189, "epoch": 188, "lr": 7.890917723759508e-05}
+{"train_loss": 0.00669947499409318, "global_step": 10190, "epoch": 188, "lr": 7.890515946953737e-05}
+{"train_loss": 0.0060060760006308556, "global_step": 10191, "epoch": 188, "lr": 7.890114142113408e-05}
+{"train_loss": 0.00895676575601101, "global_step": 10192, "epoch": 188, "lr": 7.889712309242413e-05}
+{"train_loss": 0.004202126991003752, "global_step": 10193, "epoch": 188, "lr": 7.889310448344652e-05}
+{"train_loss": 0.007280435878783464, "global_step": 10194, "epoch": 188, "lr": 7.888908559424024e-05}
+{"train_loss": 0.010100558400154114, "global_step": 10195, "epoch": 188, "lr": 7.888506642484425e-05}
+{"train_loss": 0.007360314019024372, "global_step": 10196, "epoch": 188, "lr": 7.888104697529755e-05}
+{"train_loss": 0.0066813258454203606, "global_step": 10197, "epoch": 188, "lr": 7.887702724563909e-05}
+{"train_loss": 0.006926057860255241, "global_step": 10198, "epoch": 188, "lr": 7.887300723590788e-05}
+{"train_loss": 0.004868980031460524, "global_step": 10199, "epoch": 188, "lr": 7.886898694614291e-05}
+{"train_loss": 0.005992257036268711, "global_step": 10200, "epoch": 188, "lr": 7.886496637638317e-05}
+{"train_loss": 0.008371931500732899, "global_step": 10201, "epoch": 188, "lr": 7.886094552666765e-05}
+{"train_loss": 0.00591662572696805, "global_step": 10202, "epoch": 188, "lr": 7.885692439703535e-05}
+{"train_loss": 0.00851319171488285, "global_step": 10203, "epoch": 188, "lr": 7.885290298752527e-05}
+{"train_loss": 0.009660567156970501, "global_step": 10204, "epoch": 188, "lr": 7.88488812981764e-05}
+{"train_loss": 0.008148159331607598, "global_step": 10205, "epoch": 188, "lr": 7.884485932902778e-05, "val_loss": 0.007382689043879509}
+{"train_loss": 0.006705107633024454, "global_step": 10206, "epoch": 189, "lr": 7.884083708011838e-05}
+{"train_loss": 0.0075585138984024525, "global_step": 10207, "epoch": 189, "lr": 7.883681455148724e-05}
+{"train_loss": 0.006242875941097736, "global_step": 10208, "epoch": 189, "lr": 7.883279174317335e-05}
+{"train_loss": 0.008579268120229244, "global_step": 10209, "epoch": 189, "lr": 7.882876865521574e-05}
+{"train_loss": 0.005183679051697254, "global_step": 10210, "epoch": 189, "lr": 7.882474528765344e-05}
+{"train_loss": 0.007136664353311062, "global_step": 10211, "epoch": 189, "lr": 7.882072164052545e-05}
+{"train_loss": 0.006235081236809492, "global_step": 10212, "epoch": 189, "lr": 7.881669771387081e-05}
+{"train_loss": 0.008556614629924297, "global_step": 10213, "epoch": 189, "lr": 7.881267350772851e-05}
+{"train_loss": 0.008226396515965462, "global_step": 10214, "epoch": 189, "lr": 7.880864902213765e-05}
+{"train_loss": 0.0054579381830990314, "global_step": 10215, "epoch": 189, "lr": 7.880462425713722e-05}
+{"train_loss": 0.007034113630652428, "global_step": 10216, "epoch": 189, "lr": 7.880059921276623e-05}
+{"train_loss": 0.005961338523775339, "global_step": 10217, "epoch": 189, "lr": 7.879657388906376e-05}
+{"train_loss": 0.00633509224280715, "global_step": 10218, "epoch": 189, "lr": 7.879254828606885e-05}
+{"train_loss": 0.005224919877946377, "global_step": 10219, "epoch": 189, "lr": 7.878852240382052e-05}
+{"train_loss": 0.009390412829816341, "global_step": 10220, "epoch": 189, "lr": 7.878449624235784e-05}
+{"train_loss": 0.0069598667323589325, "global_step": 10221, "epoch": 189, "lr": 7.878046980171984e-05}
+{"train_loss": 0.007138511165976524, "global_step": 10222, "epoch": 189, "lr": 7.877644308194556e-05}
+{"train_loss": 0.006485845427960157, "global_step": 10223, "epoch": 189, "lr": 7.877241608307411e-05}
+{"train_loss": 0.00850602611899376, "global_step": 10224, "epoch": 189, "lr": 7.876838880514448e-05}
+{"train_loss": 0.00972481444478035, "global_step": 10225, "epoch": 189, "lr": 7.876436124819578e-05}
+{"train_loss": 0.007339580915868282, "global_step": 10226, "epoch": 189, "lr": 7.876033341226703e-05}
+{"train_loss": 0.00799502432346344, "global_step": 10227, "epoch": 189, "lr": 7.875630529739732e-05}
+{"train_loss": 0.008856668137013912, "global_step": 10228, "epoch": 189, "lr": 7.875227690362574e-05}
+{"train_loss": 0.00823654979467392, "global_step": 10229, "epoch": 189, "lr": 7.874824823099132e-05}
+{"train_loss": 0.00517784059047699, "global_step": 10230, "epoch": 189, "lr": 7.874421927953313e-05}
+{"train_loss": 0.00638330215588212, "global_step": 10231, "epoch": 189, "lr": 7.874019004929029e-05}
+{"train_loss": 0.010083568282425404, "global_step": 10232, "epoch": 189, "lr": 7.873616054030185e-05}
+{"train_loss": 0.008983848616480827, "global_step": 10233, "epoch": 189, "lr": 7.873213075260691e-05}
+{"train_loss": 0.009899094700813293, "global_step": 10234, "epoch": 189, "lr": 7.872810068624451e-05}
+{"train_loss": 0.005828227382153273, "global_step": 10235, "epoch": 189, "lr": 7.872407034125378e-05}
+{"train_loss": 0.009880749508738518, "global_step": 10236, "epoch": 189, "lr": 7.872003971767379e-05}
+{"train_loss": 0.00917153712362051, "global_step": 10237, "epoch": 189, "lr": 7.871600881554364e-05}
+{"train_loss": 0.004313280340284109, "global_step": 10238, "epoch": 189, "lr": 7.871197763490243e-05}
+{"train_loss": 0.011094437912106514, "global_step": 10239, "epoch": 189, "lr": 7.870794617578925e-05}
+{"train_loss": 0.006270833779126406, "global_step": 10240, "epoch": 189, "lr": 7.87039144382432e-05}
+{"train_loss": 0.006750199943780899, "global_step": 10241, "epoch": 189, "lr": 7.869988242230339e-05}
+{"train_loss": 0.006004184950143099, "global_step": 10242, "epoch": 189, "lr": 7.869585012800891e-05}
+{"train_loss": 0.011025132611393929, "global_step": 10243, "epoch": 189, "lr": 7.869181755539888e-05}
+{"train_loss": 0.006526177749037743, "global_step": 10244, "epoch": 189, "lr": 7.868778470451242e-05}
+{"train_loss": 0.007524173706769943, "global_step": 10245, "epoch": 189, "lr": 7.868375157538861e-05}
+{"train_loss": 0.00538474740460515, "global_step": 10246, "epoch": 189, "lr": 7.867971816806661e-05}
+{"train_loss": 0.007763581816107035, "global_step": 10247, "epoch": 189, "lr": 7.867568448258551e-05}
+{"train_loss": 0.005279970355331898, "global_step": 10248, "epoch": 189, "lr": 7.867165051898444e-05}
+{"train_loss": 0.004440566524863243, "global_step": 10249, "epoch": 189, "lr": 7.866761627730253e-05}
+{"train_loss": 0.008698174729943275, "global_step": 10250, "epoch": 189, "lr": 7.866358175757891e-05}
+{"train_loss": 0.005507349036633968, "global_step": 10251, "epoch": 189, "lr": 7.865954695985269e-05}
+{"train_loss": 0.005585649982094765, "global_step": 10252, "epoch": 189, "lr": 7.865551188416303e-05}
+{"train_loss": 0.004620220046490431, "global_step": 10253, "epoch": 189, "lr": 7.865147653054903e-05}
+{"train_loss": 0.005526079796254635, "global_step": 10254, "epoch": 189, "lr": 7.864744089904988e-05}
+{"train_loss": 0.006747199222445488, "global_step": 10255, "epoch": 189, "lr": 7.864340498970467e-05}
+{"train_loss": 0.005339084193110466, "global_step": 10256, "epoch": 189, "lr": 7.863936880255255e-05}
+{"train_loss": 0.00456079700961709, "global_step": 10257, "epoch": 189, "lr": 7.863533233763271e-05}
+{"train_loss": 0.004990856628865004, "global_step": 10258, "epoch": 189, "lr": 7.863129559498424e-05}
+{"train_loss": 0.007055667694658041, "global_step": 10259, "epoch": 189, "lr": 7.862725857464635e-05, "val_loss": 0.009499212726950645}
+{"train_loss": 0.005683771800249815, "global_step": 10260, "epoch": 190, "lr": 7.862322127665814e-05}
+{"train_loss": 0.007573420647531748, "global_step": 10261, "epoch": 190, "lr": 7.861918370105881e-05}
+{"train_loss": 0.007120043970644474, "global_step": 10262, "epoch": 190, "lr": 7.86151458478875e-05}
+{"train_loss": 0.0077715530060231686, "global_step": 10263, "epoch": 190, "lr": 7.861110771718335e-05}
+{"train_loss": 0.0075086625292897224, "global_step": 10264, "epoch": 190, "lr": 7.860706930898555e-05}
+{"train_loss": 0.010510141029953957, "global_step": 10265, "epoch": 190, "lr": 7.86030306233333e-05}
+{"train_loss": 0.007117999251931906, "global_step": 10266, "epoch": 190, "lr": 7.859899166026573e-05}
+{"train_loss": 0.007989945821464062, "global_step": 10267, "epoch": 190, "lr": 7.8594952419822e-05}
+{"train_loss": 0.005610349588096142, "global_step": 10268, "epoch": 190, "lr": 7.859091290204132e-05}
+{"train_loss": 0.008856001310050488, "global_step": 10269, "epoch": 190, "lr": 7.858687310696285e-05}
+{"train_loss": 0.00760644068941474, "global_step": 10270, "epoch": 190, "lr": 7.858283303462576e-05}
+{"train_loss": 0.009683901444077492, "global_step": 10271, "epoch": 190, "lr": 7.857879268506927e-05}
+{"train_loss": 0.007166762836277485, "global_step": 10272, "epoch": 190, "lr": 7.857475205833254e-05}
+{"train_loss": 0.00874198880046606, "global_step": 10273, "epoch": 190, "lr": 7.857071115445477e-05}
+{"train_loss": 0.006617638748139143, "global_step": 10274, "epoch": 190, "lr": 7.856666997347516e-05}
+{"train_loss": 0.006348105147480965, "global_step": 10275, "epoch": 190, "lr": 7.856262851543285e-05}
+{"train_loss": 0.006868020165711641, "global_step": 10276, "epoch": 190, "lr": 7.855858678036711e-05}
+{"train_loss": 0.009543400257825851, "global_step": 10277, "epoch": 190, "lr": 7.85545447683171e-05}
+{"train_loss": 0.007866686210036278, "global_step": 10278, "epoch": 190, "lr": 7.855050247932205e-05}
+{"train_loss": 0.004217558540403843, "global_step": 10279, "epoch": 190, "lr": 7.854645991342114e-05}
+{"train_loss": 0.0054368614219129086, "global_step": 10280, "epoch": 190, "lr": 7.854241707065357e-05}
+{"train_loss": 0.005997146014124155, "global_step": 10281, "epoch": 190, "lr": 7.853837395105858e-05}
+{"train_loss": 0.006008477415889502, "global_step": 10282, "epoch": 190, "lr": 7.853433055467536e-05}
+{"train_loss": 0.005652122665196657, "global_step": 10283, "epoch": 190, "lr": 7.853028688154313e-05}
+{"train_loss": 0.006919086445122957, "global_step": 10284, "epoch": 190, "lr": 7.852624293170114e-05}
+{"train_loss": 0.007446760777384043, "global_step": 10285, "epoch": 190, "lr": 7.852219870518857e-05}
+{"train_loss": 0.005794337950646877, "global_step": 10286, "epoch": 190, "lr": 7.851815420204466e-05}
+{"train_loss": 0.008205706253647804, "global_step": 10287, "epoch": 190, "lr": 7.851410942230863e-05}
+{"train_loss": 0.011163610965013504, "global_step": 10288, "epoch": 190, "lr": 7.851006436601974e-05}
+{"train_loss": 0.0060013411566615105, "global_step": 10289, "epoch": 190, "lr": 7.850601903321716e-05}
+{"train_loss": 0.006457931362092495, "global_step": 10290, "epoch": 190, "lr": 7.85019734239402e-05}
+{"train_loss": 0.00827026553452015, "global_step": 10291, "epoch": 190, "lr": 7.849792753822804e-05}
+{"train_loss": 0.007464884780347347, "global_step": 10292, "epoch": 190, "lr": 7.849388137611996e-05}
+{"train_loss": 0.0070561692118644714, "global_step": 10293, "epoch": 190, "lr": 7.848983493765519e-05}
+{"train_loss": 0.006187061313539743, "global_step": 10294, "epoch": 190, "lr": 7.848578822287294e-05}
+{"train_loss": 0.008213747292757034, "global_step": 10295, "epoch": 190, "lr": 7.848174123181251e-05}
+{"train_loss": 0.005628122482448816, "global_step": 10296, "epoch": 190, "lr": 7.847769396451312e-05}
+{"train_loss": 0.008994064293801785, "global_step": 10297, "epoch": 190, "lr": 7.847364642101404e-05}
+{"train_loss": 0.008948703296482563, "global_step": 10298, "epoch": 190, "lr": 7.846959860135452e-05}
+{"train_loss": 0.00584134366363287, "global_step": 10299, "epoch": 190, "lr": 7.84655505055738e-05}
+{"train_loss": 0.01001339964568615, "global_step": 10300, "epoch": 190, "lr": 7.846150213371119e-05}
+{"train_loss": 0.008736404590308666, "global_step": 10301, "epoch": 190, "lr": 7.845745348580591e-05}
+{"train_loss": 0.0038338187150657177, "global_step": 10302, "epoch": 190, "lr": 7.845340456189724e-05}
+{"train_loss": 0.005926104262471199, "global_step": 10303, "epoch": 190, "lr": 7.844935536202444e-05}
+{"train_loss": 0.010552826337516308, "global_step": 10304, "epoch": 190, "lr": 7.844530588622681e-05}
+{"train_loss": 0.004016070161014795, "global_step": 10305, "epoch": 190, "lr": 7.84412561345436e-05}
+{"train_loss": 0.006425546947866678, "global_step": 10306, "epoch": 190, "lr": 7.843720610701413e-05}
+{"train_loss": 0.008044855669140816, "global_step": 10307, "epoch": 190, "lr": 7.84331558036776e-05}
+{"train_loss": 0.006182056851685047, "global_step": 10308, "epoch": 190, "lr": 7.842910522457336e-05}
+{"train_loss": 0.012238262221217155, "global_step": 10309, "epoch": 190, "lr": 7.842505436974068e-05}
+{"train_loss": 0.0055738999508321285, "global_step": 10310, "epoch": 190, "lr": 7.842100323921884e-05}
+{"train_loss": 0.006332171615213156, "global_step": 10311, "epoch": 190, "lr": 7.841695183304713e-05}
+{"train_loss": 0.007422235328704119, "global_step": 10312, "epoch": 190, "lr": 7.841290015126487e-05}
+{"train_loss": 0.007321092481207516, "global_step": 10313, "epoch": 190, "lr": 7.840884819391132e-05, "val_loss": 0.007566142827272415, "train_action_mse_error": 0.00035147558082826436}
+{"train_loss": 0.003965305630117655, "global_step": 10314, "epoch": 191, "lr": 7.84047959610258e-05}
+{"train_loss": 0.008228646591305733, "global_step": 10315, "epoch": 191, "lr": 7.840074345264761e-05}
+{"train_loss": 0.00975047331303358, "global_step": 10316, "epoch": 191, "lr": 7.839669066881603e-05}
+{"train_loss": 0.005887485574930906, "global_step": 10317, "epoch": 191, "lr": 7.839263760957041e-05}
+{"train_loss": 0.00551661616191268, "global_step": 10318, "epoch": 191, "lr": 7.838858427495005e-05}
+{"train_loss": 0.005346228368580341, "global_step": 10319, "epoch": 191, "lr": 7.838453066499422e-05}
+{"train_loss": 0.009769763797521591, "global_step": 10320, "epoch": 191, "lr": 7.838047677974228e-05}
+{"train_loss": 0.007318584248423576, "global_step": 10321, "epoch": 191, "lr": 7.837642261923352e-05}
+{"train_loss": 0.005473562981933355, "global_step": 10322, "epoch": 191, "lr": 7.837236818350731e-05}
+{"train_loss": 0.0067314025945961475, "global_step": 10323, "epoch": 191, "lr": 7.83683134726029e-05}
+{"train_loss": 0.010207940824329853, "global_step": 10324, "epoch": 191, "lr": 7.836425848655967e-05}
+{"train_loss": 0.008042799308896065, "global_step": 10325, "epoch": 191, "lr": 7.836020322541694e-05}
+{"train_loss": 0.00666797673329711, "global_step": 10326, "epoch": 191, "lr": 7.835614768921401e-05}
+{"train_loss": 0.006505383178591728, "global_step": 10327, "epoch": 191, "lr": 7.835209187799027e-05}
+{"train_loss": 0.006897852290421724, "global_step": 10328, "epoch": 191, "lr": 7.8348035791785e-05}
+{"train_loss": 0.00922952126711607, "global_step": 10329, "epoch": 191, "lr": 7.834397943063756e-05}
+{"train_loss": 0.006674706470221281, "global_step": 10330, "epoch": 191, "lr": 7.833992279458732e-05}
+{"train_loss": 0.007523197680711746, "global_step": 10331, "epoch": 191, "lr": 7.833586588367359e-05}
+{"train_loss": 0.007607692386955023, "global_step": 10332, "epoch": 191, "lr": 7.833180869793572e-05}
+{"train_loss": 0.0060267457738518715, "global_step": 10333, "epoch": 191, "lr": 7.832775123741305e-05}
+{"train_loss": 0.007751632481813431, "global_step": 10334, "epoch": 191, "lr": 7.832369350214497e-05}
+{"train_loss": 0.007954981178045273, "global_step": 10335, "epoch": 191, "lr": 7.831963549217082e-05}
+{"train_loss": 0.007043925113976002, "global_step": 10336, "epoch": 191, "lr": 7.831557720752994e-05}
+{"train_loss": 0.010874086990952492, "global_step": 10337, "epoch": 191, "lr": 7.83115186482617e-05}
+{"train_loss": 0.009793546050786972, "global_step": 10338, "epoch": 191, "lr": 7.830745981440547e-05}
+{"train_loss": 0.007249841932207346, "global_step": 10339, "epoch": 191, "lr": 7.830340070600062e-05}
+{"train_loss": 0.009776288643479347, "global_step": 10340, "epoch": 191, "lr": 7.82993413230865e-05}
+{"train_loss": 0.00832079816609621, "global_step": 10341, "epoch": 191, "lr": 7.829528166570248e-05}
+{"train_loss": 0.010481615550816059, "global_step": 10342, "epoch": 191, "lr": 7.829122173388796e-05}
+{"train_loss": 0.007443832699209452, "global_step": 10343, "epoch": 191, "lr": 7.828716152768231e-05}
+{"train_loss": 0.009545882232487202, "global_step": 10344, "epoch": 191, "lr": 7.828310104712489e-05}
+{"train_loss": 0.004694064147770405, "global_step": 10345, "epoch": 191, "lr": 7.827904029225507e-05}
+{"train_loss": 0.0071290116757154465, "global_step": 10346, "epoch": 191, "lr": 7.827497926311231e-05}
+{"train_loss": 0.007067580241709948, "global_step": 10347, "epoch": 191, "lr": 7.82709179597359e-05}
+{"train_loss": 0.007362575735896826, "global_step": 10348, "epoch": 191, "lr": 7.82668563821653e-05}
+{"train_loss": 0.009001855738461018, "global_step": 10349, "epoch": 191, "lr": 7.826279453043986e-05}
+{"train_loss": 0.006608514115214348, "global_step": 10350, "epoch": 191, "lr": 7.8258732404599e-05}
+{"train_loss": 0.008566895499825478, "global_step": 10351, "epoch": 191, "lr": 7.82546700046821e-05}
+{"train_loss": 0.004949088674038649, "global_step": 10352, "epoch": 191, "lr": 7.825060733072857e-05}
+{"train_loss": 0.01018909178674221, "global_step": 10353, "epoch": 191, "lr": 7.824654438277783e-05}
+{"train_loss": 0.007001695688813925, "global_step": 10354, "epoch": 191, "lr": 7.824248116086925e-05}
+{"train_loss": 0.006990641821175814, "global_step": 10355, "epoch": 191, "lr": 7.823841766504227e-05}
+{"train_loss": 0.008578370325267315, "global_step": 10356, "epoch": 191, "lr": 7.823435389533629e-05}
+{"train_loss": 0.011472142301499844, "global_step": 10357, "epoch": 191, "lr": 7.823028985179071e-05}
+{"train_loss": 0.008128619752824306, "global_step": 10358, "epoch": 191, "lr": 7.822622553444497e-05}
+{"train_loss": 0.006701592355966568, "global_step": 10359, "epoch": 191, "lr": 7.822216094333847e-05}
+{"train_loss": 0.008056921884417534, "global_step": 10360, "epoch": 191, "lr": 7.821809607851063e-05}
+{"train_loss": 0.00528918020427227, "global_step": 10361, "epoch": 191, "lr": 7.821403094000091e-05}
+{"train_loss": 0.006446517538279295, "global_step": 10362, "epoch": 191, "lr": 7.820996552784868e-05}
+{"train_loss": 0.006925140507519245, "global_step": 10363, "epoch": 191, "lr": 7.820589984209342e-05}
+{"train_loss": 0.004859579261392355, "global_step": 10364, "epoch": 191, "lr": 7.820183388277454e-05}
+{"train_loss": 0.00949200801551342, "global_step": 10365, "epoch": 191, "lr": 7.819776764993147e-05}
+{"train_loss": 0.006879914551973343, "global_step": 10366, "epoch": 191, "lr": 7.819370114360365e-05}
+{"train_loss": 0.0075714214515216925, "global_step": 10367, "epoch": 191, "lr": 7.818963436383053e-05, "val_loss": 0.007025042083114386}
+{"train_loss": 0.0072119408287107944, "global_step": 10368, "epoch": 192, "lr": 7.818556731065155e-05}
+{"train_loss": 0.007238524034619331, "global_step": 10369, "epoch": 192, "lr": 7.818149998410616e-05}
+{"train_loss": 0.008059954270720482, "global_step": 10370, "epoch": 192, "lr": 7.81774323842338e-05}
+{"train_loss": 0.008320852182805538, "global_step": 10371, "epoch": 192, "lr": 7.817336451107391e-05}
+{"train_loss": 0.007046402897685766, "global_step": 10372, "epoch": 192, "lr": 7.816929636466597e-05}
+{"train_loss": 0.004522157832980156, "global_step": 10373, "epoch": 192, "lr": 7.816522794504941e-05}
+{"train_loss": 0.0066926609724760056, "global_step": 10374, "epoch": 192, "lr": 7.816115925226373e-05}
+{"train_loss": 0.007021939381957054, "global_step": 10375, "epoch": 192, "lr": 7.815709028634833e-05}
+{"train_loss": 0.006808851845562458, "global_step": 10376, "epoch": 192, "lr": 7.815302104734272e-05}
+{"train_loss": 0.008109275251626968, "global_step": 10377, "epoch": 192, "lr": 7.814895153528635e-05}
+{"train_loss": 0.006381634157150984, "global_step": 10378, "epoch": 192, "lr": 7.81448817502187e-05}
+{"train_loss": 0.00884664710611105, "global_step": 10379, "epoch": 192, "lr": 7.814081169217924e-05}
+{"train_loss": 0.008065757341682911, "global_step": 10380, "epoch": 192, "lr": 7.813674136120742e-05}
+{"train_loss": 0.006303941830992699, "global_step": 10381, "epoch": 192, "lr": 7.813267075734274e-05}
+{"train_loss": 0.00705369608476758, "global_step": 10382, "epoch": 192, "lr": 7.812859988062469e-05}
+{"train_loss": 0.008582903072237968, "global_step": 10383, "epoch": 192, "lr": 7.812452873109273e-05}
+{"train_loss": 0.010596024803817272, "global_step": 10384, "epoch": 192, "lr": 7.812045730878637e-05}
+{"train_loss": 0.00725196348503232, "global_step": 10385, "epoch": 192, "lr": 7.811638561374507e-05}
+{"train_loss": 0.007158989552408457, "global_step": 10386, "epoch": 192, "lr": 7.811231364600832e-05}
+{"train_loss": 0.009361034259200096, "global_step": 10387, "epoch": 192, "lr": 7.810824140561566e-05}
+{"train_loss": 0.007892673835158348, "global_step": 10388, "epoch": 192, "lr": 7.810416889260653e-05}
+{"train_loss": 0.0066501544788479805, "global_step": 10389, "epoch": 192, "lr": 7.810009610702045e-05}
+{"train_loss": 0.010341702960431576, "global_step": 10390, "epoch": 192, "lr": 7.809602304889694e-05}
+{"train_loss": 0.0033993322867900133, "global_step": 10391, "epoch": 192, "lr": 7.809194971827547e-05}
+{"train_loss": 0.012737151235342026, "global_step": 10392, "epoch": 192, "lr": 7.808787611519557e-05}
+{"train_loss": 0.008484634570777416, "global_step": 10393, "epoch": 192, "lr": 7.808380223969674e-05}
+{"train_loss": 0.006061652209609747, "global_step": 10394, "epoch": 192, "lr": 7.807972809181851e-05}
+{"train_loss": 0.005456750281155109, "global_step": 10395, "epoch": 192, "lr": 7.807565367160036e-05}
+{"train_loss": 0.006739835254848003, "global_step": 10396, "epoch": 192, "lr": 7.807157897908182e-05}
+{"train_loss": 0.007315513677895069, "global_step": 10397, "epoch": 192, "lr": 7.806750401430243e-05}
+{"train_loss": 0.009770490229129791, "global_step": 10398, "epoch": 192, "lr": 7.806342877730168e-05}
+{"train_loss": 0.00664099957793951, "global_step": 10399, "epoch": 192, "lr": 7.805935326811912e-05}
+{"train_loss": 0.006253446452319622, "global_step": 10400, "epoch": 192, "lr": 7.805527748679428e-05}
+{"train_loss": 0.009917985647916794, "global_step": 10401, "epoch": 192, "lr": 7.805120143336667e-05}
+{"train_loss": 0.005413249600678682, "global_step": 10402, "epoch": 192, "lr": 7.804712510787582e-05}
+{"train_loss": 0.007380004972219467, "global_step": 10403, "epoch": 192, "lr": 7.804304851036131e-05}
+{"train_loss": 0.007933884859085083, "global_step": 10404, "epoch": 192, "lr": 7.803897164086262e-05}
+{"train_loss": 0.004855910316109657, "global_step": 10405, "epoch": 192, "lr": 7.803489449941932e-05}
+{"train_loss": 0.007326504215598106, "global_step": 10406, "epoch": 192, "lr": 7.803081708607095e-05}
+{"train_loss": 0.007918139919638634, "global_step": 10407, "epoch": 192, "lr": 7.802673940085706e-05}
+{"train_loss": 0.007265070918947458, "global_step": 10408, "epoch": 192, "lr": 7.80226614438172e-05}
+{"train_loss": 0.006607548333704472, "global_step": 10409, "epoch": 192, "lr": 7.801858321499092e-05}
+{"train_loss": 0.012022349052131176, "global_step": 10410, "epoch": 192, "lr": 7.801450471441775e-05}
+{"train_loss": 0.005894837900996208, "global_step": 10411, "epoch": 192, "lr": 7.801042594213728e-05}
+{"train_loss": 0.008057373575866222, "global_step": 10412, "epoch": 192, "lr": 7.800634689818906e-05}
+{"train_loss": 0.008341995999217033, "global_step": 10413, "epoch": 192, "lr": 7.800226758261265e-05}
+{"train_loss": 0.007461500354111195, "global_step": 10414, "epoch": 192, "lr": 7.799818799544759e-05}
+{"train_loss": 0.004978072829544544, "global_step": 10415, "epoch": 192, "lr": 7.79941081367335e-05}
+{"train_loss": 0.006142327096313238, "global_step": 10416, "epoch": 192, "lr": 7.79900280065099e-05}
+{"train_loss": 0.008345997892320156, "global_step": 10417, "epoch": 192, "lr": 7.798594760481638e-05}
+{"train_loss": 0.007265806198120117, "global_step": 10418, "epoch": 192, "lr": 7.798186693169251e-05}
+{"train_loss": 0.005280450917780399, "global_step": 10419, "epoch": 192, "lr": 7.79777859871779e-05}
+{"train_loss": 0.00912757683545351, "global_step": 10420, "epoch": 192, "lr": 7.797370477131209e-05}
+{"train_loss": 0.007502061060491811, "global_step": 10421, "epoch": 192, "lr": 7.796962328413468e-05, "val_loss": 0.007011760026216507}
+{"train_loss": 0.006784983444958925, "global_step": 10422, "epoch": 193, "lr": 7.796554152568527e-05}
+{"train_loss": 0.004688815213739872, "global_step": 10423, "epoch": 193, "lr": 7.79614594960034e-05}
+{"train_loss": 0.007705644238740206, "global_step": 10424, "epoch": 193, "lr": 7.795737719512873e-05}
+{"train_loss": 0.005458407569676638, "global_step": 10425, "epoch": 193, "lr": 7.795329462310078e-05}
+{"train_loss": 0.0039275637827813625, "global_step": 10426, "epoch": 193, "lr": 7.794921177995919e-05}
+{"train_loss": 0.009209963493049145, "global_step": 10427, "epoch": 193, "lr": 7.794512866574357e-05}
+{"train_loss": 0.0051360526122152805, "global_step": 10428, "epoch": 193, "lr": 7.794104528049348e-05}
+{"train_loss": 0.006447054911404848, "global_step": 10429, "epoch": 193, "lr": 7.793696162424857e-05}
+{"train_loss": 0.007338371127843857, "global_step": 10430, "epoch": 193, "lr": 7.793287769704841e-05}
+{"train_loss": 0.005796425510197878, "global_step": 10431, "epoch": 193, "lr": 7.792879349893261e-05}
+{"train_loss": 0.008190535008907318, "global_step": 10432, "epoch": 193, "lr": 7.79247090299408e-05}
+{"train_loss": 0.005551107693463564, "global_step": 10433, "epoch": 193, "lr": 7.792062429011259e-05}
+{"train_loss": 0.0097751310095191, "global_step": 10434, "epoch": 193, "lr": 7.791653927948759e-05}
+{"train_loss": 0.006182356737554073, "global_step": 10435, "epoch": 193, "lr": 7.791245399810544e-05}
+{"train_loss": 0.00730972969904542, "global_step": 10436, "epoch": 193, "lr": 7.790836844600573e-05}
+{"train_loss": 0.00933776330202818, "global_step": 10437, "epoch": 193, "lr": 7.790428262322812e-05}
+{"train_loss": 0.011423571966588497, "global_step": 10438, "epoch": 193, "lr": 7.790019652981221e-05}
+{"train_loss": 0.009573385119438171, "global_step": 10439, "epoch": 193, "lr": 7.789611016579763e-05}
+{"train_loss": 0.006407289765775204, "global_step": 10440, "epoch": 193, "lr": 7.789202353122404e-05}
+{"train_loss": 0.005890403874218464, "global_step": 10441, "epoch": 193, "lr": 7.788793662613106e-05}
+{"train_loss": 0.011465577408671379, "global_step": 10442, "epoch": 193, "lr": 7.788384945055833e-05}
+{"train_loss": 0.007358879316598177, "global_step": 10443, "epoch": 193, "lr": 7.787976200454546e-05}
+{"train_loss": 0.007270939648151398, "global_step": 10444, "epoch": 193, "lr": 7.787567428813213e-05}
+{"train_loss": 0.004478150978684425, "global_step": 10445, "epoch": 193, "lr": 7.7871586301358e-05}
+{"train_loss": 0.008334335871040821, "global_step": 10446, "epoch": 193, "lr": 7.786749804426268e-05}
+{"train_loss": 0.005243158433586359, "global_step": 10447, "epoch": 193, "lr": 7.786340951688584e-05}
+{"train_loss": 0.00973864458501339, "global_step": 10448, "epoch": 193, "lr": 7.785932071926712e-05}
+{"train_loss": 0.005591788329184055, "global_step": 10449, "epoch": 193, "lr": 7.785523165144619e-05}
+{"train_loss": 0.007056293077766895, "global_step": 10450, "epoch": 193, "lr": 7.785114231346272e-05}
+{"train_loss": 0.0054659354500472546, "global_step": 10451, "epoch": 193, "lr": 7.784705270535633e-05}
+{"train_loss": 0.0080512510612607, "global_step": 10452, "epoch": 193, "lr": 7.784296282716673e-05}
+{"train_loss": 0.007676387671381235, "global_step": 10453, "epoch": 193, "lr": 7.783887267893357e-05}
+{"train_loss": 0.0056786187924444675, "global_step": 10454, "epoch": 193, "lr": 7.783478226069651e-05}
+{"train_loss": 0.005928338505327702, "global_step": 10455, "epoch": 193, "lr": 7.783069157249525e-05}
+{"train_loss": 0.008686436340212822, "global_step": 10456, "epoch": 193, "lr": 7.782660061436942e-05}
+{"train_loss": 0.007228302303701639, "global_step": 10457, "epoch": 193, "lr": 7.782250938635874e-05}
+{"train_loss": 0.0063432916067540646, "global_step": 10458, "epoch": 193, "lr": 7.781841788850286e-05}
+{"train_loss": 0.004637851379811764, "global_step": 10459, "epoch": 193, "lr": 7.781432612084148e-05}
+{"train_loss": 0.007053998298943043, "global_step": 10460, "epoch": 193, "lr": 7.78102340834143e-05}
+{"train_loss": 0.005406421143561602, "global_step": 10461, "epoch": 193, "lr": 7.780614177626097e-05}
+{"train_loss": 0.006334210745990276, "global_step": 10462, "epoch": 193, "lr": 7.780204919942119e-05}
+{"train_loss": 0.0037775945384055376, "global_step": 10463, "epoch": 193, "lr": 7.779795635293467e-05}
+{"train_loss": 0.0051481276750564575, "global_step": 10464, "epoch": 193, "lr": 7.77938632368411e-05}
+{"train_loss": 0.0037946912925690413, "global_step": 10465, "epoch": 193, "lr": 7.778976985118018e-05}
+{"train_loss": 0.007847999222576618, "global_step": 10466, "epoch": 193, "lr": 7.778567619599162e-05}
+{"train_loss": 0.005141709931194782, "global_step": 10467, "epoch": 193, "lr": 7.778158227131509e-05}
+{"train_loss": 0.006955250166356564, "global_step": 10468, "epoch": 193, "lr": 7.777748807719033e-05}
+{"train_loss": 0.005029924213886261, "global_step": 10469, "epoch": 193, "lr": 7.777339361365702e-05}
+{"train_loss": 0.004918521735817194, "global_step": 10470, "epoch": 193, "lr": 7.776929888075491e-05}
+{"train_loss": 0.007056825328618288, "global_step": 10471, "epoch": 193, "lr": 7.776520387852367e-05}
+{"train_loss": 0.007884556427598, "global_step": 10472, "epoch": 193, "lr": 7.776110860700305e-05}
+{"train_loss": 0.007188902702182531, "global_step": 10473, "epoch": 193, "lr": 7.775701306623276e-05}
+{"train_loss": 0.007300803903490305, "global_step": 10474, "epoch": 193, "lr": 7.775291725625252e-05}
+{"train_loss": 0.006752841148732437, "global_step": 10475, "epoch": 193, "lr": 7.774882117710203e-05, "val_loss": 0.008790208026766777}
+{"train_loss": 0.007430986501276493, "global_step": 10476, "epoch": 194, "lr": 7.774472482882106e-05}
+{"train_loss": 0.00499744713306427, "global_step": 10477, "epoch": 194, "lr": 7.774062821144932e-05}
+{"train_loss": 0.007574522402137518, "global_step": 10478, "epoch": 194, "lr": 7.773653132502653e-05}
+{"train_loss": 0.008376233279705048, "global_step": 10479, "epoch": 194, "lr": 7.773243416959246e-05}
+{"train_loss": 0.005541699472814798, "global_step": 10480, "epoch": 194, "lr": 7.77283367451868e-05}
+{"train_loss": 0.006213856860995293, "global_step": 10481, "epoch": 194, "lr": 7.772423905184934e-05}
+{"train_loss": 0.006421191152185202, "global_step": 10482, "epoch": 194, "lr": 7.772014108961979e-05}
+{"train_loss": 0.00593601493164897, "global_step": 10483, "epoch": 194, "lr": 7.771604285853788e-05}
+{"train_loss": 0.008405855856835842, "global_step": 10484, "epoch": 194, "lr": 7.771194435864341e-05}
+{"train_loss": 0.005347998812794685, "global_step": 10485, "epoch": 194, "lr": 7.77078455899761e-05}
+{"train_loss": 0.00865346658974886, "global_step": 10486, "epoch": 194, "lr": 7.770374655257568e-05}
+{"train_loss": 0.007331980392336845, "global_step": 10487, "epoch": 194, "lr": 7.769964724648196e-05}
+{"train_loss": 0.0058919512666761875, "global_step": 10488, "epoch": 194, "lr": 7.769554767173466e-05}
+{"train_loss": 0.007045835722237825, "global_step": 10489, "epoch": 194, "lr": 7.769144782837354e-05}
+{"train_loss": 0.004995512310415506, "global_step": 10490, "epoch": 194, "lr": 7.76873477164384e-05}
+{"train_loss": 0.009208396077156067, "global_step": 10491, "epoch": 194, "lr": 7.768324733596895e-05}
+{"train_loss": 0.003484642133116722, "global_step": 10492, "epoch": 194, "lr": 7.7679146687005e-05}
+{"train_loss": 0.005634130444377661, "global_step": 10493, "epoch": 194, "lr": 7.767504576958631e-05}
+{"train_loss": 0.010474810376763344, "global_step": 10494, "epoch": 194, "lr": 7.767094458375265e-05}
+{"train_loss": 0.004648978356271982, "global_step": 10495, "epoch": 194, "lr": 7.766684312954381e-05}
+{"train_loss": 0.004852093756198883, "global_step": 10496, "epoch": 194, "lr": 7.766274140699956e-05}
+{"train_loss": 0.006902448832988739, "global_step": 10497, "epoch": 194, "lr": 7.765863941615968e-05}
+{"train_loss": 0.009618124924600124, "global_step": 10498, "epoch": 194, "lr": 7.765453715706395e-05}
+{"train_loss": 0.006292208097875118, "global_step": 10499, "epoch": 194, "lr": 7.765043462975217e-05}
+{"train_loss": 0.0057955472730100155, "global_step": 10500, "epoch": 194, "lr": 7.764633183426412e-05}
+{"train_loss": 0.007191631011664867, "global_step": 10501, "epoch": 194, "lr": 7.76422287706396e-05}
+{"train_loss": 0.007726992014795542, "global_step": 10502, "epoch": 194, "lr": 7.76381254389184e-05}
+{"train_loss": 0.0057052322663366795, "global_step": 10503, "epoch": 194, "lr": 7.76340218391403e-05}
+{"train_loss": 0.0049473377875983715, "global_step": 10504, "epoch": 194, "lr": 7.762991797134514e-05}
+{"train_loss": 0.0060886419378221035, "global_step": 10505, "epoch": 194, "lr": 7.762581383557268e-05}
+{"train_loss": 0.008528241887688637, "global_step": 10506, "epoch": 194, "lr": 7.762170943186275e-05}
+{"train_loss": 0.009098943322896957, "global_step": 10507, "epoch": 194, "lr": 7.761760476025517e-05}
+{"train_loss": 0.010947481729090214, "global_step": 10508, "epoch": 194, "lr": 7.761349982078973e-05}
+{"train_loss": 0.008149047382175922, "global_step": 10509, "epoch": 194, "lr": 7.760939461350623e-05}
+{"train_loss": 0.004990559071302414, "global_step": 10510, "epoch": 194, "lr": 7.760528913844451e-05}
+{"train_loss": 0.011192684061825275, "global_step": 10511, "epoch": 194, "lr": 7.760118339564439e-05}
+{"train_loss": 0.0051987431943416595, "global_step": 10512, "epoch": 194, "lr": 7.759707738514568e-05}
+{"train_loss": 0.009557787328958511, "global_step": 10513, "epoch": 194, "lr": 7.75929711069882e-05}
+{"train_loss": 0.006994361989200115, "global_step": 10514, "epoch": 194, "lr": 7.758886456121177e-05}
+{"train_loss": 0.005389153491705656, "global_step": 10515, "epoch": 194, "lr": 7.758475774785624e-05}
+{"train_loss": 0.005950255319476128, "global_step": 10516, "epoch": 194, "lr": 7.758065066696143e-05}
+{"train_loss": 0.004861134570091963, "global_step": 10517, "epoch": 194, "lr": 7.757654331856717e-05}
+{"train_loss": 0.007903613150119781, "global_step": 10518, "epoch": 194, "lr": 7.757243570271331e-05}
+{"train_loss": 0.005343929398804903, "global_step": 10519, "epoch": 194, "lr": 7.756832781943967e-05}
+{"train_loss": 0.007180797401815653, "global_step": 10520, "epoch": 194, "lr": 7.756421966878611e-05}
+{"train_loss": 0.006468561477959156, "global_step": 10521, "epoch": 194, "lr": 7.756011125079246e-05}
+{"train_loss": 0.00667524803429842, "global_step": 10522, "epoch": 194, "lr": 7.755600256549855e-05}
+{"train_loss": 0.007974616251885891, "global_step": 10523, "epoch": 194, "lr": 7.755189361294428e-05}
+{"train_loss": 0.009355692192912102, "global_step": 10524, "epoch": 194, "lr": 7.754778439316947e-05}
+{"train_loss": 0.0057204719632864, "global_step": 10525, "epoch": 194, "lr": 7.754367490621396e-05}
+{"train_loss": 0.008028916083276272, "global_step": 10526, "epoch": 194, "lr": 7.753956515211767e-05}
+{"train_loss": 0.004155299626290798, "global_step": 10527, "epoch": 194, "lr": 7.753545513092037e-05}
+{"train_loss": 0.009977511130273342, "global_step": 10528, "epoch": 194, "lr": 7.7531344842662e-05}
+{"train_loss": 0.00694337893380887, "global_step": 10529, "epoch": 194, "lr": 7.752723428738236e-05, "val_loss": 0.009839551523327827}
+{"train_loss": 0.005793869961053133, "global_step": 10530, "epoch": 195, "lr": 7.752312346512136e-05}
+{"train_loss": 0.010050482116639614, "global_step": 10531, "epoch": 195, "lr": 7.751901237591887e-05}
+{"train_loss": 0.006392124108970165, "global_step": 10532, "epoch": 195, "lr": 7.751490101981474e-05}
+{"train_loss": 0.00602951692417264, "global_step": 10533, "epoch": 195, "lr": 7.751078939684885e-05}
+{"train_loss": 0.008491892367601395, "global_step": 10534, "epoch": 195, "lr": 7.750667750706111e-05}
+{"train_loss": 0.00677472073584795, "global_step": 10535, "epoch": 195, "lr": 7.750256535049136e-05}
+{"train_loss": 0.004037448670715094, "global_step": 10536, "epoch": 195, "lr": 7.749845292717951e-05}
+{"train_loss": 0.005810301285237074, "global_step": 10537, "epoch": 195, "lr": 7.749434023716541e-05}
+{"train_loss": 0.009406213648617268, "global_step": 10538, "epoch": 195, "lr": 7.7490227280489e-05}
+{"train_loss": 0.007449312135577202, "global_step": 10539, "epoch": 195, "lr": 7.748611405719013e-05}
+{"train_loss": 0.007144507020711899, "global_step": 10540, "epoch": 195, "lr": 7.74820005673087e-05}
+{"train_loss": 0.008388097397983074, "global_step": 10541, "epoch": 195, "lr": 7.747788681088463e-05}
+{"train_loss": 0.00548210646957159, "global_step": 10542, "epoch": 195, "lr": 7.74737727879578e-05}
+{"train_loss": 0.004332296550273895, "global_step": 10543, "epoch": 195, "lr": 7.746965849856809e-05}
+{"train_loss": 0.008435308933258057, "global_step": 10544, "epoch": 195, "lr": 7.746554394275545e-05}
+{"train_loss": 0.004837698303163052, "global_step": 10545, "epoch": 195, "lr": 7.746142912055976e-05}
+{"train_loss": 0.009220998734235764, "global_step": 10546, "epoch": 195, "lr": 7.745731403202093e-05}
+{"train_loss": 0.008228234015405178, "global_step": 10547, "epoch": 195, "lr": 7.745319867717887e-05}
+{"train_loss": 0.007873970083892345, "global_step": 10548, "epoch": 195, "lr": 7.744908305607348e-05}
+{"train_loss": 0.006482333410531282, "global_step": 10549, "epoch": 195, "lr": 7.744496716874472e-05}
+{"train_loss": 0.005349849350750446, "global_step": 10550, "epoch": 195, "lr": 7.744085101523246e-05}
+{"train_loss": 0.005028381012380123, "global_step": 10551, "epoch": 195, "lr": 7.743673459557665e-05}
+{"train_loss": 0.0075450255535542965, "global_step": 10552, "epoch": 195, "lr": 7.743261790981721e-05}
+{"train_loss": 0.0062306588515639305, "global_step": 10553, "epoch": 195, "lr": 7.742850095799407e-05}
+{"train_loss": 0.006377019919455051, "global_step": 10554, "epoch": 195, "lr": 7.742438374014717e-05}
+{"train_loss": 0.006668976508080959, "global_step": 10555, "epoch": 195, "lr": 7.742026625631639e-05}
+{"train_loss": 0.0074222506955266, "global_step": 10556, "epoch": 195, "lr": 7.741614850654173e-05}
+{"train_loss": 0.006336932070553303, "global_step": 10557, "epoch": 195, "lr": 7.74120304908631e-05}
+{"train_loss": 0.006004073191434145, "global_step": 10558, "epoch": 195, "lr": 7.740791220932042e-05}
+{"train_loss": 0.0062271906062960625, "global_step": 10559, "epoch": 195, "lr": 7.740379366195367e-05}
+{"train_loss": 0.004394786432385445, "global_step": 10560, "epoch": 195, "lr": 7.739967484880277e-05}
+{"train_loss": 0.004792900290340185, "global_step": 10561, "epoch": 195, "lr": 7.739555576990766e-05}
+{"train_loss": 0.008068621158599854, "global_step": 10562, "epoch": 195, "lr": 7.739143642530833e-05}
+{"train_loss": 0.006799565628170967, "global_step": 10563, "epoch": 195, "lr": 7.73873168150447e-05}
+{"train_loss": 0.007795721758157015, "global_step": 10564, "epoch": 195, "lr": 7.738319693915672e-05}
+{"train_loss": 0.006503275595605373, "global_step": 10565, "epoch": 195, "lr": 7.737907679768437e-05}
+{"train_loss": 0.006881351117044687, "global_step": 10566, "epoch": 195, "lr": 7.73749563906676e-05}
+{"train_loss": 0.007637480739504099, "global_step": 10567, "epoch": 195, "lr": 7.737083571814638e-05}
+{"train_loss": 0.007442123256623745, "global_step": 10568, "epoch": 195, "lr": 7.736671478016064e-05}
+{"train_loss": 0.00545402942225337, "global_step": 10569, "epoch": 195, "lr": 7.73625935767504e-05}
+{"train_loss": 0.005170874297618866, "global_step": 10570, "epoch": 195, "lr": 7.735847210795562e-05}
+{"train_loss": 0.007518569938838482, "global_step": 10571, "epoch": 195, "lr": 7.735435037381624e-05}
+{"train_loss": 0.00914438720792532, "global_step": 10572, "epoch": 195, "lr": 7.735022837437225e-05}
+{"train_loss": 0.007714956067502499, "global_step": 10573, "epoch": 195, "lr": 7.734610610966366e-05}
+{"train_loss": 0.01155561488121748, "global_step": 10574, "epoch": 195, "lr": 7.734198357973042e-05}
+{"train_loss": 0.0074279410764575005, "global_step": 10575, "epoch": 195, "lr": 7.733786078461252e-05}
+{"train_loss": 0.007068761624395847, "global_step": 10576, "epoch": 195, "lr": 7.733373772434994e-05}
+{"train_loss": 0.007119372952729464, "global_step": 10577, "epoch": 195, "lr": 7.732961439898268e-05}
+{"train_loss": 0.008667288348078728, "global_step": 10578, "epoch": 195, "lr": 7.732549080855074e-05}
+{"train_loss": 0.009491254575550556, "global_step": 10579, "epoch": 195, "lr": 7.732136695309408e-05}
+{"train_loss": 0.007517404854297638, "global_step": 10580, "epoch": 195, "lr": 7.731724283265271e-05}
+{"train_loss": 0.005205328110605478, "global_step": 10581, "epoch": 195, "lr": 7.731311844726668e-05}
+{"train_loss": 0.007101884111762047, "global_step": 10582, "epoch": 195, "lr": 7.73089937969759e-05}
+{"train_loss": 0.006951507025708755, "global_step": 10583, "epoch": 195, "lr": 7.730486888182045e-05, "val_loss": 0.010930799879133701, "train_action_mse_error": 0.0002282186469528824}
+{"train_loss": 0.0054112025536596775, "global_step": 10584, "epoch": 196, "lr": 7.73007437018403e-05}
+{"train_loss": 0.010511470958590508, "global_step": 10585, "epoch": 196, "lr": 7.729661825707546e-05}
+{"train_loss": 0.006940948311239481, "global_step": 10586, "epoch": 196, "lr": 7.729249254756597e-05}
+{"train_loss": 0.006392428185790777, "global_step": 10587, "epoch": 196, "lr": 7.728836657335182e-05}
+{"train_loss": 0.007489762268960476, "global_step": 10588, "epoch": 196, "lr": 7.728424033447301e-05}
+{"train_loss": 0.005380036775022745, "global_step": 10589, "epoch": 196, "lr": 7.72801138309696e-05}
+{"train_loss": 0.006569813471287489, "global_step": 10590, "epoch": 196, "lr": 7.727598706288159e-05}
+{"train_loss": 0.006310731638222933, "global_step": 10591, "epoch": 196, "lr": 7.727186003024902e-05}
+{"train_loss": 0.008551019243896008, "global_step": 10592, "epoch": 196, "lr": 7.726773273311189e-05}
+{"train_loss": 0.007989910431206226, "global_step": 10593, "epoch": 196, "lr": 7.726360517151023e-05}
+{"train_loss": 0.010116728954017162, "global_step": 10594, "epoch": 196, "lr": 7.725947734548412e-05}
+{"train_loss": 0.00483653275296092, "global_step": 10595, "epoch": 196, "lr": 7.725534925507356e-05}
+{"train_loss": 0.006035445723682642, "global_step": 10596, "epoch": 196, "lr": 7.725122090031858e-05}
+{"train_loss": 0.009305578656494617, "global_step": 10597, "epoch": 196, "lr": 7.724709228125923e-05}
+{"train_loss": 0.009182825684547424, "global_step": 10598, "epoch": 196, "lr": 7.724296339793554e-05}
+{"train_loss": 0.008126085624098778, "global_step": 10599, "epoch": 196, "lr": 7.723883425038758e-05}
+{"train_loss": 0.009765367023646832, "global_step": 10600, "epoch": 196, "lr": 7.72347048386554e-05}
+{"train_loss": 0.012099460698664188, "global_step": 10601, "epoch": 196, "lr": 7.723057516277903e-05}
+{"train_loss": 0.010163639672100544, "global_step": 10602, "epoch": 196, "lr": 7.722644522279851e-05}
+{"train_loss": 0.011127755977213383, "global_step": 10603, "epoch": 196, "lr": 7.722231501875393e-05}
+{"train_loss": 0.005263195838779211, "global_step": 10604, "epoch": 196, "lr": 7.721818455068534e-05}
+{"train_loss": 0.009179371409118176, "global_step": 10605, "epoch": 196, "lr": 7.721405381863279e-05}
+{"train_loss": 0.009529514238238335, "global_step": 10606, "epoch": 196, "lr": 7.720992282263633e-05}
+{"train_loss": 0.0069719841703772545, "global_step": 10607, "epoch": 196, "lr": 7.720579156273606e-05}
+{"train_loss": 0.005358109716325998, "global_step": 10608, "epoch": 196, "lr": 7.720166003897203e-05}
+{"train_loss": 0.007485429290682077, "global_step": 10609, "epoch": 196, "lr": 7.719752825138431e-05}
+{"train_loss": 0.010150556452572346, "global_step": 10610, "epoch": 196, "lr": 7.719339620001296e-05}
+{"train_loss": 0.00995835941284895, "global_step": 10611, "epoch": 196, "lr": 7.718926388489809e-05}
+{"train_loss": 0.007940184324979782, "global_step": 10612, "epoch": 196, "lr": 7.718513130607977e-05}
+{"train_loss": 0.007998696528375149, "global_step": 10613, "epoch": 196, "lr": 7.718099846359803e-05}
+{"train_loss": 0.007165698800235987, "global_step": 10614, "epoch": 196, "lr": 7.717686535749303e-05}
+{"train_loss": 0.014460146427154541, "global_step": 10615, "epoch": 196, "lr": 7.717273198780481e-05}
+{"train_loss": 0.010544802993535995, "global_step": 10616, "epoch": 196, "lr": 7.716859835457347e-05}
+{"train_loss": 0.006811423227190971, "global_step": 10617, "epoch": 196, "lr": 7.716446445783909e-05}
+{"train_loss": 0.007862778380513191, "global_step": 10618, "epoch": 196, "lr": 7.716033029764178e-05}
+{"train_loss": 0.007138809189200401, "global_step": 10619, "epoch": 196, "lr": 7.715619587402164e-05}
+{"train_loss": 0.009670346975326538, "global_step": 10620, "epoch": 196, "lr": 7.715206118701876e-05}
+{"train_loss": 0.00930006429553032, "global_step": 10621, "epoch": 196, "lr": 7.714792623667324e-05}
+{"train_loss": 0.009486264549195766, "global_step": 10622, "epoch": 196, "lr": 7.714379102302517e-05}
+{"train_loss": 0.008539221249520779, "global_step": 10623, "epoch": 196, "lr": 7.713965554611469e-05}
+{"train_loss": 0.008431165479123592, "global_step": 10624, "epoch": 196, "lr": 7.713551980598188e-05}
+{"train_loss": 0.008640213869512081, "global_step": 10625, "epoch": 196, "lr": 7.713138380266688e-05}
+{"train_loss": 0.008959313854575157, "global_step": 10626, "epoch": 196, "lr": 7.712724753620977e-05}
+{"train_loss": 0.010436614975333214, "global_step": 10627, "epoch": 196, "lr": 7.712311100665069e-05}
+{"train_loss": 0.006806133780628443, "global_step": 10628, "epoch": 196, "lr": 7.711897421402976e-05}
+{"train_loss": 0.005918290000408888, "global_step": 10629, "epoch": 196, "lr": 7.71148371583871e-05}
+{"train_loss": 0.006123586557805538, "global_step": 10630, "epoch": 196, "lr": 7.711069983976281e-05}
+{"train_loss": 0.008577641099691391, "global_step": 10631, "epoch": 196, "lr": 7.710656225819705e-05}
+{"train_loss": 0.005177290644496679, "global_step": 10632, "epoch": 196, "lr": 7.710242441372992e-05}
+{"train_loss": 0.006472113076597452, "global_step": 10633, "epoch": 196, "lr": 7.709828630640159e-05}
+{"train_loss": 0.00580193568021059, "global_step": 10634, "epoch": 196, "lr": 7.709414793625217e-05}
+{"train_loss": 0.010228637605905533, "global_step": 10635, "epoch": 196, "lr": 7.70900093033218e-05}
+{"train_loss": 0.00624800706282258, "global_step": 10636, "epoch": 196, "lr": 7.708587040765063e-05}
+{"train_loss": 0.008072883364985938, "global_step": 10637, "epoch": 196, "lr": 7.708173124927878e-05, "val_loss": 0.011633958667516708}
+{"train_loss": 0.007908427156507969, "global_step": 10638, "epoch": 197, "lr": 7.707759182824641e-05}
+{"train_loss": 0.005344657227396965, "global_step": 10639, "epoch": 197, "lr": 7.707345214459366e-05}
+{"train_loss": 0.011613971553742886, "global_step": 10640, "epoch": 197, "lr": 7.706931219836069e-05}
+{"train_loss": 0.009986044839024544, "global_step": 10641, "epoch": 197, "lr": 7.706517198958765e-05}
+{"train_loss": 0.008387959562242031, "global_step": 10642, "epoch": 197, "lr": 7.706103151831469e-05}
+{"train_loss": 0.012179924175143242, "global_step": 10643, "epoch": 197, "lr": 7.705689078458198e-05}
+{"train_loss": 0.007484765257686377, "global_step": 10644, "epoch": 197, "lr": 7.705274978842967e-05}
+{"train_loss": 0.008244731463491917, "global_step": 10645, "epoch": 197, "lr": 7.70486085298979e-05}
+{"train_loss": 0.005587852094322443, "global_step": 10646, "epoch": 197, "lr": 7.704446700902688e-05}
+{"train_loss": 0.004054863937199116, "global_step": 10647, "epoch": 197, "lr": 7.704032522585675e-05}
+{"train_loss": 0.006235267501324415, "global_step": 10648, "epoch": 197, "lr": 7.703618318042771e-05}
+{"train_loss": 0.008047307841479778, "global_step": 10649, "epoch": 197, "lr": 7.703204087277988e-05}
+{"train_loss": 0.007517865393310785, "global_step": 10650, "epoch": 197, "lr": 7.702789830295347e-05}
+{"train_loss": 0.006000878755003214, "global_step": 10651, "epoch": 197, "lr": 7.702375547098868e-05}
+{"train_loss": 0.009007466956973076, "global_step": 10652, "epoch": 197, "lr": 7.701961237692563e-05}
+{"train_loss": 0.006889232899993658, "global_step": 10653, "epoch": 197, "lr": 7.701546902080456e-05}
+{"train_loss": 0.008733068592846394, "global_step": 10654, "epoch": 197, "lr": 7.701132540266563e-05}
+{"train_loss": 0.0068158661015331745, "global_step": 10655, "epoch": 197, "lr": 7.700718152254902e-05}
+{"train_loss": 0.012705995701253414, "global_step": 10656, "epoch": 197, "lr": 7.700303738049493e-05}
+{"train_loss": 0.004661661572754383, "global_step": 10657, "epoch": 197, "lr": 7.699889297654356e-05}
+{"train_loss": 0.0072692083194851875, "global_step": 10658, "epoch": 197, "lr": 7.69947483107351e-05}
+{"train_loss": 0.009906230494379997, "global_step": 10659, "epoch": 197, "lr": 7.699060338310975e-05}
+{"train_loss": 0.008088517934083939, "global_step": 10660, "epoch": 197, "lr": 7.69864581937077e-05}
+{"train_loss": 0.007357715163379908, "global_step": 10661, "epoch": 197, "lr": 7.698231274256919e-05}
+{"train_loss": 0.008133823983371258, "global_step": 10662, "epoch": 197, "lr": 7.69781670297344e-05}
+{"train_loss": 0.009947163984179497, "global_step": 10663, "epoch": 197, "lr": 7.697402105524351e-05}
+{"train_loss": 0.006609437987208366, "global_step": 10664, "epoch": 197, "lr": 7.696987481913678e-05}
+{"train_loss": 0.005941471084952354, "global_step": 10665, "epoch": 197, "lr": 7.696572832145437e-05}
+{"train_loss": 0.010336941108107567, "global_step": 10666, "epoch": 197, "lr": 7.696158156223656e-05}
+{"train_loss": 0.011307124979794025, "global_step": 10667, "epoch": 197, "lr": 7.695743454152352e-05}
+{"train_loss": 0.005529356189072132, "global_step": 10668, "epoch": 197, "lr": 7.69532872593555e-05}
+{"train_loss": 0.009316666051745415, "global_step": 10669, "epoch": 197, "lr": 7.694913971577271e-05}
+{"train_loss": 0.010347056202590466, "global_step": 10670, "epoch": 197, "lr": 7.694499191081537e-05}
+{"train_loss": 0.008792794309556484, "global_step": 10671, "epoch": 197, "lr": 7.694084384452372e-05}
+{"train_loss": 0.006858290173113346, "global_step": 10672, "epoch": 197, "lr": 7.6936695516938e-05}
+{"train_loss": 0.009671171195805073, "global_step": 10673, "epoch": 197, "lr": 7.693254692809842e-05}
+{"train_loss": 0.011786372400820255, "global_step": 10674, "epoch": 197, "lr": 7.692839807804521e-05}
+{"train_loss": 0.005482973996549845, "global_step": 10675, "epoch": 197, "lr": 7.692424896681866e-05}
+{"train_loss": 0.008830311708152294, "global_step": 10676, "epoch": 197, "lr": 7.692009959445896e-05}
+{"train_loss": 0.00594137841835618, "global_step": 10677, "epoch": 197, "lr": 7.691594996100637e-05}
+{"train_loss": 0.008745124563574791, "global_step": 10678, "epoch": 197, "lr": 7.691180006650116e-05}
+{"train_loss": 0.008803162723779678, "global_step": 10679, "epoch": 197, "lr": 7.690764991098354e-05}
+{"train_loss": 0.00801676232367754, "global_step": 10680, "epoch": 197, "lr": 7.690349949449379e-05}
+{"train_loss": 0.00934288464486599, "global_step": 10681, "epoch": 197, "lr": 7.689934881707213e-05}
+{"train_loss": 0.0064722090028226376, "global_step": 10682, "epoch": 197, "lr": 7.689519787875887e-05}
+{"train_loss": 0.009229347109794617, "global_step": 10683, "epoch": 197, "lr": 7.689104667959422e-05}
+{"train_loss": 0.005652224645018578, "global_step": 10684, "epoch": 197, "lr": 7.688689521961847e-05}
+{"train_loss": 0.005476234946399927, "global_step": 10685, "epoch": 197, "lr": 7.688274349887188e-05}
+{"train_loss": 0.005673131439834833, "global_step": 10686, "epoch": 197, "lr": 7.687859151739472e-05}
+{"train_loss": 0.005019529722630978, "global_step": 10687, "epoch": 197, "lr": 7.687443927522722e-05}
+{"train_loss": 0.006100112106651068, "global_step": 10688, "epoch": 197, "lr": 7.687028677240971e-05}
+{"train_loss": 0.005082657560706139, "global_step": 10689, "epoch": 197, "lr": 7.686613400898241e-05}
+{"train_loss": 0.010431086644530296, "global_step": 10690, "epoch": 197, "lr": 7.686198098498568e-05}
+{"train_loss": 0.007936773528517396, "global_step": 10691, "epoch": 197, "lr": 7.685782770045968e-05, "val_loss": 0.009168347343802452}
+{"train_loss": 0.008295495063066483, "global_step": 10692, "epoch": 198, "lr": 7.685367415544478e-05}
+{"train_loss": 0.00793527252972126, "global_step": 10693, "epoch": 198, "lr": 7.684952034998125e-05}
+{"train_loss": 0.010392042808234692, "global_step": 10694, "epoch": 198, "lr": 7.684536628410937e-05}
+{"train_loss": 0.008412486873567104, "global_step": 10695, "epoch": 198, "lr": 7.68412119578694e-05}
+{"train_loss": 0.00829978659749031, "global_step": 10696, "epoch": 198, "lr": 7.683705737130169e-05}
+{"train_loss": 0.006692913360893726, "global_step": 10697, "epoch": 198, "lr": 7.683290252444648e-05}
+{"train_loss": 0.007140394300222397, "global_step": 10698, "epoch": 198, "lr": 7.682874741734411e-05}
+{"train_loss": 0.006644274573773146, "global_step": 10699, "epoch": 198, "lr": 7.682459205003483e-05}
+{"train_loss": 0.005725277587771416, "global_step": 10700, "epoch": 198, "lr": 7.6820436422559e-05}
+{"train_loss": 0.008972330950200558, "global_step": 10701, "epoch": 198, "lr": 7.681628053495688e-05}
+{"train_loss": 0.007930776104331017, "global_step": 10702, "epoch": 198, "lr": 7.68121243872688e-05}
+{"train_loss": 0.0041118101216852665, "global_step": 10703, "epoch": 198, "lr": 7.680796797953507e-05}
+{"train_loss": 0.005230291746556759, "global_step": 10704, "epoch": 198, "lr": 7.680381131179599e-05}
+{"train_loss": 0.006050513591617346, "global_step": 10705, "epoch": 198, "lr": 7.679965438409187e-05}
+{"train_loss": 0.009118109941482544, "global_step": 10706, "epoch": 198, "lr": 7.679549719646306e-05}
+{"train_loss": 0.004618389531970024, "global_step": 10707, "epoch": 198, "lr": 7.679133974894983e-05}
+{"train_loss": 0.0072988360188901424, "global_step": 10708, "epoch": 198, "lr": 7.678718204159257e-05}
+{"train_loss": 0.0041313692927360535, "global_step": 10709, "epoch": 198, "lr": 7.678302407443152e-05}
+{"train_loss": 0.011986028403043747, "global_step": 10710, "epoch": 198, "lr": 7.677886584750707e-05}
+{"train_loss": 0.006471607368439436, "global_step": 10711, "epoch": 198, "lr": 7.677470736085954e-05}
+{"train_loss": 0.009640192613005638, "global_step": 10712, "epoch": 198, "lr": 7.677054861452924e-05}
+{"train_loss": 0.009531176649034023, "global_step": 10713, "epoch": 198, "lr": 7.676638960855651e-05}
+{"train_loss": 0.007310197688639164, "global_step": 10714, "epoch": 198, "lr": 7.676223034298172e-05}
+{"train_loss": 0.0066195158287882805, "global_step": 10715, "epoch": 198, "lr": 7.675807081784517e-05}
+{"train_loss": 0.005795490927994251, "global_step": 10716, "epoch": 198, "lr": 7.675391103318723e-05}
+{"train_loss": 0.00622212840244174, "global_step": 10717, "epoch": 198, "lr": 7.674975098904823e-05}
+{"train_loss": 0.007686281111091375, "global_step": 10718, "epoch": 198, "lr": 7.674559068546851e-05}
+{"train_loss": 0.008662901818752289, "global_step": 10719, "epoch": 198, "lr": 7.674143012248845e-05}
+{"train_loss": 0.006594388745725155, "global_step": 10720, "epoch": 198, "lr": 7.673726930014838e-05}
+{"train_loss": 0.009118523448705673, "global_step": 10721, "epoch": 198, "lr": 7.673310821848865e-05}
+{"train_loss": 0.005657894536852837, "global_step": 10722, "epoch": 198, "lr": 7.672894687754964e-05}
+{"train_loss": 0.007186220493167639, "global_step": 10723, "epoch": 198, "lr": 7.672478527737167e-05}
+{"train_loss": 0.0071142977103590965, "global_step": 10724, "epoch": 198, "lr": 7.672062341799515e-05}
+{"train_loss": 0.004687305074185133, "global_step": 10725, "epoch": 198, "lr": 7.671646129946042e-05}
+{"train_loss": 0.006273434963077307, "global_step": 10726, "epoch": 198, "lr": 7.671229892180785e-05}
+{"train_loss": 0.010155159048736095, "global_step": 10727, "epoch": 198, "lr": 7.67081362850778e-05}
+{"train_loss": 0.006555298343300819, "global_step": 10728, "epoch": 198, "lr": 7.670397338931067e-05}
+{"train_loss": 0.006668312940746546, "global_step": 10729, "epoch": 198, "lr": 7.669981023454682e-05}
+{"train_loss": 0.010137699544429779, "global_step": 10730, "epoch": 198, "lr": 7.669564682082662e-05}
+{"train_loss": 0.005394416395574808, "global_step": 10731, "epoch": 198, "lr": 7.669148314819043e-05}
+{"train_loss": 0.007512139156460762, "global_step": 10732, "epoch": 198, "lr": 7.66873192166787e-05}
+{"train_loss": 0.00891864113509655, "global_step": 10733, "epoch": 198, "lr": 7.668315502633176e-05}
+{"train_loss": 0.0057854559272527695, "global_step": 10734, "epoch": 198, "lr": 7.667899057719002e-05}
+{"train_loss": 0.004899612162262201, "global_step": 10735, "epoch": 198, "lr": 7.667482586929387e-05}
+{"train_loss": 0.007274779491126537, "global_step": 10736, "epoch": 198, "lr": 7.667066090268366e-05}
+{"train_loss": 0.005523735657334328, "global_step": 10737, "epoch": 198, "lr": 7.666649567739986e-05}
+{"train_loss": 0.005589952692389488, "global_step": 10738, "epoch": 198, "lr": 7.666233019348282e-05}
+{"train_loss": 0.009792981669306755, "global_step": 10739, "epoch": 198, "lr": 7.665816445097291e-05}
+{"train_loss": 0.005284999497234821, "global_step": 10740, "epoch": 198, "lr": 7.665399844991061e-05}
+{"train_loss": 0.005220734979957342, "global_step": 10741, "epoch": 198, "lr": 7.664983219033629e-05}
+{"train_loss": 0.008421751670539379, "global_step": 10742, "epoch": 198, "lr": 7.664566567229034e-05}
+{"train_loss": 0.008709253743290901, "global_step": 10743, "epoch": 198, "lr": 7.664149889581318e-05}
+{"train_loss": 0.005203487817198038, "global_step": 10744, "epoch": 198, "lr": 7.663733186094524e-05}
+{"train_loss": 0.007157212088781374, "global_step": 10745, "epoch": 198, "lr": 7.663316456772691e-05, "val_loss": 0.00973111018538475}
+{"train_loss": 0.0062150596641004086, "global_step": 10746, "epoch": 199, "lr": 7.662899701619863e-05}
+{"train_loss": 0.006675582844763994, "global_step": 10747, "epoch": 199, "lr": 7.66248292064008e-05}
+{"train_loss": 0.008642916567623615, "global_step": 10748, "epoch": 199, "lr": 7.662066113837387e-05}
+{"train_loss": 0.00838935375213623, "global_step": 10749, "epoch": 199, "lr": 7.661649281215824e-05}
+{"train_loss": 0.007404175121337175, "global_step": 10750, "epoch": 199, "lr": 7.661232422779434e-05}
+{"train_loss": 0.006747331470251083, "global_step": 10751, "epoch": 199, "lr": 7.66081553853226e-05}
+{"train_loss": 0.007278100121766329, "global_step": 10752, "epoch": 199, "lr": 7.66039862847835e-05}
+{"train_loss": 0.003765429137274623, "global_step": 10753, "epoch": 199, "lr": 7.659981692621739e-05}
+{"train_loss": 0.008153599686920643, "global_step": 10754, "epoch": 199, "lr": 7.659564730966478e-05}
+{"train_loss": 0.006981189362704754, "global_step": 10755, "epoch": 199, "lr": 7.659147743516607e-05}
+{"train_loss": 0.004551451653242111, "global_step": 10756, "epoch": 199, "lr": 7.658730730276172e-05}
+{"train_loss": 0.006676179356873035, "global_step": 10757, "epoch": 199, "lr": 7.658313691249216e-05}
+{"train_loss": 0.009887824766337872, "global_step": 10758, "epoch": 199, "lr": 7.657896626439787e-05}
+{"train_loss": 0.006174191366881132, "global_step": 10759, "epoch": 199, "lr": 7.657479535851926e-05}
+{"train_loss": 0.008797546848654747, "global_step": 10760, "epoch": 199, "lr": 7.657062419489681e-05}
+{"train_loss": 0.0042353225871920586, "global_step": 10761, "epoch": 199, "lr": 7.656645277357097e-05}
+{"train_loss": 0.004960424266755581, "global_step": 10762, "epoch": 199, "lr": 7.65622810945822e-05}
+{"train_loss": 0.009127308614552021, "global_step": 10763, "epoch": 199, "lr": 7.655810915797095e-05}
+{"train_loss": 0.007355866488069296, "global_step": 10764, "epoch": 199, "lr": 7.655393696377768e-05}
+{"train_loss": 0.008846922777593136, "global_step": 10765, "epoch": 199, "lr": 7.654976451204288e-05}
+{"train_loss": 0.00534085975959897, "global_step": 10766, "epoch": 199, "lr": 7.654559180280699e-05}
+{"train_loss": 0.005801207851618528, "global_step": 10767, "epoch": 199, "lr": 7.654141883611049e-05}
+{"train_loss": 0.008231410756707191, "global_step": 10768, "epoch": 199, "lr": 7.653724561199385e-05}
+{"train_loss": 0.008092260919511318, "global_step": 10769, "epoch": 199, "lr": 7.653307213049756e-05}
+{"train_loss": 0.007040525786578655, "global_step": 10770, "epoch": 199, "lr": 7.65288983916621e-05}
+{"train_loss": 0.009779606014490128, "global_step": 10771, "epoch": 199, "lr": 7.652472439552792e-05}
+{"train_loss": 0.006561405025422573, "global_step": 10772, "epoch": 199, "lr": 7.652055014213553e-05}
+{"train_loss": 0.005970644298940897, "global_step": 10773, "epoch": 199, "lr": 7.65163756315254e-05}
+{"train_loss": 0.007129593286663294, "global_step": 10774, "epoch": 199, "lr": 7.651220086373803e-05}
+{"train_loss": 0.010507356375455856, "global_step": 10775, "epoch": 199, "lr": 7.65080258388139e-05}
+{"train_loss": 0.008190911263227463, "global_step": 10776, "epoch": 199, "lr": 7.65038505567935e-05}
+{"train_loss": 0.006572327576577663, "global_step": 10777, "epoch": 199, "lr": 7.649967501771734e-05}
+{"train_loss": 0.005640735849738121, "global_step": 10778, "epoch": 199, "lr": 7.649549922162592e-05}
+{"train_loss": 0.00711057148873806, "global_step": 10779, "epoch": 199, "lr": 7.649132316855971e-05}
+{"train_loss": 0.008595431223511696, "global_step": 10780, "epoch": 199, "lr": 7.648714685855924e-05}
+{"train_loss": 0.0064576370641589165, "global_step": 10781, "epoch": 199, "lr": 7.6482970291665e-05}
+{"train_loss": 0.0062828343361616135, "global_step": 10782, "epoch": 199, "lr": 7.647879346791752e-05}
+{"train_loss": 0.005443804431706667, "global_step": 10783, "epoch": 199, "lr": 7.647461638735729e-05}
+{"train_loss": 0.003948546014726162, "global_step": 10784, "epoch": 199, "lr": 7.647043905002484e-05}
+{"train_loss": 0.005552800837904215, "global_step": 10785, "epoch": 199, "lr": 7.646626145596066e-05}
+{"train_loss": 0.008243253454566002, "global_step": 10786, "epoch": 199, "lr": 7.646208360520528e-05}
+{"train_loss": 0.006354029756039381, "global_step": 10787, "epoch": 199, "lr": 7.645790549779924e-05}
+{"train_loss": 0.008561786264181137, "global_step": 10788, "epoch": 199, "lr": 7.645372713378303e-05}
+{"train_loss": 0.006889851298183203, "global_step": 10789, "epoch": 199, "lr": 7.64495485131972e-05}
+{"train_loss": 0.0049481517635285854, "global_step": 10790, "epoch": 199, "lr": 7.644536963608224e-05}
+{"train_loss": 0.007110646925866604, "global_step": 10791, "epoch": 199, "lr": 7.644119050247874e-05}
+{"train_loss": 0.004919694270938635, "global_step": 10792, "epoch": 199, "lr": 7.643701111242718e-05}
+{"train_loss": 0.006638452876359224, "global_step": 10793, "epoch": 199, "lr": 7.643283146596814e-05}
+{"train_loss": 0.00814096163958311, "global_step": 10794, "epoch": 199, "lr": 7.64286515631421e-05}
+{"train_loss": 0.00849628634750843, "global_step": 10795, "epoch": 199, "lr": 7.642447140398965e-05}
+{"train_loss": 0.00792296975851059, "global_step": 10796, "epoch": 199, "lr": 7.642029098855132e-05}
+{"train_loss": 0.00832210760563612, "global_step": 10797, "epoch": 199, "lr": 7.641611031686764e-05}
+{"train_loss": 0.006861661560833454, "global_step": 10798, "epoch": 199, "lr": 7.641192938897916e-05}
+{"train_loss": 0.0070002169425909715, "global_step": 10799, "epoch": 199, "lr": 7.640774820492647e-05, "val_loss": 0.012756944634020329}
+{"train_loss": 0.00870503019541502, "global_step": 10800, "epoch": 200, "lr": 7.640356676475006e-05}
+{"train_loss": 0.00583919370546937, "global_step": 10801, "epoch": 200, "lr": 7.639938506849053e-05}
+{"train_loss": 0.00994972512125969, "global_step": 10802, "epoch": 200, "lr": 7.639520311618841e-05}
+{"train_loss": 0.007622768636792898, "global_step": 10803, "epoch": 200, "lr": 7.639102090788429e-05}
+{"train_loss": 0.005248512607067823, "global_step": 10804, "epoch": 200, "lr": 7.63868384436187e-05}
+{"train_loss": 0.00812220387160778, "global_step": 10805, "epoch": 200, "lr": 7.638265572343223e-05}
+{"train_loss": 0.0075265695340931416, "global_step": 10806, "epoch": 200, "lr": 7.637847274736543e-05}
+{"train_loss": 0.008456919342279434, "global_step": 10807, "epoch": 200, "lr": 7.637428951545889e-05}
+{"train_loss": 0.007392239756882191, "global_step": 10808, "epoch": 200, "lr": 7.637010602775316e-05}
+{"train_loss": 0.007063888479024172, "global_step": 10809, "epoch": 200, "lr": 7.636592228428882e-05}
+{"train_loss": 0.008373900316655636, "global_step": 10810, "epoch": 200, "lr": 7.636173828510647e-05}
+{"train_loss": 0.006838683038949966, "global_step": 10811, "epoch": 200, "lr": 7.635755403024666e-05}
+{"train_loss": 0.00861416943371296, "global_step": 10812, "epoch": 200, "lr": 7.635336951974998e-05}
+{"train_loss": 0.005681329406797886, "global_step": 10813, "epoch": 200, "lr": 7.634918475365703e-05}
+{"train_loss": 0.006315313745290041, "global_step": 10814, "epoch": 200, "lr": 7.634499973200837e-05}
+{"train_loss": 0.007481100503355265, "global_step": 10815, "epoch": 200, "lr": 7.634081445484462e-05}
+{"train_loss": 0.0068525271490216255, "global_step": 10816, "epoch": 200, "lr": 7.633662892220636e-05}
+{"train_loss": 0.005797234363853931, "global_step": 10817, "epoch": 200, "lr": 7.633244313413416e-05}
+{"train_loss": 0.007808518595993519, "global_step": 10818, "epoch": 200, "lr": 7.632825709066866e-05}
+{"train_loss": 0.008625715970993042, "global_step": 10819, "epoch": 200, "lr": 7.632407079185045e-05}
+{"train_loss": 0.008898772299289703, "global_step": 10820, "epoch": 200, "lr": 7.63198842377201e-05}
+{"train_loss": 0.00872110202908516, "global_step": 10821, "epoch": 200, "lr": 7.631569742831825e-05}
+{"train_loss": 0.008920455351471901, "global_step": 10822, "epoch": 200, "lr": 7.631151036368548e-05}
+{"train_loss": 0.007170786615461111, "global_step": 10823, "epoch": 200, "lr": 7.630732304386244e-05}
+{"train_loss": 0.0073548280633986, "global_step": 10824, "epoch": 200, "lr": 7.630313546888968e-05}
+{"train_loss": 0.006650450173765421, "global_step": 10825, "epoch": 200, "lr": 7.629894763880787e-05}
+{"train_loss": 0.006016620900481939, "global_step": 10826, "epoch": 200, "lr": 7.629475955365758e-05}
+{"train_loss": 0.0085307527333498, "global_step": 10827, "epoch": 200, "lr": 7.629057121347949e-05}
+{"train_loss": 0.008094992488622665, "global_step": 10828, "epoch": 200, "lr": 7.628638261831418e-05}
+{"train_loss": 0.006939821410924196, "global_step": 10829, "epoch": 200, "lr": 7.628219376820227e-05}
+{"train_loss": 0.009794751182198524, "global_step": 10830, "epoch": 200, "lr": 7.62780046631844e-05}
+{"train_loss": 0.00577612454071641, "global_step": 10831, "epoch": 200, "lr": 7.627381530330122e-05}
+{"train_loss": 0.007497886195778847, "global_step": 10832, "epoch": 200, "lr": 7.626962568859331e-05}
+{"train_loss": 0.007733401842415333, "global_step": 10833, "epoch": 200, "lr": 7.626543581910135e-05}
+{"train_loss": 0.007221601903438568, "global_step": 10834, "epoch": 200, "lr": 7.626124569486596e-05}
+{"train_loss": 0.009594867937266827, "global_step": 10835, "epoch": 200, "lr": 7.625705531592778e-05}
+{"train_loss": 0.005388452671468258, "global_step": 10836, "epoch": 200, "lr": 7.625286468232746e-05}
+{"train_loss": 0.00829274021089077, "global_step": 10837, "epoch": 200, "lr": 7.624867379410563e-05}
+{"train_loss": 0.0072912899777293205, "global_step": 10838, "epoch": 200, "lr": 7.624448265130293e-05}
+{"train_loss": 0.0068550570867955685, "global_step": 10839, "epoch": 200, "lr": 7.624029125396004e-05}
+{"train_loss": 0.006624448113143444, "global_step": 10840, "epoch": 200, "lr": 7.623609960211758e-05}
+{"train_loss": 0.011108498089015484, "global_step": 10841, "epoch": 200, "lr": 7.623190769581622e-05}
+{"train_loss": 0.00852387584745884, "global_step": 10842, "epoch": 200, "lr": 7.622771553509663e-05}
+{"train_loss": 0.008814984932541847, "global_step": 10843, "epoch": 200, "lr": 7.622352311999943e-05}
+{"train_loss": 0.007764449343085289, "global_step": 10844, "epoch": 200, "lr": 7.62193304505653e-05}
+{"train_loss": 0.006463994737714529, "global_step": 10845, "epoch": 200, "lr": 7.621513752683493e-05}
+{"train_loss": 0.005678987596184015, "global_step": 10846, "epoch": 200, "lr": 7.621094434884896e-05}
+{"train_loss": 0.007248383015394211, "global_step": 10847, "epoch": 200, "lr": 7.620675091664806e-05}
+{"train_loss": 0.007248744834214449, "global_step": 10848, "epoch": 200, "lr": 7.62025572302729e-05}
+{"train_loss": 0.008204027079045773, "global_step": 10849, "epoch": 200, "lr": 7.619836328976416e-05}
+{"train_loss": 0.007282216101884842, "global_step": 10850, "epoch": 200, "lr": 7.619416909516252e-05}
+{"train_loss": 0.00695966649800539, "global_step": 10851, "epoch": 200, "lr": 7.618997464650865e-05}
+{"train_loss": 0.007661482319235802, "global_step": 10852, "epoch": 200, "lr": 7.618577994384324e-05}
+{"train_loss": 0.007640586657173655, "global_step": 10853, "epoch": 200, "lr": 7.618158498720697e-05, "val_loss": 0.008098091930150986, "train_action_mse_error": 0.0003201841900590807}
+{"train_loss": 0.005430332850664854, "global_step": 10854, "epoch": 201, "lr": 7.61773897766405e-05}
+{"train_loss": 0.007821069099009037, "global_step": 10855, "epoch": 201, "lr": 7.617319431218457e-05}
+{"train_loss": 0.0087306909263134, "global_step": 10856, "epoch": 201, "lr": 7.616899859387982e-05}
+{"train_loss": 0.006074859760701656, "global_step": 10857, "epoch": 201, "lr": 7.616480262176699e-05}
+{"train_loss": 0.007157400716096163, "global_step": 10858, "epoch": 201, "lr": 7.616060639588674e-05}
+{"train_loss": 0.006638347636908293, "global_step": 10859, "epoch": 201, "lr": 7.615640991627979e-05}
+{"train_loss": 0.005656449124217033, "global_step": 10860, "epoch": 201, "lr": 7.615221318298683e-05}
+{"train_loss": 0.009148731827735901, "global_step": 10861, "epoch": 201, "lr": 7.614801619604856e-05}
+{"train_loss": 0.007709445431828499, "global_step": 10862, "epoch": 201, "lr": 7.61438189555057e-05}
+{"train_loss": 0.005132975056767464, "global_step": 10863, "epoch": 201, "lr": 7.613962146139894e-05}
+{"train_loss": 0.006875274237245321, "global_step": 10864, "epoch": 201, "lr": 7.6135423713769e-05}
+{"train_loss": 0.0047577195800840855, "global_step": 10865, "epoch": 201, "lr": 7.613122571265661e-05}
+{"train_loss": 0.008012047968804836, "global_step": 10866, "epoch": 201, "lr": 7.612702745810245e-05}
+{"train_loss": 0.006790772080421448, "global_step": 10867, "epoch": 201, "lr": 7.612282895014727e-05}
+{"train_loss": 0.0064590098336339, "global_step": 10868, "epoch": 201, "lr": 7.611863018883177e-05}
+{"train_loss": 0.006380612496286631, "global_step": 10869, "epoch": 201, "lr": 7.61144311741967e-05}
+{"train_loss": 0.013464869000017643, "global_step": 10870, "epoch": 201, "lr": 7.611023190628275e-05}
+{"train_loss": 0.00575540354475379, "global_step": 10871, "epoch": 201, "lr": 7.610603238513065e-05}
+{"train_loss": 0.005371036473661661, "global_step": 10872, "epoch": 201, "lr": 7.610183261078117e-05}
+{"train_loss": 0.0063505698926746845, "global_step": 10873, "epoch": 201, "lr": 7.609763258327499e-05}
+{"train_loss": 0.00516328914090991, "global_step": 10874, "epoch": 201, "lr": 7.60934323026529e-05}
+{"train_loss": 0.006178869865834713, "global_step": 10875, "epoch": 201, "lr": 7.60892317689556e-05}
+{"train_loss": 0.009567508473992348, "global_step": 10876, "epoch": 201, "lr": 7.608503098222384e-05}
+{"train_loss": 0.006445116829127073, "global_step": 10877, "epoch": 201, "lr": 7.608082994249836e-05}
+{"train_loss": 0.0048463656567037106, "global_step": 10878, "epoch": 201, "lr": 7.60766286498199e-05}
+{"train_loss": 0.007074424531310797, "global_step": 10879, "epoch": 201, "lr": 7.607242710422922e-05}
+{"train_loss": 0.006399937439709902, "global_step": 10880, "epoch": 201, "lr": 7.606822530576708e-05}
+{"train_loss": 0.007911620661616325, "global_step": 10881, "epoch": 201, "lr": 7.60640232544742e-05}
+{"train_loss": 0.00895388051867485, "global_step": 10882, "epoch": 201, "lr": 7.605982095039136e-05}
+{"train_loss": 0.005513024516403675, "global_step": 10883, "epoch": 201, "lr": 7.605561839355933e-05}
+{"train_loss": 0.006492646876722574, "global_step": 10884, "epoch": 201, "lr": 7.605141558401883e-05}
+{"train_loss": 0.008563288487493992, "global_step": 10885, "epoch": 201, "lr": 7.604721252181064e-05}
+{"train_loss": 0.0064788698218762875, "global_step": 10886, "epoch": 201, "lr": 7.604300920697553e-05}
+{"train_loss": 0.00837787427008152, "global_step": 10887, "epoch": 201, "lr": 7.603880563955426e-05}
+{"train_loss": 0.00790591910481453, "global_step": 10888, "epoch": 201, "lr": 7.603460181958761e-05}
+{"train_loss": 0.005971820093691349, "global_step": 10889, "epoch": 201, "lr": 7.603039774711635e-05}
+{"train_loss": 0.0071138301864266396, "global_step": 10890, "epoch": 201, "lr": 7.602619342218123e-05}
+{"train_loss": 0.00886161345988512, "global_step": 10891, "epoch": 201, "lr": 7.602198884482308e-05}
+{"train_loss": 0.009097178466618061, "global_step": 10892, "epoch": 201, "lr": 7.601778401508262e-05}
+{"train_loss": 0.006910527125000954, "global_step": 10893, "epoch": 201, "lr": 7.601357893300068e-05}
+{"train_loss": 0.007882743142545223, "global_step": 10894, "epoch": 201, "lr": 7.6009373598618e-05}
+{"train_loss": 0.00810033455491066, "global_step": 10895, "epoch": 201, "lr": 7.600516801197539e-05}
+{"train_loss": 0.007508622016757727, "global_step": 10896, "epoch": 201, "lr": 7.600096217311365e-05}
+{"train_loss": 0.0067638130858540535, "global_step": 10897, "epoch": 201, "lr": 7.599675608207356e-05}
+{"train_loss": 0.0068133859895169735, "global_step": 10898, "epoch": 201, "lr": 7.599254973889591e-05}
+{"train_loss": 0.007271854672580957, "global_step": 10899, "epoch": 201, "lr": 7.598834314362151e-05}
+{"train_loss": 0.008070653304457664, "global_step": 10900, "epoch": 201, "lr": 7.598413629629114e-05}
+{"train_loss": 0.00477290665730834, "global_step": 10901, "epoch": 201, "lr": 7.597992919694561e-05}
+{"train_loss": 0.005326122511178255, "global_step": 10902, "epoch": 201, "lr": 7.597572184562573e-05}
+{"train_loss": 0.006461636628955603, "global_step": 10903, "epoch": 201, "lr": 7.59715142423723e-05}
+{"train_loss": 0.0036369366571307182, "global_step": 10904, "epoch": 201, "lr": 7.596730638722615e-05}
+{"train_loss": 0.004526948090642691, "global_step": 10905, "epoch": 201, "lr": 7.596309828022802e-05}
+{"train_loss": 0.007043264806270599, "global_step": 10906, "epoch": 201, "lr": 7.595888992141882e-05}
+{"train_loss": 0.006914550895561223, "global_step": 10907, "epoch": 201, "lr": 7.595468131083931e-05, "val_loss": 0.0053367712534964085}
+{"train_loss": 0.0065428512170910835, "global_step": 10908, "epoch": 202, "lr": 7.595047244853033e-05}
+{"train_loss": 0.006744929123669863, "global_step": 10909, "epoch": 202, "lr": 7.594626333453267e-05}
+{"train_loss": 0.00714137963950634, "global_step": 10910, "epoch": 202, "lr": 7.594205396888718e-05}
+{"train_loss": 0.0056885587982833385, "global_step": 10911, "epoch": 202, "lr": 7.593784435163467e-05}
+{"train_loss": 0.006206699181348085, "global_step": 10912, "epoch": 202, "lr": 7.593363448281601e-05}
+{"train_loss": 0.0065744477324187756, "global_step": 10913, "epoch": 202, "lr": 7.592942436247197e-05}
+{"train_loss": 0.005941774230450392, "global_step": 10914, "epoch": 202, "lr": 7.592521399064342e-05}
+{"train_loss": 0.006417566444724798, "global_step": 10915, "epoch": 202, "lr": 7.592100336737118e-05}
+{"train_loss": 0.008048057556152344, "global_step": 10916, "epoch": 202, "lr": 7.591679249269611e-05}
+{"train_loss": 0.005514733958989382, "global_step": 10917, "epoch": 202, "lr": 7.591258136665902e-05}
+{"train_loss": 0.00523573812097311, "global_step": 10918, "epoch": 202, "lr": 7.590836998930079e-05}
+{"train_loss": 0.005733182653784752, "global_step": 10919, "epoch": 202, "lr": 7.590415836066223e-05}
+{"train_loss": 0.006243024952709675, "global_step": 10920, "epoch": 202, "lr": 7.58999464807842e-05}
+{"train_loss": 0.005313384346663952, "global_step": 10921, "epoch": 202, "lr": 7.589573434970755e-05}
+{"train_loss": 0.005237182602286339, "global_step": 10922, "epoch": 202, "lr": 7.589152196747313e-05}
+{"train_loss": 0.006807462777942419, "global_step": 10923, "epoch": 202, "lr": 7.588730933412182e-05}
+{"train_loss": 0.00650701392441988, "global_step": 10924, "epoch": 202, "lr": 7.588309644969444e-05}
+{"train_loss": 0.004975144751369953, "global_step": 10925, "epoch": 202, "lr": 7.587888331423188e-05}
+{"train_loss": 0.00491374684497714, "global_step": 10926, "epoch": 202, "lr": 7.587466992777498e-05}
+{"train_loss": 0.007825017906725407, "global_step": 10927, "epoch": 202, "lr": 7.587045629036463e-05}
+{"train_loss": 0.0038527774158865213, "global_step": 10928, "epoch": 202, "lr": 7.586624240204167e-05}
+{"train_loss": 0.003939823247492313, "global_step": 10929, "epoch": 202, "lr": 7.586202826284698e-05}
+{"train_loss": 0.003314816392958164, "global_step": 10930, "epoch": 202, "lr": 7.585781387282145e-05}
+{"train_loss": 0.002599536906927824, "global_step": 10931, "epoch": 202, "lr": 7.58535992320059e-05}
+{"train_loss": 0.004967771470546722, "global_step": 10932, "epoch": 202, "lr": 7.584938434044128e-05}
+{"train_loss": 0.005709388758987188, "global_step": 10933, "epoch": 202, "lr": 7.584516919816842e-05}
+{"train_loss": 0.0036517742555588484, "global_step": 10934, "epoch": 202, "lr": 7.584095380522822e-05}
+{"train_loss": 0.006151448469609022, "global_step": 10935, "epoch": 202, "lr": 7.583673816166155e-05}
+{"train_loss": 0.005594073794782162, "global_step": 10936, "epoch": 202, "lr": 7.583252226750932e-05}
+{"train_loss": 0.005034120287746191, "global_step": 10937, "epoch": 202, "lr": 7.582830612281241e-05}
+{"train_loss": 0.005076317582279444, "global_step": 10938, "epoch": 202, "lr": 7.582408972761172e-05}
+{"train_loss": 0.007982355542480946, "global_step": 10939, "epoch": 202, "lr": 7.58198730819481e-05}
+{"train_loss": 0.009510350413620472, "global_step": 10940, "epoch": 202, "lr": 7.581565618586249e-05}
+{"train_loss": 0.0054175835102796555, "global_step": 10941, "epoch": 202, "lr": 7.581143903939578e-05}
+{"train_loss": 0.0063080210238695145, "global_step": 10942, "epoch": 202, "lr": 7.580722164258887e-05}
+{"train_loss": 0.0026211137883365154, "global_step": 10943, "epoch": 202, "lr": 7.580300399548266e-05}
+{"train_loss": 0.006588850636035204, "global_step": 10944, "epoch": 202, "lr": 7.579878609811809e-05}
+{"train_loss": 0.007962247356772423, "global_step": 10945, "epoch": 202, "lr": 7.5794567950536e-05}
+{"train_loss": 0.0071041639894247055, "global_step": 10946, "epoch": 202, "lr": 7.579034955277734e-05}
+{"train_loss": 0.007495102472603321, "global_step": 10947, "epoch": 202, "lr": 7.578613090488303e-05}
+{"train_loss": 0.005539534147828817, "global_step": 10948, "epoch": 202, "lr": 7.578191200689397e-05}
+{"train_loss": 0.004917961545288563, "global_step": 10949, "epoch": 202, "lr": 7.577769285885109e-05}
+{"train_loss": 0.0032073038164526224, "global_step": 10950, "epoch": 202, "lr": 7.57734734607953e-05}
+{"train_loss": 0.006652238313108683, "global_step": 10951, "epoch": 202, "lr": 7.576925381276756e-05}
+{"train_loss": 0.006889385171234608, "global_step": 10952, "epoch": 202, "lr": 7.576503391480874e-05}
+{"train_loss": 0.008514481596648693, "global_step": 10953, "epoch": 202, "lr": 7.576081376695978e-05}
+{"train_loss": 0.005299433600157499, "global_step": 10954, "epoch": 202, "lr": 7.575659336926166e-05}
+{"train_loss": 0.007329708430916071, "global_step": 10955, "epoch": 202, "lr": 7.575237272175524e-05}
+{"train_loss": 0.005384908523410559, "global_step": 10956, "epoch": 202, "lr": 7.574815182448152e-05}
+{"train_loss": 0.008309131488204002, "global_step": 10957, "epoch": 202, "lr": 7.57439306774814e-05}
+{"train_loss": 0.005540378857403994, "global_step": 10958, "epoch": 202, "lr": 7.573970928079581e-05}
+{"train_loss": 0.008399702608585358, "global_step": 10959, "epoch": 202, "lr": 7.573548763446574e-05}
+{"train_loss": 0.005614201072603464, "global_step": 10960, "epoch": 202, "lr": 7.57312657385321e-05}
+{"train_loss": 0.006010619988147583, "global_step": 10961, "epoch": 202, "lr": 7.572704359303583e-05, "val_loss": 0.007108056452125311}
+{"train_loss": 0.004220693837851286, "global_step": 10962, "epoch": 203, "lr": 7.572282119801792e-05}
+{"train_loss": 0.006709975190460682, "global_step": 10963, "epoch": 203, "lr": 7.571859855351926e-05}
+{"train_loss": 0.008169795386493206, "global_step": 10964, "epoch": 203, "lr": 7.571437565958088e-05}
+{"train_loss": 0.00453373696655035, "global_step": 10965, "epoch": 203, "lr": 7.571015251624367e-05}
+{"train_loss": 0.004301448352634907, "global_step": 10966, "epoch": 203, "lr": 7.570592912354864e-05}
+{"train_loss": 0.007037487346678972, "global_step": 10967, "epoch": 203, "lr": 7.57017054815367e-05}
+{"train_loss": 0.0061340006068348885, "global_step": 10968, "epoch": 203, "lr": 7.569748159024887e-05}
+{"train_loss": 0.006759073585271835, "global_step": 10969, "epoch": 203, "lr": 7.569325744972606e-05}
+{"train_loss": 0.006812515202909708, "global_step": 10970, "epoch": 203, "lr": 7.56890330600093e-05}
+{"train_loss": 0.004791829269379377, "global_step": 10971, "epoch": 203, "lr": 7.568480842113952e-05}
+{"train_loss": 0.005986272357404232, "global_step": 10972, "epoch": 203, "lr": 7.56805835331577e-05}
+{"train_loss": 0.007977895438671112, "global_step": 10973, "epoch": 203, "lr": 7.567635839610483e-05}
+{"train_loss": 0.0057531907223165035, "global_step": 10974, "epoch": 203, "lr": 7.567213301002188e-05}
+{"train_loss": 0.006568241398781538, "global_step": 10975, "epoch": 203, "lr": 7.566790737494983e-05}
+{"train_loss": 0.00839359499514103, "global_step": 10976, "epoch": 203, "lr": 7.566368149092966e-05}
+{"train_loss": 0.008617608807981014, "global_step": 10977, "epoch": 203, "lr": 7.565945535800238e-05}
+{"train_loss": 0.005860952194780111, "global_step": 10978, "epoch": 203, "lr": 7.565522897620893e-05}
+{"train_loss": 0.0066717215813696384, "global_step": 10979, "epoch": 203, "lr": 7.565100234559035e-05}
+{"train_loss": 0.008159794844686985, "global_step": 10980, "epoch": 203, "lr": 7.564677546618759e-05}
+{"train_loss": 0.010537347756326199, "global_step": 10981, "epoch": 203, "lr": 7.56425483380417e-05}
+{"train_loss": 0.004787597805261612, "global_step": 10982, "epoch": 203, "lr": 7.563832096119363e-05}
+{"train_loss": 0.004289443138986826, "global_step": 10983, "epoch": 203, "lr": 7.563409333568441e-05}
+{"train_loss": 0.009038819000124931, "global_step": 10984, "epoch": 203, "lr": 7.562986546155502e-05}
+{"train_loss": 0.00508981803432107, "global_step": 10985, "epoch": 203, "lr": 7.562563733884648e-05}
+{"train_loss": 0.004966180771589279, "global_step": 10986, "epoch": 203, "lr": 7.562140896759979e-05}
+{"train_loss": 0.006460042670369148, "global_step": 10987, "epoch": 203, "lr": 7.561718034785597e-05}
+{"train_loss": 0.007502267602831125, "global_step": 10988, "epoch": 203, "lr": 7.561295147965602e-05}
+{"train_loss": 0.008198360912501812, "global_step": 10989, "epoch": 203, "lr": 7.560872236304095e-05}
+{"train_loss": 0.006381062790751457, "global_step": 10990, "epoch": 203, "lr": 7.560449299805181e-05}
+{"train_loss": 0.007974490523338318, "global_step": 10991, "epoch": 203, "lr": 7.56002633847296e-05}
+{"train_loss": 0.008327120915055275, "global_step": 10992, "epoch": 203, "lr": 7.559603352311533e-05}
+{"train_loss": 0.007262157741934061, "global_step": 10993, "epoch": 203, "lr": 7.559180341325005e-05}
+{"train_loss": 0.007463979069143534, "global_step": 10994, "epoch": 203, "lr": 7.558757305517474e-05}
+{"train_loss": 0.006064695306122303, "global_step": 10995, "epoch": 203, "lr": 7.55833424489305e-05}
+{"train_loss": 0.005792108364403248, "global_step": 10996, "epoch": 203, "lr": 7.55791115945583e-05}
+{"train_loss": 0.0078202523291111, "global_step": 10997, "epoch": 203, "lr": 7.557488049209921e-05}
+{"train_loss": 0.006968453526496887, "global_step": 10998, "epoch": 203, "lr": 7.557064914159425e-05}
+{"train_loss": 0.005038055125623941, "global_step": 10999, "epoch": 203, "lr": 7.556641754308447e-05}
+{"train_loss": 0.006101641338318586, "global_step": 11000, "epoch": 203, "lr": 7.55621856966109e-05}
+{"train_loss": 0.005561480764299631, "global_step": 11001, "epoch": 203, "lr": 7.555795360221458e-05}
+{"train_loss": 0.006920135114341974, "global_step": 11002, "epoch": 203, "lr": 7.555372125993657e-05}
+{"train_loss": 0.008433816954493523, "global_step": 11003, "epoch": 203, "lr": 7.554948866981793e-05}
+{"train_loss": 0.007392523810267448, "global_step": 11004, "epoch": 203, "lr": 7.554525583189969e-05}
+{"train_loss": 0.006027113180607557, "global_step": 11005, "epoch": 203, "lr": 7.55410227462229e-05}
+{"train_loss": 0.007593609858304262, "global_step": 11006, "epoch": 203, "lr": 7.553678941282862e-05}
+{"train_loss": 0.004341670777648687, "global_step": 11007, "epoch": 203, "lr": 7.553255583175792e-05}
+{"train_loss": 0.005474329460412264, "global_step": 11008, "epoch": 203, "lr": 7.552832200305184e-05}
+{"train_loss": 0.006278920453041792, "global_step": 11009, "epoch": 203, "lr": 7.55240879267515e-05}
+{"train_loss": 0.006807736121118069, "global_step": 11010, "epoch": 203, "lr": 7.551985360289789e-05}
+{"train_loss": 0.005929348990321159, "global_step": 11011, "epoch": 203, "lr": 7.55156190315321e-05}
+{"train_loss": 0.009968994185328484, "global_step": 11012, "epoch": 203, "lr": 7.551138421269522e-05}
+{"train_loss": 0.005526278633624315, "global_step": 11013, "epoch": 203, "lr": 7.550714914642833e-05}
+{"train_loss": 0.006319692358374596, "global_step": 11014, "epoch": 203, "lr": 7.550291383277247e-05}
+{"train_loss": 0.006622707040083629, "global_step": 11015, "epoch": 203, "lr": 7.549867827176873e-05, "val_loss": 0.009120560251176357}
+{"train_loss": 0.008284509181976318, "global_step": 11016, "epoch": 204, "lr": 7.54944424634582e-05}
+{"train_loss": 0.007223055697977543, "global_step": 11017, "epoch": 204, "lr": 7.549020640788198e-05}
+{"train_loss": 0.005720170680433512, "global_step": 11018, "epoch": 204, "lr": 7.548597010508112e-05}
+{"train_loss": 0.004695875104516745, "global_step": 11019, "epoch": 204, "lr": 7.548173355509672e-05}
+{"train_loss": 0.0068383244797587395, "global_step": 11020, "epoch": 204, "lr": 7.547749675796985e-05}
+{"train_loss": 0.004548513330519199, "global_step": 11021, "epoch": 204, "lr": 7.547325971374164e-05}
+{"train_loss": 0.005194130819290876, "global_step": 11022, "epoch": 204, "lr": 7.546902242245317e-05}
+{"train_loss": 0.005906580947339535, "global_step": 11023, "epoch": 204, "lr": 7.546478488414552e-05}
+{"train_loss": 0.0060025593265891075, "global_step": 11024, "epoch": 204, "lr": 7.54605470988598e-05}
+{"train_loss": 0.005623835138976574, "global_step": 11025, "epoch": 204, "lr": 7.545630906663711e-05}
+{"train_loss": 0.006460667122155428, "global_step": 11026, "epoch": 204, "lr": 7.545207078751857e-05}
+{"train_loss": 0.007317556068301201, "global_step": 11027, "epoch": 204, "lr": 7.544783226154527e-05}
+{"train_loss": 0.0063307746313512325, "global_step": 11028, "epoch": 204, "lr": 7.544359348875832e-05}
+{"train_loss": 0.004226960241794586, "global_step": 11029, "epoch": 204, "lr": 7.543935446919882e-05}
+{"train_loss": 0.0035465722903609276, "global_step": 11030, "epoch": 204, "lr": 7.543511520290791e-05}
+{"train_loss": 0.006346032489091158, "global_step": 11031, "epoch": 204, "lr": 7.543087568992669e-05}
+{"train_loss": 0.005125150084495544, "global_step": 11032, "epoch": 204, "lr": 7.542663593029628e-05}
+{"train_loss": 0.007768755778670311, "global_step": 11033, "epoch": 204, "lr": 7.54223959240578e-05}
+{"train_loss": 0.005168873351067305, "global_step": 11034, "epoch": 204, "lr": 7.541815567125234e-05}
+{"train_loss": 0.006708894856274128, "global_step": 11035, "epoch": 204, "lr": 7.54139151719211e-05}
+{"train_loss": 0.007279055193066597, "global_step": 11036, "epoch": 204, "lr": 7.540967442610515e-05}
+{"train_loss": 0.006741516757756472, "global_step": 11037, "epoch": 204, "lr": 7.540543343384565e-05}
+{"train_loss": 0.007427356205880642, "global_step": 11038, "epoch": 204, "lr": 7.540119219518371e-05}
+{"train_loss": 0.0038429265841841698, "global_step": 11039, "epoch": 204, "lr": 7.539695071016048e-05}
+{"train_loss": 0.00564168207347393, "global_step": 11040, "epoch": 204, "lr": 7.53927089788171e-05}
+{"train_loss": 0.009037393145263195, "global_step": 11041, "epoch": 204, "lr": 7.538846700119469e-05}
+{"train_loss": 0.0066713313572108746, "global_step": 11042, "epoch": 204, "lr": 7.53842247773344e-05}
+{"train_loss": 0.0054365601390600204, "global_step": 11043, "epoch": 204, "lr": 7.537998230727739e-05}
+{"train_loss": 0.007048767060041428, "global_step": 11044, "epoch": 204, "lr": 7.537573959106476e-05}
+{"train_loss": 0.004585655871778727, "global_step": 11045, "epoch": 204, "lr": 7.537149662873773e-05}
+{"train_loss": 0.005501539912074804, "global_step": 11046, "epoch": 204, "lr": 7.536725342033741e-05}
+{"train_loss": 0.005271276459097862, "global_step": 11047, "epoch": 204, "lr": 7.536300996590495e-05}
+{"train_loss": 0.00819228496402502, "global_step": 11048, "epoch": 204, "lr": 7.535876626548153e-05}
+{"train_loss": 0.007060597185045481, "global_step": 11049, "epoch": 204, "lr": 7.535452231910829e-05}
+{"train_loss": 0.006178731098771095, "global_step": 11050, "epoch": 204, "lr": 7.535027812682638e-05}
+{"train_loss": 0.005245048087090254, "global_step": 11051, "epoch": 204, "lr": 7.5346033688677e-05}
+{"train_loss": 0.003576450515538454, "global_step": 11052, "epoch": 204, "lr": 7.534178900470129e-05}
+{"train_loss": 0.007181250490248203, "global_step": 11053, "epoch": 204, "lr": 7.533754407494044e-05}
+{"train_loss": 0.007104154676198959, "global_step": 11054, "epoch": 204, "lr": 7.533329889943558e-05}
+{"train_loss": 0.009693562053143978, "global_step": 11055, "epoch": 204, "lr": 7.532905347822792e-05}
+{"train_loss": 0.005816418211907148, "global_step": 11056, "epoch": 204, "lr": 7.532480781135862e-05}
+{"train_loss": 0.005429447162896395, "global_step": 11057, "epoch": 204, "lr": 7.532056189886887e-05}
+{"train_loss": 0.0044365557841956615, "global_step": 11058, "epoch": 204, "lr": 7.531631574079983e-05}
+{"train_loss": 0.008417893201112747, "global_step": 11059, "epoch": 204, "lr": 7.53120693371927e-05}
+{"train_loss": 0.004924910608679056, "global_step": 11060, "epoch": 204, "lr": 7.530782268808868e-05}
+{"train_loss": 0.007373953703790903, "global_step": 11061, "epoch": 204, "lr": 7.530357579352891e-05}
+{"train_loss": 0.004925468936562538, "global_step": 11062, "epoch": 204, "lr": 7.529932865355462e-05}
+{"train_loss": 0.006610917393118143, "global_step": 11063, "epoch": 204, "lr": 7.529508126820698e-05}
+{"train_loss": 0.004794373642653227, "global_step": 11064, "epoch": 204, "lr": 7.52908336375272e-05}
+{"train_loss": 0.007128088269382715, "global_step": 11065, "epoch": 204, "lr": 7.528658576155647e-05}
+{"train_loss": 0.004905111156404018, "global_step": 11066, "epoch": 204, "lr": 7.5282337640336e-05}
+{"train_loss": 0.007282828912138939, "global_step": 11067, "epoch": 204, "lr": 7.527808927390696e-05}
+{"train_loss": 0.008256122469902039, "global_step": 11068, "epoch": 204, "lr": 7.527384066231058e-05}
+{"train_loss": 0.006171086975545795, "global_step": 11069, "epoch": 204, "lr": 7.526959180558808e-05, "val_loss": 0.007745160721242428}
+{"train_loss": 0.006262606475502253, "global_step": 11070, "epoch": 205, "lr": 7.526534270378064e-05}
+{"train_loss": 0.0065201567485928535, "global_step": 11071, "epoch": 205, "lr": 7.52610933569295e-05}
+{"train_loss": 0.0054752277210354805, "global_step": 11072, "epoch": 205, "lr": 7.525684376507582e-05}
+{"train_loss": 0.003974851220846176, "global_step": 11073, "epoch": 205, "lr": 7.525259392826088e-05}
+{"train_loss": 0.007825670763850212, "global_step": 11074, "epoch": 205, "lr": 7.524834384652586e-05}
+{"train_loss": 0.004704548045992851, "global_step": 11075, "epoch": 205, "lr": 7.5244093519912e-05}
+{"train_loss": 0.006524878088384867, "global_step": 11076, "epoch": 205, "lr": 7.523984294846049e-05}
+{"train_loss": 0.0037434312980622053, "global_step": 11077, "epoch": 205, "lr": 7.523559213221261e-05}
+{"train_loss": 0.0077529968693852425, "global_step": 11078, "epoch": 205, "lr": 7.523134107120955e-05}
+{"train_loss": 0.006003401707857847, "global_step": 11079, "epoch": 205, "lr": 7.522708976549253e-05}
+{"train_loss": 0.006211741827428341, "global_step": 11080, "epoch": 205, "lr": 7.522283821510283e-05}
+{"train_loss": 0.006089768838137388, "global_step": 11081, "epoch": 205, "lr": 7.521858642008164e-05}
+{"train_loss": 0.005336696747690439, "global_step": 11082, "epoch": 205, "lr": 7.521433438047021e-05}
+{"train_loss": 0.00713867973536253, "global_step": 11083, "epoch": 205, "lr": 7.521008209630979e-05}
+{"train_loss": 0.006063046399503946, "global_step": 11084, "epoch": 205, "lr": 7.52058295676416e-05}
+{"train_loss": 0.008525045588612556, "global_step": 11085, "epoch": 205, "lr": 7.52015767945069e-05}
+{"train_loss": 0.008881783112883568, "global_step": 11086, "epoch": 205, "lr": 7.519732377694695e-05}
+{"train_loss": 0.006727307103574276, "global_step": 11087, "epoch": 205, "lr": 7.519307051500297e-05}
+{"train_loss": 0.007355755195021629, "global_step": 11088, "epoch": 205, "lr": 7.518881700871625e-05}
+{"train_loss": 0.00501360883936286, "global_step": 11089, "epoch": 205, "lr": 7.518456325812801e-05}
+{"train_loss": 0.005595499183982611, "global_step": 11090, "epoch": 205, "lr": 7.51803092632795e-05}
+{"train_loss": 0.006364460103213787, "global_step": 11091, "epoch": 205, "lr": 7.517605502421202e-05}
+{"train_loss": 0.007479144260287285, "global_step": 11092, "epoch": 205, "lr": 7.51718005409668e-05}
+{"train_loss": 0.010423818603157997, "global_step": 11093, "epoch": 205, "lr": 7.516754581358509e-05}
+{"train_loss": 0.008944476954638958, "global_step": 11094, "epoch": 205, "lr": 7.516329084210821e-05}
+{"train_loss": 0.009114950895309448, "global_step": 11095, "epoch": 205, "lr": 7.515903562657736e-05}
+{"train_loss": 0.007679527625441551, "global_step": 11096, "epoch": 205, "lr": 7.515478016703386e-05}
+{"train_loss": 0.00711022038012743, "global_step": 11097, "epoch": 205, "lr": 7.515052446351898e-05}
+{"train_loss": 0.0063032605685293674, "global_step": 11098, "epoch": 205, "lr": 7.514626851607396e-05}
+{"train_loss": 0.010060577653348446, "global_step": 11099, "epoch": 205, "lr": 7.514201232474011e-05}
+{"train_loss": 0.007000913377851248, "global_step": 11100, "epoch": 205, "lr": 7.513775588955872e-05}
+{"train_loss": 0.009635968133807182, "global_step": 11101, "epoch": 205, "lr": 7.513349921057101e-05}
+{"train_loss": 0.00900509487837553, "global_step": 11102, "epoch": 205, "lr": 7.512924228781833e-05}
+{"train_loss": 0.004562892019748688, "global_step": 11103, "epoch": 205, "lr": 7.512498512134194e-05}
+{"train_loss": 0.007805262692272663, "global_step": 11104, "epoch": 205, "lr": 7.512072771118314e-05}
+{"train_loss": 0.008939039893448353, "global_step": 11105, "epoch": 205, "lr": 7.511647005738323e-05}
+{"train_loss": 0.0053664278239011765, "global_step": 11106, "epoch": 205, "lr": 7.511221215998348e-05}
+{"train_loss": 0.008495490066707134, "global_step": 11107, "epoch": 205, "lr": 7.510795401902517e-05}
+{"train_loss": 0.006405556108802557, "global_step": 11108, "epoch": 205, "lr": 7.510369563454965e-05}
+{"train_loss": 0.006166491191834211, "global_step": 11109, "epoch": 205, "lr": 7.509943700659818e-05}
+{"train_loss": 0.007883506827056408, "global_step": 11110, "epoch": 205, "lr": 7.509517813521209e-05}
+{"train_loss": 0.007631004322320223, "global_step": 11111, "epoch": 205, "lr": 7.50909190204327e-05}
+{"train_loss": 0.006513293366879225, "global_step": 11112, "epoch": 205, "lr": 7.508665966230126e-05}
+{"train_loss": 0.006240499205887318, "global_step": 11113, "epoch": 205, "lr": 7.508240006085914e-05}
+{"train_loss": 0.008998713456094265, "global_step": 11114, "epoch": 205, "lr": 7.507814021614761e-05}
+{"train_loss": 0.008184622973203659, "global_step": 11115, "epoch": 205, "lr": 7.5073880128208e-05}
+{"train_loss": 0.00968525093048811, "global_step": 11116, "epoch": 205, "lr": 7.506961979708164e-05}
+{"train_loss": 0.006313778925687075, "global_step": 11117, "epoch": 205, "lr": 7.506535922280984e-05}
+{"train_loss": 0.00939092505723238, "global_step": 11118, "epoch": 205, "lr": 7.506109840543394e-05}
+{"train_loss": 0.007110591046512127, "global_step": 11119, "epoch": 205, "lr": 7.505683734499523e-05}
+{"train_loss": 0.005107554607093334, "global_step": 11120, "epoch": 205, "lr": 7.505257604153505e-05}
+{"train_loss": 0.007964454591274261, "global_step": 11121, "epoch": 205, "lr": 7.504831449509475e-05}
+{"train_loss": 0.00602738605812192, "global_step": 11122, "epoch": 205, "lr": 7.504405270571565e-05}
+{"train_loss": 0.0070755843081753015, "global_step": 11123, "epoch": 205, "lr": 7.503979067343907e-05, "val_loss": 0.008344132453203201, "train_action_mse_error": 0.0002405034174444154}
+{"train_loss": 0.005418264307081699, "global_step": 11124, "epoch": 206, "lr": 7.503552839830638e-05}
+{"train_loss": 0.006126974709331989, "global_step": 11125, "epoch": 206, "lr": 7.503126588035887e-05}
+{"train_loss": 0.006360993254929781, "global_step": 11126, "epoch": 206, "lr": 7.502700311963793e-05}
+{"train_loss": 0.007326450198888779, "global_step": 11127, "epoch": 206, "lr": 7.502274011618487e-05}
+{"train_loss": 0.006319000385701656, "global_step": 11128, "epoch": 206, "lr": 7.501847687004105e-05}
+{"train_loss": 0.0038489834405481815, "global_step": 11129, "epoch": 206, "lr": 7.501421338124781e-05}
+{"train_loss": 0.008019422180950642, "global_step": 11130, "epoch": 206, "lr": 7.500994964984654e-05}
+{"train_loss": 0.005749372765421867, "global_step": 11131, "epoch": 206, "lr": 7.500568567587851e-05}
+{"train_loss": 0.00536029227077961, "global_step": 11132, "epoch": 206, "lr": 7.500142145938517e-05}
+{"train_loss": 0.00496243080124259, "global_step": 11133, "epoch": 206, "lr": 7.499715700040782e-05}
+{"train_loss": 0.00648166798055172, "global_step": 11134, "epoch": 206, "lr": 7.499289229898782e-05}
+{"train_loss": 0.0046872710809111595, "global_step": 11135, "epoch": 206, "lr": 7.498862735516656e-05}
+{"train_loss": 0.00723681366071105, "global_step": 11136, "epoch": 206, "lr": 7.498436216898539e-05}
+{"train_loss": 0.005873041693121195, "global_step": 11137, "epoch": 206, "lr": 7.498009674048569e-05}
+{"train_loss": 0.006837271619588137, "global_step": 11138, "epoch": 206, "lr": 7.49758310697088e-05}
+{"train_loss": 0.008252454921603203, "global_step": 11139, "epoch": 206, "lr": 7.497156515669612e-05}
+{"train_loss": 0.004713141359388828, "global_step": 11140, "epoch": 206, "lr": 7.496729900148902e-05}
+{"train_loss": 0.008161503821611404, "global_step": 11141, "epoch": 206, "lr": 7.496303260412885e-05}
+{"train_loss": 0.00616355100646615, "global_step": 11142, "epoch": 206, "lr": 7.495876596465703e-05}
+{"train_loss": 0.0049819983541965485, "global_step": 11143, "epoch": 206, "lr": 7.495449908311491e-05}
+{"train_loss": 0.005689275451004505, "global_step": 11144, "epoch": 206, "lr": 7.495023195954389e-05}
+{"train_loss": 0.007178184576332569, "global_step": 11145, "epoch": 206, "lr": 7.494596459398536e-05}
+{"train_loss": 0.00604471517726779, "global_step": 11146, "epoch": 206, "lr": 7.49416969864807e-05}
+{"train_loss": 0.006448518019169569, "global_step": 11147, "epoch": 206, "lr": 7.493742913707127e-05}
+{"train_loss": 0.005510777700692415, "global_step": 11148, "epoch": 206, "lr": 7.493316104579853e-05}
+{"train_loss": 0.007118291221559048, "global_step": 11149, "epoch": 206, "lr": 7.49288927127038e-05}
+{"train_loss": 0.0035550170578062534, "global_step": 11150, "epoch": 206, "lr": 7.492462413782857e-05}
+{"train_loss": 0.00604913430288434, "global_step": 11151, "epoch": 206, "lr": 7.492035532121414e-05}
+{"train_loss": 0.0077382661402225494, "global_step": 11152, "epoch": 206, "lr": 7.491608626290199e-05}
+{"train_loss": 0.004521819297224283, "global_step": 11153, "epoch": 206, "lr": 7.491181696293348e-05}
+{"train_loss": 0.009683583863079548, "global_step": 11154, "epoch": 206, "lr": 7.490754742135002e-05}
+{"train_loss": 0.006813299376517534, "global_step": 11155, "epoch": 206, "lr": 7.490327763819305e-05}
+{"train_loss": 0.0051713502034544945, "global_step": 11156, "epoch": 206, "lr": 7.489900761350395e-05}
+{"train_loss": 0.006326752249151468, "global_step": 11157, "epoch": 206, "lr": 7.489473734732414e-05}
+{"train_loss": 0.011168024502694607, "global_step": 11158, "epoch": 206, "lr": 7.489046683969507e-05}
+{"train_loss": 0.008508089929819107, "global_step": 11159, "epoch": 206, "lr": 7.48861960906581e-05}
+{"train_loss": 0.008679259568452835, "global_step": 11160, "epoch": 206, "lr": 7.488192510025472e-05}
+{"train_loss": 0.011539698578417301, "global_step": 11161, "epoch": 206, "lr": 7.487765386852628e-05}
+{"train_loss": 0.006271937396377325, "global_step": 11162, "epoch": 206, "lr": 7.487338239551426e-05}
+{"train_loss": 0.004327511880546808, "global_step": 11163, "epoch": 206, "lr": 7.486911068126006e-05}
+{"train_loss": 0.007918857038021088, "global_step": 11164, "epoch": 206, "lr": 7.486483872580514e-05}
+{"train_loss": 0.008691137656569481, "global_step": 11165, "epoch": 206, "lr": 7.48605665291909e-05}
+{"train_loss": 0.009469288401305676, "global_step": 11166, "epoch": 206, "lr": 7.485629409145878e-05}
+{"train_loss": 0.005377356894314289, "global_step": 11167, "epoch": 206, "lr": 7.485202141265023e-05}
+{"train_loss": 0.009384570643305779, "global_step": 11168, "epoch": 206, "lr": 7.484774849280671e-05}
+{"train_loss": 0.011760471388697624, "global_step": 11169, "epoch": 206, "lr": 7.484347533196961e-05}
+{"train_loss": 0.00663477648049593, "global_step": 11170, "epoch": 206, "lr": 7.483920193018041e-05}
+{"train_loss": 0.004372943192720413, "global_step": 11171, "epoch": 206, "lr": 7.483492828748057e-05}
+{"train_loss": 0.008306752890348434, "global_step": 11172, "epoch": 206, "lr": 7.48306544039115e-05}
+{"train_loss": 0.011156226508319378, "global_step": 11173, "epoch": 206, "lr": 7.482638027951467e-05}
+{"train_loss": 0.011668700724840164, "global_step": 11174, "epoch": 206, "lr": 7.482210591433155e-05}
+{"train_loss": 0.008460888639092445, "global_step": 11175, "epoch": 206, "lr": 7.481783130840357e-05}
+{"train_loss": 0.006731387693434954, "global_step": 11176, "epoch": 206, "lr": 7.481355646177221e-05}
+{"train_loss": 0.007057363978000703, "global_step": 11177, "epoch": 206, "lr": 7.48092813744789e-05, "val_loss": 0.009833196178078651}
+{"train_loss": 0.011417743749916553, "global_step": 11178, "epoch": 207, "lr": 7.480500604656514e-05}
+{"train_loss": 0.0077461665496230125, "global_step": 11179, "epoch": 207, "lr": 7.480073047807237e-05}
+{"train_loss": 0.00682824244722724, "global_step": 11180, "epoch": 207, "lr": 7.479645466904209e-05}
+{"train_loss": 0.01273390743881464, "global_step": 11181, "epoch": 207, "lr": 7.479217861951573e-05}
+{"train_loss": 0.010133964009582996, "global_step": 11182, "epoch": 207, "lr": 7.478790232953478e-05}
+{"train_loss": 0.005519687198102474, "global_step": 11183, "epoch": 207, "lr": 7.478362579914072e-05}
+{"train_loss": 0.013486052863299847, "global_step": 11184, "epoch": 207, "lr": 7.477934902837502e-05}
+{"train_loss": 0.007144158706068993, "global_step": 11185, "epoch": 207, "lr": 7.477507201727916e-05}
+{"train_loss": 0.0063825263641774654, "global_step": 11186, "epoch": 207, "lr": 7.477079476589462e-05}
+{"train_loss": 0.004944909363985062, "global_step": 11187, "epoch": 207, "lr": 7.476651727426289e-05}
+{"train_loss": 0.007143794558942318, "global_step": 11188, "epoch": 207, "lr": 7.476223954242547e-05}
+{"train_loss": 0.007564162369817495, "global_step": 11189, "epoch": 207, "lr": 7.475796157042382e-05}
+{"train_loss": 0.01148821972310543, "global_step": 11190, "epoch": 207, "lr": 7.475368335829945e-05}
+{"train_loss": 0.007860447280108929, "global_step": 11191, "epoch": 207, "lr": 7.474940490609383e-05}
+{"train_loss": 0.008003811351954937, "global_step": 11192, "epoch": 207, "lr": 7.47451262138485e-05}
+{"train_loss": 0.007282125297933817, "global_step": 11193, "epoch": 207, "lr": 7.474084728160492e-05}
+{"train_loss": 0.009154240600764751, "global_step": 11194, "epoch": 207, "lr": 7.473656810940461e-05}
+{"train_loss": 0.004324376583099365, "global_step": 11195, "epoch": 207, "lr": 7.473228869728907e-05}
+{"train_loss": 0.008324503898620605, "global_step": 11196, "epoch": 207, "lr": 7.472800904529978e-05}
+{"train_loss": 0.005418799351900816, "global_step": 11197, "epoch": 207, "lr": 7.47237291534783e-05}
+{"train_loss": 0.01156861986964941, "global_step": 11198, "epoch": 207, "lr": 7.471944902186609e-05}
+{"train_loss": 0.008785611018538475, "global_step": 11199, "epoch": 207, "lr": 7.471516865050467e-05}
+{"train_loss": 0.007513607386499643, "global_step": 11200, "epoch": 207, "lr": 7.471088803943557e-05}
+{"train_loss": 0.00607786001637578, "global_step": 11201, "epoch": 207, "lr": 7.47066071887003e-05}
+{"train_loss": 0.007937824353575706, "global_step": 11202, "epoch": 207, "lr": 7.47023260983404e-05}
+{"train_loss": 0.0124178072437644, "global_step": 11203, "epoch": 207, "lr": 7.469804476839737e-05}
+{"train_loss": 0.006913200952112675, "global_step": 11204, "epoch": 207, "lr": 7.469376319891273e-05}
+{"train_loss": 0.007621520198881626, "global_step": 11205, "epoch": 207, "lr": 7.4689481389928e-05}
+{"train_loss": 0.009112576022744179, "global_step": 11206, "epoch": 207, "lr": 7.468519934148475e-05}
+{"train_loss": 0.009619781747460365, "global_step": 11207, "epoch": 207, "lr": 7.468091705362445e-05}
+{"train_loss": 0.007217055186629295, "global_step": 11208, "epoch": 207, "lr": 7.467663452638868e-05}
+{"train_loss": 0.00496395118534565, "global_step": 11209, "epoch": 207, "lr": 7.467235175981896e-05}
+{"train_loss": 0.0065054139122366905, "global_step": 11210, "epoch": 207, "lr": 7.466806875395682e-05}
+{"train_loss": 0.011033322662115097, "global_step": 11211, "epoch": 207, "lr": 7.466378550884382e-05}
+{"train_loss": 0.0060165030881762505, "global_step": 11212, "epoch": 207, "lr": 7.465950202452149e-05}
+{"train_loss": 0.007575059775263071, "global_step": 11213, "epoch": 207, "lr": 7.465521830103137e-05}
+{"train_loss": 0.006514308042824268, "global_step": 11214, "epoch": 207, "lr": 7.465093433841501e-05}
+{"train_loss": 0.006938980892300606, "global_step": 11215, "epoch": 207, "lr": 7.464665013671397e-05}
+{"train_loss": 0.00786562915891409, "global_step": 11216, "epoch": 207, "lr": 7.464236569596978e-05}
+{"train_loss": 0.004466249607503414, "global_step": 11217, "epoch": 207, "lr": 7.463808101622403e-05}
+{"train_loss": 0.006425020284950733, "global_step": 11218, "epoch": 207, "lr": 7.463379609751823e-05}
+{"train_loss": 0.006048623006790876, "global_step": 11219, "epoch": 207, "lr": 7.462951093989397e-05}
+{"train_loss": 0.00930046010762453, "global_step": 11220, "epoch": 207, "lr": 7.462522554339281e-05}
+{"train_loss": 0.007811838295310736, "global_step": 11221, "epoch": 207, "lr": 7.462093990805629e-05}
+{"train_loss": 0.005102916155010462, "global_step": 11222, "epoch": 207, "lr": 7.461665403392601e-05}
+{"train_loss": 0.0073877363465726376, "global_step": 11223, "epoch": 207, "lr": 7.461236792104351e-05}
+{"train_loss": 0.007978007197380066, "global_step": 11224, "epoch": 207, "lr": 7.460808156945036e-05}
+{"train_loss": 0.004376895725727081, "global_step": 11225, "epoch": 207, "lr": 7.460379497918817e-05}
+{"train_loss": 0.00761127844452858, "global_step": 11226, "epoch": 207, "lr": 7.459950815029846e-05}
+{"train_loss": 0.005663831252604723, "global_step": 11227, "epoch": 207, "lr": 7.459522108282285e-05}
+{"train_loss": 0.007936611771583557, "global_step": 11228, "epoch": 207, "lr": 7.45909337768029e-05}
+{"train_loss": 0.006074848119169474, "global_step": 11229, "epoch": 207, "lr": 7.45866462322802e-05}
+{"train_loss": 0.008984300307929516, "global_step": 11230, "epoch": 207, "lr": 7.458235844929631e-05}
+{"train_loss": 0.007751347600585884, "global_step": 11231, "epoch": 207, "lr": 7.457807042789286e-05, "val_loss": 0.01171033550053835}
+{"train_loss": 0.005238009616732597, "global_step": 11232, "epoch": 208, "lr": 7.45737821681114e-05}
+{"train_loss": 0.005643290001899004, "global_step": 11233, "epoch": 208, "lr": 7.456949366999355e-05}
+{"train_loss": 0.004648159723728895, "global_step": 11234, "epoch": 208, "lr": 7.456520493358086e-05}
+{"train_loss": 0.007553926203399897, "global_step": 11235, "epoch": 208, "lr": 7.456091595891498e-05}
+{"train_loss": 0.003663734532892704, "global_step": 11236, "epoch": 208, "lr": 7.455662674603747e-05}
+{"train_loss": 0.003655150765553117, "global_step": 11237, "epoch": 208, "lr": 7.455233729498997e-05}
+{"train_loss": 0.005281907040625811, "global_step": 11238, "epoch": 208, "lr": 7.454804760581402e-05}
+{"train_loss": 0.004745245911180973, "global_step": 11239, "epoch": 208, "lr": 7.454375767855128e-05}
+{"train_loss": 0.00742137897759676, "global_step": 11240, "epoch": 208, "lr": 7.453946751324333e-05}
+{"train_loss": 0.005141949746757746, "global_step": 11241, "epoch": 208, "lr": 7.453517710993179e-05}
+{"train_loss": 0.005203500390052795, "global_step": 11242, "epoch": 208, "lr": 7.453088646865826e-05}
+{"train_loss": 0.01070786640048027, "global_step": 11243, "epoch": 208, "lr": 7.452659558946438e-05}
+{"train_loss": 0.003250058274716139, "global_step": 11244, "epoch": 208, "lr": 7.452230447239173e-05}
+{"train_loss": 0.004961610771715641, "global_step": 11245, "epoch": 208, "lr": 7.451801311748196e-05}
+{"train_loss": 0.007516937796026468, "global_step": 11246, "epoch": 208, "lr": 7.451372152477668e-05}
+{"train_loss": 0.007150452584028244, "global_step": 11247, "epoch": 208, "lr": 7.450942969431751e-05}
+{"train_loss": 0.004717125557363033, "global_step": 11248, "epoch": 208, "lr": 7.450513762614607e-05}
+{"train_loss": 0.011552802287042141, "global_step": 11249, "epoch": 208, "lr": 7.450084532030401e-05}
+{"train_loss": 0.005676700733602047, "global_step": 11250, "epoch": 208, "lr": 7.449655277683293e-05}
+{"train_loss": 0.005721645895391703, "global_step": 11251, "epoch": 208, "lr": 7.44922599957745e-05}
+{"train_loss": 0.008536691777408123, "global_step": 11252, "epoch": 208, "lr": 7.448796697717031e-05}
+{"train_loss": 0.009799573570489883, "global_step": 11253, "epoch": 208, "lr": 7.448367372106204e-05}
+{"train_loss": 0.006151361390948296, "global_step": 11254, "epoch": 208, "lr": 7.44793802274913e-05}
+{"train_loss": 0.008219610899686813, "global_step": 11255, "epoch": 208, "lr": 7.447508649649975e-05}
+{"train_loss": 0.005419588647782803, "global_step": 11256, "epoch": 208, "lr": 7.4470792528129e-05}
+{"train_loss": 0.008549002930521965, "global_step": 11257, "epoch": 208, "lr": 7.446649832242075e-05}
+{"train_loss": 0.006057198159396648, "global_step": 11258, "epoch": 208, "lr": 7.446220387941661e-05}
+{"train_loss": 0.005457044113427401, "global_step": 11259, "epoch": 208, "lr": 7.445790919915826e-05}
+{"train_loss": 0.005440720357000828, "global_step": 11260, "epoch": 208, "lr": 7.445361428168731e-05}
+{"train_loss": 0.006100271362811327, "global_step": 11261, "epoch": 208, "lr": 7.444931912704545e-05}
+{"train_loss": 0.00684288190677762, "global_step": 11262, "epoch": 208, "lr": 7.444502373527434e-05}
+{"train_loss": 0.011083410121500492, "global_step": 11263, "epoch": 208, "lr": 7.444072810641561e-05}
+{"train_loss": 0.00878237932920456, "global_step": 11264, "epoch": 208, "lr": 7.443643224051094e-05}
+{"train_loss": 0.007761424407362938, "global_step": 11265, "epoch": 208, "lr": 7.443213613760203e-05}
+{"train_loss": 0.010442554019391537, "global_step": 11266, "epoch": 208, "lr": 7.442783979773049e-05}
+{"train_loss": 0.006552704144269228, "global_step": 11267, "epoch": 208, "lr": 7.4423543220938e-05}
+{"train_loss": 0.008690902031958103, "global_step": 11268, "epoch": 208, "lr": 7.441924640726626e-05}
+{"train_loss": 0.006433289032429457, "global_step": 11269, "epoch": 208, "lr": 7.441494935675693e-05}
+{"train_loss": 0.006146607920527458, "global_step": 11270, "epoch": 208, "lr": 7.441065206945168e-05}
+{"train_loss": 0.009833768010139465, "global_step": 11271, "epoch": 208, "lr": 7.44063545453922e-05}
+{"train_loss": 0.009119114838540554, "global_step": 11272, "epoch": 208, "lr": 7.440205678462015e-05}
+{"train_loss": 0.005957436747848988, "global_step": 11273, "epoch": 208, "lr": 7.439775878717724e-05}
+{"train_loss": 0.009874861687421799, "global_step": 11274, "epoch": 208, "lr": 7.439346055310514e-05}
+{"train_loss": 0.0057283928617835045, "global_step": 11275, "epoch": 208, "lr": 7.438916208244554e-05}
+{"train_loss": 0.0077375746332108974, "global_step": 11276, "epoch": 208, "lr": 7.438486337524013e-05}
+{"train_loss": 0.010050958953797817, "global_step": 11277, "epoch": 208, "lr": 7.43805644315306e-05}
+{"train_loss": 0.006199965253472328, "global_step": 11278, "epoch": 208, "lr": 7.437626525135865e-05}
+{"train_loss": 0.005267747212201357, "global_step": 11279, "epoch": 208, "lr": 7.437196583476596e-05}
+{"train_loss": 0.008875083178281784, "global_step": 11280, "epoch": 208, "lr": 7.436766618179427e-05}
+{"train_loss": 0.00766082014888525, "global_step": 11281, "epoch": 208, "lr": 7.436336629248524e-05}
+{"train_loss": 0.006997595075517893, "global_step": 11282, "epoch": 208, "lr": 7.435906616688058e-05}
+{"train_loss": 0.008371937088668346, "global_step": 11283, "epoch": 208, "lr": 7.435476580502203e-05}
+{"train_loss": 0.007534387055784464, "global_step": 11284, "epoch": 208, "lr": 7.435046520695125e-05}
+{"train_loss": 0.007015823537518305, "global_step": 11285, "epoch": 208, "lr": 7.434616437270998e-05, "val_loss": 0.011212436482310295}
+{"train_loss": 0.007322423160076141, "global_step": 11286, "epoch": 209, "lr": 7.434186330233995e-05}
+{"train_loss": 0.008713982999324799, "global_step": 11287, "epoch": 209, "lr": 7.433756199588282e-05}
+{"train_loss": 0.006559538189321756, "global_step": 11288, "epoch": 209, "lr": 7.433326045338036e-05}
+{"train_loss": 0.006819378584623337, "global_step": 11289, "epoch": 209, "lr": 7.432895867487426e-05}
+{"train_loss": 0.006250346545130014, "global_step": 11290, "epoch": 209, "lr": 7.432465666040624e-05}
+{"train_loss": 0.007334813941270113, "global_step": 11291, "epoch": 209, "lr": 7.432035441001806e-05}
+{"train_loss": 0.006964279338717461, "global_step": 11292, "epoch": 209, "lr": 7.43160519237514e-05}
+{"train_loss": 0.008670290000736713, "global_step": 11293, "epoch": 209, "lr": 7.431174920164803e-05}
+{"train_loss": 0.005227356683462858, "global_step": 11294, "epoch": 209, "lr": 7.430744624374967e-05}
+{"train_loss": 0.004547484219074249, "global_step": 11295, "epoch": 209, "lr": 7.430314305009804e-05}
+{"train_loss": 0.00513101601973176, "global_step": 11296, "epoch": 209, "lr": 7.429883962073488e-05}
+{"train_loss": 0.00699610123410821, "global_step": 11297, "epoch": 209, "lr": 7.429453595570192e-05}
+{"train_loss": 0.005796929355710745, "global_step": 11298, "epoch": 209, "lr": 7.429023205504091e-05}
+{"train_loss": 0.005874190013855696, "global_step": 11299, "epoch": 209, "lr": 7.428592791879361e-05}
+{"train_loss": 0.006779397372156382, "global_step": 11300, "epoch": 209, "lr": 7.428162354700174e-05}
+{"train_loss": 0.006939207203686237, "global_step": 11301, "epoch": 209, "lr": 7.427731893970706e-05}
+{"train_loss": 0.007233804557472467, "global_step": 11302, "epoch": 209, "lr": 7.42730140969513e-05}
+{"train_loss": 0.007355234585702419, "global_step": 11303, "epoch": 209, "lr": 7.426870901877625e-05}
+{"train_loss": 0.010580443777143955, "global_step": 11304, "epoch": 209, "lr": 7.426440370522363e-05}
+{"train_loss": 0.0060548363253474236, "global_step": 11305, "epoch": 209, "lr": 7.426009815633522e-05}
+{"train_loss": 0.0039029959589242935, "global_step": 11306, "epoch": 209, "lr": 7.425579237215277e-05}
+{"train_loss": 0.008708584122359753, "global_step": 11307, "epoch": 209, "lr": 7.425148635271802e-05}
+{"train_loss": 0.009669887833297253, "global_step": 11308, "epoch": 209, "lr": 7.424718009807275e-05}
+{"train_loss": 0.006725190673023462, "global_step": 11309, "epoch": 209, "lr": 7.424287360825872e-05}
+{"train_loss": 0.006198321469128132, "global_step": 11310, "epoch": 209, "lr": 7.423856688331773e-05}
+{"train_loss": 0.008839159272611141, "global_step": 11311, "epoch": 209, "lr": 7.423425992329152e-05}
+{"train_loss": 0.004441248718649149, "global_step": 11312, "epoch": 209, "lr": 7.422995272822185e-05}
+{"train_loss": 0.007414969615638256, "global_step": 11313, "epoch": 209, "lr": 7.422564529815053e-05}
+{"train_loss": 0.011273566633462906, "global_step": 11314, "epoch": 209, "lr": 7.42213376331193e-05}
+{"train_loss": 0.008632753044366837, "global_step": 11315, "epoch": 209, "lr": 7.421702973316996e-05}
+{"train_loss": 0.006055896170437336, "global_step": 11316, "epoch": 209, "lr": 7.42127215983443e-05}
+{"train_loss": 0.009083736687898636, "global_step": 11317, "epoch": 209, "lr": 7.420841322868408e-05}
+{"train_loss": 0.0073998793959617615, "global_step": 11318, "epoch": 209, "lr": 7.420410462423112e-05}
+{"train_loss": 0.006004306022077799, "global_step": 11319, "epoch": 209, "lr": 7.419979578502717e-05}
+{"train_loss": 0.007310513406991959, "global_step": 11320, "epoch": 209, "lr": 7.419548671111404e-05}
+{"train_loss": 0.008142498321831226, "global_step": 11321, "epoch": 209, "lr": 7.419117740253354e-05}
+{"train_loss": 0.009480172768235207, "global_step": 11322, "epoch": 209, "lr": 7.418686785932742e-05}
+{"train_loss": 0.009006325155496597, "global_step": 11323, "epoch": 209, "lr": 7.41825580815375e-05}
+{"train_loss": 0.005985522177070379, "global_step": 11324, "epoch": 209, "lr": 7.41782480692056e-05}
+{"train_loss": 0.007431418634951115, "global_step": 11325, "epoch": 209, "lr": 7.41739378223735e-05}
+{"train_loss": 0.0059003946371376514, "global_step": 11326, "epoch": 209, "lr": 7.416962734108301e-05}
+{"train_loss": 0.007604328915476799, "global_step": 11327, "epoch": 209, "lr": 7.416531662537593e-05}
+{"train_loss": 0.004882868379354477, "global_step": 11328, "epoch": 209, "lr": 7.41610056752941e-05}
+{"train_loss": 0.009513689205050468, "global_step": 11329, "epoch": 209, "lr": 7.415669449087927e-05}
+{"train_loss": 0.006186918821185827, "global_step": 11330, "epoch": 209, "lr": 7.415238307217331e-05}
+{"train_loss": 0.005213300231844187, "global_step": 11331, "epoch": 209, "lr": 7.414807141921801e-05}
+{"train_loss": 0.010889668017625809, "global_step": 11332, "epoch": 209, "lr": 7.41437595320552e-05}
+{"train_loss": 0.0045930249616503716, "global_step": 11333, "epoch": 209, "lr": 7.413944741072667e-05}
+{"train_loss": 0.005645658355206251, "global_step": 11334, "epoch": 209, "lr": 7.413513505527429e-05}
+{"train_loss": 0.00855952873826027, "global_step": 11335, "epoch": 209, "lr": 7.413082246573985e-05}
+{"train_loss": 0.005344325676560402, "global_step": 11336, "epoch": 209, "lr": 7.41265096421652e-05}
+{"train_loss": 0.006598752457648516, "global_step": 11337, "epoch": 209, "lr": 7.412219658459213e-05}
+{"train_loss": 0.006491501349955797, "global_step": 11338, "epoch": 209, "lr": 7.411788329306253e-05}
+{"train_loss": 0.007067894071547521, "global_step": 11339, "epoch": 209, "lr": 7.411356976761816e-05, "val_loss": 0.008221006020903587}
+{"train_loss": 0.005937108304351568, "global_step": 11340, "epoch": 210, "lr": 7.410925600830095e-05}
+{"train_loss": 0.007636359892785549, "global_step": 11341, "epoch": 210, "lr": 7.410494201515263e-05}
+{"train_loss": 0.005163765978068113, "global_step": 11342, "epoch": 210, "lr": 7.410062778821513e-05}
+{"train_loss": 0.009331380017101765, "global_step": 11343, "epoch": 210, "lr": 7.409631332753025e-05}
+{"train_loss": 0.004479479975998402, "global_step": 11344, "epoch": 210, "lr": 7.409199863313985e-05}
+{"train_loss": 0.0077856495045125484, "global_step": 11345, "epoch": 210, "lr": 7.408768370508576e-05}
+{"train_loss": 0.00770384119823575, "global_step": 11346, "epoch": 210, "lr": 7.408336854340986e-05}
+{"train_loss": 0.006495833862572908, "global_step": 11347, "epoch": 210, "lr": 7.407905314815396e-05}
+{"train_loss": 0.006917470600455999, "global_step": 11348, "epoch": 210, "lr": 7.407473751935996e-05}
+{"train_loss": 0.008624373003840446, "global_step": 11349, "epoch": 210, "lr": 7.40704216570697e-05}
+{"train_loss": 0.005725184455513954, "global_step": 11350, "epoch": 210, "lr": 7.4066105561325e-05}
+{"train_loss": 0.007598342839628458, "global_step": 11351, "epoch": 210, "lr": 7.406178923216777e-05}
+{"train_loss": 0.0059710415080189705, "global_step": 11352, "epoch": 210, "lr": 7.405747266963988e-05}
+{"train_loss": 0.004843009635806084, "global_step": 11353, "epoch": 210, "lr": 7.405315587378314e-05}
+{"train_loss": 0.007252326235175133, "global_step": 11354, "epoch": 210, "lr": 7.404883884463947e-05}
+{"train_loss": 0.009056737646460533, "global_step": 11355, "epoch": 210, "lr": 7.40445215822507e-05}
+{"train_loss": 0.010037939995527267, "global_step": 11356, "epoch": 210, "lr": 7.404020408665874e-05}
+{"train_loss": 0.006481780670583248, "global_step": 11357, "epoch": 210, "lr": 7.403588635790544e-05}
+{"train_loss": 0.00713980570435524, "global_step": 11358, "epoch": 210, "lr": 7.403156839603268e-05}
+{"train_loss": 0.006514114327728748, "global_step": 11359, "epoch": 210, "lr": 7.402725020108235e-05}
+{"train_loss": 0.007970072329044342, "global_step": 11360, "epoch": 210, "lr": 7.402293177309633e-05}
+{"train_loss": 0.007256024982780218, "global_step": 11361, "epoch": 210, "lr": 7.401861311211649e-05}
+{"train_loss": 0.005797687452286482, "global_step": 11362, "epoch": 210, "lr": 7.401429421818473e-05}
+{"train_loss": 0.010869924910366535, "global_step": 11363, "epoch": 210, "lr": 7.40099750913429e-05}
+{"train_loss": 0.008962340652942657, "global_step": 11364, "epoch": 210, "lr": 7.400565573163297e-05}
+{"train_loss": 0.00932807382196188, "global_step": 11365, "epoch": 210, "lr": 7.400133613909675e-05}
+{"train_loss": 0.006180725060403347, "global_step": 11366, "epoch": 210, "lr": 7.399701631377619e-05}
+{"train_loss": 0.009440277703106403, "global_step": 11367, "epoch": 210, "lr": 7.399269625571316e-05}
+{"train_loss": 0.005917370785027742, "global_step": 11368, "epoch": 210, "lr": 7.398837596494957e-05}
+{"train_loss": 0.004466803278774023, "global_step": 11369, "epoch": 210, "lr": 7.398405544152732e-05}
+{"train_loss": 0.010045060887932777, "global_step": 11370, "epoch": 210, "lr": 7.397973468548831e-05}
+{"train_loss": 0.01017812266945839, "global_step": 11371, "epoch": 210, "lr": 7.397541369687444e-05}
+{"train_loss": 0.0069116875529289246, "global_step": 11372, "epoch": 210, "lr": 7.397109247572764e-05}
+{"train_loss": 0.011497106403112411, "global_step": 11373, "epoch": 210, "lr": 7.39667710220898e-05}
+{"train_loss": 0.007380576338618994, "global_step": 11374, "epoch": 210, "lr": 7.396244933600285e-05}
+{"train_loss": 0.009313601069152355, "global_step": 11375, "epoch": 210, "lr": 7.395812741750869e-05}
+{"train_loss": 0.011588756926357746, "global_step": 11376, "epoch": 210, "lr": 7.395380526664923e-05}
+{"train_loss": 0.008561741560697556, "global_step": 11377, "epoch": 210, "lr": 7.394948288346641e-05}
+{"train_loss": 0.00546491052955389, "global_step": 11378, "epoch": 210, "lr": 7.394516026800215e-05}
+{"train_loss": 0.00841445941478014, "global_step": 11379, "epoch": 210, "lr": 7.394083742029838e-05}
+{"train_loss": 0.009760748594999313, "global_step": 11380, "epoch": 210, "lr": 7.3936514340397e-05}
+{"train_loss": 0.005381509196013212, "global_step": 11381, "epoch": 210, "lr": 7.393219102833995e-05}
+{"train_loss": 0.011371517553925514, "global_step": 11382, "epoch": 210, "lr": 7.392786748416917e-05}
+{"train_loss": 0.010154818184673786, "global_step": 11383, "epoch": 210, "lr": 7.392354370792659e-05}
+{"train_loss": 0.009038972668349743, "global_step": 11384, "epoch": 210, "lr": 7.391921969965415e-05}
+{"train_loss": 0.006566838826984167, "global_step": 11385, "epoch": 210, "lr": 7.391489545939378e-05}
+{"train_loss": 0.008039174601435661, "global_step": 11386, "epoch": 210, "lr": 7.391057098718741e-05}
+{"train_loss": 0.008805040270090103, "global_step": 11387, "epoch": 210, "lr": 7.3906246283077e-05}
+{"train_loss": 0.007518357131630182, "global_step": 11388, "epoch": 210, "lr": 7.39019213471045e-05}
+{"train_loss": 0.011234061792492867, "global_step": 11389, "epoch": 210, "lr": 7.389759617931182e-05}
+{"train_loss": 0.007586883846670389, "global_step": 11390, "epoch": 210, "lr": 7.389327077974096e-05}
+{"train_loss": 0.00868947058916092, "global_step": 11391, "epoch": 210, "lr": 7.388894514843384e-05}
+{"train_loss": 0.0063102589920163155, "global_step": 11392, "epoch": 210, "lr": 7.38846192854324e-05}
+{"train_loss": 0.007925684857009738, "global_step": 11393, "epoch": 210, "lr": 7.388029319077863e-05, "val_loss": 0.010071257129311562, "train_action_mse_error": 0.000241089568589814}
+{"train_loss": 0.006883700378239155, "global_step": 11394, "epoch": 211, "lr": 7.387596686451447e-05}
+{"train_loss": 0.008513434790074825, "global_step": 11395, "epoch": 211, "lr": 7.387164030668187e-05}
+{"train_loss": 0.009737381711602211, "global_step": 11396, "epoch": 211, "lr": 7.386731351732284e-05}
+{"train_loss": 0.006875137332826853, "global_step": 11397, "epoch": 211, "lr": 7.386298649647926e-05}
+{"train_loss": 0.007237284444272518, "global_step": 11398, "epoch": 211, "lr": 7.38586592441932e-05}
+{"train_loss": 0.00732958922162652, "global_step": 11399, "epoch": 211, "lr": 7.385433176050653e-05}
+{"train_loss": 0.008771858178079128, "global_step": 11400, "epoch": 211, "lr": 7.385000404546129e-05}
+{"train_loss": 0.006872244644910097, "global_step": 11401, "epoch": 211, "lr": 7.384567609909943e-05}
+{"train_loss": 0.004408301319926977, "global_step": 11402, "epoch": 211, "lr": 7.384134792146292e-05}
+{"train_loss": 0.005737916100770235, "global_step": 11403, "epoch": 211, "lr": 7.383701951259375e-05}
+{"train_loss": 0.012382673099637032, "global_step": 11404, "epoch": 211, "lr": 7.38326908725339e-05}
+{"train_loss": 0.006630877498537302, "global_step": 11405, "epoch": 211, "lr": 7.382836200132532e-05}
+{"train_loss": 0.0058062425814569, "global_step": 11406, "epoch": 211, "lr": 7.382403289901007e-05}
+{"train_loss": 0.008357999846339226, "global_step": 11407, "epoch": 211, "lr": 7.381970356563006e-05}
+{"train_loss": 0.0052922009490430355, "global_step": 11408, "epoch": 211, "lr": 7.381537400122731e-05}
+{"train_loss": 0.00475220987573266, "global_step": 11409, "epoch": 211, "lr": 7.381104420584382e-05}
+{"train_loss": 0.006127449683845043, "global_step": 11410, "epoch": 211, "lr": 7.380671417952157e-05}
+{"train_loss": 0.005376019980758429, "global_step": 11411, "epoch": 211, "lr": 7.380238392230257e-05}
+{"train_loss": 0.009824967011809349, "global_step": 11412, "epoch": 211, "lr": 7.37980534342288e-05}
+{"train_loss": 0.005540146958082914, "global_step": 11413, "epoch": 211, "lr": 7.379372271534226e-05}
+{"train_loss": 0.006284953560680151, "global_step": 11414, "epoch": 211, "lr": 7.378939176568498e-05}
+{"train_loss": 0.014041643589735031, "global_step": 11415, "epoch": 211, "lr": 7.378506058529894e-05}
+{"train_loss": 0.005903737153857946, "global_step": 11416, "epoch": 211, "lr": 7.378072917422616e-05}
+{"train_loss": 0.004572807811200619, "global_step": 11417, "epoch": 211, "lr": 7.377639753250864e-05}
+{"train_loss": 0.010015295818448067, "global_step": 11418, "epoch": 211, "lr": 7.37720656601884e-05}
+{"train_loss": 0.009395301342010498, "global_step": 11419, "epoch": 211, "lr": 7.376773355730745e-05}
+{"train_loss": 0.007647644728422165, "global_step": 11420, "epoch": 211, "lr": 7.376340122390781e-05}
+{"train_loss": 0.005544089246541262, "global_step": 11421, "epoch": 211, "lr": 7.375906866003149e-05}
+{"train_loss": 0.010484890080988407, "global_step": 11422, "epoch": 211, "lr": 7.37547358657205e-05}
+{"train_loss": 0.004438684321939945, "global_step": 11423, "epoch": 211, "lr": 7.375040284101691e-05}
+{"train_loss": 0.007216277066618204, "global_step": 11424, "epoch": 211, "lr": 7.374606958596269e-05}
+{"train_loss": 0.006248919293284416, "global_step": 11425, "epoch": 211, "lr": 7.37417361005999e-05}
+{"train_loss": 0.0056968494318425655, "global_step": 11426, "epoch": 211, "lr": 7.373740238497056e-05}
+{"train_loss": 0.0061196219176054, "global_step": 11427, "epoch": 211, "lr": 7.373306843911671e-05}
+{"train_loss": 0.00832727737724781, "global_step": 11428, "epoch": 211, "lr": 7.372873426308037e-05}
+{"train_loss": 0.0069311270490288734, "global_step": 11429, "epoch": 211, "lr": 7.37243998569036e-05}
+{"train_loss": 0.006064245942980051, "global_step": 11430, "epoch": 211, "lr": 7.37200652206284e-05}
+{"train_loss": 0.008532615378499031, "global_step": 11431, "epoch": 211, "lr": 7.371573035429682e-05}
+{"train_loss": 0.007221651263535023, "global_step": 11432, "epoch": 211, "lr": 7.371139525795095e-05}
+{"train_loss": 0.012964488938450813, "global_step": 11433, "epoch": 211, "lr": 7.370705993163278e-05}
+{"train_loss": 0.01107001956552267, "global_step": 11434, "epoch": 211, "lr": 7.370272437538439e-05}
+{"train_loss": 0.00784018263220787, "global_step": 11435, "epoch": 211, "lr": 7.369838858924781e-05}
+{"train_loss": 0.007799135986715555, "global_step": 11436, "epoch": 211, "lr": 7.369405257326512e-05}
+{"train_loss": 0.007745238486677408, "global_step": 11437, "epoch": 211, "lr": 7.368971632747834e-05}
+{"train_loss": 0.0056074392050504684, "global_step": 11438, "epoch": 211, "lr": 7.368537985192952e-05}
+{"train_loss": 0.01084871869534254, "global_step": 11439, "epoch": 211, "lr": 7.368104314666075e-05}
+{"train_loss": 0.008952696807682514, "global_step": 11440, "epoch": 211, "lr": 7.36767062117141e-05}
+{"train_loss": 0.011700908653438091, "global_step": 11441, "epoch": 211, "lr": 7.36723690471316e-05}
+{"train_loss": 0.005525876767933369, "global_step": 11442, "epoch": 211, "lr": 7.366803165295532e-05}
+{"train_loss": 0.006049320567399263, "global_step": 11443, "epoch": 211, "lr": 7.366369402922736e-05}
+{"train_loss": 0.006963965483009815, "global_step": 11444, "epoch": 211, "lr": 7.365935617598975e-05}
+{"train_loss": 0.006067871581763029, "global_step": 11445, "epoch": 211, "lr": 7.365501809328459e-05}
+{"train_loss": 0.004854995291680098, "global_step": 11446, "epoch": 211, "lr": 7.365067978115392e-05}
+{"train_loss": 0.007549901458400267, "global_step": 11447, "epoch": 211, "lr": 7.364634123963988e-05, "val_loss": 0.011217744089663029}
+{"train_loss": 0.007956999354064465, "global_step": 11448, "epoch": 212, "lr": 7.364200246878445e-05}
+{"train_loss": 0.010029524564743042, "global_step": 11449, "epoch": 212, "lr": 7.363766346862981e-05}
+{"train_loss": 0.005170843563973904, "global_step": 11450, "epoch": 212, "lr": 7.363332423921799e-05}
+{"train_loss": 0.004898226819932461, "global_step": 11451, "epoch": 212, "lr": 7.362898478059108e-05}
+{"train_loss": 0.005439818371087313, "global_step": 11452, "epoch": 212, "lr": 7.362464509279118e-05}
+{"train_loss": 0.010133322328329086, "global_step": 11453, "epoch": 212, "lr": 7.362030517586039e-05}
+{"train_loss": 0.0075217303819954395, "global_step": 11454, "epoch": 212, "lr": 7.361596502984077e-05}
+{"train_loss": 0.00644748704507947, "global_step": 11455, "epoch": 212, "lr": 7.361162465477442e-05}
+{"train_loss": 0.0090482784435153, "global_step": 11456, "epoch": 212, "lr": 7.360728405070347e-05}
+{"train_loss": 0.010024085640907288, "global_step": 11457, "epoch": 212, "lr": 7.360294321766998e-05}
+{"train_loss": 0.009504850953817368, "global_step": 11458, "epoch": 212, "lr": 7.359860215571607e-05}
+{"train_loss": 0.007220280356705189, "global_step": 11459, "epoch": 212, "lr": 7.359426086488384e-05}
+{"train_loss": 0.009054618887603283, "global_step": 11460, "epoch": 212, "lr": 7.358991934521538e-05}
+{"train_loss": 0.006995553616434336, "global_step": 11461, "epoch": 212, "lr": 7.358557759675284e-05}
+{"train_loss": 0.005638475995510817, "global_step": 11462, "epoch": 212, "lr": 7.35812356195383e-05}
+{"train_loss": 0.010195745155215263, "global_step": 11463, "epoch": 212, "lr": 7.357689341361387e-05}
+{"train_loss": 0.006290936376899481, "global_step": 11464, "epoch": 212, "lr": 7.357255097902165e-05}
+{"train_loss": 0.007043469697237015, "global_step": 11465, "epoch": 212, "lr": 7.35682083158038e-05}
+{"train_loss": 0.010029429569840431, "global_step": 11466, "epoch": 212, "lr": 7.35638654240024e-05}
+{"train_loss": 0.008166383020579815, "global_step": 11467, "epoch": 212, "lr": 7.355952230365958e-05}
+{"train_loss": 0.006819515489041805, "global_step": 11468, "epoch": 212, "lr": 7.355517895481749e-05}
+{"train_loss": 0.00790457334369421, "global_step": 11469, "epoch": 212, "lr": 7.355083537751822e-05}
+{"train_loss": 0.007992811501026154, "global_step": 11470, "epoch": 212, "lr": 7.354649157180388e-05}
+{"train_loss": 0.006599721498787403, "global_step": 11471, "epoch": 212, "lr": 7.354214753771668e-05}
+{"train_loss": 0.011022362858057022, "global_step": 11472, "epoch": 212, "lr": 7.353780327529868e-05}
+{"train_loss": 0.0068640392273664474, "global_step": 11473, "epoch": 212, "lr": 7.353345878459204e-05}
+{"train_loss": 0.006744300946593285, "global_step": 11474, "epoch": 212, "lr": 7.352911406563889e-05}
+{"train_loss": 0.006818385329097509, "global_step": 11475, "epoch": 212, "lr": 7.352476911848137e-05}
+{"train_loss": 0.007608181796967983, "global_step": 11476, "epoch": 212, "lr": 7.352042394316162e-05}
+{"train_loss": 0.00732611957937479, "global_step": 11477, "epoch": 212, "lr": 7.35160785397218e-05}
+{"train_loss": 0.007903057150542736, "global_step": 11478, "epoch": 212, "lr": 7.351173290820401e-05}
+{"train_loss": 0.007124816998839378, "global_step": 11479, "epoch": 212, "lr": 7.350738704865047e-05}
+{"train_loss": 0.007389990612864494, "global_step": 11480, "epoch": 212, "lr": 7.350304096110325e-05}
+{"train_loss": 0.0062919906340539455, "global_step": 11481, "epoch": 212, "lr": 7.349869464560457e-05}
+{"train_loss": 0.006387368310242891, "global_step": 11482, "epoch": 212, "lr": 7.349434810219653e-05}
+{"train_loss": 0.006555947009474039, "global_step": 11483, "epoch": 212, "lr": 7.349000133092132e-05}
+{"train_loss": 0.009448212571442127, "global_step": 11484, "epoch": 212, "lr": 7.348565433182109e-05}
+{"train_loss": 0.004183132201433182, "global_step": 11485, "epoch": 212, "lr": 7.3481307104938e-05}
+{"train_loss": 0.011013371869921684, "global_step": 11486, "epoch": 212, "lr": 7.34769596503142e-05}
+{"train_loss": 0.008375227451324463, "global_step": 11487, "epoch": 212, "lr": 7.347261196799188e-05}
+{"train_loss": 0.006430525798350573, "global_step": 11488, "epoch": 212, "lr": 7.346826405801318e-05}
+{"train_loss": 0.008504134602844715, "global_step": 11489, "epoch": 212, "lr": 7.34639159204203e-05}
+{"train_loss": 0.007874201983213425, "global_step": 11490, "epoch": 212, "lr": 7.345956755525539e-05}
+{"train_loss": 0.008909277617931366, "global_step": 11491, "epoch": 212, "lr": 7.345521896256061e-05}
+{"train_loss": 0.0067507256753742695, "global_step": 11492, "epoch": 212, "lr": 7.345087014237818e-05}
+{"train_loss": 0.007216716185212135, "global_step": 11493, "epoch": 212, "lr": 7.344652109475025e-05}
+{"train_loss": 0.00713330740109086, "global_step": 11494, "epoch": 212, "lr": 7.3442171819719e-05}
+{"train_loss": 0.012436581775546074, "global_step": 11495, "epoch": 212, "lr": 7.343782231732663e-05}
+{"train_loss": 0.006190234795212746, "global_step": 11496, "epoch": 212, "lr": 7.34334725876153e-05}
+{"train_loss": 0.00658945320174098, "global_step": 11497, "epoch": 212, "lr": 7.342912263062722e-05}
+{"train_loss": 0.007040283642709255, "global_step": 11498, "epoch": 212, "lr": 7.342477244640455e-05}
+{"train_loss": 0.008476835675537586, "global_step": 11499, "epoch": 212, "lr": 7.342042203498951e-05}
+{"train_loss": 0.006854548119008541, "global_step": 11500, "epoch": 212, "lr": 7.341607139642428e-05}
+{"train_loss": 0.007656012178847083, "global_step": 11501, "epoch": 212, "lr": 7.341172053075108e-05, "val_loss": 0.008528539910912514}
+{"train_loss": 0.006592873018234968, "global_step": 11502, "epoch": 213, "lr": 7.340736943801208e-05}
+{"train_loss": 0.006025575567036867, "global_step": 11503, "epoch": 213, "lr": 7.340301811824948e-05}
+{"train_loss": 0.007080387324094772, "global_step": 11504, "epoch": 213, "lr": 7.339866657150549e-05}
+{"train_loss": 0.007158680818974972, "global_step": 11505, "epoch": 213, "lr": 7.339431479782234e-05}
+{"train_loss": 0.005490497220307589, "global_step": 11506, "epoch": 213, "lr": 7.338996279724219e-05}
+{"train_loss": 0.0069053806364536285, "global_step": 11507, "epoch": 213, "lr": 7.338561056980728e-05}
+{"train_loss": 0.007667852565646172, "global_step": 11508, "epoch": 213, "lr": 7.338125811555982e-05}
+{"train_loss": 0.006257916335016489, "global_step": 11509, "epoch": 213, "lr": 7.337690543454201e-05}
+{"train_loss": 0.005867436062544584, "global_step": 11510, "epoch": 213, "lr": 7.337255252679607e-05}
+{"train_loss": 0.006219459231942892, "global_step": 11511, "epoch": 213, "lr": 7.336819939236424e-05}
+{"train_loss": 0.007149387151002884, "global_step": 11512, "epoch": 213, "lr": 7.33638460312887e-05}
+{"train_loss": 0.009572535753250122, "global_step": 11513, "epoch": 213, "lr": 7.335949244361171e-05}
+{"train_loss": 0.005626722238957882, "global_step": 11514, "epoch": 213, "lr": 7.335513862937547e-05}
+{"train_loss": 0.0061256904155015945, "global_step": 11515, "epoch": 213, "lr": 7.335078458862223e-05}
+{"train_loss": 0.0043710037134587765, "global_step": 11516, "epoch": 213, "lr": 7.334643032139419e-05}
+{"train_loss": 0.006717166397720575, "global_step": 11517, "epoch": 213, "lr": 7.334207582773361e-05}
+{"train_loss": 0.0069914646446704865, "global_step": 11518, "epoch": 213, "lr": 7.333772110768269e-05}
+{"train_loss": 0.007315758615732193, "global_step": 11519, "epoch": 213, "lr": 7.333336616128369e-05}
+{"train_loss": 0.005812065675854683, "global_step": 11520, "epoch": 213, "lr": 7.332901098857884e-05}
+{"train_loss": 0.00639534555375576, "global_step": 11521, "epoch": 213, "lr": 7.332465558961041e-05}
+{"train_loss": 0.006940988823771477, "global_step": 11522, "epoch": 213, "lr": 7.332029996442058e-05}
+{"train_loss": 0.006127511151134968, "global_step": 11523, "epoch": 213, "lr": 7.331594411305165e-05}
+{"train_loss": 0.007796516641974449, "global_step": 11524, "epoch": 213, "lr": 7.331158803554584e-05}
+{"train_loss": 0.008149153552949429, "global_step": 11525, "epoch": 213, "lr": 7.330723173194541e-05}
+{"train_loss": 0.006315135862678289, "global_step": 11526, "epoch": 213, "lr": 7.33028752022926e-05}
+{"train_loss": 0.0038850645069032907, "global_step": 11527, "epoch": 213, "lr": 7.329851844662968e-05}
+{"train_loss": 0.0041281855665147305, "global_step": 11528, "epoch": 213, "lr": 7.329416146499888e-05}
+{"train_loss": 0.005418083164840937, "global_step": 11529, "epoch": 213, "lr": 7.328980425744246e-05}
+{"train_loss": 0.003904580371454358, "global_step": 11530, "epoch": 213, "lr": 7.328544682400271e-05}
+{"train_loss": 0.005794864613562822, "global_step": 11531, "epoch": 213, "lr": 7.328108916472188e-05}
+{"train_loss": 0.005542975850403309, "global_step": 11532, "epoch": 213, "lr": 7.327673127964221e-05}
+{"train_loss": 0.0062560332007706165, "global_step": 11533, "epoch": 213, "lr": 7.327237316880598e-05}
+{"train_loss": 0.004354603122919798, "global_step": 11534, "epoch": 213, "lr": 7.326801483225548e-05}
+{"train_loss": 0.005117959342896938, "global_step": 11535, "epoch": 213, "lr": 7.326365627003295e-05}
+{"train_loss": 0.004324110224843025, "global_step": 11536, "epoch": 213, "lr": 7.32592974821807e-05}
+{"train_loss": 0.005960704293102026, "global_step": 11537, "epoch": 213, "lr": 7.325493846874094e-05}
+{"train_loss": 0.008299315348267555, "global_step": 11538, "epoch": 213, "lr": 7.325057922975603e-05}
+{"train_loss": 0.005826841574162245, "global_step": 11539, "epoch": 213, "lr": 7.324621976526818e-05}
+{"train_loss": 0.005065049976110458, "global_step": 11540, "epoch": 213, "lr": 7.32418600753197e-05}
+{"train_loss": 0.006027510389685631, "global_step": 11541, "epoch": 213, "lr": 7.323750015995289e-05}
+{"train_loss": 0.004080590792000294, "global_step": 11542, "epoch": 213, "lr": 7.323314001921e-05}
+{"train_loss": 0.005789595190435648, "global_step": 11543, "epoch": 213, "lr": 7.322877965313335e-05}
+{"train_loss": 0.0071714939549565315, "global_step": 11544, "epoch": 213, "lr": 7.322441906176522e-05}
+{"train_loss": 0.004584352020174265, "global_step": 11545, "epoch": 213, "lr": 7.322005824514789e-05}
+{"train_loss": 0.00907504465430975, "global_step": 11546, "epoch": 213, "lr": 7.321569720332366e-05}
+{"train_loss": 0.005077782552689314, "global_step": 11547, "epoch": 213, "lr": 7.321133593633484e-05}
+{"train_loss": 0.006277055945247412, "global_step": 11548, "epoch": 213, "lr": 7.320697444422372e-05}
+{"train_loss": 0.007269617170095444, "global_step": 11549, "epoch": 213, "lr": 7.32026127270326e-05}
+{"train_loss": 0.004761750344187021, "global_step": 11550, "epoch": 213, "lr": 7.319825078480378e-05}
+{"train_loss": 0.006823454983532429, "global_step": 11551, "epoch": 213, "lr": 7.319388861757957e-05}
+{"train_loss": 0.004024493508040905, "global_step": 11552, "epoch": 213, "lr": 7.31895262254023e-05}
+{"train_loss": 0.007716894615441561, "global_step": 11553, "epoch": 213, "lr": 7.318516360831423e-05}
+{"train_loss": 0.007586041931062937, "global_step": 11554, "epoch": 213, "lr": 7.318080076635772e-05}
+{"train_loss": 0.006167837315135532, "global_step": 11555, "epoch": 213, "lr": 7.317643769957506e-05, "val_loss": 0.01031446736305952}
+{"train_loss": 0.009607544168829918, "global_step": 11556, "epoch": 214, "lr": 7.317207440800859e-05}
+{"train_loss": 0.005194331053644419, "global_step": 11557, "epoch": 214, "lr": 7.316771089170058e-05}
+{"train_loss": 0.005551663227379322, "global_step": 11558, "epoch": 214, "lr": 7.31633471506934e-05}
+{"train_loss": 0.008416814729571342, "global_step": 11559, "epoch": 214, "lr": 7.315898318502934e-05}
+{"train_loss": 0.008922148495912552, "global_step": 11560, "epoch": 214, "lr": 7.315461899475076e-05}
+{"train_loss": 0.006759493611752987, "global_step": 11561, "epoch": 214, "lr": 7.315025457989994e-05}
+{"train_loss": 0.008294769562780857, "global_step": 11562, "epoch": 214, "lr": 7.314588994051927e-05}
+{"train_loss": 0.0042932829819619656, "global_step": 11563, "epoch": 214, "lr": 7.314152507665103e-05}
+{"train_loss": 0.006005934439599514, "global_step": 11564, "epoch": 214, "lr": 7.313715998833757e-05}
+{"train_loss": 0.004737053997814655, "global_step": 11565, "epoch": 214, "lr": 7.313279467562124e-05}
+{"train_loss": 0.009408125653862953, "global_step": 11566, "epoch": 214, "lr": 7.312842913854436e-05}
+{"train_loss": 0.009965300559997559, "global_step": 11567, "epoch": 214, "lr": 7.312406337714927e-05}
+{"train_loss": 0.005050736013799906, "global_step": 11568, "epoch": 214, "lr": 7.311969739147835e-05}
+{"train_loss": 0.006179383955895901, "global_step": 11569, "epoch": 214, "lr": 7.311533118157387e-05}
+{"train_loss": 0.005593623500317335, "global_step": 11570, "epoch": 214, "lr": 7.311096474747827e-05}
+{"train_loss": 0.005516814533621073, "global_step": 11571, "epoch": 214, "lr": 7.31065980892338e-05}
+{"train_loss": 0.006478660274296999, "global_step": 11572, "epoch": 214, "lr": 7.310223120688291e-05}
+{"train_loss": 0.005753269884735346, "global_step": 11573, "epoch": 214, "lr": 7.309786410046788e-05}
+{"train_loss": 0.007701498456299305, "global_step": 11574, "epoch": 214, "lr": 7.309349677003112e-05}
+{"train_loss": 0.010894006118178368, "global_step": 11575, "epoch": 214, "lr": 7.308912921561492e-05}
+{"train_loss": 0.005457596387714148, "global_step": 11576, "epoch": 214, "lr": 7.30847614372617e-05}
+{"train_loss": 0.00674309441819787, "global_step": 11577, "epoch": 214, "lr": 7.30803934350138e-05}
+{"train_loss": 0.009119939059019089, "global_step": 11578, "epoch": 214, "lr": 7.30760252089136e-05}
+{"train_loss": 0.004657842218875885, "global_step": 11579, "epoch": 214, "lr": 7.307165675900344e-05}
+{"train_loss": 0.006636891048401594, "global_step": 11580, "epoch": 214, "lr": 7.30672880853257e-05}
+{"train_loss": 0.008764407597482204, "global_step": 11581, "epoch": 214, "lr": 7.306291918792276e-05}
+{"train_loss": 0.008040106855332851, "global_step": 11582, "epoch": 214, "lr": 7.305855006683699e-05}
+{"train_loss": 0.004832154139876366, "global_step": 11583, "epoch": 214, "lr": 7.305418072211076e-05}
+{"train_loss": 0.009967639110982418, "global_step": 11584, "epoch": 214, "lr": 7.304981115378644e-05}
+{"train_loss": 0.006702416110783815, "global_step": 11585, "epoch": 214, "lr": 7.30454413619064e-05}
+{"train_loss": 0.0065324995666742325, "global_step": 11586, "epoch": 214, "lr": 7.30410713465131e-05}
+{"train_loss": 0.005115955136716366, "global_step": 11587, "epoch": 214, "lr": 7.303670110764881e-05}
+{"train_loss": 0.00952336098998785, "global_step": 11588, "epoch": 214, "lr": 7.303233064535599e-05}
+{"train_loss": 0.007629523519426584, "global_step": 11589, "epoch": 214, "lr": 7.302795995967699e-05}
+{"train_loss": 0.009030595421791077, "global_step": 11590, "epoch": 214, "lr": 7.302358905065425e-05}
+{"train_loss": 0.00624476233497262, "global_step": 11591, "epoch": 214, "lr": 7.301921791833012e-05}
+{"train_loss": 0.007139400113373995, "global_step": 11592, "epoch": 214, "lr": 7.3014846562747e-05}
+{"train_loss": 0.005951927974820137, "global_step": 11593, "epoch": 214, "lr": 7.301047498394728e-05}
+{"train_loss": 0.007828940637409687, "global_step": 11594, "epoch": 214, "lr": 7.300610318197341e-05}
+{"train_loss": 0.005832424387335777, "global_step": 11595, "epoch": 214, "lr": 7.300173115686773e-05}
+{"train_loss": 0.007010092027485371, "global_step": 11596, "epoch": 214, "lr": 7.299735890867267e-05}
+{"train_loss": 0.009397456422448158, "global_step": 11597, "epoch": 214, "lr": 7.299298643743062e-05}
+{"train_loss": 0.007323171943426132, "global_step": 11598, "epoch": 214, "lr": 7.298861374318401e-05}
+{"train_loss": 0.004358335863798857, "global_step": 11599, "epoch": 214, "lr": 7.298424082597526e-05}
+{"train_loss": 0.006618117913603783, "global_step": 11600, "epoch": 214, "lr": 7.297986768584674e-05}
+{"train_loss": 0.007338752970099449, "global_step": 11601, "epoch": 214, "lr": 7.297549432284089e-05}
+{"train_loss": 0.0071266754530370235, "global_step": 11602, "epoch": 214, "lr": 7.297112073700013e-05}
+{"train_loss": 0.004474980756640434, "global_step": 11603, "epoch": 214, "lr": 7.296674692836686e-05}
+{"train_loss": 0.005572909954935312, "global_step": 11604, "epoch": 214, "lr": 7.296237289698354e-05}
+{"train_loss": 0.007191573269665241, "global_step": 11605, "epoch": 214, "lr": 7.295799864289253e-05}
+{"train_loss": 0.004254124127328396, "global_step": 11606, "epoch": 214, "lr": 7.29536241661363e-05}
+{"train_loss": 0.007234955672174692, "global_step": 11607, "epoch": 214, "lr": 7.294924946675728e-05}
+{"train_loss": 0.005204975605010986, "global_step": 11608, "epoch": 214, "lr": 7.294487454479788e-05}
+{"train_loss": 0.006944145869325708, "global_step": 11609, "epoch": 214, "lr": 7.294049940030055e-05, "val_loss": 0.008547930046916008}
+{"train_loss": 0.00855930894613266, "global_step": 11610, "epoch": 215, "lr": 7.29361240333077e-05}
+{"train_loss": 0.007036934606730938, "global_step": 11611, "epoch": 215, "lr": 7.293174844386177e-05}
+{"train_loss": 0.006745645310729742, "global_step": 11612, "epoch": 215, "lr": 7.292737263200522e-05}
+{"train_loss": 0.0068579502403736115, "global_step": 11613, "epoch": 215, "lr": 7.292299659778047e-05}
+{"train_loss": 0.006581057328730822, "global_step": 11614, "epoch": 215, "lr": 7.291862034122997e-05}
+{"train_loss": 0.007635409012436867, "global_step": 11615, "epoch": 215, "lr": 7.291424386239616e-05}
+{"train_loss": 0.008662911131978035, "global_step": 11616, "epoch": 215, "lr": 7.29098671613215e-05}
+{"train_loss": 0.007109856233000755, "global_step": 11617, "epoch": 215, "lr": 7.290549023804842e-05}
+{"train_loss": 0.007034434005618095, "global_step": 11618, "epoch": 215, "lr": 7.290111309261937e-05}
+{"train_loss": 0.0059493910521268845, "global_step": 11619, "epoch": 215, "lr": 7.289673572507682e-05}
+{"train_loss": 0.006574439350515604, "global_step": 11620, "epoch": 215, "lr": 7.289235813546324e-05}
+{"train_loss": 0.00440257741138339, "global_step": 11621, "epoch": 215, "lr": 7.288798032382103e-05}
+{"train_loss": 0.004747859202325344, "global_step": 11622, "epoch": 215, "lr": 7.288360229019271e-05}
+{"train_loss": 0.0072100223042070866, "global_step": 11623, "epoch": 215, "lr": 7.287922403462071e-05}
+{"train_loss": 0.006803771480917931, "global_step": 11624, "epoch": 215, "lr": 7.28748455571475e-05}
+{"train_loss": 0.009959647431969643, "global_step": 11625, "epoch": 215, "lr": 7.287046685781553e-05}
+{"train_loss": 0.007701202295720577, "global_step": 11626, "epoch": 215, "lr": 7.286608793666731e-05}
+{"train_loss": 0.007137426175177097, "global_step": 11627, "epoch": 215, "lr": 7.286170879374526e-05}
+{"train_loss": 0.00756694283336401, "global_step": 11628, "epoch": 215, "lr": 7.28573294290919e-05}
+{"train_loss": 0.007175360340625048, "global_step": 11629, "epoch": 215, "lr": 7.285294984274966e-05}
+{"train_loss": 0.006115498952567577, "global_step": 11630, "epoch": 215, "lr": 7.284857003476107e-05}
+{"train_loss": 0.007255617529153824, "global_step": 11631, "epoch": 215, "lr": 7.284419000516855e-05}
+{"train_loss": 0.007470437325537205, "global_step": 11632, "epoch": 215, "lr": 7.283980975401463e-05}
+{"train_loss": 0.009368058294057846, "global_step": 11633, "epoch": 215, "lr": 7.283542928134175e-05}
+{"train_loss": 0.007246900349855423, "global_step": 11634, "epoch": 215, "lr": 7.283104858719242e-05}
+{"train_loss": 0.00712230708450079, "global_step": 11635, "epoch": 215, "lr": 7.282666767160913e-05}
+{"train_loss": 0.007400062866508961, "global_step": 11636, "epoch": 215, "lr": 7.282228653463436e-05}
+{"train_loss": 0.009684158489108086, "global_step": 11637, "epoch": 215, "lr": 7.281790517631062e-05}
+{"train_loss": 0.010454623028635979, "global_step": 11638, "epoch": 215, "lr": 7.281352359668037e-05}
+{"train_loss": 0.007890193723142147, "global_step": 11639, "epoch": 215, "lr": 7.280914179578615e-05}
+{"train_loss": 0.008875736966729164, "global_step": 11640, "epoch": 215, "lr": 7.280475977367041e-05}
+{"train_loss": 0.008203120902180672, "global_step": 11641, "epoch": 215, "lr": 7.28003775303757e-05}
+{"train_loss": 0.006396027747541666, "global_step": 11642, "epoch": 215, "lr": 7.279599506594447e-05}
+{"train_loss": 0.006458150688558817, "global_step": 11643, "epoch": 215, "lr": 7.279161238041927e-05}
+{"train_loss": 0.006401929538697004, "global_step": 11644, "epoch": 215, "lr": 7.278722947384259e-05}
+{"train_loss": 0.009223589673638344, "global_step": 11645, "epoch": 215, "lr": 7.278284634625692e-05}
+{"train_loss": 0.005987897980958223, "global_step": 11646, "epoch": 215, "lr": 7.27784629977048e-05}
+{"train_loss": 0.0033276721369475126, "global_step": 11647, "epoch": 215, "lr": 7.277407942822874e-05}
+{"train_loss": 0.008006512187421322, "global_step": 11648, "epoch": 215, "lr": 7.276969563787125e-05}
+{"train_loss": 0.008450138382613659, "global_step": 11649, "epoch": 215, "lr": 7.276531162667484e-05}
+{"train_loss": 0.007274082861840725, "global_step": 11650, "epoch": 215, "lr": 7.276092739468203e-05}
+{"train_loss": 0.005127883516252041, "global_step": 11651, "epoch": 215, "lr": 7.275654294193534e-05}
+{"train_loss": 0.008811342529952526, "global_step": 11652, "epoch": 215, "lr": 7.275215826847731e-05}
+{"train_loss": 0.004665901884436607, "global_step": 11653, "epoch": 215, "lr": 7.274777337435045e-05}
+{"train_loss": 0.008049371652305126, "global_step": 11654, "epoch": 215, "lr": 7.274338825959732e-05}
+{"train_loss": 0.005436420906335115, "global_step": 11655, "epoch": 215, "lr": 7.27390029242604e-05}
+{"train_loss": 0.004848184995353222, "global_step": 11656, "epoch": 215, "lr": 7.273461736838226e-05}
+{"train_loss": 0.005703159142285585, "global_step": 11657, "epoch": 215, "lr": 7.273023159200541e-05}
+{"train_loss": 0.007214759476482868, "global_step": 11658, "epoch": 215, "lr": 7.272584559517241e-05}
+{"train_loss": 0.008365005254745483, "global_step": 11659, "epoch": 215, "lr": 7.272145937792578e-05}
+{"train_loss": 0.010234754532575607, "global_step": 11660, "epoch": 215, "lr": 7.271707294030808e-05}
+{"train_loss": 0.0057828715071082115, "global_step": 11661, "epoch": 215, "lr": 7.271268628236184e-05}
+{"train_loss": 0.007316394709050655, "global_step": 11662, "epoch": 215, "lr": 7.27082994041296e-05}
+{"train_loss": 0.007185445533616951, "global_step": 11663, "epoch": 215, "lr": 7.270391230565393e-05, "val_loss": 0.007473648991435766, "train_action_mse_error": 0.00030984790646471083}
+{"train_loss": 0.010532529093325138, "global_step": 11664, "epoch": 216, "lr": 7.269952498697734e-05}
+{"train_loss": 0.006498074159026146, "global_step": 11665, "epoch": 216, "lr": 7.269513744814242e-05}
+{"train_loss": 0.0036224531941115856, "global_step": 11666, "epoch": 216, "lr": 7.269074968919172e-05}
+{"train_loss": 0.005948470905423164, "global_step": 11667, "epoch": 216, "lr": 7.268636171016779e-05}
+{"train_loss": 0.005683283321559429, "global_step": 11668, "epoch": 216, "lr": 7.268197351111317e-05}
+{"train_loss": 0.006605234928429127, "global_step": 11669, "epoch": 216, "lr": 7.267758509207044e-05}
+{"train_loss": 0.01067590992897749, "global_step": 11670, "epoch": 216, "lr": 7.267319645308216e-05}
+{"train_loss": 0.005422067362815142, "global_step": 11671, "epoch": 216, "lr": 7.266880759419088e-05}
+{"train_loss": 0.005163045134395361, "global_step": 11672, "epoch": 216, "lr": 7.266441851543919e-05}
+{"train_loss": 0.006156907882541418, "global_step": 11673, "epoch": 216, "lr": 7.266002921686965e-05}
+{"train_loss": 0.00963917188346386, "global_step": 11674, "epoch": 216, "lr": 7.265563969852483e-05}
+{"train_loss": 0.006952503230422735, "global_step": 11675, "epoch": 216, "lr": 7.26512499604473e-05}
+{"train_loss": 0.0056145512498915195, "global_step": 11676, "epoch": 216, "lr": 7.264686000267962e-05}
+{"train_loss": 0.005833321716636419, "global_step": 11677, "epoch": 216, "lr": 7.264246982526441e-05}
+{"train_loss": 0.008008603006601334, "global_step": 11678, "epoch": 216, "lr": 7.26380794282442e-05}
+{"train_loss": 0.007478808984160423, "global_step": 11679, "epoch": 216, "lr": 7.263368881166162e-05}
+{"train_loss": 0.008696697652339935, "global_step": 11680, "epoch": 216, "lr": 7.262929797555922e-05}
+{"train_loss": 0.003972082864493132, "global_step": 11681, "epoch": 216, "lr": 7.26249069199796e-05}
+{"train_loss": 0.007213239558041096, "global_step": 11682, "epoch": 216, "lr": 7.262051564496533e-05}
+{"train_loss": 0.007074382156133652, "global_step": 11683, "epoch": 216, "lr": 7.261612415055903e-05}
+{"train_loss": 0.009314815513789654, "global_step": 11684, "epoch": 216, "lr": 7.261173243680325e-05}
+{"train_loss": 0.005438362248241901, "global_step": 11685, "epoch": 216, "lr": 7.260734050374065e-05}
+{"train_loss": 0.007104251533746719, "global_step": 11686, "epoch": 216, "lr": 7.260294835141375e-05}
+{"train_loss": 0.008601685985922813, "global_step": 11687, "epoch": 216, "lr": 7.259855597986519e-05}
+{"train_loss": 0.0065418812446296215, "global_step": 11688, "epoch": 216, "lr": 7.259416338913758e-05}
+{"train_loss": 0.005535642150789499, "global_step": 11689, "epoch": 216, "lr": 7.258977057927349e-05}
+{"train_loss": 0.006710557267069817, "global_step": 11690, "epoch": 216, "lr": 7.258537755031555e-05}
+{"train_loss": 0.005841246340423822, "global_step": 11691, "epoch": 216, "lr": 7.258098430230638e-05}
+{"train_loss": 0.00443311408162117, "global_step": 11692, "epoch": 216, "lr": 7.257659083528855e-05}
+{"train_loss": 0.006205663550645113, "global_step": 11693, "epoch": 216, "lr": 7.257219714930472e-05}
+{"train_loss": 0.006617617793381214, "global_step": 11694, "epoch": 216, "lr": 7.256780324439744e-05}
+{"train_loss": 0.008743173442780972, "global_step": 11695, "epoch": 216, "lr": 7.256340912060937e-05}
+{"train_loss": 0.0061197420582175255, "global_step": 11696, "epoch": 216, "lr": 7.255901477798313e-05}
+{"train_loss": 0.004922865889966488, "global_step": 11697, "epoch": 216, "lr": 7.255462021656132e-05}
+{"train_loss": 0.006699676159769297, "global_step": 11698, "epoch": 216, "lr": 7.255022543638657e-05}
+{"train_loss": 0.004738590680062771, "global_step": 11699, "epoch": 216, "lr": 7.254583043750151e-05}
+{"train_loss": 0.005286126397550106, "global_step": 11700, "epoch": 216, "lr": 7.254143521994875e-05}
+{"train_loss": 0.006723212078213692, "global_step": 11701, "epoch": 216, "lr": 7.253703978377095e-05}
+{"train_loss": 0.0052841720171272755, "global_step": 11702, "epoch": 216, "lr": 7.25326441290107e-05}
+{"train_loss": 0.005894075147807598, "global_step": 11703, "epoch": 216, "lr": 7.252824825571067e-05}
+{"train_loss": 0.009342408739030361, "global_step": 11704, "epoch": 216, "lr": 7.252385216391346e-05}
+{"train_loss": 0.004551286809146404, "global_step": 11705, "epoch": 216, "lr": 7.251945585366173e-05}
+{"train_loss": 0.0038347463123500347, "global_step": 11706, "epoch": 216, "lr": 7.251505932499811e-05}
+{"train_loss": 0.004958684556186199, "global_step": 11707, "epoch": 216, "lr": 7.251066257796527e-05}
+{"train_loss": 0.005224978551268578, "global_step": 11708, "epoch": 216, "lr": 7.250626561260579e-05}
+{"train_loss": 0.005676737986505032, "global_step": 11709, "epoch": 216, "lr": 7.250186842896237e-05}
+{"train_loss": 0.005199190229177475, "global_step": 11710, "epoch": 216, "lr": 7.249747102707762e-05}
+{"train_loss": 0.007680284325033426, "global_step": 11711, "epoch": 216, "lr": 7.249307340699425e-05}
+{"train_loss": 0.007132610771805048, "global_step": 11712, "epoch": 216, "lr": 7.248867556875483e-05}
+{"train_loss": 0.006068399176001549, "global_step": 11713, "epoch": 216, "lr": 7.248427751240208e-05}
+{"train_loss": 0.005330194253474474, "global_step": 11714, "epoch": 216, "lr": 7.247987923797862e-05}
+{"train_loss": 0.00929348636418581, "global_step": 11715, "epoch": 216, "lr": 7.247548074552713e-05}
+{"train_loss": 0.007502865046262741, "global_step": 11716, "epoch": 216, "lr": 7.247108203509026e-05}
+{"train_loss": 0.006536411544032119, "global_step": 11717, "epoch": 216, "lr": 7.246668310671065e-05, "val_loss": 0.009476274251937866}
+{"train_loss": 0.005964003037661314, "global_step": 11718, "epoch": 217, "lr": 7.2462283960431e-05}
+{"train_loss": 0.00741264782845974, "global_step": 11719, "epoch": 217, "lr": 7.245788459629396e-05}
+{"train_loss": 0.0033885727170854807, "global_step": 11720, "epoch": 217, "lr": 7.24534850143422e-05}
+{"train_loss": 0.00759871955960989, "global_step": 11721, "epoch": 217, "lr": 7.24490852146184e-05}
+{"train_loss": 0.006440425291657448, "global_step": 11722, "epoch": 217, "lr": 7.24446851971652e-05}
+{"train_loss": 0.005035146605223417, "global_step": 11723, "epoch": 217, "lr": 7.244028496202534e-05}
+{"train_loss": 0.007959537208080292, "global_step": 11724, "epoch": 217, "lr": 7.243588450924142e-05}
+{"train_loss": 0.005260088946670294, "global_step": 11725, "epoch": 217, "lr": 7.243148383885617e-05}
+{"train_loss": 0.007264831103384495, "global_step": 11726, "epoch": 217, "lr": 7.242708295091226e-05}
+{"train_loss": 0.010268128477036953, "global_step": 11727, "epoch": 217, "lr": 7.242268184545235e-05}
+{"train_loss": 0.0065817637369036674, "global_step": 11728, "epoch": 217, "lr": 7.241828052251916e-05}
+{"train_loss": 0.00817768182605505, "global_step": 11729, "epoch": 217, "lr": 7.241387898215537e-05}
+{"train_loss": 0.009239560924470425, "global_step": 11730, "epoch": 217, "lr": 7.240947722440365e-05}
+{"train_loss": 0.007938705384731293, "global_step": 11731, "epoch": 217, "lr": 7.240507524930671e-05}
+{"train_loss": 0.005557847209274769, "global_step": 11732, "epoch": 217, "lr": 7.240067305690726e-05}
+{"train_loss": 0.007229661103338003, "global_step": 11733, "epoch": 217, "lr": 7.239627064724794e-05}
+{"train_loss": 0.007604159880429506, "global_step": 11734, "epoch": 217, "lr": 7.239186802037149e-05}
+{"train_loss": 0.006145386025309563, "global_step": 11735, "epoch": 217, "lr": 7.238746517632062e-05}
+{"train_loss": 0.010195566341280937, "global_step": 11736, "epoch": 217, "lr": 7.238306211513799e-05}
+{"train_loss": 0.005843342747539282, "global_step": 11737, "epoch": 217, "lr": 7.237865883686635e-05}
+{"train_loss": 0.007358983624726534, "global_step": 11738, "epoch": 217, "lr": 7.237425534154838e-05}
+{"train_loss": 0.005167616531252861, "global_step": 11739, "epoch": 217, "lr": 7.236985162922679e-05}
+{"train_loss": 0.00701073557138443, "global_step": 11740, "epoch": 217, "lr": 7.236544769994431e-05}
+{"train_loss": 0.006241790018975735, "global_step": 11741, "epoch": 217, "lr": 7.236104355374363e-05}
+{"train_loss": 0.00751072634011507, "global_step": 11742, "epoch": 217, "lr": 7.235663919066746e-05}
+{"train_loss": 0.011348680593073368, "global_step": 11743, "epoch": 217, "lr": 7.235223461075856e-05}
+{"train_loss": 0.009134567342698574, "global_step": 11744, "epoch": 217, "lr": 7.234782981405959e-05}
+{"train_loss": 0.009696832858026028, "global_step": 11745, "epoch": 217, "lr": 7.234342480061331e-05}
+{"train_loss": 0.007276399992406368, "global_step": 11746, "epoch": 217, "lr": 7.233901957046244e-05}
+{"train_loss": 0.007298912853002548, "global_step": 11747, "epoch": 217, "lr": 7.23346141236497e-05}
+{"train_loss": 0.007105213589966297, "global_step": 11748, "epoch": 217, "lr": 7.233020846021782e-05}
+{"train_loss": 0.00724781071767211, "global_step": 11749, "epoch": 217, "lr": 7.232580258020952e-05}
+{"train_loss": 0.006491330452263355, "global_step": 11750, "epoch": 217, "lr": 7.232139648366755e-05}
+{"train_loss": 0.007315152790397406, "global_step": 11751, "epoch": 217, "lr": 7.23169901706346e-05}
+{"train_loss": 0.00950110424309969, "global_step": 11752, "epoch": 217, "lr": 7.231258364115348e-05}
+{"train_loss": 0.003994994796812534, "global_step": 11753, "epoch": 217, "lr": 7.230817689526687e-05}
+{"train_loss": 0.006672108080238104, "global_step": 11754, "epoch": 217, "lr": 7.230376993301752e-05}
+{"train_loss": 0.006421464961022139, "global_step": 11755, "epoch": 217, "lr": 7.229936275444819e-05}
+{"train_loss": 0.008493274450302124, "global_step": 11756, "epoch": 217, "lr": 7.229495535960162e-05}
+{"train_loss": 0.006120980717241764, "global_step": 11757, "epoch": 217, "lr": 7.229054774852053e-05}
+{"train_loss": 0.006745189428329468, "global_step": 11758, "epoch": 217, "lr": 7.22861399212477e-05}
+{"train_loss": 0.006831631995737553, "global_step": 11759, "epoch": 217, "lr": 7.228173187782585e-05}
+{"train_loss": 0.005204485729336739, "global_step": 11760, "epoch": 217, "lr": 7.227732361829778e-05}
+{"train_loss": 0.00825478695333004, "global_step": 11761, "epoch": 217, "lr": 7.22729151427062e-05}
+{"train_loss": 0.00648905523121357, "global_step": 11762, "epoch": 217, "lr": 7.226850645109389e-05}
+{"train_loss": 0.006387169938534498, "global_step": 11763, "epoch": 217, "lr": 7.226409754350361e-05}
+{"train_loss": 0.0059235780499875546, "global_step": 11764, "epoch": 217, "lr": 7.225968841997813e-05}
+{"train_loss": 0.005644002463668585, "global_step": 11765, "epoch": 217, "lr": 7.225527908056015e-05}
+{"train_loss": 0.006946204230189323, "global_step": 11766, "epoch": 217, "lr": 7.225086952529252e-05}
+{"train_loss": 0.00799749419093132, "global_step": 11767, "epoch": 217, "lr": 7.224645975421796e-05}
+{"train_loss": 0.0065085445530712605, "global_step": 11768, "epoch": 217, "lr": 7.224204976737925e-05}
+{"train_loss": 0.006042693741619587, "global_step": 11769, "epoch": 217, "lr": 7.223763956481916e-05}
+{"train_loss": 0.0037640451919287443, "global_step": 11770, "epoch": 217, "lr": 7.223322914658047e-05}
+{"train_loss": 0.006985972566461122, "global_step": 11771, "epoch": 217, "lr": 7.222881851270594e-05, "val_loss": 0.009892304427921772}
+{"train_loss": 0.008117183111608028, "global_step": 11772, "epoch": 218, "lr": 7.222440766323836e-05}
+{"train_loss": 0.008116600103676319, "global_step": 11773, "epoch": 218, "lr": 7.22199965982205e-05}
+{"train_loss": 0.004653375130146742, "global_step": 11774, "epoch": 218, "lr": 7.221558531769519e-05}
+{"train_loss": 0.005577799864113331, "global_step": 11775, "epoch": 218, "lr": 7.221117382170513e-05}
+{"train_loss": 0.005778147839009762, "global_step": 11776, "epoch": 218, "lr": 7.220676211029317e-05}
+{"train_loss": 0.005225020926445723, "global_step": 11777, "epoch": 218, "lr": 7.22023501835021e-05}
+{"train_loss": 0.006473868153989315, "global_step": 11778, "epoch": 218, "lr": 7.219793804137467e-05}
+{"train_loss": 0.00913112610578537, "global_step": 11779, "epoch": 218, "lr": 7.219352568395369e-05}
+{"train_loss": 0.00660259323194623, "global_step": 11780, "epoch": 218, "lr": 7.218911311128196e-05}
+{"train_loss": 0.007243569009006023, "global_step": 11781, "epoch": 218, "lr": 7.218470032340227e-05}
+{"train_loss": 0.004570419900119305, "global_step": 11782, "epoch": 218, "lr": 7.218028732035744e-05}
+{"train_loss": 0.0056042722426354885, "global_step": 11783, "epoch": 218, "lr": 7.217587410219023e-05}
+{"train_loss": 0.0063127498142421246, "global_step": 11784, "epoch": 218, "lr": 7.217146066894349e-05}
+{"train_loss": 0.0057803792878985405, "global_step": 11785, "epoch": 218, "lr": 7.216704702065998e-05}
+{"train_loss": 0.007726270705461502, "global_step": 11786, "epoch": 218, "lr": 7.216263315738253e-05}
+{"train_loss": 0.00863367598503828, "global_step": 11787, "epoch": 218, "lr": 7.215821907915396e-05}
+{"train_loss": 0.009748113341629505, "global_step": 11788, "epoch": 218, "lr": 7.215380478601706e-05}
+{"train_loss": 0.006578453350812197, "global_step": 11789, "epoch": 218, "lr": 7.214939027801465e-05}
+{"train_loss": 0.0051391893066465855, "global_step": 11790, "epoch": 218, "lr": 7.214497555518956e-05}
+{"train_loss": 0.007213848177343607, "global_step": 11791, "epoch": 218, "lr": 7.214056061758458e-05}
+{"train_loss": 0.007356884423643351, "global_step": 11792, "epoch": 218, "lr": 7.213614546524257e-05}
+{"train_loss": 0.004100441001355648, "global_step": 11793, "epoch": 218, "lr": 7.21317300982063e-05}
+{"train_loss": 0.005142766982316971, "global_step": 11794, "epoch": 218, "lr": 7.212731451651865e-05}
+{"train_loss": 0.007293102331459522, "global_step": 11795, "epoch": 218, "lr": 7.212289872022239e-05}
+{"train_loss": 0.005322047974914312, "global_step": 11796, "epoch": 218, "lr": 7.211848270936039e-05}
+{"train_loss": 0.00438359659165144, "global_step": 11797, "epoch": 218, "lr": 7.211406648397545e-05}
+{"train_loss": 0.007599109783768654, "global_step": 11798, "epoch": 218, "lr": 7.210965004411043e-05}
+{"train_loss": 0.006398499943315983, "global_step": 11799, "epoch": 218, "lr": 7.210523338980813e-05}
+{"train_loss": 0.005599877331405878, "global_step": 11800, "epoch": 218, "lr": 7.210081652111144e-05}
+{"train_loss": 0.005578567273914814, "global_step": 11801, "epoch": 218, "lr": 7.209639943806315e-05}
+{"train_loss": 0.005687214899808168, "global_step": 11802, "epoch": 218, "lr": 7.209198214070612e-05}
+{"train_loss": 0.009281814098358154, "global_step": 11803, "epoch": 218, "lr": 7.208756462908317e-05}
+{"train_loss": 0.005938408896327019, "global_step": 11804, "epoch": 218, "lr": 7.208314690323718e-05}
+{"train_loss": 0.005751444958150387, "global_step": 11805, "epoch": 218, "lr": 7.207872896321098e-05}
+{"train_loss": 0.006231375969946384, "global_step": 11806, "epoch": 218, "lr": 7.207431080904742e-05}
+{"train_loss": 0.006762114353477955, "global_step": 11807, "epoch": 218, "lr": 7.206989244078934e-05}
+{"train_loss": 0.004857492633163929, "global_step": 11808, "epoch": 218, "lr": 7.206547385847962e-05}
+{"train_loss": 0.008763577789068222, "global_step": 11809, "epoch": 218, "lr": 7.206105506216106e-05}
+{"train_loss": 0.0059880455955863, "global_step": 11810, "epoch": 218, "lr": 7.20566360518766e-05}
+{"train_loss": 0.006418964359909296, "global_step": 11811, "epoch": 218, "lr": 7.205221682766901e-05}
+{"train_loss": 0.004430088680237532, "global_step": 11812, "epoch": 218, "lr": 7.204779738958123e-05}
+{"train_loss": 0.005883665289729834, "global_step": 11813, "epoch": 218, "lr": 7.204337773765607e-05}
+{"train_loss": 0.0061917551793158054, "global_step": 11814, "epoch": 218, "lr": 7.203895787193642e-05}
+{"train_loss": 0.005647620186209679, "global_step": 11815, "epoch": 218, "lr": 7.203453779246512e-05}
+{"train_loss": 0.006399041041731834, "global_step": 11816, "epoch": 218, "lr": 7.20301174992851e-05}
+{"train_loss": 0.008405444212257862, "global_step": 11817, "epoch": 218, "lr": 7.202569699243916e-05}
+{"train_loss": 0.0077965399250388145, "global_step": 11818, "epoch": 218, "lr": 7.202127627197023e-05}
+{"train_loss": 0.004660542123019695, "global_step": 11819, "epoch": 218, "lr": 7.201685533792115e-05}
+{"train_loss": 0.0033581722527742386, "global_step": 11820, "epoch": 218, "lr": 7.20124341903348e-05}
+{"train_loss": 0.006804461125284433, "global_step": 11821, "epoch": 218, "lr": 7.200801282925406e-05}
+{"train_loss": 0.006668270565569401, "global_step": 11822, "epoch": 218, "lr": 7.200359125472185e-05}
+{"train_loss": 0.007860508747398853, "global_step": 11823, "epoch": 218, "lr": 7.199916946678101e-05}
+{"train_loss": 0.003674169536679983, "global_step": 11824, "epoch": 218, "lr": 7.199474746547445e-05}
+{"train_loss": 0.006353781929377605, "global_step": 11825, "epoch": 218, "lr": 7.199032525084502e-05, "val_loss": 0.00406695855781436}
+{"train_loss": 0.006500576622784138, "global_step": 11826, "epoch": 219, "lr": 7.198590282293568e-05}
+{"train_loss": 0.008409365080296993, "global_step": 11827, "epoch": 219, "lr": 7.198148018178926e-05}
+{"train_loss": 0.01020075287669897, "global_step": 11828, "epoch": 219, "lr": 7.197705732744867e-05}
+{"train_loss": 0.0053267451003193855, "global_step": 11829, "epoch": 219, "lr": 7.197263425995682e-05}
+{"train_loss": 0.006450446788221598, "global_step": 11830, "epoch": 219, "lr": 7.19682109793566e-05}
+{"train_loss": 0.006708085536956787, "global_step": 11831, "epoch": 219, "lr": 7.196378748569092e-05}
+{"train_loss": 0.004945690277963877, "global_step": 11832, "epoch": 219, "lr": 7.195936377900267e-05}
+{"train_loss": 0.00847872905433178, "global_step": 11833, "epoch": 219, "lr": 7.195493985933475e-05}
+{"train_loss": 0.006543523631989956, "global_step": 11834, "epoch": 219, "lr": 7.195051572673008e-05}
+{"train_loss": 0.006138109136372805, "global_step": 11835, "epoch": 219, "lr": 7.194609138123157e-05}
+{"train_loss": 0.009655897505581379, "global_step": 11836, "epoch": 219, "lr": 7.19416668228821e-05}
+{"train_loss": 0.005743254907429218, "global_step": 11837, "epoch": 219, "lr": 7.193724205172462e-05}
+{"train_loss": 0.004579299129545689, "global_step": 11838, "epoch": 219, "lr": 7.193281706780206e-05}
+{"train_loss": 0.005179068073630333, "global_step": 11839, "epoch": 219, "lr": 7.192839187115729e-05}
+{"train_loss": 0.004902310203760862, "global_step": 11840, "epoch": 219, "lr": 7.192396646183325e-05}
+{"train_loss": 0.005966247990727425, "global_step": 11841, "epoch": 219, "lr": 7.191954083987285e-05}
+{"train_loss": 0.004561435431241989, "global_step": 11842, "epoch": 219, "lr": 7.191511500531905e-05}
+{"train_loss": 0.005829452537000179, "global_step": 11843, "epoch": 219, "lr": 7.19106889582147e-05}
+{"train_loss": 0.007847918197512627, "global_step": 11844, "epoch": 219, "lr": 7.190626269860283e-05}
+{"train_loss": 0.007190218195319176, "global_step": 11845, "epoch": 219, "lr": 7.190183622652629e-05}
+{"train_loss": 0.006357690319418907, "global_step": 11846, "epoch": 219, "lr": 7.189740954202805e-05}
+{"train_loss": 0.005289865657687187, "global_step": 11847, "epoch": 219, "lr": 7.189298264515102e-05}
+{"train_loss": 0.005909566767513752, "global_step": 11848, "epoch": 219, "lr": 7.188855553593815e-05}
+{"train_loss": 0.004517837427556515, "global_step": 11849, "epoch": 219, "lr": 7.188412821443236e-05}
+{"train_loss": 0.006375601980835199, "global_step": 11850, "epoch": 219, "lr": 7.187970068067663e-05}
+{"train_loss": 0.006609173025935888, "global_step": 11851, "epoch": 219, "lr": 7.187527293471385e-05}
+{"train_loss": 0.006171087268739939, "global_step": 11852, "epoch": 219, "lr": 7.187084497658702e-05}
+{"train_loss": 0.004084052052348852, "global_step": 11853, "epoch": 219, "lr": 7.186641680633903e-05}
+{"train_loss": 0.00807198416441679, "global_step": 11854, "epoch": 219, "lr": 7.186198842401287e-05}
+{"train_loss": 0.006532494910061359, "global_step": 11855, "epoch": 219, "lr": 7.185755982965145e-05}
+{"train_loss": 0.008806518279016018, "global_step": 11856, "epoch": 219, "lr": 7.185313102329777e-05}
+{"train_loss": 0.008644303306937218, "global_step": 11857, "epoch": 219, "lr": 7.184870200499475e-05}
+{"train_loss": 0.00676259770989418, "global_step": 11858, "epoch": 219, "lr": 7.184427277478534e-05}
+{"train_loss": 0.004294180776923895, "global_step": 11859, "epoch": 219, "lr": 7.183984333271254e-05}
+{"train_loss": 0.005496506113559008, "global_step": 11860, "epoch": 219, "lr": 7.183541367881927e-05}
+{"train_loss": 0.005357978865504265, "global_step": 11861, "epoch": 219, "lr": 7.183098381314852e-05}
+{"train_loss": 0.003672701073810458, "global_step": 11862, "epoch": 219, "lr": 7.182655373574324e-05}
+{"train_loss": 0.007921676151454449, "global_step": 11863, "epoch": 219, "lr": 7.18221234466464e-05}
+{"train_loss": 0.004599043633788824, "global_step": 11864, "epoch": 219, "lr": 7.181769294590094e-05}
+{"train_loss": 0.006741480901837349, "global_step": 11865, "epoch": 219, "lr": 7.181326223354988e-05}
+{"train_loss": 0.004955733194947243, "global_step": 11866, "epoch": 219, "lr": 7.180883130963616e-05}
+{"train_loss": 0.00572217209264636, "global_step": 11867, "epoch": 219, "lr": 7.180440017420277e-05}
+{"train_loss": 0.007293554488569498, "global_step": 11868, "epoch": 219, "lr": 7.179996882729268e-05}
+{"train_loss": 0.007704480085521936, "global_step": 11869, "epoch": 219, "lr": 7.179553726894888e-05}
+{"train_loss": 0.0069350083358585835, "global_step": 11870, "epoch": 219, "lr": 7.179110549921432e-05}
+{"train_loss": 0.009300502948462963, "global_step": 11871, "epoch": 219, "lr": 7.178667351813202e-05}
+{"train_loss": 0.006349489558488131, "global_step": 11872, "epoch": 219, "lr": 7.178224132574494e-05}
+{"train_loss": 0.005082580726593733, "global_step": 11873, "epoch": 219, "lr": 7.177780892209607e-05}
+{"train_loss": 0.005431613884866238, "global_step": 11874, "epoch": 219, "lr": 7.17733763072284e-05}
+{"train_loss": 0.006338047794997692, "global_step": 11875, "epoch": 219, "lr": 7.176894348118495e-05}
+{"train_loss": 0.0036205039359629154, "global_step": 11876, "epoch": 219, "lr": 7.176451044400868e-05}
+{"train_loss": 0.008885268121957779, "global_step": 11877, "epoch": 219, "lr": 7.176007719574259e-05}
+{"train_loss": 0.00825663935393095, "global_step": 11878, "epoch": 219, "lr": 7.175564373642966e-05}
+{"train_loss": 0.006420682145593067, "global_step": 11879, "epoch": 219, "lr": 7.175121006611294e-05, "val_loss": 0.008473272435367107}
+{"train_loss": 0.008579402230679989, "global_step": 11880, "epoch": 220, "lr": 7.174677618483539e-05}
+{"train_loss": 0.004475594498217106, "global_step": 11881, "epoch": 220, "lr": 7.174234209264004e-05}
+{"train_loss": 0.0058188303373754025, "global_step": 11882, "epoch": 220, "lr": 7.173790778956984e-05}
+{"train_loss": 0.005633234046399593, "global_step": 11883, "epoch": 220, "lr": 7.173347327566787e-05}
+{"train_loss": 0.0035933784674853086, "global_step": 11884, "epoch": 220, "lr": 7.172903855097711e-05}
+{"train_loss": 0.007965206168591976, "global_step": 11885, "epoch": 220, "lr": 7.172460361554056e-05}
+{"train_loss": 0.011578965000808239, "global_step": 11886, "epoch": 220, "lr": 7.172016846940124e-05}
+{"train_loss": 0.005387526471167803, "global_step": 11887, "epoch": 220, "lr": 7.171573311260217e-05}
+{"train_loss": 0.00455750897526741, "global_step": 11888, "epoch": 220, "lr": 7.171129754518636e-05}
+{"train_loss": 0.005838310346007347, "global_step": 11889, "epoch": 220, "lr": 7.170686176719685e-05}
+{"train_loss": 0.007923728786408901, "global_step": 11890, "epoch": 220, "lr": 7.170242577867664e-05}
+{"train_loss": 0.006522688083350658, "global_step": 11891, "epoch": 220, "lr": 7.169798957966878e-05}
+{"train_loss": 0.0057686674408614635, "global_step": 11892, "epoch": 220, "lr": 7.169355317021624e-05}
+{"train_loss": 0.005131518468260765, "global_step": 11893, "epoch": 220, "lr": 7.16891165503621e-05}
+{"train_loss": 0.004408231936395168, "global_step": 11894, "epoch": 220, "lr": 7.168467972014939e-05}
+{"train_loss": 0.006719325669109821, "global_step": 11895, "epoch": 220, "lr": 7.168024267962111e-05}
+{"train_loss": 0.006185763981193304, "global_step": 11896, "epoch": 220, "lr": 7.167580542882031e-05}
+{"train_loss": 0.0037017264403402805, "global_step": 11897, "epoch": 220, "lr": 7.167136796779004e-05}
+{"train_loss": 0.006030277814716101, "global_step": 11898, "epoch": 220, "lr": 7.16669302965733e-05}
+{"train_loss": 0.010505917482078075, "global_step": 11899, "epoch": 220, "lr": 7.166249241521318e-05}
+{"train_loss": 0.004695520736277103, "global_step": 11900, "epoch": 220, "lr": 7.165805432375269e-05}
+{"train_loss": 0.007196333725005388, "global_step": 11901, "epoch": 220, "lr": 7.165361602223488e-05}
+{"train_loss": 0.0053360047750175, "global_step": 11902, "epoch": 220, "lr": 7.16491775107028e-05}
+{"train_loss": 0.0051476308144629, "global_step": 11903, "epoch": 220, "lr": 7.164473878919949e-05}
+{"train_loss": 0.006281367037445307, "global_step": 11904, "epoch": 220, "lr": 7.164029985776801e-05}
+{"train_loss": 0.008219446986913681, "global_step": 11905, "epoch": 220, "lr": 7.163586071645141e-05}
+{"train_loss": 0.003845610423013568, "global_step": 11906, "epoch": 220, "lr": 7.163142136529273e-05}
+{"train_loss": 0.007832666859030724, "global_step": 11907, "epoch": 220, "lr": 7.162698180433505e-05}
+{"train_loss": 0.005863371770828962, "global_step": 11908, "epoch": 220, "lr": 7.162254203362142e-05}
+{"train_loss": 0.0043974644504487514, "global_step": 11909, "epoch": 220, "lr": 7.161810205319489e-05}
+{"train_loss": 0.006122081074863672, "global_step": 11910, "epoch": 220, "lr": 7.161366186309854e-05}
+{"train_loss": 0.006553250830620527, "global_step": 11911, "epoch": 220, "lr": 7.160922146337541e-05}
+{"train_loss": 0.005073459353297949, "global_step": 11912, "epoch": 220, "lr": 7.160478085406861e-05}
+{"train_loss": 0.005930205807089806, "global_step": 11913, "epoch": 220, "lr": 7.160034003522116e-05}
+{"train_loss": 0.004215470980852842, "global_step": 11914, "epoch": 220, "lr": 7.159589900687614e-05}
+{"train_loss": 0.005768066272139549, "global_step": 11915, "epoch": 220, "lr": 7.159145776907666e-05}
+{"train_loss": 0.0048078023828566074, "global_step": 11916, "epoch": 220, "lr": 7.158701632186575e-05}
+{"train_loss": 0.0062377434223890305, "global_step": 11917, "epoch": 220, "lr": 7.158257466528651e-05}
+{"train_loss": 0.008112214505672455, "global_step": 11918, "epoch": 220, "lr": 7.157813279938203e-05}
+{"train_loss": 0.008874566294252872, "global_step": 11919, "epoch": 220, "lr": 7.157369072419536e-05}
+{"train_loss": 0.005650317296385765, "global_step": 11920, "epoch": 220, "lr": 7.15692484397696e-05}
+{"train_loss": 0.004358103033155203, "global_step": 11921, "epoch": 220, "lr": 7.156480594614783e-05}
+{"train_loss": 0.007323449477553368, "global_step": 11922, "epoch": 220, "lr": 7.156036324337312e-05}
+{"train_loss": 0.010587465018033981, "global_step": 11923, "epoch": 220, "lr": 7.155592033148862e-05}
+{"train_loss": 0.005746910814195871, "global_step": 11924, "epoch": 220, "lr": 7.155147721053736e-05}
+{"train_loss": 0.006672701798379421, "global_step": 11925, "epoch": 220, "lr": 7.154703388056246e-05}
+{"train_loss": 0.005926401820033789, "global_step": 11926, "epoch": 220, "lr": 7.154259034160698e-05}
+{"train_loss": 0.00823906622827053, "global_step": 11927, "epoch": 220, "lr": 7.153814659371406e-05}
+{"train_loss": 0.0052359821274876595, "global_step": 11928, "epoch": 220, "lr": 7.153370263692679e-05}
+{"train_loss": 0.007920609787106514, "global_step": 11929, "epoch": 220, "lr": 7.152925847128826e-05}
+{"train_loss": 0.007678532972931862, "global_step": 11930, "epoch": 220, "lr": 7.152481409684158e-05}
+{"train_loss": 0.006017123349010944, "global_step": 11931, "epoch": 220, "lr": 7.152036951362987e-05}
+{"train_loss": 0.007023478392511606, "global_step": 11932, "epoch": 220, "lr": 7.151592472169617e-05}
+{"train_loss": 0.0062823236350797946, "global_step": 11933, "epoch": 220, "lr": 7.151147972108369e-05, "val_loss": 0.008535077795386314, "train_action_mse_error": 0.00024262306396849453}
+{"train_loss": 0.005381901282817125, "global_step": 11934, "epoch": 221, "lr": 7.150703451183545e-05}
+{"train_loss": 0.008768591098487377, "global_step": 11935, "epoch": 221, "lr": 7.150258909399463e-05}
+{"train_loss": 0.006727111525833607, "global_step": 11936, "epoch": 221, "lr": 7.149814346760432e-05}
+{"train_loss": 0.00694494741037488, "global_step": 11937, "epoch": 221, "lr": 7.149369763270763e-05}
+{"train_loss": 0.004866964649409056, "global_step": 11938, "epoch": 221, "lr": 7.148925158934767e-05}
+{"train_loss": 0.008150032721459866, "global_step": 11939, "epoch": 221, "lr": 7.14848053375676e-05}
+{"train_loss": 0.008240371942520142, "global_step": 11940, "epoch": 221, "lr": 7.14803588774105e-05}
+{"train_loss": 0.006089615169912577, "global_step": 11941, "epoch": 221, "lr": 7.147591220891954e-05}
+{"train_loss": 0.00763174332678318, "global_step": 11942, "epoch": 221, "lr": 7.147146533213779e-05}
+{"train_loss": 0.00484757823869586, "global_step": 11943, "epoch": 221, "lr": 7.146701824710844e-05}
+{"train_loss": 0.008955029770731926, "global_step": 11944, "epoch": 221, "lr": 7.146257095387458e-05}
+{"train_loss": 0.005524159874767065, "global_step": 11945, "epoch": 221, "lr": 7.145812345247936e-05}
+{"train_loss": 0.008987272158265114, "global_step": 11946, "epoch": 221, "lr": 7.145367574296592e-05}
+{"train_loss": 0.004678636789321899, "global_step": 11947, "epoch": 221, "lr": 7.144922782537738e-05}
+{"train_loss": 0.007887725718319416, "global_step": 11948, "epoch": 221, "lr": 7.144477969975688e-05}
+{"train_loss": 0.009409909136593342, "global_step": 11949, "epoch": 221, "lr": 7.14403313661476e-05}
+{"train_loss": 0.006925261579453945, "global_step": 11950, "epoch": 221, "lr": 7.143588282459263e-05}
+{"train_loss": 0.004615942481905222, "global_step": 11951, "epoch": 221, "lr": 7.143143407513514e-05}
+{"train_loss": 0.010909650474786758, "global_step": 11952, "epoch": 221, "lr": 7.14269851178183e-05}
+{"train_loss": 0.00550549803301692, "global_step": 11953, "epoch": 221, "lr": 7.142253595268522e-05}
+{"train_loss": 0.009513357654213905, "global_step": 11954, "epoch": 221, "lr": 7.141808657977907e-05}
+{"train_loss": 0.009233568795025349, "global_step": 11955, "epoch": 221, "lr": 7.141363699914301e-05}
+{"train_loss": 0.00642502261325717, "global_step": 11956, "epoch": 221, "lr": 7.140918721082018e-05}
+{"train_loss": 0.010233726352453232, "global_step": 11957, "epoch": 221, "lr": 7.140473721485375e-05}
+{"train_loss": 0.008218679577112198, "global_step": 11958, "epoch": 221, "lr": 7.140028701128688e-05}
+{"train_loss": 0.007477325387299061, "global_step": 11959, "epoch": 221, "lr": 7.139583660016271e-05}
+{"train_loss": 0.0051569766364991665, "global_step": 11960, "epoch": 221, "lr": 7.139138598152443e-05}
+{"train_loss": 0.007622061297297478, "global_step": 11961, "epoch": 221, "lr": 7.138693515541519e-05}
+{"train_loss": 0.008601123467087746, "global_step": 11962, "epoch": 221, "lr": 7.138248412187818e-05}
+{"train_loss": 0.006414656061679125, "global_step": 11963, "epoch": 221, "lr": 7.137803288095655e-05}
+{"train_loss": 0.00875791534781456, "global_step": 11964, "epoch": 221, "lr": 7.137358143269346e-05}
+{"train_loss": 0.005129026714712381, "global_step": 11965, "epoch": 221, "lr": 7.136912977713212e-05}
+{"train_loss": 0.0093726497143507, "global_step": 11966, "epoch": 221, "lr": 7.136467791431567e-05}
+{"train_loss": 0.008371514268219471, "global_step": 11967, "epoch": 221, "lr": 7.13602258442873e-05}
+{"train_loss": 0.004114539362490177, "global_step": 11968, "epoch": 221, "lr": 7.135577356709021e-05}
+{"train_loss": 0.007447415497153997, "global_step": 11969, "epoch": 221, "lr": 7.135132108276757e-05}
+{"train_loss": 0.00798205565661192, "global_step": 11970, "epoch": 221, "lr": 7.134686839136253e-05}
+{"train_loss": 0.0038424390368163586, "global_step": 11971, "epoch": 221, "lr": 7.134241549291832e-05}
+{"train_loss": 0.005494446959346533, "global_step": 11972, "epoch": 221, "lr": 7.133796238747813e-05}
+{"train_loss": 0.00457515474408865, "global_step": 11973, "epoch": 221, "lr": 7.13335090750851e-05}
+{"train_loss": 0.006145901512354612, "global_step": 11974, "epoch": 221, "lr": 7.132905555578245e-05}
+{"train_loss": 0.0060407789424061775, "global_step": 11975, "epoch": 221, "lr": 7.13246018296134e-05}
+{"train_loss": 0.007402634248137474, "global_step": 11976, "epoch": 221, "lr": 7.132014789662111e-05}
+{"train_loss": 0.005273822229355574, "global_step": 11977, "epoch": 221, "lr": 7.131569375684881e-05}
+{"train_loss": 0.006951413117349148, "global_step": 11978, "epoch": 221, "lr": 7.131123941033965e-05}
+{"train_loss": 0.0036832517944276333, "global_step": 11979, "epoch": 221, "lr": 7.13067848571369e-05}
+{"train_loss": 0.005741599015891552, "global_step": 11980, "epoch": 221, "lr": 7.13023300972837e-05}
+{"train_loss": 0.004589088261127472, "global_step": 11981, "epoch": 221, "lr": 7.129787513082328e-05}
+{"train_loss": 0.004973126575350761, "global_step": 11982, "epoch": 221, "lr": 7.129341995779885e-05}
+{"train_loss": 0.004690766334533691, "global_step": 11983, "epoch": 221, "lr": 7.128896457825364e-05}
+{"train_loss": 0.006170159205794334, "global_step": 11984, "epoch": 221, "lr": 7.128450899223083e-05}
+{"train_loss": 0.006008286494761705, "global_step": 11985, "epoch": 221, "lr": 7.128005319977364e-05}
+{"train_loss": 0.006002225447446108, "global_step": 11986, "epoch": 221, "lr": 7.12755972009253e-05}
+{"train_loss": 0.0067400438797280745, "global_step": 11987, "epoch": 221, "lr": 7.127114099572901e-05, "val_loss": 0.009230722673237324}
+{"train_loss": 0.004269907716661692, "global_step": 11988, "epoch": 222, "lr": 7.126668458422803e-05}
+{"train_loss": 0.004199563059955835, "global_step": 11989, "epoch": 222, "lr": 7.126222796646551e-05}
+{"train_loss": 0.006180415395647287, "global_step": 11990, "epoch": 222, "lr": 7.125777114248475e-05}
+{"train_loss": 0.006622659508138895, "global_step": 11991, "epoch": 222, "lr": 7.125331411232891e-05}
+{"train_loss": 0.007094924338161945, "global_step": 11992, "epoch": 222, "lr": 7.124885687604127e-05}
+{"train_loss": 0.0048313685692846775, "global_step": 11993, "epoch": 222, "lr": 7.124439943366503e-05}
+{"train_loss": 0.0039766994304955006, "global_step": 11994, "epoch": 222, "lr": 7.123994178524345e-05}
+{"train_loss": 0.004115796182304621, "global_step": 11995, "epoch": 222, "lr": 7.123548393081971e-05}
+{"train_loss": 0.007096707820892334, "global_step": 11996, "epoch": 222, "lr": 7.123102587043712e-05}
+{"train_loss": 0.005108487792313099, "global_step": 11997, "epoch": 222, "lr": 7.122656760413883e-05}
+{"train_loss": 0.005823599174618721, "global_step": 11998, "epoch": 222, "lr": 7.122210913196818e-05}
+{"train_loss": 0.006937145255506039, "global_step": 11999, "epoch": 222, "lr": 7.121765045396834e-05}
+{"train_loss": 0.005221590865403414, "global_step": 12000, "epoch": 222, "lr": 7.121319157018255e-05}
+{"train_loss": 0.002423099707812071, "global_step": 12001, "epoch": 222, "lr": 7.120873248065412e-05}
+{"train_loss": 0.006197503302246332, "global_step": 12002, "epoch": 222, "lr": 7.120427318542623e-05}
+{"train_loss": 0.005658441223204136, "global_step": 12003, "epoch": 222, "lr": 7.119981368454216e-05}
+{"train_loss": 0.007693760562688112, "global_step": 12004, "epoch": 222, "lr": 7.119535397804517e-05}
+{"train_loss": 0.0058595254085958, "global_step": 12005, "epoch": 222, "lr": 7.119089406597849e-05}
+{"train_loss": 0.0035645263269543648, "global_step": 12006, "epoch": 222, "lr": 7.118643394838541e-05}
+{"train_loss": 0.011596771888434887, "global_step": 12007, "epoch": 222, "lr": 7.118197362530915e-05}
+{"train_loss": 0.0052394624799489975, "global_step": 12008, "epoch": 222, "lr": 7.117751309679299e-05}
+{"train_loss": 0.005413556471467018, "global_step": 12009, "epoch": 222, "lr": 7.117305236288019e-05}
+{"train_loss": 0.0051020062528550625, "global_step": 12010, "epoch": 222, "lr": 7.116859142361401e-05}
+{"train_loss": 0.006995601113885641, "global_step": 12011, "epoch": 222, "lr": 7.116413027903772e-05}
+{"train_loss": 0.003582914127036929, "global_step": 12012, "epoch": 222, "lr": 7.115966892919459e-05}
+{"train_loss": 0.008680084720253944, "global_step": 12013, "epoch": 222, "lr": 7.115520737412787e-05}
+{"train_loss": 0.006557337008416653, "global_step": 12014, "epoch": 222, "lr": 7.115074561388088e-05}
+{"train_loss": 0.011372582986950874, "global_step": 12015, "epoch": 222, "lr": 7.114628364849682e-05}
+{"train_loss": 0.006301892455667257, "global_step": 12016, "epoch": 222, "lr": 7.114182147801905e-05}
+{"train_loss": 0.007843095809221268, "global_step": 12017, "epoch": 222, "lr": 7.113735910249078e-05}
+{"train_loss": 0.004999944940209389, "global_step": 12018, "epoch": 222, "lr": 7.11328965219553e-05}
+{"train_loss": 0.006950449664145708, "global_step": 12019, "epoch": 222, "lr": 7.112843373645593e-05}
+{"train_loss": 0.004748724400997162, "global_step": 12020, "epoch": 222, "lr": 7.112397074603593e-05}
+{"train_loss": 0.006521238014101982, "global_step": 12021, "epoch": 222, "lr": 7.111950755073857e-05}
+{"train_loss": 0.007980890572071075, "global_step": 12022, "epoch": 222, "lr": 7.111504415060717e-05}
+{"train_loss": 0.0048098876141011715, "global_step": 12023, "epoch": 222, "lr": 7.111058054568499e-05}
+{"train_loss": 0.0054205371998250484, "global_step": 12024, "epoch": 222, "lr": 7.110611673601534e-05}
+{"train_loss": 0.004966680891811848, "global_step": 12025, "epoch": 222, "lr": 7.110165272164152e-05}
+{"train_loss": 0.008937612175941467, "global_step": 12026, "epoch": 222, "lr": 7.109718850260678e-05}
+{"train_loss": 0.008638494648039341, "global_step": 12027, "epoch": 222, "lr": 7.109272407895449e-05}
+{"train_loss": 0.004848807584494352, "global_step": 12028, "epoch": 222, "lr": 7.108825945072788e-05}
+{"train_loss": 0.004248862620443106, "global_step": 12029, "epoch": 222, "lr": 7.108379461797028e-05}
+{"train_loss": 0.006558963563293219, "global_step": 12030, "epoch": 222, "lr": 7.107932958072503e-05}
+{"train_loss": 0.007000934798270464, "global_step": 12031, "epoch": 222, "lr": 7.107486433903538e-05}
+{"train_loss": 0.006354089360684156, "global_step": 12032, "epoch": 222, "lr": 7.107039889294469e-05}
+{"train_loss": 0.00570363225415349, "global_step": 12033, "epoch": 222, "lr": 7.106593324249619e-05}
+{"train_loss": 0.005485666915774345, "global_step": 12034, "epoch": 222, "lr": 7.106146738773326e-05}
+{"train_loss": 0.007893233560025692, "global_step": 12035, "epoch": 222, "lr": 7.10570013286992e-05}
+{"train_loss": 0.011851790361106396, "global_step": 12036, "epoch": 222, "lr": 7.105253506543732e-05}
+{"train_loss": 0.006818087305873632, "global_step": 12037, "epoch": 222, "lr": 7.104806859799091e-05}
+{"train_loss": 0.006132814567536116, "global_step": 12038, "epoch": 222, "lr": 7.104360192640336e-05}
+{"train_loss": 0.006002547685056925, "global_step": 12039, "epoch": 222, "lr": 7.10391350507179e-05}
+{"train_loss": 0.00869983434677124, "global_step": 12040, "epoch": 222, "lr": 7.103466797097795e-05}
+{"train_loss": 0.006261340329527027, "global_step": 12041, "epoch": 222, "lr": 7.103020068722674e-05, "val_loss": 0.007199773099273443}
+{"train_loss": 0.005236285272985697, "global_step": 12042, "epoch": 223, "lr": 7.102573319950768e-05}
+{"train_loss": 0.006904327776283026, "global_step": 12043, "epoch": 223, "lr": 7.102126550786405e-05}
+{"train_loss": 0.006917932070791721, "global_step": 12044, "epoch": 223, "lr": 7.10167976123392e-05}
+{"train_loss": 0.006337747443467379, "global_step": 12045, "epoch": 223, "lr": 7.101232951297644e-05}
+{"train_loss": 0.01079465076327324, "global_step": 12046, "epoch": 223, "lr": 7.100786120981912e-05}
+{"train_loss": 0.007650663144886494, "global_step": 12047, "epoch": 223, "lr": 7.100339270291059e-05}
+{"train_loss": 0.008749684318900108, "global_step": 12048, "epoch": 223, "lr": 7.09989239922942e-05}
+{"train_loss": 0.006797980982810259, "global_step": 12049, "epoch": 223, "lr": 7.099445507801323e-05}
+{"train_loss": 0.005100255832076073, "global_step": 12050, "epoch": 223, "lr": 7.098998596011109e-05}
+{"train_loss": 0.009364333003759384, "global_step": 12051, "epoch": 223, "lr": 7.098551663863109e-05}
+{"train_loss": 0.010099872946739197, "global_step": 12052, "epoch": 223, "lr": 7.098104711361659e-05}
+{"train_loss": 0.01050102524459362, "global_step": 12053, "epoch": 223, "lr": 7.097657738511093e-05}
+{"train_loss": 0.009340374730527401, "global_step": 12054, "epoch": 223, "lr": 7.097210745315747e-05}
+{"train_loss": 0.0069127921015024185, "global_step": 12055, "epoch": 223, "lr": 7.096763731779954e-05}
+{"train_loss": 0.005882981698960066, "global_step": 12056, "epoch": 223, "lr": 7.096316697908054e-05}
+{"train_loss": 0.006872779689729214, "global_step": 12057, "epoch": 223, "lr": 7.095869643704378e-05}
+{"train_loss": 0.004520748741924763, "global_step": 12058, "epoch": 223, "lr": 7.095422569173266e-05}
+{"train_loss": 0.005375916603952646, "global_step": 12059, "epoch": 223, "lr": 7.09497547431905e-05}
+{"train_loss": 0.006079955957829952, "global_step": 12060, "epoch": 223, "lr": 7.09452835914607e-05}
+{"train_loss": 0.006068768445402384, "global_step": 12061, "epoch": 223, "lr": 7.094081223658659e-05}
+{"train_loss": 0.007970450446009636, "global_step": 12062, "epoch": 223, "lr": 7.093634067861158e-05}
+{"train_loss": 0.009359193965792656, "global_step": 12063, "epoch": 223, "lr": 7.093186891757899e-05}
+{"train_loss": 0.007917942479252815, "global_step": 12064, "epoch": 223, "lr": 7.092739695353223e-05}
+{"train_loss": 0.008037126623094082, "global_step": 12065, "epoch": 223, "lr": 7.092292478651464e-05}
+{"train_loss": 0.004325862042605877, "global_step": 12066, "epoch": 223, "lr": 7.091845241656962e-05}
+{"train_loss": 0.006791368592530489, "global_step": 12067, "epoch": 223, "lr": 7.091397984374056e-05}
+{"train_loss": 0.007350154686719179, "global_step": 12068, "epoch": 223, "lr": 7.090950706807078e-05}
+{"train_loss": 0.006829218473285437, "global_step": 12069, "epoch": 223, "lr": 7.090503408960371e-05}
+{"train_loss": 0.005892534740269184, "global_step": 12070, "epoch": 223, "lr": 7.090056090838274e-05}
+{"train_loss": 0.008095826953649521, "global_step": 12071, "epoch": 223, "lr": 7.089608752445121e-05}
+{"train_loss": 0.0055808681063354015, "global_step": 12072, "epoch": 223, "lr": 7.089161393785254e-05}
+{"train_loss": 0.00807479303330183, "global_step": 12073, "epoch": 223, "lr": 7.088714014863012e-05}
+{"train_loss": 0.004634891636669636, "global_step": 12074, "epoch": 223, "lr": 7.088266615682732e-05}
+{"train_loss": 0.004057282116264105, "global_step": 12075, "epoch": 223, "lr": 7.087819196248754e-05}
+{"train_loss": 0.006572670303285122, "global_step": 12076, "epoch": 223, "lr": 7.087371756565419e-05}
+{"train_loss": 0.007881542667746544, "global_step": 12077, "epoch": 223, "lr": 7.086924296637064e-05}
+{"train_loss": 0.007540788501501083, "global_step": 12078, "epoch": 223, "lr": 7.086476816468031e-05}
+{"train_loss": 0.006464703939855099, "global_step": 12079, "epoch": 223, "lr": 7.086029316062659e-05}
+{"train_loss": 0.006410191301256418, "global_step": 12080, "epoch": 223, "lr": 7.085581795425287e-05}
+{"train_loss": 0.008938002400100231, "global_step": 12081, "epoch": 223, "lr": 7.085134254560258e-05}
+{"train_loss": 0.0077703529968857765, "global_step": 12082, "epoch": 223, "lr": 7.084686693471911e-05}
+{"train_loss": 0.006151476409286261, "global_step": 12083, "epoch": 223, "lr": 7.084239112164588e-05}
+{"train_loss": 0.007586314342916012, "global_step": 12084, "epoch": 223, "lr": 7.083791510642629e-05}
+{"train_loss": 0.0060303304344415665, "global_step": 12085, "epoch": 223, "lr": 7.083343888910375e-05}
+{"train_loss": 0.008139650337398052, "global_step": 12086, "epoch": 223, "lr": 7.082896246972169e-05}
+{"train_loss": 0.005698687396943569, "global_step": 12087, "epoch": 223, "lr": 7.08244858483235e-05}
+{"train_loss": 0.005248312372714281, "global_step": 12088, "epoch": 223, "lr": 7.082000902495261e-05}
+{"train_loss": 0.005964349023997784, "global_step": 12089, "epoch": 223, "lr": 7.081553199965245e-05}
+{"train_loss": 0.004546094220131636, "global_step": 12090, "epoch": 223, "lr": 7.081105477246644e-05}
+{"train_loss": 0.004203601740300655, "global_step": 12091, "epoch": 223, "lr": 7.080657734343799e-05}
+{"train_loss": 0.0069975340738892555, "global_step": 12092, "epoch": 223, "lr": 7.080209971261054e-05}
+{"train_loss": 0.009272636845707893, "global_step": 12093, "epoch": 223, "lr": 7.07976218800275e-05}
+{"train_loss": 0.007017380092293024, "global_step": 12094, "epoch": 223, "lr": 7.079314384573231e-05}
+{"train_loss": 0.006934620327902613, "global_step": 12095, "epoch": 223, "lr": 7.07886656097684e-05, "val_loss": 0.009906912222504616}
+{"train_loss": 0.004885146860033274, "global_step": 12096, "epoch": 224, "lr": 7.078418717217922e-05}
+{"train_loss": 0.005144126713275909, "global_step": 12097, "epoch": 224, "lr": 7.077970853300819e-05}
+{"train_loss": 0.004846011754125357, "global_step": 12098, "epoch": 224, "lr": 7.077522969229874e-05}
+{"train_loss": 0.008561093360185623, "global_step": 12099, "epoch": 224, "lr": 7.077075065009433e-05}
+{"train_loss": 0.003711136057972908, "global_step": 12100, "epoch": 224, "lr": 7.076627140643837e-05}
+{"train_loss": 0.007510443218052387, "global_step": 12101, "epoch": 224, "lr": 7.076179196137435e-05}
+{"train_loss": 0.006106486544013023, "global_step": 12102, "epoch": 224, "lr": 7.075731231494566e-05}
+{"train_loss": 0.007795956917107105, "global_step": 12103, "epoch": 224, "lr": 7.075283246719579e-05}
+{"train_loss": 0.008723112754523754, "global_step": 12104, "epoch": 224, "lr": 7.074835241816817e-05}
+{"train_loss": 0.006098272278904915, "global_step": 12105, "epoch": 224, "lr": 7.074387216790627e-05}
+{"train_loss": 0.00581925455480814, "global_step": 12106, "epoch": 224, "lr": 7.073939171645352e-05}
+{"train_loss": 0.004066535271704197, "global_step": 12107, "epoch": 224, "lr": 7.073491106385336e-05}
+{"train_loss": 0.007576254196465015, "global_step": 12108, "epoch": 224, "lr": 7.07304302101493e-05}
+{"train_loss": 0.004121972247958183, "global_step": 12109, "epoch": 224, "lr": 7.072594915538478e-05}
+{"train_loss": 0.005181381478905678, "global_step": 12110, "epoch": 224, "lr": 7.072146789960321e-05}
+{"train_loss": 0.00466071255505085, "global_step": 12111, "epoch": 224, "lr": 7.071698644284813e-05}
+{"train_loss": 0.007834192365407944, "global_step": 12112, "epoch": 224, "lr": 7.071250478516295e-05}
+{"train_loss": 0.0064963120967149734, "global_step": 12113, "epoch": 224, "lr": 7.070802292659118e-05}
+{"train_loss": 0.007768835872411728, "global_step": 12114, "epoch": 224, "lr": 7.070354086717623e-05}
+{"train_loss": 0.008446276187896729, "global_step": 12115, "epoch": 224, "lr": 7.069905860696162e-05}
+{"train_loss": 0.003034307388588786, "global_step": 12116, "epoch": 224, "lr": 7.06945761459908e-05}
+{"train_loss": 0.007605322636663914, "global_step": 12117, "epoch": 224, "lr": 7.069009348430727e-05}
+{"train_loss": 0.00659051351249218, "global_step": 12118, "epoch": 224, "lr": 7.068561062195445e-05}
+{"train_loss": 0.007327474653720856, "global_step": 12119, "epoch": 224, "lr": 7.06811275589759e-05}
+{"train_loss": 0.005934783723205328, "global_step": 12120, "epoch": 224, "lr": 7.067664429541503e-05}
+{"train_loss": 0.004641440697014332, "global_step": 12121, "epoch": 224, "lr": 7.067216083131536e-05}
+{"train_loss": 0.004421620164066553, "global_step": 12122, "epoch": 224, "lr": 7.066767716672035e-05}
+{"train_loss": 0.005987412296235561, "global_step": 12123, "epoch": 224, "lr": 7.066319330167351e-05}
+{"train_loss": 0.006555603817105293, "global_step": 12124, "epoch": 224, "lr": 7.065870923621833e-05}
+{"train_loss": 0.005612156353890896, "global_step": 12125, "epoch": 224, "lr": 7.065422497039827e-05}
+{"train_loss": 0.006725880317389965, "global_step": 12126, "epoch": 224, "lr": 7.064974050425684e-05}
+{"train_loss": 0.004909534938633442, "global_step": 12127, "epoch": 224, "lr": 7.064525583783754e-05}
+{"train_loss": 0.005978492554277182, "global_step": 12128, "epoch": 224, "lr": 7.064077097118385e-05}
+{"train_loss": 0.0074098603799939156, "global_step": 12129, "epoch": 224, "lr": 7.06362859043393e-05}
+{"train_loss": 0.004102593287825584, "global_step": 12130, "epoch": 224, "lr": 7.063180063734735e-05}
+{"train_loss": 0.0066909524612128735, "global_step": 12131, "epoch": 224, "lr": 7.062731517025152e-05}
+{"train_loss": 0.0042282650247216225, "global_step": 12132, "epoch": 224, "lr": 7.062282950309532e-05}
+{"train_loss": 0.005693799816071987, "global_step": 12133, "epoch": 224, "lr": 7.061834363592224e-05}
+{"train_loss": 0.007900567725300789, "global_step": 12134, "epoch": 224, "lr": 7.061385756877581e-05}
+{"train_loss": 0.005197132937610149, "global_step": 12135, "epoch": 224, "lr": 7.060937130169951e-05}
+{"train_loss": 0.005638219881802797, "global_step": 12136, "epoch": 224, "lr": 7.060488483473686e-05}
+{"train_loss": 0.005516846664249897, "global_step": 12137, "epoch": 224, "lr": 7.060039816793141e-05}
+{"train_loss": 0.004892150405794382, "global_step": 12138, "epoch": 224, "lr": 7.059591130132662e-05}
+{"train_loss": 0.007243441883474588, "global_step": 12139, "epoch": 224, "lr": 7.059142423496605e-05}
+{"train_loss": 0.006349640432745218, "global_step": 12140, "epoch": 224, "lr": 7.05869369688932e-05}
+{"train_loss": 0.004786597564816475, "global_step": 12141, "epoch": 224, "lr": 7.058244950315159e-05}
+{"train_loss": 0.004258478991687298, "global_step": 12142, "epoch": 224, "lr": 7.057796183778474e-05}
+{"train_loss": 0.0035462714731693268, "global_step": 12143, "epoch": 224, "lr": 7.057347397283618e-05}
+{"train_loss": 0.005058000795543194, "global_step": 12144, "epoch": 224, "lr": 7.056898590834943e-05}
+{"train_loss": 0.008990234695374966, "global_step": 12145, "epoch": 224, "lr": 7.056449764436805e-05}
+{"train_loss": 0.004810895770788193, "global_step": 12146, "epoch": 224, "lr": 7.056000918093553e-05}
+{"train_loss": 0.00806091632694006, "global_step": 12147, "epoch": 224, "lr": 7.055552051809544e-05}
+{"train_loss": 0.003435075981542468, "global_step": 12148, "epoch": 224, "lr": 7.055103165589127e-05}
+{"train_loss": 0.005903217958769313, "global_step": 12149, "epoch": 224, "lr": 7.05465425943666e-05, "val_loss": 0.005611612927168608}
+{"train_loss": 0.0096140056848526, "global_step": 12150, "epoch": 225, "lr": 7.054205333356494e-05}
+{"train_loss": 0.007687487173825502, "global_step": 12151, "epoch": 225, "lr": 7.053756387352985e-05}
+{"train_loss": 0.007385717239230871, "global_step": 12152, "epoch": 225, "lr": 7.053307421430486e-05}
+{"train_loss": 0.005411812104284763, "global_step": 12153, "epoch": 225, "lr": 7.052858435593353e-05}
+{"train_loss": 0.005912850145250559, "global_step": 12154, "epoch": 225, "lr": 7.052409429845937e-05}
+{"train_loss": 0.0053544663824141026, "global_step": 12155, "epoch": 225, "lr": 7.051960404192598e-05}
+{"train_loss": 0.0061553181149065495, "global_step": 12156, "epoch": 225, "lr": 7.051511358637686e-05}
+{"train_loss": 0.007336493581533432, "global_step": 12157, "epoch": 225, "lr": 7.05106229318556e-05}
+{"train_loss": 0.0038977125659585, "global_step": 12158, "epoch": 225, "lr": 7.050613207840573e-05}
+{"train_loss": 0.006137880962342024, "global_step": 12159, "epoch": 225, "lr": 7.05016410260708e-05}
+{"train_loss": 0.005089791025966406, "global_step": 12160, "epoch": 225, "lr": 7.049714977489442e-05}
+{"train_loss": 0.009222550317645073, "global_step": 12161, "epoch": 225, "lr": 7.049265832492008e-05}
+{"train_loss": 0.004870227538049221, "global_step": 12162, "epoch": 225, "lr": 7.048816667619137e-05}
+{"train_loss": 0.0067120511084795, "global_step": 12163, "epoch": 225, "lr": 7.048367482875189e-05}
+{"train_loss": 0.006628239061683416, "global_step": 12164, "epoch": 225, "lr": 7.047918278264514e-05}
+{"train_loss": 0.004240616224706173, "global_step": 12165, "epoch": 225, "lr": 7.047469053791473e-05}
+{"train_loss": 0.004611400421708822, "global_step": 12166, "epoch": 225, "lr": 7.047019809460422e-05}
+{"train_loss": 0.005724884103983641, "global_step": 12167, "epoch": 225, "lr": 7.046570545275719e-05}
+{"train_loss": 0.007797169499099255, "global_step": 12168, "epoch": 225, "lr": 7.04612126124172e-05}
+{"train_loss": 0.0032766254153102636, "global_step": 12169, "epoch": 225, "lr": 7.045671957362783e-05}
+{"train_loss": 0.005842285230755806, "global_step": 12170, "epoch": 225, "lr": 7.045222633643265e-05}
+{"train_loss": 0.006864350289106369, "global_step": 12171, "epoch": 225, "lr": 7.044773290087527e-05}
+{"train_loss": 0.0056693172082304955, "global_step": 12172, "epoch": 225, "lr": 7.044323926699922e-05}
+{"train_loss": 0.005985230673104525, "global_step": 12173, "epoch": 225, "lr": 7.043874543484812e-05}
+{"train_loss": 0.005031595937907696, "global_step": 12174, "epoch": 225, "lr": 7.043425140446553e-05}
+{"train_loss": 0.005587043706327677, "global_step": 12175, "epoch": 225, "lr": 7.042975717589508e-05}
+{"train_loss": 0.004924803040921688, "global_step": 12176, "epoch": 225, "lr": 7.042526274918031e-05}
+{"train_loss": 0.007110356353223324, "global_step": 12177, "epoch": 225, "lr": 7.042076812436483e-05}
+{"train_loss": 0.005652157589793205, "global_step": 12178, "epoch": 225, "lr": 7.041627330149223e-05}
+{"train_loss": 0.0041336119174957275, "global_step": 12179, "epoch": 225, "lr": 7.041177828060613e-05}
+{"train_loss": 0.004046734422445297, "global_step": 12180, "epoch": 225, "lr": 7.040728306175008e-05}
+{"train_loss": 0.006585424765944481, "global_step": 12181, "epoch": 225, "lr": 7.040278764496772e-05}
+{"train_loss": 0.003685974981635809, "global_step": 12182, "epoch": 225, "lr": 7.039829203030261e-05}
+{"train_loss": 0.0068481601774692535, "global_step": 12183, "epoch": 225, "lr": 7.03937962177984e-05}
+{"train_loss": 0.005915622692555189, "global_step": 12184, "epoch": 225, "lr": 7.038930020749865e-05}
+{"train_loss": 0.005868623033165932, "global_step": 12185, "epoch": 225, "lr": 7.0384803999447e-05}
+{"train_loss": 0.005925459787249565, "global_step": 12186, "epoch": 225, "lr": 7.038030759368703e-05}
+{"train_loss": 0.0058784885331988335, "global_step": 12187, "epoch": 225, "lr": 7.037581099026236e-05}
+{"train_loss": 0.006706615909934044, "global_step": 12188, "epoch": 225, "lr": 7.03713141892166e-05}
+{"train_loss": 0.006009695120155811, "global_step": 12189, "epoch": 225, "lr": 7.036681719059338e-05}
+{"train_loss": 0.005086897872388363, "global_step": 12190, "epoch": 225, "lr": 7.03623199944363e-05}
+{"train_loss": 0.006673996802419424, "global_step": 12191, "epoch": 225, "lr": 7.035782260078898e-05}
+{"train_loss": 0.007209904491901398, "global_step": 12192, "epoch": 225, "lr": 7.035332500969504e-05}
+{"train_loss": 0.006591773126274347, "global_step": 12193, "epoch": 225, "lr": 7.03488272211981e-05}
+{"train_loss": 0.007425100542604923, "global_step": 12194, "epoch": 225, "lr": 7.034432923534179e-05}
+{"train_loss": 0.005751702003180981, "global_step": 12195, "epoch": 225, "lr": 7.03398310521697e-05}
+{"train_loss": 0.004686917643994093, "global_step": 12196, "epoch": 225, "lr": 7.033533267172552e-05}
+{"train_loss": 0.00369405560195446, "global_step": 12197, "epoch": 225, "lr": 7.033083409405283e-05}
+{"train_loss": 0.005477566737681627, "global_step": 12198, "epoch": 225, "lr": 7.032633531919528e-05}
+{"train_loss": 0.007356323767453432, "global_step": 12199, "epoch": 225, "lr": 7.03218363471965e-05}
+{"train_loss": 0.00795421190559864, "global_step": 12200, "epoch": 225, "lr": 7.031733717810014e-05}
+{"train_loss": 0.007188810966908932, "global_step": 12201, "epoch": 225, "lr": 7.031283781194977e-05}
+{"train_loss": 0.0049834041856229305, "global_step": 12202, "epoch": 225, "lr": 7.030833824878913e-05}
+{"train_loss": 0.005969148193899956, "global_step": 12203, "epoch": 225, "lr": 7.030383848866177e-05, "val_loss": 0.007586910389363766, "train_action_mse_error": 0.00030663530924357474}
+{"train_loss": 0.006218682508915663, "global_step": 12204, "epoch": 226, "lr": 7.02993385316114e-05}
+{"train_loss": 0.006446187384426594, "global_step": 12205, "epoch": 226, "lr": 7.029483837768162e-05}
+{"train_loss": 0.004047861322760582, "global_step": 12206, "epoch": 226, "lr": 7.02903380269161e-05}
+{"train_loss": 0.006646393332630396, "global_step": 12207, "epoch": 226, "lr": 7.028583747935848e-05}
+{"train_loss": 0.005330116022378206, "global_step": 12208, "epoch": 226, "lr": 7.028133673505241e-05}
+{"train_loss": 0.005784289911389351, "global_step": 12209, "epoch": 226, "lr": 7.027683579404152e-05}
+{"train_loss": 0.0065209888853132725, "global_step": 12210, "epoch": 226, "lr": 7.027233465636952e-05}
+{"train_loss": 0.0035861667711287737, "global_step": 12211, "epoch": 226, "lr": 7.026783332208001e-05}
+{"train_loss": 0.0050310431979596615, "global_step": 12212, "epoch": 226, "lr": 7.026333179121667e-05}
+{"train_loss": 0.004712782800197601, "global_step": 12213, "epoch": 226, "lr": 7.025883006382317e-05}
+{"train_loss": 0.004547574557363987, "global_step": 12214, "epoch": 226, "lr": 7.025432813994315e-05}
+{"train_loss": 0.005669422913342714, "global_step": 12215, "epoch": 226, "lr": 7.024982601962027e-05}
+{"train_loss": 0.007006451487541199, "global_step": 12216, "epoch": 226, "lr": 7.024532370289823e-05}
+{"train_loss": 0.006917917635291815, "global_step": 12217, "epoch": 226, "lr": 7.024082118982064e-05}
+{"train_loss": 0.0037016593851149082, "global_step": 12218, "epoch": 226, "lr": 7.023631848043125e-05}
+{"train_loss": 0.00475846603512764, "global_step": 12219, "epoch": 226, "lr": 7.023181557477365e-05}
+{"train_loss": 0.006663480773568153, "global_step": 12220, "epoch": 226, "lr": 7.022731247289159e-05}
+{"train_loss": 0.005844042170792818, "global_step": 12221, "epoch": 226, "lr": 7.022280917482866e-05}
+{"train_loss": 0.003797043114900589, "global_step": 12222, "epoch": 226, "lr": 7.021830568062858e-05}
+{"train_loss": 0.0054317256435751915, "global_step": 12223, "epoch": 226, "lr": 7.021380199033505e-05}
+{"train_loss": 0.006569127552211285, "global_step": 12224, "epoch": 226, "lr": 7.02092981039917e-05}
+{"train_loss": 0.005598024930804968, "global_step": 12225, "epoch": 226, "lr": 7.020479402164227e-05}
+{"train_loss": 0.006023121997714043, "global_step": 12226, "epoch": 226, "lr": 7.02002897433304e-05}
+{"train_loss": 0.006898901425302029, "global_step": 12227, "epoch": 226, "lr": 7.019578526909979e-05}
+{"train_loss": 0.004562763962894678, "global_step": 12228, "epoch": 226, "lr": 7.019128059899413e-05}
+{"train_loss": 0.0049417647533118725, "global_step": 12229, "epoch": 226, "lr": 7.01867757330571e-05}
+{"train_loss": 0.0075797438621521, "global_step": 12230, "epoch": 226, "lr": 7.018227067133242e-05}
+{"train_loss": 0.004117606673389673, "global_step": 12231, "epoch": 226, "lr": 7.017776541386376e-05}
+{"train_loss": 0.005278910975903273, "global_step": 12232, "epoch": 226, "lr": 7.017325996069481e-05}
+{"train_loss": 0.006797590292990208, "global_step": 12233, "epoch": 226, "lr": 7.016875431186927e-05}
+{"train_loss": 0.0027359577361494303, "global_step": 12234, "epoch": 226, "lr": 7.016424846743088e-05}
+{"train_loss": 0.006000892724841833, "global_step": 12235, "epoch": 226, "lr": 7.015974242742327e-05}
+{"train_loss": 0.007710907608270645, "global_step": 12236, "epoch": 226, "lr": 7.01552361918902e-05}
+{"train_loss": 0.006254747975617647, "global_step": 12237, "epoch": 226, "lr": 7.015072976087536e-05}
+{"train_loss": 0.007070451974868774, "global_step": 12238, "epoch": 226, "lr": 7.014622313442244e-05}
+{"train_loss": 0.006448210682719946, "global_step": 12239, "epoch": 226, "lr": 7.014171631257516e-05}
+{"train_loss": 0.005403274204581976, "global_step": 12240, "epoch": 226, "lr": 7.013720929537726e-05}
+{"train_loss": 0.00689499918371439, "global_step": 12241, "epoch": 226, "lr": 7.01327020828724e-05}
+{"train_loss": 0.0038554149214178324, "global_step": 12242, "epoch": 226, "lr": 7.012819467510433e-05}
+{"train_loss": 0.006233206018805504, "global_step": 12243, "epoch": 226, "lr": 7.012368707211675e-05}
+{"train_loss": 0.007225324399769306, "global_step": 12244, "epoch": 226, "lr": 7.01191792739534e-05}
+{"train_loss": 0.004737456329166889, "global_step": 12245, "epoch": 226, "lr": 7.011467128065797e-05}
+{"train_loss": 0.00391730573028326, "global_step": 12246, "epoch": 226, "lr": 7.01101630922742e-05}
+{"train_loss": 0.003413459286093712, "global_step": 12247, "epoch": 226, "lr": 7.010565470884582e-05}
+{"train_loss": 0.007034048903733492, "global_step": 12248, "epoch": 226, "lr": 7.010114613041654e-05}
+{"train_loss": 0.007881464436650276, "global_step": 12249, "epoch": 226, "lr": 7.009663735703011e-05}
+{"train_loss": 0.007062206510454416, "global_step": 12250, "epoch": 226, "lr": 7.009212838873022e-05}
+{"train_loss": 0.0069039552472531796, "global_step": 12251, "epoch": 226, "lr": 7.008761922556065e-05}
+{"train_loss": 0.004872088320553303, "global_step": 12252, "epoch": 226, "lr": 7.00831098675651e-05}
+{"train_loss": 0.007039242889732122, "global_step": 12253, "epoch": 226, "lr": 7.007860031478732e-05}
+{"train_loss": 0.00661642337217927, "global_step": 12254, "epoch": 226, "lr": 7.007409056727104e-05}
+{"train_loss": 0.005473147612065077, "global_step": 12255, "epoch": 226, "lr": 7.006958062505999e-05}
+{"train_loss": 0.005948598030954599, "global_step": 12256, "epoch": 226, "lr": 7.006507048819795e-05}
+{"train_loss": 0.005731263797281793, "global_step": 12257, "epoch": 226, "lr": 7.006056015672862e-05, "val_loss": 0.007984887808561325}
+{"train_loss": 0.006890306249260902, "global_step": 12258, "epoch": 227, "lr": 7.005604963069576e-05}
+{"train_loss": 0.005076703615486622, "global_step": 12259, "epoch": 227, "lr": 7.005153891014311e-05}
+{"train_loss": 0.005825854372233152, "global_step": 12260, "epoch": 227, "lr": 7.004702799511445e-05}
+{"train_loss": 0.008640699088573456, "global_step": 12261, "epoch": 227, "lr": 7.004251688565349e-05}
+{"train_loss": 0.006057864986360073, "global_step": 12262, "epoch": 227, "lr": 7.003800558180402e-05}
+{"train_loss": 0.004571436904370785, "global_step": 12263, "epoch": 227, "lr": 7.003349408360974e-05}
+{"train_loss": 0.009698295965790749, "global_step": 12264, "epoch": 227, "lr": 7.002898239111446e-05}
+{"train_loss": 0.005018684547394514, "global_step": 12265, "epoch": 227, "lr": 7.002447050436192e-05}
+{"train_loss": 0.007997628301382065, "global_step": 12266, "epoch": 227, "lr": 7.001995842339586e-05}
+{"train_loss": 0.004920357838273048, "global_step": 12267, "epoch": 227, "lr": 7.001544614826007e-05}
+{"train_loss": 0.0054970537312328815, "global_step": 12268, "epoch": 227, "lr": 7.001093367899831e-05}
+{"train_loss": 0.005718783475458622, "global_step": 12269, "epoch": 227, "lr": 7.000642101565434e-05}
+{"train_loss": 0.0065180351957678795, "global_step": 12270, "epoch": 227, "lr": 7.000190815827193e-05}
+{"train_loss": 0.005043402314186096, "global_step": 12271, "epoch": 227, "lr": 6.999739510689482e-05}
+{"train_loss": 0.005680758040398359, "global_step": 12272, "epoch": 227, "lr": 6.999288186156683e-05}
+{"train_loss": 0.006310387514531612, "global_step": 12273, "epoch": 227, "lr": 6.99883684223317e-05}
+{"train_loss": 0.004550580866634846, "global_step": 12274, "epoch": 227, "lr": 6.998385478923322e-05}
+{"train_loss": 0.006040750537067652, "global_step": 12275, "epoch": 227, "lr": 6.997934096231516e-05}
+{"train_loss": 0.006314120255410671, "global_step": 12276, "epoch": 227, "lr": 6.997482694162129e-05}
+{"train_loss": 0.008025298826396465, "global_step": 12277, "epoch": 227, "lr": 6.997031272719541e-05}
+{"train_loss": 0.0069643668830394745, "global_step": 12278, "epoch": 227, "lr": 6.99657983190813e-05}
+{"train_loss": 0.008747267536818981, "global_step": 12279, "epoch": 227, "lr": 6.996128371732272e-05}
+{"train_loss": 0.005811744835227728, "global_step": 12280, "epoch": 227, "lr": 6.995676892196349e-05}
+{"train_loss": 0.005039548501372337, "global_step": 12281, "epoch": 227, "lr": 6.995225393304738e-05}
+{"train_loss": 0.005383191630244255, "global_step": 12282, "epoch": 227, "lr": 6.994773875061819e-05}
+{"train_loss": 0.005879472475498915, "global_step": 12283, "epoch": 227, "lr": 6.994322337471969e-05}
+{"train_loss": 0.00565691851079464, "global_step": 12284, "epoch": 227, "lr": 6.99387078053957e-05}
+{"train_loss": 0.005440148059278727, "global_step": 12285, "epoch": 227, "lr": 6.993419204268999e-05}
+{"train_loss": 0.006669785361737013, "global_step": 12286, "epoch": 227, "lr": 6.992967608664638e-05}
+{"train_loss": 0.006817190907895565, "global_step": 12287, "epoch": 227, "lr": 6.992515993730866e-05}
+{"train_loss": 0.005789944436401129, "global_step": 12288, "epoch": 227, "lr": 6.992064359472063e-05}
+{"train_loss": 0.00392853282392025, "global_step": 12289, "epoch": 227, "lr": 6.99161270589261e-05}
+{"train_loss": 0.008814368396997452, "global_step": 12290, "epoch": 227, "lr": 6.991161032996887e-05}
+{"train_loss": 0.00478388974443078, "global_step": 12291, "epoch": 227, "lr": 6.990709340789273e-05}
+{"train_loss": 0.004672216717153788, "global_step": 12292, "epoch": 227, "lr": 6.990257629274152e-05}
+{"train_loss": 0.006998364347964525, "global_step": 12293, "epoch": 227, "lr": 6.989805898455903e-05}
+{"train_loss": 0.008720478974282742, "global_step": 12294, "epoch": 227, "lr": 6.98935414833891e-05}
+{"train_loss": 0.005060748662799597, "global_step": 12295, "epoch": 227, "lr": 6.98890237892755e-05}
+{"train_loss": 0.005622807424515486, "global_step": 12296, "epoch": 227, "lr": 6.988450590226208e-05}
+{"train_loss": 0.005299496930092573, "global_step": 12297, "epoch": 227, "lr": 6.987998782239264e-05}
+{"train_loss": 0.0082666901871562, "global_step": 12298, "epoch": 227, "lr": 6.987546954971101e-05}
+{"train_loss": 0.004906391724944115, "global_step": 12299, "epoch": 227, "lr": 6.987095108426101e-05}
+{"train_loss": 0.005186891183257103, "global_step": 12300, "epoch": 227, "lr": 6.986643242608647e-05}
+{"train_loss": 0.006062484811991453, "global_step": 12301, "epoch": 227, "lr": 6.98619135752312e-05}
+{"train_loss": 0.004638765938580036, "global_step": 12302, "epoch": 227, "lr": 6.985739453173903e-05}
+{"train_loss": 0.009270121343433857, "global_step": 12303, "epoch": 227, "lr": 6.985287529565381e-05}
+{"train_loss": 0.004350012168288231, "global_step": 12304, "epoch": 227, "lr": 6.984835586701934e-05}
+{"train_loss": 0.005732384044677019, "global_step": 12305, "epoch": 227, "lr": 6.984383624587948e-05}
+{"train_loss": 0.005531026516109705, "global_step": 12306, "epoch": 227, "lr": 6.983931643227806e-05}
+{"train_loss": 0.0059388745576143265, "global_step": 12307, "epoch": 227, "lr": 6.983479642625892e-05}
+{"train_loss": 0.0044653769582509995, "global_step": 12308, "epoch": 227, "lr": 6.983027622786587e-05}
+{"train_loss": 0.005826950538903475, "global_step": 12309, "epoch": 227, "lr": 6.98257558371428e-05}
+{"train_loss": 0.0077873459085822105, "global_step": 12310, "epoch": 227, "lr": 6.982123525413348e-05}
+{"train_loss": 0.006089590688201564, "global_step": 12311, "epoch": 227, "lr": 6.981671447888183e-05, "val_loss": 0.00542506854981184}
+{"train_loss": 0.005280348006635904, "global_step": 12312, "epoch": 228, "lr": 6.981219351143164e-05}
+{"train_loss": 0.005851538386195898, "global_step": 12313, "epoch": 228, "lr": 6.98076723518268e-05}
+{"train_loss": 0.006448260508477688, "global_step": 12314, "epoch": 228, "lr": 6.980315100011115e-05}
+{"train_loss": 0.004786002449691296, "global_step": 12315, "epoch": 228, "lr": 6.979862945632852e-05}
+{"train_loss": 0.006762536242604256, "global_step": 12316, "epoch": 228, "lr": 6.979410772052274e-05}
+{"train_loss": 0.005056809168308973, "global_step": 12317, "epoch": 228, "lr": 6.978958579273777e-05}
+{"train_loss": 0.004995838738977909, "global_step": 12318, "epoch": 228, "lr": 6.978506367301736e-05}
+{"train_loss": 0.005792718846350908, "global_step": 12319, "epoch": 228, "lr": 6.978054136140541e-05}
+{"train_loss": 0.004317208658903837, "global_step": 12320, "epoch": 228, "lr": 6.97760188579458e-05}
+{"train_loss": 0.005608792882412672, "global_step": 12321, "epoch": 228, "lr": 6.977149616268234e-05}
+{"train_loss": 0.005649442318826914, "global_step": 12322, "epoch": 228, "lr": 6.976697327565896e-05}
+{"train_loss": 0.005079127848148346, "global_step": 12323, "epoch": 228, "lr": 6.976245019691947e-05}
+{"train_loss": 0.005696689710021019, "global_step": 12324, "epoch": 228, "lr": 6.975792692650777e-05}
+{"train_loss": 0.009811753407120705, "global_step": 12325, "epoch": 228, "lr": 6.975340346446774e-05}
+{"train_loss": 0.003895572852343321, "global_step": 12326, "epoch": 228, "lr": 6.974887981084321e-05}
+{"train_loss": 0.003221212886273861, "global_step": 12327, "epoch": 228, "lr": 6.974435596567809e-05}
+{"train_loss": 0.006733623333275318, "global_step": 12328, "epoch": 228, "lr": 6.973983192901624e-05}
+{"train_loss": 0.006714759394526482, "global_step": 12329, "epoch": 228, "lr": 6.973530770090155e-05}
+{"train_loss": 0.008563118986785412, "global_step": 12330, "epoch": 228, "lr": 6.97307832813779e-05}
+{"train_loss": 0.00652190949767828, "global_step": 12331, "epoch": 228, "lr": 6.972625867048914e-05}
+{"train_loss": 0.006110702641308308, "global_step": 12332, "epoch": 228, "lr": 6.97217338682792e-05}
+{"train_loss": 0.008467257022857666, "global_step": 12333, "epoch": 228, "lr": 6.971720887479194e-05}
+{"train_loss": 0.007754765450954437, "global_step": 12334, "epoch": 228, "lr": 6.971268369007122e-05}
+{"train_loss": 0.009083043783903122, "global_step": 12335, "epoch": 228, "lr": 6.970815831416099e-05}
+{"train_loss": 0.0075710229575634, "global_step": 12336, "epoch": 228, "lr": 6.97036327471051e-05}
+{"train_loss": 0.007575505878776312, "global_step": 12337, "epoch": 228, "lr": 6.969910698894744e-05}
+{"train_loss": 0.007811642251908779, "global_step": 12338, "epoch": 228, "lr": 6.969458103973194e-05}
+{"train_loss": 0.005532731302082539, "global_step": 12339, "epoch": 228, "lr": 6.969005489950247e-05}
+{"train_loss": 0.006931827869266272, "global_step": 12340, "epoch": 228, "lr": 6.96855285683029e-05}
+{"train_loss": 0.004592511337250471, "global_step": 12341, "epoch": 228, "lr": 6.968100204617719e-05}
+{"train_loss": 0.004094737581908703, "global_step": 12342, "epoch": 228, "lr": 6.96764753331692e-05}
+{"train_loss": 0.006808261387050152, "global_step": 12343, "epoch": 228, "lr": 6.967194842932285e-05}
+{"train_loss": 0.006636431440711021, "global_step": 12344, "epoch": 228, "lr": 6.966742133468204e-05}
+{"train_loss": 0.005559748969972134, "global_step": 12345, "epoch": 228, "lr": 6.966289404929068e-05}
+{"train_loss": 0.005175335332751274, "global_step": 12346, "epoch": 228, "lr": 6.965836657319267e-05}
+{"train_loss": 0.005372711457312107, "global_step": 12347, "epoch": 228, "lr": 6.965383890643196e-05}
+{"train_loss": 0.0059195333160459995, "global_step": 12348, "epoch": 228, "lr": 6.96493110490524e-05}
+{"train_loss": 0.006220626179128885, "global_step": 12349, "epoch": 228, "lr": 6.964478300109796e-05}
+{"train_loss": 0.0050714751705527306, "global_step": 12350, "epoch": 228, "lr": 6.964025476261251e-05}
+{"train_loss": 0.004959133919328451, "global_step": 12351, "epoch": 228, "lr": 6.963572633364002e-05}
+{"train_loss": 0.006333416327834129, "global_step": 12352, "epoch": 228, "lr": 6.963119771422434e-05}
+{"train_loss": 0.005465442780405283, "global_step": 12353, "epoch": 228, "lr": 6.962666890440947e-05}
+{"train_loss": 0.007247098721563816, "global_step": 12354, "epoch": 228, "lr": 6.962213990423931e-05}
+{"train_loss": 0.006586091127246618, "global_step": 12355, "epoch": 228, "lr": 6.961761071375776e-05}
+{"train_loss": 0.005237657111138105, "global_step": 12356, "epoch": 228, "lr": 6.961308133300874e-05}
+{"train_loss": 0.005506065674126148, "global_step": 12357, "epoch": 228, "lr": 6.960855176203624e-05}
+{"train_loss": 0.004759876057505608, "global_step": 12358, "epoch": 228, "lr": 6.960402200088411e-05}
+{"train_loss": 0.006159341894090176, "global_step": 12359, "epoch": 228, "lr": 6.959949204959638e-05}
+{"train_loss": 0.005894784349948168, "global_step": 12360, "epoch": 228, "lr": 6.95949619082169e-05}
+{"train_loss": 0.005547487176954746, "global_step": 12361, "epoch": 228, "lr": 6.959043157678965e-05}
+{"train_loss": 0.007626820355653763, "global_step": 12362, "epoch": 228, "lr": 6.958590105535855e-05}
+{"train_loss": 0.007528059650212526, "global_step": 12363, "epoch": 228, "lr": 6.958137034396754e-05}
+{"train_loss": 0.003945214208215475, "global_step": 12364, "epoch": 228, "lr": 6.957683944266059e-05}
+{"train_loss": 0.006090217545904495, "global_step": 12365, "epoch": 228, "lr": 6.957230835148163e-05, "val_loss": 0.0048935022205114365}
+{"train_loss": 0.004001629073172808, "global_step": 12366, "epoch": 229, "lr": 6.956777707047457e-05}
+{"train_loss": 0.005836344789713621, "global_step": 12367, "epoch": 229, "lr": 6.956324559968344e-05}
+{"train_loss": 0.006218841299414635, "global_step": 12368, "epoch": 229, "lr": 6.955871393915209e-05}
+{"train_loss": 0.005100799724459648, "global_step": 12369, "epoch": 229, "lr": 6.955418208892455e-05}
+{"train_loss": 0.006876189727336168, "global_step": 12370, "epoch": 229, "lr": 6.954965004904474e-05}
+{"train_loss": 0.006544100120663643, "global_step": 12371, "epoch": 229, "lr": 6.954511781955661e-05}
+{"train_loss": 0.0050030960701406, "global_step": 12372, "epoch": 229, "lr": 6.954058540050413e-05}
+{"train_loss": 0.01251507829874754, "global_step": 12373, "epoch": 229, "lr": 6.953605279193127e-05}
+{"train_loss": 0.005959971807897091, "global_step": 12374, "epoch": 229, "lr": 6.953151999388196e-05}
+{"train_loss": 0.009841098450124264, "global_step": 12375, "epoch": 229, "lr": 6.95269870064002e-05}
+{"train_loss": 0.006989939138293266, "global_step": 12376, "epoch": 229, "lr": 6.952245382952991e-05}
+{"train_loss": 0.007197792176157236, "global_step": 12377, "epoch": 229, "lr": 6.951792046331511e-05}
+{"train_loss": 0.005292374175041914, "global_step": 12378, "epoch": 229, "lr": 6.951338690779971e-05}
+{"train_loss": 0.006321481429040432, "global_step": 12379, "epoch": 229, "lr": 6.950885316302773e-05}
+{"train_loss": 0.009703556075692177, "global_step": 12380, "epoch": 229, "lr": 6.950431922904312e-05}
+{"train_loss": 0.009865081869065762, "global_step": 12381, "epoch": 229, "lr": 6.949978510588985e-05}
+{"train_loss": 0.0055766599252820015, "global_step": 12382, "epoch": 229, "lr": 6.94952507936119e-05}
+{"train_loss": 0.008657011203467846, "global_step": 12383, "epoch": 229, "lr": 6.949071629225325e-05}
+{"train_loss": 0.007594890892505646, "global_step": 12384, "epoch": 229, "lr": 6.948618160185787e-05}
+{"train_loss": 0.007703745272010565, "global_step": 12385, "epoch": 229, "lr": 6.948164672246977e-05}
+{"train_loss": 0.008029642514884472, "global_step": 12386, "epoch": 229, "lr": 6.947711165413289e-05}
+{"train_loss": 0.011161810718476772, "global_step": 12387, "epoch": 229, "lr": 6.947257639689124e-05}
+{"train_loss": 0.004219249356538057, "global_step": 12388, "epoch": 229, "lr": 6.946804095078881e-05}
+{"train_loss": 0.009335841052234173, "global_step": 12389, "epoch": 229, "lr": 6.946350531586959e-05}
+{"train_loss": 0.009807826951146126, "global_step": 12390, "epoch": 229, "lr": 6.945896949217754e-05}
+{"train_loss": 0.010225683450698853, "global_step": 12391, "epoch": 229, "lr": 6.945443347975669e-05}
+{"train_loss": 0.004561073612421751, "global_step": 12392, "epoch": 229, "lr": 6.9449897278651e-05}
+{"train_loss": 0.009940367192029953, "global_step": 12393, "epoch": 229, "lr": 6.94453608889045e-05}
+{"train_loss": 0.006645712535828352, "global_step": 12394, "epoch": 229, "lr": 6.944082431056116e-05}
+{"train_loss": 0.008126819506287575, "global_step": 12395, "epoch": 229, "lr": 6.9436287543665e-05}
+{"train_loss": 0.007948633283376694, "global_step": 12396, "epoch": 229, "lr": 6.943175058826001e-05}
+{"train_loss": 0.006941743660718203, "global_step": 12397, "epoch": 229, "lr": 6.94272134443902e-05}
+{"train_loss": 0.007612654939293861, "global_step": 12398, "epoch": 229, "lr": 6.942267611209956e-05}
+{"train_loss": 0.006631425581872463, "global_step": 12399, "epoch": 229, "lr": 6.94181385914321e-05}
+{"train_loss": 0.006699969060719013, "global_step": 12400, "epoch": 229, "lr": 6.941360088243185e-05}
+{"train_loss": 0.006734125781804323, "global_step": 12401, "epoch": 229, "lr": 6.940906298514278e-05}
+{"train_loss": 0.0064729549922049046, "global_step": 12402, "epoch": 229, "lr": 6.940452489960894e-05}
+{"train_loss": 0.009291877038776875, "global_step": 12403, "epoch": 229, "lr": 6.939998662587435e-05}
+{"train_loss": 0.0041209617629647255, "global_step": 12404, "epoch": 229, "lr": 6.939544816398298e-05}
+{"train_loss": 0.009347118437290192, "global_step": 12405, "epoch": 229, "lr": 6.939090951397891e-05}
+{"train_loss": 0.0065828352235257626, "global_step": 12406, "epoch": 229, "lr": 6.93863706759061e-05}
+{"train_loss": 0.008757992647588253, "global_step": 12407, "epoch": 229, "lr": 6.93818316498086e-05}
+{"train_loss": 0.006363765802234411, "global_step": 12408, "epoch": 229, "lr": 6.937729243573043e-05}
+{"train_loss": 0.006612709723412991, "global_step": 12409, "epoch": 229, "lr": 6.93727530337156e-05}
+{"train_loss": 0.006872114725410938, "global_step": 12410, "epoch": 229, "lr": 6.936821344380816e-05}
+{"train_loss": 0.007208543363958597, "global_step": 12411, "epoch": 229, "lr": 6.936367366605213e-05}
+{"train_loss": 0.005411876365542412, "global_step": 12412, "epoch": 229, "lr": 6.935913370049154e-05}
+{"train_loss": 0.0074865808710455894, "global_step": 12413, "epoch": 229, "lr": 6.935459354717043e-05}
+{"train_loss": 0.0035331363324075937, "global_step": 12414, "epoch": 229, "lr": 6.935005320613281e-05}
+{"train_loss": 0.010215653106570244, "global_step": 12415, "epoch": 229, "lr": 6.934551267742274e-05}
+{"train_loss": 0.006603855174034834, "global_step": 12416, "epoch": 229, "lr": 6.934097196108426e-05}
+{"train_loss": 0.007469028700143099, "global_step": 12417, "epoch": 229, "lr": 6.933643105716138e-05}
+{"train_loss": 0.00762205058708787, "global_step": 12418, "epoch": 229, "lr": 6.933188996569817e-05}
+{"train_loss": 0.007265842308428277, "global_step": 12419, "epoch": 229, "lr": 6.932734868673866e-05, "val_loss": 0.00885081011801958}
+{"train_loss": 0.0036496880929917097, "global_step": 12420, "epoch": 230, "lr": 6.93228072203269e-05}
+{"train_loss": 0.006996317766606808, "global_step": 12421, "epoch": 230, "lr": 6.931826556650694e-05}
+{"train_loss": 0.0054494524374604225, "global_step": 12422, "epoch": 230, "lr": 6.931372372532283e-05}
+{"train_loss": 0.007413018494844437, "global_step": 12423, "epoch": 230, "lr": 6.93091816968186e-05}
+{"train_loss": 0.0070598372258245945, "global_step": 12424, "epoch": 230, "lr": 6.930463948103833e-05}
+{"train_loss": 0.007127807475626469, "global_step": 12425, "epoch": 230, "lr": 6.930009707802604e-05}
+{"train_loss": 0.00496505806222558, "global_step": 12426, "epoch": 230, "lr": 6.929555448782582e-05}
+{"train_loss": 0.0047420295886695385, "global_step": 12427, "epoch": 230, "lr": 6.929101171048172e-05}
+{"train_loss": 0.005932169500738382, "global_step": 12428, "epoch": 230, "lr": 6.928646874603778e-05}
+{"train_loss": 0.0047571840696036816, "global_step": 12429, "epoch": 230, "lr": 6.928192559453808e-05}
+{"train_loss": 0.006225035525858402, "global_step": 12430, "epoch": 230, "lr": 6.927738225602669e-05}
+{"train_loss": 0.008676099590957165, "global_step": 12431, "epoch": 230, "lr": 6.927283873054766e-05}
+{"train_loss": 0.006202799268066883, "global_step": 12432, "epoch": 230, "lr": 6.926829501814506e-05}
+{"train_loss": 0.005452380049973726, "global_step": 12433, "epoch": 230, "lr": 6.926375111886294e-05}
+{"train_loss": 0.009069615975022316, "global_step": 12434, "epoch": 230, "lr": 6.925920703274541e-05}
+{"train_loss": 0.004936987068504095, "global_step": 12435, "epoch": 230, "lr": 6.925466275983653e-05}
+{"train_loss": 0.006755264941602945, "global_step": 12436, "epoch": 230, "lr": 6.925011830018034e-05}
+{"train_loss": 0.0068671368062496185, "global_step": 12437, "epoch": 230, "lr": 6.924557365382094e-05}
+{"train_loss": 0.008272392675280571, "global_step": 12438, "epoch": 230, "lr": 6.924102882080243e-05}
+{"train_loss": 0.006807773374021053, "global_step": 12439, "epoch": 230, "lr": 6.923648380116884e-05}
+{"train_loss": 0.00784089881926775, "global_step": 12440, "epoch": 230, "lr": 6.923193859496433e-05}
+{"train_loss": 0.004585982766002417, "global_step": 12441, "epoch": 230, "lr": 6.922739320223288e-05}
+{"train_loss": 0.007179482374340296, "global_step": 12442, "epoch": 230, "lr": 6.922284762301867e-05}
+{"train_loss": 0.003953968174755573, "global_step": 12443, "epoch": 230, "lr": 6.921830185736571e-05}
+{"train_loss": 0.004508255515247583, "global_step": 12444, "epoch": 230, "lr": 6.921375590531815e-05}
+{"train_loss": 0.008145803585648537, "global_step": 12445, "epoch": 230, "lr": 6.920920976692004e-05}
+{"train_loss": 0.01101716235280037, "global_step": 12446, "epoch": 230, "lr": 6.920466344221548e-05}
+{"train_loss": 0.006991337053477764, "global_step": 12447, "epoch": 230, "lr": 6.920011693124857e-05}
+{"train_loss": 0.006815826054662466, "global_step": 12448, "epoch": 230, "lr": 6.919557023406342e-05}
+{"train_loss": 0.006015883293002844, "global_step": 12449, "epoch": 230, "lr": 6.91910233507041e-05}
+{"train_loss": 0.004583815112709999, "global_step": 12450, "epoch": 230, "lr": 6.918647628121473e-05}
+{"train_loss": 0.008890475146472454, "global_step": 12451, "epoch": 230, "lr": 6.918192902563939e-05}
+{"train_loss": 0.0035980872344225645, "global_step": 12452, "epoch": 230, "lr": 6.917738158402221e-05}
+{"train_loss": 0.007438075263053179, "global_step": 12453, "epoch": 230, "lr": 6.917283395640728e-05}
+{"train_loss": 0.008406497538089752, "global_step": 12454, "epoch": 230, "lr": 6.91682861428387e-05}
+{"train_loss": 0.00795052107423544, "global_step": 12455, "epoch": 230, "lr": 6.916373814336059e-05}
+{"train_loss": 0.007583970203995705, "global_step": 12456, "epoch": 230, "lr": 6.915918995801706e-05}
+{"train_loss": 0.007043174467980862, "global_step": 12457, "epoch": 230, "lr": 6.91546415868522e-05}
+{"train_loss": 0.00825447216629982, "global_step": 12458, "epoch": 230, "lr": 6.915009302991015e-05}
+{"train_loss": 0.005062156356871128, "global_step": 12459, "epoch": 230, "lr": 6.914554428723504e-05}
+{"train_loss": 0.007326343562453985, "global_step": 12460, "epoch": 230, "lr": 6.914099535887093e-05}
+{"train_loss": 0.010248163715004921, "global_step": 12461, "epoch": 230, "lr": 6.9136446244862e-05}
+{"train_loss": 0.00854868721216917, "global_step": 12462, "epoch": 230, "lr": 6.913189694525232e-05}
+{"train_loss": 0.0035323931369930506, "global_step": 12463, "epoch": 230, "lr": 6.912734746008607e-05}
+{"train_loss": 0.0051351143047213554, "global_step": 12464, "epoch": 230, "lr": 6.912279778940731e-05}
+{"train_loss": 0.005174605175852776, "global_step": 12465, "epoch": 230, "lr": 6.911824793326021e-05}
+{"train_loss": 0.004974088631570339, "global_step": 12466, "epoch": 230, "lr": 6.91136978916889e-05}
+{"train_loss": 0.004888392984867096, "global_step": 12467, "epoch": 230, "lr": 6.910914766473749e-05}
+{"train_loss": 0.004377569537609816, "global_step": 12468, "epoch": 230, "lr": 6.910459725245011e-05}
+{"train_loss": 0.00694891344755888, "global_step": 12469, "epoch": 230, "lr": 6.910004665487091e-05}
+{"train_loss": 0.007173791993409395, "global_step": 12470, "epoch": 230, "lr": 6.909549587204402e-05}
+{"train_loss": 0.005879188422113657, "global_step": 12471, "epoch": 230, "lr": 6.909094490401357e-05}
+{"train_loss": 0.006482631433755159, "global_step": 12472, "epoch": 230, "lr": 6.90863937508237e-05}
+{"train_loss": 0.006482665741781669, "global_step": 12473, "epoch": 230, "lr": 6.908184241251855e-05, "val_loss": 0.005638028960675001, "train_action_mse_error": 0.0002563980233389884}
+{"train_loss": 0.005317842587828636, "global_step": 12474, "epoch": 231, "lr": 6.907729088914227e-05}
+{"train_loss": 0.004938758444041014, "global_step": 12475, "epoch": 231, "lr": 6.907273918073902e-05}
+{"train_loss": 0.005944447126239538, "global_step": 12476, "epoch": 231, "lr": 6.906818728735291e-05}
+{"train_loss": 0.007723640650510788, "global_step": 12477, "epoch": 231, "lr": 6.90636352090281e-05}
+{"train_loss": 0.006043271627277136, "global_step": 12478, "epoch": 231, "lr": 6.905908294580877e-05}
+{"train_loss": 0.005225541535764933, "global_step": 12479, "epoch": 231, "lr": 6.905453049773902e-05}
+{"train_loss": 0.009096640162169933, "global_step": 12480, "epoch": 231, "lr": 6.904997786486305e-05}
+{"train_loss": 0.004425506107509136, "global_step": 12481, "epoch": 231, "lr": 6.904542504722497e-05}
+{"train_loss": 0.005795661825686693, "global_step": 12482, "epoch": 231, "lr": 6.904087204486899e-05}
+{"train_loss": 0.005760558415204287, "global_step": 12483, "epoch": 231, "lr": 6.903631885783921e-05}
+{"train_loss": 0.006712706759572029, "global_step": 12484, "epoch": 231, "lr": 6.903176548617985e-05}
+{"train_loss": 0.005028603132814169, "global_step": 12485, "epoch": 231, "lr": 6.902721192993503e-05}
+{"train_loss": 0.0088901212438941, "global_step": 12486, "epoch": 231, "lr": 6.902265818914893e-05}
+{"train_loss": 0.010742122307419777, "global_step": 12487, "epoch": 231, "lr": 6.901810426386571e-05}
+{"train_loss": 0.0036576411221176386, "global_step": 12488, "epoch": 231, "lr": 6.901355015412955e-05}
+{"train_loss": 0.005959121976047754, "global_step": 12489, "epoch": 231, "lr": 6.90089958599846e-05}
+{"train_loss": 0.0057948287576437, "global_step": 12490, "epoch": 231, "lr": 6.900444138147506e-05}
+{"train_loss": 0.005712812766432762, "global_step": 12491, "epoch": 231, "lr": 6.899988671864505e-05}
+{"train_loss": 0.005473587196320295, "global_step": 12492, "epoch": 231, "lr": 6.899533187153882e-05}
+{"train_loss": 0.007821897976100445, "global_step": 12493, "epoch": 231, "lr": 6.899077684020047e-05}
+{"train_loss": 0.006165341008454561, "global_step": 12494, "epoch": 231, "lr": 6.898622162467424e-05}
+{"train_loss": 0.004763999953866005, "global_step": 12495, "epoch": 231, "lr": 6.898166622500428e-05}
+{"train_loss": 0.005814488511532545, "global_step": 12496, "epoch": 231, "lr": 6.897711064123478e-05}
+{"train_loss": 0.0058766920119524, "global_step": 12497, "epoch": 231, "lr": 6.897255487340992e-05}
+{"train_loss": 0.009104072116315365, "global_step": 12498, "epoch": 231, "lr": 6.896799892157387e-05}
+{"train_loss": 0.007253899239003658, "global_step": 12499, "epoch": 231, "lr": 6.896344278577083e-05}
+{"train_loss": 0.007674699649214745, "global_step": 12500, "epoch": 231, "lr": 6.895888646604502e-05}
+{"train_loss": 0.007764468900859356, "global_step": 12501, "epoch": 231, "lr": 6.895432996244058e-05}
+{"train_loss": 0.006102507468312979, "global_step": 12502, "epoch": 231, "lr": 6.894977327500174e-05}
+{"train_loss": 0.005881220567971468, "global_step": 12503, "epoch": 231, "lr": 6.894521640377267e-05}
+{"train_loss": 0.002890431322157383, "global_step": 12504, "epoch": 231, "lr": 6.894065934879758e-05}
+{"train_loss": 0.01039076130837202, "global_step": 12505, "epoch": 231, "lr": 6.893610211012067e-05}
+{"train_loss": 0.00519899744540453, "global_step": 12506, "epoch": 231, "lr": 6.893154468778612e-05}
+{"train_loss": 0.00827273353934288, "global_step": 12507, "epoch": 231, "lr": 6.892698708183815e-05}
+{"train_loss": 0.0068146176636219025, "global_step": 12508, "epoch": 231, "lr": 6.892242929232097e-05}
+{"train_loss": 0.009546314366161823, "global_step": 12509, "epoch": 231, "lr": 6.891787131927876e-05}
+{"train_loss": 0.005807952024042606, "global_step": 12510, "epoch": 231, "lr": 6.891331316275576e-05}
+{"train_loss": 0.005239697638899088, "global_step": 12511, "epoch": 231, "lr": 6.890875482279614e-05}
+{"train_loss": 0.005175549536943436, "global_step": 12512, "epoch": 231, "lr": 6.890419629944415e-05}
+{"train_loss": 0.01169259287416935, "global_step": 12513, "epoch": 231, "lr": 6.889963759274397e-05}
+{"train_loss": 0.0073177265003323555, "global_step": 12514, "epoch": 231, "lr": 6.889507870273982e-05}
+{"train_loss": 0.01102554239332676, "global_step": 12515, "epoch": 231, "lr": 6.889051962947592e-05}
+{"train_loss": 0.007121901959180832, "global_step": 12516, "epoch": 231, "lr": 6.88859603729965e-05}
+{"train_loss": 0.004644555971026421, "global_step": 12517, "epoch": 231, "lr": 6.888140093334579e-05}
+{"train_loss": 0.006334187462925911, "global_step": 12518, "epoch": 231, "lr": 6.887684131056796e-05}
+{"train_loss": 0.0037286183796823025, "global_step": 12519, "epoch": 231, "lr": 6.887228150470728e-05}
+{"train_loss": 0.010649123229086399, "global_step": 12520, "epoch": 231, "lr": 6.886772151580795e-05}
+{"train_loss": 0.00583708006888628, "global_step": 12521, "epoch": 231, "lr": 6.88631613439142e-05}
+{"train_loss": 0.007474977523088455, "global_step": 12522, "epoch": 231, "lr": 6.885860098907027e-05}
+{"train_loss": 0.007408379577100277, "global_step": 12523, "epoch": 231, "lr": 6.88540404513204e-05}
+{"train_loss": 0.004882282577455044, "global_step": 12524, "epoch": 231, "lr": 6.884947973070876e-05}
+{"train_loss": 0.006145100574940443, "global_step": 12525, "epoch": 231, "lr": 6.884491882727966e-05}
+{"train_loss": 0.010162482038140297, "global_step": 12526, "epoch": 231, "lr": 6.88403577410773e-05}
+{"train_loss": 0.006696420113763047, "global_step": 12527, "epoch": 231, "lr": 6.883579647214593e-05, "val_loss": 0.008321808651089668}
+{"train_loss": 0.005275252740830183, "global_step": 12528, "epoch": 232, "lr": 6.883123502052976e-05}
+{"train_loss": 0.008694011718034744, "global_step": 12529, "epoch": 232, "lr": 6.882667338627306e-05}
+{"train_loss": 0.005776435602456331, "global_step": 12530, "epoch": 232, "lr": 6.882211156942006e-05}
+{"train_loss": 0.007755325175821781, "global_step": 12531, "epoch": 232, "lr": 6.8817549570015e-05}
+{"train_loss": 0.010113999247550964, "global_step": 12532, "epoch": 232, "lr": 6.881298738810214e-05}
+{"train_loss": 0.0057265558280050755, "global_step": 12533, "epoch": 232, "lr": 6.880842502372572e-05}
+{"train_loss": 0.006439895834773779, "global_step": 12534, "epoch": 232, "lr": 6.880386247692999e-05}
+{"train_loss": 0.008005131967365742, "global_step": 12535, "epoch": 232, "lr": 6.879929974775921e-05}
+{"train_loss": 0.005728051532059908, "global_step": 12536, "epoch": 232, "lr": 6.879473683625761e-05}
+{"train_loss": 0.006710165645927191, "global_step": 12537, "epoch": 232, "lr": 6.879017374246946e-05}
+{"train_loss": 0.004879555199295282, "global_step": 12538, "epoch": 232, "lr": 6.878561046643901e-05}
+{"train_loss": 0.006645576562732458, "global_step": 12539, "epoch": 232, "lr": 6.878104700821055e-05}
+{"train_loss": 0.006642322521656752, "global_step": 12540, "epoch": 232, "lr": 6.877648336782829e-05}
+{"train_loss": 0.005647819023579359, "global_step": 12541, "epoch": 232, "lr": 6.877191954533653e-05}
+{"train_loss": 0.004212303087115288, "global_step": 12542, "epoch": 232, "lr": 6.87673555407795e-05}
+{"train_loss": 0.0057236491702497005, "global_step": 12543, "epoch": 232, "lr": 6.87627913542015e-05}
+{"train_loss": 0.007620680145919323, "global_step": 12544, "epoch": 232, "lr": 6.875822698564679e-05}
+{"train_loss": 0.005572347901761532, "global_step": 12545, "epoch": 232, "lr": 6.875366243515962e-05}
+{"train_loss": 0.0067735095508396626, "global_step": 12546, "epoch": 232, "lr": 6.874909770278426e-05}
+{"train_loss": 0.011101001873612404, "global_step": 12547, "epoch": 232, "lr": 6.874453278856501e-05}
+{"train_loss": 0.005062575452029705, "global_step": 12548, "epoch": 232, "lr": 6.873996769254611e-05}
+{"train_loss": 0.006135431118309498, "global_step": 12549, "epoch": 232, "lr": 6.873540241477189e-05}
+{"train_loss": 0.005555673036724329, "global_step": 12550, "epoch": 232, "lr": 6.873083695528656e-05}
+{"train_loss": 0.006221707444638014, "global_step": 12551, "epoch": 232, "lr": 6.872627131413445e-05}
+{"train_loss": 0.004785365425050259, "global_step": 12552, "epoch": 232, "lr": 6.872170549135981e-05}
+{"train_loss": 0.005694496911019087, "global_step": 12553, "epoch": 232, "lr": 6.871713948700695e-05}
+{"train_loss": 0.006017616949975491, "global_step": 12554, "epoch": 232, "lr": 6.871257330112011e-05}
+{"train_loss": 0.004453374072909355, "global_step": 12555, "epoch": 232, "lr": 6.870800693374364e-05}
+{"train_loss": 0.006476647686213255, "global_step": 12556, "epoch": 232, "lr": 6.870344038492178e-05}
+{"train_loss": 0.007545660249888897, "global_step": 12557, "epoch": 232, "lr": 6.869887365469885e-05}
+{"train_loss": 0.007061004638671875, "global_step": 12558, "epoch": 232, "lr": 6.869430674311912e-05}
+{"train_loss": 0.005479531362652779, "global_step": 12559, "epoch": 232, "lr": 6.868973965022688e-05}
+{"train_loss": 0.005651366896927357, "global_step": 12560, "epoch": 232, "lr": 6.868517237606645e-05}
+{"train_loss": 0.00961267575621605, "global_step": 12561, "epoch": 232, "lr": 6.868060492068211e-05}
+{"train_loss": 0.00373084913007915, "global_step": 12562, "epoch": 232, "lr": 6.867603728411815e-05}
+{"train_loss": 0.003912224434316158, "global_step": 12563, "epoch": 232, "lr": 6.867146946641891e-05}
+{"train_loss": 0.006793659180402756, "global_step": 12564, "epoch": 232, "lr": 6.866690146762864e-05}
+{"train_loss": 0.0056859939359128475, "global_step": 12565, "epoch": 232, "lr": 6.86623332877917e-05}
+{"train_loss": 0.005572424735873938, "global_step": 12566, "epoch": 232, "lr": 6.865776492695232e-05}
+{"train_loss": 0.007064633537083864, "global_step": 12567, "epoch": 232, "lr": 6.865319638515488e-05}
+{"train_loss": 0.005126687698066235, "global_step": 12568, "epoch": 232, "lr": 6.864862766244366e-05}
+{"train_loss": 0.003545450046658516, "global_step": 12569, "epoch": 232, "lr": 6.8644058758863e-05}
+{"train_loss": 0.005230674985796213, "global_step": 12570, "epoch": 232, "lr": 6.863948967445714e-05}
+{"train_loss": 0.005743860267102718, "global_step": 12571, "epoch": 232, "lr": 6.863492040927048e-05}
+{"train_loss": 0.005362109746783972, "global_step": 12572, "epoch": 232, "lr": 6.863035096334726e-05}
+{"train_loss": 0.0070585208013653755, "global_step": 12573, "epoch": 232, "lr": 6.862578133673187e-05}
+{"train_loss": 0.003273406531661749, "global_step": 12574, "epoch": 232, "lr": 6.862121152946858e-05}
+{"train_loss": 0.004659924190491438, "global_step": 12575, "epoch": 232, "lr": 6.861664154160174e-05}
+{"train_loss": 0.0047199781984090805, "global_step": 12576, "epoch": 232, "lr": 6.861207137317564e-05}
+{"train_loss": 0.004300357308238745, "global_step": 12577, "epoch": 232, "lr": 6.860750102423465e-05}
+{"train_loss": 0.004558034241199493, "global_step": 12578, "epoch": 232, "lr": 6.860293049482306e-05}
+{"train_loss": 0.005725661758333445, "global_step": 12579, "epoch": 232, "lr": 6.859835978498521e-05}
+{"train_loss": 0.005261720158159733, "global_step": 12580, "epoch": 232, "lr": 6.859378889476542e-05}
+{"train_loss": 0.005978773438578678, "global_step": 12581, "epoch": 232, "lr": 6.858921782420807e-05, "val_loss": 0.006330870557576418}
+{"train_loss": 0.004558853805065155, "global_step": 12582, "epoch": 233, "lr": 6.858464657335743e-05}
+{"train_loss": 0.006504882592707872, "global_step": 12583, "epoch": 233, "lr": 6.858007514225788e-05}
+{"train_loss": 0.004922163672745228, "global_step": 12584, "epoch": 233, "lr": 6.857550353095372e-05}
+{"train_loss": 0.004812290892004967, "global_step": 12585, "epoch": 233, "lr": 6.857093173948933e-05}
+{"train_loss": 0.0028336464893072844, "global_step": 12586, "epoch": 233, "lr": 6.856635976790903e-05}
+{"train_loss": 0.0045053111389279366, "global_step": 12587, "epoch": 233, "lr": 6.856178761625715e-05}
+{"train_loss": 0.004742756485939026, "global_step": 12588, "epoch": 233, "lr": 6.855721528457806e-05}
+{"train_loss": 0.004037636797875166, "global_step": 12589, "epoch": 233, "lr": 6.855264277291611e-05}
+{"train_loss": 0.004161353688687086, "global_step": 12590, "epoch": 233, "lr": 6.854807008131561e-05}
+{"train_loss": 0.006259541492909193, "global_step": 12591, "epoch": 233, "lr": 6.854349720982095e-05}
+{"train_loss": 0.005823889281600714, "global_step": 12592, "epoch": 233, "lr": 6.853892415847644e-05}
+{"train_loss": 0.006214378401637077, "global_step": 12593, "epoch": 233, "lr": 6.853435092732647e-05}
+{"train_loss": 0.005921530071645975, "global_step": 12594, "epoch": 233, "lr": 6.852977751641538e-05}
+{"train_loss": 0.004309036768972874, "global_step": 12595, "epoch": 233, "lr": 6.852520392578754e-05}
+{"train_loss": 0.0051343548111617565, "global_step": 12596, "epoch": 233, "lr": 6.852063015548728e-05}
+{"train_loss": 0.006784471217542887, "global_step": 12597, "epoch": 233, "lr": 6.8516056205559e-05}
+{"train_loss": 0.00459765549749136, "global_step": 12598, "epoch": 233, "lr": 6.8511482076047e-05}
+{"train_loss": 0.004803559742867947, "global_step": 12599, "epoch": 233, "lr": 6.850690776699573e-05}
+{"train_loss": 0.0031945861410349607, "global_step": 12600, "epoch": 233, "lr": 6.850233327844948e-05}
+{"train_loss": 0.008704823441803455, "global_step": 12601, "epoch": 233, "lr": 6.849775861045265e-05}
+{"train_loss": 0.005915719084441662, "global_step": 12602, "epoch": 233, "lr": 6.84931837630496e-05}
+{"train_loss": 0.002597832353785634, "global_step": 12603, "epoch": 233, "lr": 6.848860873628471e-05}
+{"train_loss": 0.006504944059997797, "global_step": 12604, "epoch": 233, "lr": 6.848403353020234e-05}
+{"train_loss": 0.006319275125861168, "global_step": 12605, "epoch": 233, "lr": 6.847945814484688e-05}
+{"train_loss": 0.006002218462526798, "global_step": 12606, "epoch": 233, "lr": 6.84748825802627e-05}
+{"train_loss": 0.004207352641969919, "global_step": 12607, "epoch": 233, "lr": 6.847030683649416e-05}
+{"train_loss": 0.00678024347871542, "global_step": 12608, "epoch": 233, "lr": 6.846573091358565e-05}
+{"train_loss": 0.0063652535900473595, "global_step": 12609, "epoch": 233, "lr": 6.846115481158157e-05}
+{"train_loss": 0.005523971281945705, "global_step": 12610, "epoch": 233, "lr": 6.845657853052628e-05}
+{"train_loss": 0.0031713107600808144, "global_step": 12611, "epoch": 233, "lr": 6.845200207046418e-05}
+{"train_loss": 0.004712727852165699, "global_step": 12612, "epoch": 233, "lr": 6.844742543143963e-05}
+{"train_loss": 0.006418979726731777, "global_step": 12613, "epoch": 233, "lr": 6.844284861349705e-05}
+{"train_loss": 0.00506065646186471, "global_step": 12614, "epoch": 233, "lr": 6.84382716166808e-05}
+{"train_loss": 0.008826863020658493, "global_step": 12615, "epoch": 233, "lr": 6.843369444103532e-05}
+{"train_loss": 0.0052368370816111565, "global_step": 12616, "epoch": 233, "lr": 6.842911708660493e-05}
+{"train_loss": 0.005398023407906294, "global_step": 12617, "epoch": 233, "lr": 6.842453955343408e-05}
+{"train_loss": 0.004140701610594988, "global_step": 12618, "epoch": 233, "lr": 6.841996184156716e-05}
+{"train_loss": 0.005474771838635206, "global_step": 12619, "epoch": 233, "lr": 6.841538395104855e-05}
+{"train_loss": 0.006120574660599232, "global_step": 12620, "epoch": 233, "lr": 6.841080588192267e-05}
+{"train_loss": 0.006141611374914646, "global_step": 12621, "epoch": 233, "lr": 6.840622763423391e-05}
+{"train_loss": 0.004012081306427717, "global_step": 12622, "epoch": 233, "lr": 6.840164920802665e-05}
+{"train_loss": 0.005840908270329237, "global_step": 12623, "epoch": 233, "lr": 6.839707060334534e-05}
+{"train_loss": 0.006908680312335491, "global_step": 12624, "epoch": 233, "lr": 6.839249182023438e-05}
+{"train_loss": 0.006143250036984682, "global_step": 12625, "epoch": 233, "lr": 6.838791285873815e-05}
+{"train_loss": 0.006348901893943548, "global_step": 12626, "epoch": 233, "lr": 6.838333371890109e-05}
+{"train_loss": 0.00575092202052474, "global_step": 12627, "epoch": 233, "lr": 6.837875440076759e-05}
+{"train_loss": 0.004458702635020018, "global_step": 12628, "epoch": 233, "lr": 6.837417490438207e-05}
+{"train_loss": 0.005631143692880869, "global_step": 12629, "epoch": 233, "lr": 6.836959522978897e-05}
+{"train_loss": 0.004109521396458149, "global_step": 12630, "epoch": 233, "lr": 6.836501537703266e-05}
+{"train_loss": 0.009067008271813393, "global_step": 12631, "epoch": 233, "lr": 6.836043534615758e-05}
+{"train_loss": 0.006146696396172047, "global_step": 12632, "epoch": 233, "lr": 6.835585513720817e-05}
+{"train_loss": 0.006995182950049639, "global_step": 12633, "epoch": 233, "lr": 6.835127475022884e-05}
+{"train_loss": 0.008721296675503254, "global_step": 12634, "epoch": 233, "lr": 6.8346694185264e-05}
+{"train_loss": 0.005518972119143991, "global_step": 12635, "epoch": 233, "lr": 6.83421134423581e-05, "val_loss": 0.007026206701993942}
+{"train_loss": 0.005912920460104942, "global_step": 12636, "epoch": 234, "lr": 6.833753252155557e-05}
+{"train_loss": 0.009106933139264584, "global_step": 12637, "epoch": 234, "lr": 6.833295142290079e-05}
+{"train_loss": 0.005561756435781717, "global_step": 12638, "epoch": 234, "lr": 6.832837014643827e-05}
+{"train_loss": 0.007811573334038258, "global_step": 12639, "epoch": 234, "lr": 6.832378869221236e-05}
+{"train_loss": 0.005126673262566328, "global_step": 12640, "epoch": 234, "lr": 6.831920706026755e-05}
+{"train_loss": 0.005502411164343357, "global_step": 12641, "epoch": 234, "lr": 6.831462525064826e-05}
+{"train_loss": 0.007354804780334234, "global_step": 12642, "epoch": 234, "lr": 6.831004326339895e-05}
+{"train_loss": 0.004904516041278839, "global_step": 12643, "epoch": 234, "lr": 6.830546109856401e-05}
+{"train_loss": 0.006112733390182257, "global_step": 12644, "epoch": 234, "lr": 6.830087875618794e-05}
+{"train_loss": 0.006608922500163317, "global_step": 12645, "epoch": 234, "lr": 6.829629623631513e-05}
+{"train_loss": 0.003967163618654013, "global_step": 12646, "epoch": 234, "lr": 6.829171353899006e-05}
+{"train_loss": 0.0065340460278093815, "global_step": 12647, "epoch": 234, "lr": 6.828713066425714e-05}
+{"train_loss": 0.005572506692260504, "global_step": 12648, "epoch": 234, "lr": 6.828254761216088e-05}
+{"train_loss": 0.007229658309370279, "global_step": 12649, "epoch": 234, "lr": 6.827796438274567e-05}
+{"train_loss": 0.006633934564888477, "global_step": 12650, "epoch": 234, "lr": 6.8273380976056e-05}
+{"train_loss": 0.00587482051923871, "global_step": 12651, "epoch": 234, "lr": 6.82687973921363e-05}
+{"train_loss": 0.007434070575982332, "global_step": 12652, "epoch": 234, "lr": 6.826421363103105e-05}
+{"train_loss": 0.007514708209782839, "global_step": 12653, "epoch": 234, "lr": 6.825962969278466e-05}
+{"train_loss": 0.0052167270332574844, "global_step": 12654, "epoch": 234, "lr": 6.825504557744167e-05}
+{"train_loss": 0.007260095328092575, "global_step": 12655, "epoch": 234, "lr": 6.825046128504643e-05}
+{"train_loss": 0.006827380508184433, "global_step": 12656, "epoch": 234, "lr": 6.824587681564352e-05}
+{"train_loss": 0.006049471441656351, "global_step": 12657, "epoch": 234, "lr": 6.824129216927731e-05}
+{"train_loss": 0.00484882527962327, "global_step": 12658, "epoch": 234, "lr": 6.823670734599233e-05}
+{"train_loss": 0.005201481282711029, "global_step": 12659, "epoch": 234, "lr": 6.823212234583299e-05}
+{"train_loss": 0.005845833104103804, "global_step": 12660, "epoch": 234, "lr": 6.822753716884381e-05}
+{"train_loss": 0.006570410914719105, "global_step": 12661, "epoch": 234, "lr": 6.822295181506922e-05}
+{"train_loss": 0.006022966466844082, "global_step": 12662, "epoch": 234, "lr": 6.821836628455374e-05}
+{"train_loss": 0.0054418956860899925, "global_step": 12663, "epoch": 234, "lr": 6.82137805773418e-05}
+{"train_loss": 0.0044760750606656075, "global_step": 12664, "epoch": 234, "lr": 6.82091946934779e-05}
+{"train_loss": 0.006240482907742262, "global_step": 12665, "epoch": 234, "lr": 6.82046086330065e-05}
+{"train_loss": 0.006067794281989336, "global_step": 12666, "epoch": 234, "lr": 6.82000223959721e-05}
+{"train_loss": 0.004891304764896631, "global_step": 12667, "epoch": 234, "lr": 6.819543598241916e-05}
+{"train_loss": 0.004454157315194607, "global_step": 12668, "epoch": 234, "lr": 6.819084939239219e-05}
+{"train_loss": 0.003818112425506115, "global_step": 12669, "epoch": 234, "lr": 6.818626262593562e-05}
+{"train_loss": 0.006582954432815313, "global_step": 12670, "epoch": 234, "lr": 6.818167568309402e-05}
+{"train_loss": 0.005063475109636784, "global_step": 12671, "epoch": 234, "lr": 6.81770885639118e-05}
+{"train_loss": 0.004308666568249464, "global_step": 12672, "epoch": 234, "lr": 6.817250126843351e-05}
+{"train_loss": 0.005885242484509945, "global_step": 12673, "epoch": 234, "lr": 6.816791379670357e-05}
+{"train_loss": 0.00490585109218955, "global_step": 12674, "epoch": 234, "lr": 6.816332614876655e-05}
+{"train_loss": 0.006606432143598795, "global_step": 12675, "epoch": 234, "lr": 6.81587383246669e-05}
+{"train_loss": 0.0074115716852247715, "global_step": 12676, "epoch": 234, "lr": 6.815415032444914e-05}
+{"train_loss": 0.004399808123707771, "global_step": 12677, "epoch": 234, "lr": 6.814956214815774e-05}
+{"train_loss": 0.004122023470699787, "global_step": 12678, "epoch": 234, "lr": 6.814497379583721e-05}
+{"train_loss": 0.007412314414978027, "global_step": 12679, "epoch": 234, "lr": 6.814038526753205e-05}
+{"train_loss": 0.004280185326933861, "global_step": 12680, "epoch": 234, "lr": 6.813579656328679e-05}
+{"train_loss": 0.0048868246376514435, "global_step": 12681, "epoch": 234, "lr": 6.81312076831459e-05}
+{"train_loss": 0.005367445293813944, "global_step": 12682, "epoch": 234, "lr": 6.81266186271539e-05}
+{"train_loss": 0.009034167043864727, "global_step": 12683, "epoch": 234, "lr": 6.812202939535531e-05}
+{"train_loss": 0.005744406953454018, "global_step": 12684, "epoch": 234, "lr": 6.811743998779462e-05}
+{"train_loss": 0.0027408679015934467, "global_step": 12685, "epoch": 234, "lr": 6.811285040451637e-05}
+{"train_loss": 0.006859376095235348, "global_step": 12686, "epoch": 234, "lr": 6.810826064556503e-05}
+{"train_loss": 0.004250732716172934, "global_step": 12687, "epoch": 234, "lr": 6.810367071098516e-05}
+{"train_loss": 0.006250156555324793, "global_step": 12688, "epoch": 234, "lr": 6.809908060082125e-05}
+{"train_loss": 0.005813126012475954, "global_step": 12689, "epoch": 234, "lr": 6.809449031511781e-05, "val_loss": 0.0069256993010640144}
+{"train_loss": 0.006057450082153082, "global_step": 12690, "epoch": 235, "lr": 6.80898998539194e-05}
+{"train_loss": 0.005418460350483656, "global_step": 12691, "epoch": 235, "lr": 6.80853092172705e-05}
+{"train_loss": 0.0051118116825819016, "global_step": 12692, "epoch": 235, "lr": 6.808071840521567e-05}
+{"train_loss": 0.006803680211305618, "global_step": 12693, "epoch": 235, "lr": 6.80761274177994e-05}
+{"train_loss": 0.005974920932203531, "global_step": 12694, "epoch": 235, "lr": 6.807153625506625e-05}
+{"train_loss": 0.005051467567682266, "global_step": 12695, "epoch": 235, "lr": 6.806694491706072e-05}
+{"train_loss": 0.00465187756344676, "global_step": 12696, "epoch": 235, "lr": 6.806235340382736e-05}
+{"train_loss": 0.006102763582020998, "global_step": 12697, "epoch": 235, "lr": 6.805776171541068e-05}
+{"train_loss": 0.007851730100810528, "global_step": 12698, "epoch": 235, "lr": 6.805316985185524e-05}
+{"train_loss": 0.006866759620606899, "global_step": 12699, "epoch": 235, "lr": 6.804857781320558e-05}
+{"train_loss": 0.003532693488523364, "global_step": 12700, "epoch": 235, "lr": 6.80439855995062e-05}
+{"train_loss": 0.006085604894906282, "global_step": 12701, "epoch": 235, "lr": 6.803939321080166e-05}
+{"train_loss": 0.005753830540925264, "global_step": 12702, "epoch": 235, "lr": 6.803480064713653e-05}
+{"train_loss": 0.0040128519758582115, "global_step": 12703, "epoch": 235, "lr": 6.803020790855529e-05}
+{"train_loss": 0.005144292954355478, "global_step": 12704, "epoch": 235, "lr": 6.802561499510253e-05}
+{"train_loss": 0.007891638204455376, "global_step": 12705, "epoch": 235, "lr": 6.80210219068228e-05}
+{"train_loss": 0.0042298343032598495, "global_step": 12706, "epoch": 235, "lr": 6.801642864376062e-05}
+{"train_loss": 0.00513136200606823, "global_step": 12707, "epoch": 235, "lr": 6.801183520596054e-05}
+{"train_loss": 0.008391385897994041, "global_step": 12708, "epoch": 235, "lr": 6.800724159346714e-05}
+{"train_loss": 0.007187751121819019, "global_step": 12709, "epoch": 235, "lr": 6.800264780632494e-05}
+{"train_loss": 0.007703165058046579, "global_step": 12710, "epoch": 235, "lr": 6.799805384457853e-05}
+{"train_loss": 0.00697938259691, "global_step": 12711, "epoch": 235, "lr": 6.799345970827242e-05}
+{"train_loss": 0.0038920773658901453, "global_step": 12712, "epoch": 235, "lr": 6.798886539745121e-05}
+{"train_loss": 0.00699452543631196, "global_step": 12713, "epoch": 235, "lr": 6.798427091215942e-05}
+{"train_loss": 0.007022244855761528, "global_step": 12714, "epoch": 235, "lr": 6.797967625244167e-05}
+{"train_loss": 0.004865556489676237, "global_step": 12715, "epoch": 235, "lr": 6.797508141834244e-05}
+{"train_loss": 0.004616011865437031, "global_step": 12716, "epoch": 235, "lr": 6.797048640990636e-05}
+{"train_loss": 0.006440996658056974, "global_step": 12717, "epoch": 235, "lr": 6.796589122717799e-05}
+{"train_loss": 0.004838812630623579, "global_step": 12718, "epoch": 235, "lr": 6.796129587020187e-05}
+{"train_loss": 0.00834375899285078, "global_step": 12719, "epoch": 235, "lr": 6.795670033902259e-05}
+{"train_loss": 0.0052974652498960495, "global_step": 12720, "epoch": 235, "lr": 6.795210463368471e-05}
+{"train_loss": 0.006335356738418341, "global_step": 12721, "epoch": 235, "lr": 6.794750875423278e-05}
+{"train_loss": 0.00496292021125555, "global_step": 12722, "epoch": 235, "lr": 6.794291270071144e-05}
+{"train_loss": 0.00842517614364624, "global_step": 12723, "epoch": 235, "lr": 6.793831647316522e-05}
+{"train_loss": 0.005411415360867977, "global_step": 12724, "epoch": 235, "lr": 6.79337200716387e-05}
+{"train_loss": 0.006681789644062519, "global_step": 12725, "epoch": 235, "lr": 6.792912349617647e-05}
+{"train_loss": 0.0061420598067343235, "global_step": 12726, "epoch": 235, "lr": 6.79245267468231e-05}
+{"train_loss": 0.003557812422513962, "global_step": 12727, "epoch": 235, "lr": 6.791992982362318e-05}
+{"train_loss": 0.0047034816816449165, "global_step": 12728, "epoch": 235, "lr": 6.791533272662131e-05}
+{"train_loss": 0.003767263377085328, "global_step": 12729, "epoch": 235, "lr": 6.791073545586204e-05}
+{"train_loss": 0.004828758537769318, "global_step": 12730, "epoch": 235, "lr": 6.790613801138999e-05}
+{"train_loss": 0.00471033900976181, "global_step": 12731, "epoch": 235, "lr": 6.790154039324975e-05}
+{"train_loss": 0.0057924953289330006, "global_step": 12732, "epoch": 235, "lr": 6.789694260148587e-05}
+{"train_loss": 0.004403660539537668, "global_step": 12733, "epoch": 235, "lr": 6.7892344636143e-05}
+{"train_loss": 0.0034947749227285385, "global_step": 12734, "epoch": 235, "lr": 6.788774649726569e-05}
+{"train_loss": 0.005193570163100958, "global_step": 12735, "epoch": 235, "lr": 6.788314818489857e-05}
+{"train_loss": 0.005193951074033976, "global_step": 12736, "epoch": 235, "lr": 6.787854969908622e-05}
+{"train_loss": 0.0033700261265039444, "global_step": 12737, "epoch": 235, "lr": 6.787395103987323e-05}
+{"train_loss": 0.003924895077943802, "global_step": 12738, "epoch": 235, "lr": 6.786935220730421e-05}
+{"train_loss": 0.006785543169826269, "global_step": 12739, "epoch": 235, "lr": 6.786475320142378e-05}
+{"train_loss": 0.0027133955154567957, "global_step": 12740, "epoch": 235, "lr": 6.786015402227653e-05}
+{"train_loss": 0.006628011353313923, "global_step": 12741, "epoch": 235, "lr": 6.785555466990707e-05}
+{"train_loss": 0.004948848392814398, "global_step": 12742, "epoch": 235, "lr": 6.785095514436002e-05}
+{"train_loss": 0.005647071826927088, "global_step": 12743, "epoch": 235, "lr": 6.784635544567996e-05, "val_loss": 0.009982174262404442, "train_action_mse_error": 0.0002890110481530428}
+{"train_loss": 0.0036198787856847048, "global_step": 12744, "epoch": 236, "lr": 6.78417555739115e-05}
+{"train_loss": 0.005149469710886478, "global_step": 12745, "epoch": 236, "lr": 6.78371555290993e-05}
+{"train_loss": 0.00652312533929944, "global_step": 12746, "epoch": 236, "lr": 6.783255531128794e-05}
+{"train_loss": 0.003244409803301096, "global_step": 12747, "epoch": 236, "lr": 6.782795492052204e-05}
+{"train_loss": 0.005197247490286827, "global_step": 12748, "epoch": 236, "lr": 6.782335435684623e-05}
+{"train_loss": 0.005696707870811224, "global_step": 12749, "epoch": 236, "lr": 6.781875362030512e-05}
+{"train_loss": 0.007207704707980156, "global_step": 12750, "epoch": 236, "lr": 6.781415271094332e-05}
+{"train_loss": 0.00850756000727415, "global_step": 12751, "epoch": 236, "lr": 6.780955162880547e-05}
+{"train_loss": 0.004891673102974892, "global_step": 12752, "epoch": 236, "lr": 6.78049503739362e-05}
+{"train_loss": 0.0075150541961193085, "global_step": 12753, "epoch": 236, "lr": 6.780034894638013e-05}
+{"train_loss": 0.005700001027435064, "global_step": 12754, "epoch": 236, "lr": 6.779574734618187e-05}
+{"train_loss": 0.008017942309379578, "global_step": 12755, "epoch": 236, "lr": 6.779114557338608e-05}
+{"train_loss": 0.0031237821094691753, "global_step": 12756, "epoch": 236, "lr": 6.778654362803738e-05}
+{"train_loss": 0.0057225655764341354, "global_step": 12757, "epoch": 236, "lr": 6.77819415101804e-05}
+{"train_loss": 0.00721965916454792, "global_step": 12758, "epoch": 236, "lr": 6.777733921985977e-05}
+{"train_loss": 0.0066688936203718185, "global_step": 12759, "epoch": 236, "lr": 6.777273675712014e-05}
+{"train_loss": 0.004673583898693323, "global_step": 12760, "epoch": 236, "lr": 6.776813412200614e-05}
+{"train_loss": 0.0050762430764734745, "global_step": 12761, "epoch": 236, "lr": 6.776353131456241e-05}
+{"train_loss": 0.004252274986356497, "global_step": 12762, "epoch": 236, "lr": 6.775892833483358e-05}
+{"train_loss": 0.005801086314022541, "global_step": 12763, "epoch": 236, "lr": 6.775432518286433e-05}
+{"train_loss": 0.007220873609185219, "global_step": 12764, "epoch": 236, "lr": 6.774972185869927e-05}
+{"train_loss": 0.004454776179045439, "global_step": 12765, "epoch": 236, "lr": 6.774511836238307e-05}
+{"train_loss": 0.006114935502409935, "global_step": 12766, "epoch": 236, "lr": 6.774051469396037e-05}
+{"train_loss": 0.005518053658306599, "global_step": 12767, "epoch": 236, "lr": 6.773591085347579e-05}
+{"train_loss": 0.0036478876136243343, "global_step": 12768, "epoch": 236, "lr": 6.773130684097404e-05}
+{"train_loss": 0.007190307602286339, "global_step": 12769, "epoch": 236, "lr": 6.772670265649973e-05}
+{"train_loss": 0.005285219289362431, "global_step": 12770, "epoch": 236, "lr": 6.772209830009751e-05}
+{"train_loss": 0.005612773355096579, "global_step": 12771, "epoch": 236, "lr": 6.77174937718121e-05}
+{"train_loss": 0.003958084154874086, "global_step": 12772, "epoch": 236, "lr": 6.771288907168807e-05}
+{"train_loss": 0.004510723054409027, "global_step": 12773, "epoch": 236, "lr": 6.770828419977013e-05}
+{"train_loss": 0.00802965834736824, "global_step": 12774, "epoch": 236, "lr": 6.770367915610295e-05}
+{"train_loss": 0.004813212435692549, "global_step": 12775, "epoch": 236, "lr": 6.769907394073117e-05}
+{"train_loss": 0.006256619933992624, "global_step": 12776, "epoch": 236, "lr": 6.769446855369945e-05}
+{"train_loss": 0.006329865660518408, "global_step": 12777, "epoch": 236, "lr": 6.76898629950525e-05}
+{"train_loss": 0.0053297048434615135, "global_step": 12778, "epoch": 236, "lr": 6.768525726483494e-05}
+{"train_loss": 0.0036297980695962906, "global_step": 12779, "epoch": 236, "lr": 6.768065136309148e-05}
+{"train_loss": 0.00655400799587369, "global_step": 12780, "epoch": 236, "lr": 6.767604528986673e-05}
+{"train_loss": 0.004921446088701487, "global_step": 12781, "epoch": 236, "lr": 6.767143904520543e-05}
+{"train_loss": 0.004897131118923426, "global_step": 12782, "epoch": 236, "lr": 6.766683262915222e-05}
+{"train_loss": 0.006015880964696407, "global_step": 12783, "epoch": 236, "lr": 6.76622260417518e-05}
+{"train_loss": 0.005289087537676096, "global_step": 12784, "epoch": 236, "lr": 6.765761928304883e-05}
+{"train_loss": 0.003688063705340028, "global_step": 12785, "epoch": 236, "lr": 6.765301235308799e-05}
+{"train_loss": 0.005796702113002539, "global_step": 12786, "epoch": 236, "lr": 6.764840525191395e-05}
+{"train_loss": 0.0058955722488462925, "global_step": 12787, "epoch": 236, "lr": 6.764379797957143e-05}
+{"train_loss": 0.006184244994074106, "global_step": 12788, "epoch": 236, "lr": 6.763919053610508e-05}
+{"train_loss": 0.0050837271846830845, "global_step": 12789, "epoch": 236, "lr": 6.763458292155962e-05}
+{"train_loss": 0.005220239050686359, "global_step": 12790, "epoch": 236, "lr": 6.762997513597971e-05}
+{"train_loss": 0.004975213669240475, "global_step": 12791, "epoch": 236, "lr": 6.762536717941005e-05}
+{"train_loss": 0.00417247973382473, "global_step": 12792, "epoch": 236, "lr": 6.762075905189532e-05}
+{"train_loss": 0.005897239316254854, "global_step": 12793, "epoch": 236, "lr": 6.761615075348024e-05}
+{"train_loss": 0.0037362470757216215, "global_step": 12794, "epoch": 236, "lr": 6.761154228420947e-05}
+{"train_loss": 0.006277458276599646, "global_step": 12795, "epoch": 236, "lr": 6.760693364412775e-05}
+{"train_loss": 0.005562219303101301, "global_step": 12796, "epoch": 236, "lr": 6.760232483327973e-05}
+{"train_loss": 0.005512139100270967, "global_step": 12797, "epoch": 236, "lr": 6.759771585171017e-05, "val_loss": 0.008058357052505016}
+{"train_loss": 0.004922386258840561, "global_step": 12798, "epoch": 237, "lr": 6.75931066994637e-05}
+{"train_loss": 0.004286432173103094, "global_step": 12799, "epoch": 237, "lr": 6.758849737658509e-05}
+{"train_loss": 0.005162469577044249, "global_step": 12800, "epoch": 237, "lr": 6.758388788311899e-05}
+{"train_loss": 0.0046130879782140255, "global_step": 12801, "epoch": 237, "lr": 6.757927821911014e-05}
+{"train_loss": 0.003600488882511854, "global_step": 12802, "epoch": 237, "lr": 6.757466838460324e-05}
+{"train_loss": 0.0027893162332475185, "global_step": 12803, "epoch": 237, "lr": 6.7570058379643e-05}
+{"train_loss": 0.0040386272594332695, "global_step": 12804, "epoch": 237, "lr": 6.756544820427412e-05}
+{"train_loss": 0.007208050694316626, "global_step": 12805, "epoch": 237, "lr": 6.756083785854135e-05}
+{"train_loss": 0.006241535767912865, "global_step": 12806, "epoch": 237, "lr": 6.755622734248935e-05}
+{"train_loss": 0.008027488365769386, "global_step": 12807, "epoch": 237, "lr": 6.755161665616288e-05}
+{"train_loss": 0.005930794402956963, "global_step": 12808, "epoch": 237, "lr": 6.754700579960663e-05}
+{"train_loss": 0.005454795900732279, "global_step": 12809, "epoch": 237, "lr": 6.754239477286534e-05}
+{"train_loss": 0.0026551964692771435, "global_step": 12810, "epoch": 237, "lr": 6.753778357598372e-05}
+{"train_loss": 0.0026090340688824654, "global_step": 12811, "epoch": 237, "lr": 6.753317220900653e-05}
+{"train_loss": 0.008916979655623436, "global_step": 12812, "epoch": 237, "lr": 6.752856067197842e-05}
+{"train_loss": 0.005685651209205389, "global_step": 12813, "epoch": 237, "lr": 6.752394896494418e-05}
+{"train_loss": 0.005418474320322275, "global_step": 12814, "epoch": 237, "lr": 6.751933708794851e-05}
+{"train_loss": 0.00704354839399457, "global_step": 12815, "epoch": 237, "lr": 6.751472504103615e-05}
+{"train_loss": 0.0038663516752421856, "global_step": 12816, "epoch": 237, "lr": 6.751011282425182e-05}
+{"train_loss": 0.007253613322973251, "global_step": 12817, "epoch": 237, "lr": 6.750550043764027e-05}
+{"train_loss": 0.00460952240973711, "global_step": 12818, "epoch": 237, "lr": 6.750088788124623e-05}
+{"train_loss": 0.005579342134296894, "global_step": 12819, "epoch": 237, "lr": 6.749627515511442e-05}
+{"train_loss": 0.006435648538172245, "global_step": 12820, "epoch": 237, "lr": 6.74916622592896e-05}
+{"train_loss": 0.006838141940534115, "global_step": 12821, "epoch": 237, "lr": 6.74870491938165e-05}
+{"train_loss": 0.0039958409033715725, "global_step": 12822, "epoch": 237, "lr": 6.748243595873985e-05}
+{"train_loss": 0.0054312292486429214, "global_step": 12823, "epoch": 237, "lr": 6.747782255410442e-05}
+{"train_loss": 0.005153539124876261, "global_step": 12824, "epoch": 237, "lr": 6.747320897995493e-05}
+{"train_loss": 0.005307706538587809, "global_step": 12825, "epoch": 237, "lr": 6.746859523633613e-05}
+{"train_loss": 0.010235492140054703, "global_step": 12826, "epoch": 237, "lr": 6.746398132329277e-05}
+{"train_loss": 0.007152629550546408, "global_step": 12827, "epoch": 237, "lr": 6.745936724086961e-05}
+{"train_loss": 0.005023380741477013, "global_step": 12828, "epoch": 237, "lr": 6.745475298911138e-05}
+{"train_loss": 0.0068092928268015385, "global_step": 12829, "epoch": 237, "lr": 6.745013856806287e-05}
+{"train_loss": 0.004109326750040054, "global_step": 12830, "epoch": 237, "lr": 6.744552397776878e-05}
+{"train_loss": 0.004126804880797863, "global_step": 12831, "epoch": 237, "lr": 6.744090921827392e-05}
+{"train_loss": 0.004499791190028191, "global_step": 12832, "epoch": 237, "lr": 6.743629428962301e-05}
+{"train_loss": 0.008439650759100914, "global_step": 12833, "epoch": 237, "lr": 6.743167919186083e-05}
+{"train_loss": 0.00848156027495861, "global_step": 12834, "epoch": 237, "lr": 6.742706392503213e-05}
+{"train_loss": 0.006359443534165621, "global_step": 12835, "epoch": 237, "lr": 6.742244848918167e-05}
+{"train_loss": 0.00612442335113883, "global_step": 12836, "epoch": 237, "lr": 6.741783288435423e-05}
+{"train_loss": 0.008196959272027016, "global_step": 12837, "epoch": 237, "lr": 6.741321711059456e-05}
+{"train_loss": 0.006869713310152292, "global_step": 12838, "epoch": 237, "lr": 6.740860116794744e-05}
+{"train_loss": 0.007200662977993488, "global_step": 12839, "epoch": 237, "lr": 6.740398505645765e-05}
+{"train_loss": 0.003936746623367071, "global_step": 12840, "epoch": 237, "lr": 6.739936877616992e-05}
+{"train_loss": 0.005148492753505707, "global_step": 12841, "epoch": 237, "lr": 6.739475232712905e-05}
+{"train_loss": 0.007027084473520517, "global_step": 12842, "epoch": 237, "lr": 6.739013570937981e-05}
+{"train_loss": 0.006212220992892981, "global_step": 12843, "epoch": 237, "lr": 6.738551892296698e-05}
+{"train_loss": 0.00938492827117443, "global_step": 12844, "epoch": 237, "lr": 6.738090196793531e-05}
+{"train_loss": 0.0037684496492147446, "global_step": 12845, "epoch": 237, "lr": 6.737628484432964e-05}
+{"train_loss": 0.008499089628458023, "global_step": 12846, "epoch": 237, "lr": 6.737166755219469e-05}
+{"train_loss": 0.005769825540482998, "global_step": 12847, "epoch": 237, "lr": 6.736705009157528e-05}
+{"train_loss": 0.006630297284573317, "global_step": 12848, "epoch": 237, "lr": 6.736243246251617e-05}
+{"train_loss": 0.005585142876952887, "global_step": 12849, "epoch": 237, "lr": 6.735781466506216e-05}
+{"train_loss": 0.007201990112662315, "global_step": 12850, "epoch": 237, "lr": 6.735319669925803e-05}
+{"train_loss": 0.005933512321293906, "global_step": 12851, "epoch": 237, "lr": 6.734857856514857e-05, "val_loss": 0.006208954844623804}
+{"train_loss": 0.006756121758371592, "global_step": 12852, "epoch": 238, "lr": 6.734396026277858e-05}
+{"train_loss": 0.004995917435735464, "global_step": 12853, "epoch": 238, "lr": 6.733934179219282e-05}
+{"train_loss": 0.005137055180966854, "global_step": 12854, "epoch": 238, "lr": 6.73347231534361e-05}
+{"train_loss": 0.007359755225479603, "global_step": 12855, "epoch": 238, "lr": 6.733010434655324e-05}
+{"train_loss": 0.00947661604732275, "global_step": 12856, "epoch": 238, "lr": 6.732548537158903e-05}
+{"train_loss": 0.0059493547305464745, "global_step": 12857, "epoch": 238, "lr": 6.732086622858825e-05}
+{"train_loss": 0.006107564549893141, "global_step": 12858, "epoch": 238, "lr": 6.731624691759571e-05}
+{"train_loss": 0.003864697180688381, "global_step": 12859, "epoch": 238, "lr": 6.731162743865619e-05}
+{"train_loss": 0.005706523545086384, "global_step": 12860, "epoch": 238, "lr": 6.730700779181454e-05}
+{"train_loss": 0.007165235932916403, "global_step": 12861, "epoch": 238, "lr": 6.730238797711551e-05}
+{"train_loss": 0.006913905963301659, "global_step": 12862, "epoch": 238, "lr": 6.729776799460395e-05}
+{"train_loss": 0.005778083112090826, "global_step": 12863, "epoch": 238, "lr": 6.729314784432465e-05}
+{"train_loss": 0.005086817778646946, "global_step": 12864, "epoch": 238, "lr": 6.728852752632243e-05}
+{"train_loss": 0.006748623214662075, "global_step": 12865, "epoch": 238, "lr": 6.728390704064208e-05}
+{"train_loss": 0.005385743919759989, "global_step": 12866, "epoch": 238, "lr": 6.727928638732845e-05}
+{"train_loss": 0.008134213276207447, "global_step": 12867, "epoch": 238, "lr": 6.72746655664263e-05}
+{"train_loss": 0.005630965810269117, "global_step": 12868, "epoch": 238, "lr": 6.727004457798052e-05}
+{"train_loss": 0.004670444410294294, "global_step": 12869, "epoch": 238, "lr": 6.726542342203585e-05}
+{"train_loss": 0.005669067148119211, "global_step": 12870, "epoch": 238, "lr": 6.726080209863716e-05}
+{"train_loss": 0.0074393353424966335, "global_step": 12871, "epoch": 238, "lr": 6.725618060782925e-05}
+{"train_loss": 0.00901491567492485, "global_step": 12872, "epoch": 238, "lr": 6.725155894965698e-05}
+{"train_loss": 0.004428526386618614, "global_step": 12873, "epoch": 238, "lr": 6.724693712416512e-05}
+{"train_loss": 0.007409258745610714, "global_step": 12874, "epoch": 238, "lr": 6.724231513139852e-05}
+{"train_loss": 0.0072781979106366634, "global_step": 12875, "epoch": 238, "lr": 6.723769297140202e-05}
+{"train_loss": 0.007731626275926828, "global_step": 12876, "epoch": 238, "lr": 6.723307064422044e-05}
+{"train_loss": 0.0056879776529967785, "global_step": 12877, "epoch": 238, "lr": 6.722844814989861e-05}
+{"train_loss": 0.0057309153489768505, "global_step": 12878, "epoch": 238, "lr": 6.722382548848135e-05}
+{"train_loss": 0.004239858593791723, "global_step": 12879, "epoch": 238, "lr": 6.721920266001351e-05}
+{"train_loss": 0.00487806461751461, "global_step": 12880, "epoch": 238, "lr": 6.721457966453993e-05}
+{"train_loss": 0.00669622328132391, "global_step": 12881, "epoch": 238, "lr": 6.720995650210544e-05}
+{"train_loss": 0.005152150988578796, "global_step": 12882, "epoch": 238, "lr": 6.720533317275489e-05}
+{"train_loss": 0.008453981950879097, "global_step": 12883, "epoch": 238, "lr": 6.72007096765331e-05}
+{"train_loss": 0.006376140285283327, "global_step": 12884, "epoch": 238, "lr": 6.719608601348492e-05}
+{"train_loss": 0.007518114522099495, "global_step": 12885, "epoch": 238, "lr": 6.71914621836552e-05}
+{"train_loss": 0.006029381416738033, "global_step": 12886, "epoch": 238, "lr": 6.718683818708879e-05}
+{"train_loss": 0.007122641429305077, "global_step": 12887, "epoch": 238, "lr": 6.718221402383051e-05}
+{"train_loss": 0.004543851129710674, "global_step": 12888, "epoch": 238, "lr": 6.717758969392524e-05}
+{"train_loss": 0.01148312259465456, "global_step": 12889, "epoch": 238, "lr": 6.717296519741783e-05}
+{"train_loss": 0.007697894237935543, "global_step": 12890, "epoch": 238, "lr": 6.716834053435311e-05}
+{"train_loss": 0.006219201721251011, "global_step": 12891, "epoch": 238, "lr": 6.716371570477593e-05}
+{"train_loss": 0.0073032071813941, "global_step": 12892, "epoch": 238, "lr": 6.715909070873119e-05}
+{"train_loss": 0.008541709743440151, "global_step": 12893, "epoch": 238, "lr": 6.715446554626369e-05}
+{"train_loss": 0.005560335703194141, "global_step": 12894, "epoch": 238, "lr": 6.714984021741835e-05}
+{"train_loss": 0.006122738588601351, "global_step": 12895, "epoch": 238, "lr": 6.714521472223996e-05}
+{"train_loss": 0.006051032803952694, "global_step": 12896, "epoch": 238, "lr": 6.714058906077342e-05}
+{"train_loss": 0.00796140730381012, "global_step": 12897, "epoch": 238, "lr": 6.713596323306361e-05}
+{"train_loss": 0.005564984865486622, "global_step": 12898, "epoch": 238, "lr": 6.713133723915538e-05}
+{"train_loss": 0.0058355736546218395, "global_step": 12899, "epoch": 238, "lr": 6.712671107909359e-05}
+{"train_loss": 0.009246560744941235, "global_step": 12900, "epoch": 238, "lr": 6.71220847529231e-05}
+{"train_loss": 0.006752473302185535, "global_step": 12901, "epoch": 238, "lr": 6.711745826068878e-05}
+{"train_loss": 0.006292208097875118, "global_step": 12902, "epoch": 238, "lr": 6.711283160243554e-05}
+{"train_loss": 0.006358353886753321, "global_step": 12903, "epoch": 238, "lr": 6.71082047782082e-05}
+{"train_loss": 0.0071004098281264305, "global_step": 12904, "epoch": 238, "lr": 6.710357778805168e-05}
+{"train_loss": 0.006496188023851978, "global_step": 12905, "epoch": 238, "lr": 6.709895063201084e-05, "val_loss": 0.0049136015586555}
+{"train_loss": 0.0052427505142986774, "global_step": 12906, "epoch": 239, "lr": 6.709432331013054e-05}
+{"train_loss": 0.006219289731234312, "global_step": 12907, "epoch": 239, "lr": 6.708969582245568e-05}
+{"train_loss": 0.0059669408947229385, "global_step": 12908, "epoch": 239, "lr": 6.708506816903113e-05}
+{"train_loss": 0.0059492457658052444, "global_step": 12909, "epoch": 239, "lr": 6.708044034990178e-05}
+{"train_loss": 0.01011293102055788, "global_step": 12910, "epoch": 239, "lr": 6.707581236511252e-05}
+{"train_loss": 0.005061888601630926, "global_step": 12911, "epoch": 239, "lr": 6.707118421470822e-05}
+{"train_loss": 0.005638786591589451, "global_step": 12912, "epoch": 239, "lr": 6.706655589873378e-05}
+{"train_loss": 0.003933819010853767, "global_step": 12913, "epoch": 239, "lr": 6.706192741723407e-05}
+{"train_loss": 0.0072164228186011314, "global_step": 12914, "epoch": 239, "lr": 6.705729877025401e-05}
+{"train_loss": 0.0061415499076247215, "global_step": 12915, "epoch": 239, "lr": 6.705266995783848e-05}
+{"train_loss": 0.005315813701599836, "global_step": 12916, "epoch": 239, "lr": 6.704804098003237e-05}
+{"train_loss": 0.006045756861567497, "global_step": 12917, "epoch": 239, "lr": 6.704341183688056e-05}
+{"train_loss": 0.005049429833889008, "global_step": 12918, "epoch": 239, "lr": 6.703878252842799e-05}
+{"train_loss": 0.0057668318040668964, "global_step": 12919, "epoch": 239, "lr": 6.70341530547195e-05}
+{"train_loss": 0.0043681832030415535, "global_step": 12920, "epoch": 239, "lr": 6.702952341580007e-05}
+{"train_loss": 0.00518408790230751, "global_step": 12921, "epoch": 239, "lr": 6.70248936117145e-05}
+{"train_loss": 0.0067827277816832066, "global_step": 12922, "epoch": 239, "lr": 6.70202636425078e-05}
+{"train_loss": 0.007095507346093655, "global_step": 12923, "epoch": 239, "lr": 6.70156335082248e-05}
+{"train_loss": 0.0065133157186210155, "global_step": 12924, "epoch": 239, "lr": 6.701100320891045e-05}
+{"train_loss": 0.005050932057201862, "global_step": 12925, "epoch": 239, "lr": 6.700637274460961e-05}
+{"train_loss": 0.004400795325636864, "global_step": 12926, "epoch": 239, "lr": 6.700174211536724e-05}
+{"train_loss": 0.004902905784547329, "global_step": 12927, "epoch": 239, "lr": 6.699711132122822e-05}
+{"train_loss": 0.004942497704178095, "global_step": 12928, "epoch": 239, "lr": 6.699248036223748e-05}
+{"train_loss": 0.00448112515732646, "global_step": 12929, "epoch": 239, "lr": 6.698784923843992e-05}
+{"train_loss": 0.005418307147920132, "global_step": 12930, "epoch": 239, "lr": 6.698321794988048e-05}
+{"train_loss": 0.005763414781540632, "global_step": 12931, "epoch": 239, "lr": 6.697858649660407e-05}
+{"train_loss": 0.004168888553977013, "global_step": 12932, "epoch": 239, "lr": 6.697395487865558e-05}
+{"train_loss": 0.005284636281430721, "global_step": 12933, "epoch": 239, "lr": 6.696932309607998e-05}
+{"train_loss": 0.004778478294610977, "global_step": 12934, "epoch": 239, "lr": 6.696469114892214e-05}
+{"train_loss": 0.005117545370012522, "global_step": 12935, "epoch": 239, "lr": 6.696005903722702e-05}
+{"train_loss": 0.004597298800945282, "global_step": 12936, "epoch": 239, "lr": 6.695542676103955e-05}
+{"train_loss": 0.00609162962064147, "global_step": 12937, "epoch": 239, "lr": 6.695079432040463e-05}
+{"train_loss": 0.007081071380525827, "global_step": 12938, "epoch": 239, "lr": 6.69461617153672e-05}
+{"train_loss": 0.004698468372225761, "global_step": 12939, "epoch": 239, "lr": 6.694152894597221e-05}
+{"train_loss": 0.008303891867399216, "global_step": 12940, "epoch": 239, "lr": 6.693689601226458e-05}
+{"train_loss": 0.004055792465806007, "global_step": 12941, "epoch": 239, "lr": 6.693226291428923e-05}
+{"train_loss": 0.0049077412113547325, "global_step": 12942, "epoch": 239, "lr": 6.692762965209112e-05}
+{"train_loss": 0.005383433308452368, "global_step": 12943, "epoch": 239, "lr": 6.692299622571514e-05}
+{"train_loss": 0.005580576602369547, "global_step": 12944, "epoch": 239, "lr": 6.691836263520629e-05}
+{"train_loss": 0.0041099172085523605, "global_step": 12945, "epoch": 239, "lr": 6.691372888060949e-05}
+{"train_loss": 0.004856628365814686, "global_step": 12946, "epoch": 239, "lr": 6.690909496196965e-05}
+{"train_loss": 0.00817914493381977, "global_step": 12947, "epoch": 239, "lr": 6.690446087933175e-05}
+{"train_loss": 0.0040609878487885, "global_step": 12948, "epoch": 239, "lr": 6.689982663274073e-05}
+{"train_loss": 0.0035338914021849632, "global_step": 12949, "epoch": 239, "lr": 6.689519222224153e-05}
+{"train_loss": 0.004916280508041382, "global_step": 12950, "epoch": 239, "lr": 6.689055764787909e-05}
+{"train_loss": 0.005917735863476992, "global_step": 12951, "epoch": 239, "lr": 6.688592290969837e-05}
+{"train_loss": 0.0069662583991885185, "global_step": 12952, "epoch": 239, "lr": 6.688128800774431e-05}
+{"train_loss": 0.004987698048353195, "global_step": 12953, "epoch": 239, "lr": 6.68766529420619e-05}
+{"train_loss": 0.00797131098806858, "global_step": 12954, "epoch": 239, "lr": 6.687201771269604e-05}
+{"train_loss": 0.00537154683843255, "global_step": 12955, "epoch": 239, "lr": 6.686738231969172e-05}
+{"train_loss": 0.0049704196862876415, "global_step": 12956, "epoch": 239, "lr": 6.686274676309389e-05}
+{"train_loss": 0.0041455840691924095, "global_step": 12957, "epoch": 239, "lr": 6.685811104294752e-05}
+{"train_loss": 0.004462020471692085, "global_step": 12958, "epoch": 239, "lr": 6.685347515929756e-05}
+{"train_loss": 0.00551753859380605, "global_step": 12959, "epoch": 239, "lr": 6.684883911218896e-05, "val_loss": 0.006742654833942652}
+{"train_loss": 0.004679365083575249, "global_step": 12960, "epoch": 240, "lr": 6.684420290166671e-05}
+{"train_loss": 0.006091160699725151, "global_step": 12961, "epoch": 240, "lr": 6.683956652777576e-05}
+{"train_loss": 0.005697150714695454, "global_step": 12962, "epoch": 240, "lr": 6.683492999056107e-05}
+{"train_loss": 0.0042907483875751495, "global_step": 12963, "epoch": 240, "lr": 6.683029329006764e-05}
+{"train_loss": 0.006426691077649593, "global_step": 12964, "epoch": 240, "lr": 6.682565642634042e-05}
+{"train_loss": 0.0028392907697707415, "global_step": 12965, "epoch": 240, "lr": 6.682101939942438e-05}
+{"train_loss": 0.00735087925568223, "global_step": 12966, "epoch": 240, "lr": 6.681638220936448e-05}
+{"train_loss": 0.00631635682657361, "global_step": 12967, "epoch": 240, "lr": 6.681174485620572e-05}
+{"train_loss": 0.00396063644438982, "global_step": 12968, "epoch": 240, "lr": 6.680710733999307e-05}
+{"train_loss": 0.0069084856659173965, "global_step": 12969, "epoch": 240, "lr": 6.680246966077151e-05}
+{"train_loss": 0.0037744336295872927, "global_step": 12970, "epoch": 240, "lr": 6.679783181858601e-05}
+{"train_loss": 0.007275041192770004, "global_step": 12971, "epoch": 240, "lr": 6.679319381348158e-05}
+{"train_loss": 0.006316587794572115, "global_step": 12972, "epoch": 240, "lr": 6.678855564550314e-05}
+{"train_loss": 0.009144295938313007, "global_step": 12973, "epoch": 240, "lr": 6.678391731469575e-05}
+{"train_loss": 0.004260764457285404, "global_step": 12974, "epoch": 240, "lr": 6.677927882110434e-05}
+{"train_loss": 0.006439452990889549, "global_step": 12975, "epoch": 240, "lr": 6.677464016477395e-05}
+{"train_loss": 0.0054281060583889484, "global_step": 12976, "epoch": 240, "lr": 6.67700013457495e-05}
+{"train_loss": 0.004803360439836979, "global_step": 12977, "epoch": 240, "lr": 6.676536236407604e-05}
+{"train_loss": 0.005440813489258289, "global_step": 12978, "epoch": 240, "lr": 6.676072321979855e-05}
+{"train_loss": 0.004446317907422781, "global_step": 12979, "epoch": 240, "lr": 6.675608391296202e-05}
+{"train_loss": 0.007923091761767864, "global_step": 12980, "epoch": 240, "lr": 6.675144444361143e-05}
+{"train_loss": 0.003975725267082453, "global_step": 12981, "epoch": 240, "lr": 6.67468048117918e-05}
+{"train_loss": 0.004960533231496811, "global_step": 12982, "epoch": 240, "lr": 6.67421650175481e-05}
+{"train_loss": 0.008692683652043343, "global_step": 12983, "epoch": 240, "lr": 6.673752506092537e-05}
+{"train_loss": 0.004659782163798809, "global_step": 12984, "epoch": 240, "lr": 6.673288494196858e-05}
+{"train_loss": 0.00634515518322587, "global_step": 12985, "epoch": 240, "lr": 6.672824466072275e-05}
+{"train_loss": 0.006484207697212696, "global_step": 12986, "epoch": 240, "lr": 6.672360421723288e-05}
+{"train_loss": 0.006331944838166237, "global_step": 12987, "epoch": 240, "lr": 6.671896361154399e-05}
+{"train_loss": 0.0045442283153533936, "global_step": 12988, "epoch": 240, "lr": 6.671432284370106e-05}
+{"train_loss": 0.005582294426858425, "global_step": 12989, "epoch": 240, "lr": 6.670968191374912e-05}
+{"train_loss": 0.005849286448210478, "global_step": 12990, "epoch": 240, "lr": 6.670504082173317e-05}
+{"train_loss": 0.004539755173027515, "global_step": 12991, "epoch": 240, "lr": 6.670039956769825e-05}
+{"train_loss": 0.004992262925952673, "global_step": 12992, "epoch": 240, "lr": 6.669575815168932e-05}
+{"train_loss": 0.008232995867729187, "global_step": 12993, "epoch": 240, "lr": 6.669111657375147e-05}
+{"train_loss": 0.0032603340223431587, "global_step": 12994, "epoch": 240, "lr": 6.668647483392964e-05}
+{"train_loss": 0.0063683814369142056, "global_step": 12995, "epoch": 240, "lr": 6.668183293226891e-05}
+{"train_loss": 0.00397752970457077, "global_step": 12996, "epoch": 240, "lr": 6.667719086881428e-05}
+{"train_loss": 0.005695286672562361, "global_step": 12997, "epoch": 240, "lr": 6.667254864361078e-05}
+{"train_loss": 0.004984243772923946, "global_step": 12998, "epoch": 240, "lr": 6.66679062567034e-05}
+{"train_loss": 0.003830198897048831, "global_step": 12999, "epoch": 240, "lr": 6.666326370813723e-05}
+{"train_loss": 0.003927827812731266, "global_step": 13000, "epoch": 240, "lr": 6.665862099795722e-05}
+{"train_loss": 0.004066796507686377, "global_step": 13001, "epoch": 240, "lr": 6.665397812620846e-05}
+{"train_loss": 0.007904517464339733, "global_step": 13002, "epoch": 240, "lr": 6.664933509293593e-05}
+{"train_loss": 0.003364807227626443, "global_step": 13003, "epoch": 240, "lr": 6.664469189818472e-05}
+{"train_loss": 0.0046994686126708984, "global_step": 13004, "epoch": 240, "lr": 6.664004854199982e-05}
+{"train_loss": 0.006455725058913231, "global_step": 13005, "epoch": 240, "lr": 6.663540502442628e-05}
+{"train_loss": 0.005811260547488928, "global_step": 13006, "epoch": 240, "lr": 6.663076134550914e-05}
+{"train_loss": 0.00803598202764988, "global_step": 13007, "epoch": 240, "lr": 6.662611750529343e-05}
+{"train_loss": 0.004763985518366098, "global_step": 13008, "epoch": 240, "lr": 6.662147350382417e-05}
+{"train_loss": 0.005439685191959143, "global_step": 13009, "epoch": 240, "lr": 6.661682934114646e-05}
+{"train_loss": 0.005609156563878059, "global_step": 13010, "epoch": 240, "lr": 6.661218501730529e-05}
+{"train_loss": 0.005148178897798061, "global_step": 13011, "epoch": 240, "lr": 6.66075405323457e-05}
+{"train_loss": 0.004618794657289982, "global_step": 13012, "epoch": 240, "lr": 6.660289588631279e-05}
+{"train_loss": 0.005487123633631402, "global_step": 13013, "epoch": 240, "lr": 6.659825107925155e-05, "val_loss": 0.005478887353092432, "train_action_mse_error": 0.00031528258114121854}
+{"train_loss": 0.009098048321902752, "global_step": 13014, "epoch": 241, "lr": 6.659360611120707e-05}
+{"train_loss": 0.006899864412844181, "global_step": 13015, "epoch": 241, "lr": 6.658896098222439e-05}
+{"train_loss": 0.006896320730447769, "global_step": 13016, "epoch": 241, "lr": 6.658431569234852e-05}
+{"train_loss": 0.0045928447507321835, "global_step": 13017, "epoch": 241, "lr": 6.65796702416246e-05}
+{"train_loss": 0.004441642668098211, "global_step": 13018, "epoch": 241, "lr": 6.65750246300976e-05}
+{"train_loss": 0.006328013725578785, "global_step": 13019, "epoch": 241, "lr": 6.657037885781262e-05}
+{"train_loss": 0.005215042736381292, "global_step": 13020, "epoch": 241, "lr": 6.656573292481471e-05}
+{"train_loss": 0.006350147072225809, "global_step": 13021, "epoch": 241, "lr": 6.656108683114892e-05}
+{"train_loss": 0.006250081583857536, "global_step": 13022, "epoch": 241, "lr": 6.655644057686034e-05}
+{"train_loss": 0.0033558784052729607, "global_step": 13023, "epoch": 241, "lr": 6.655179416199401e-05}
+{"train_loss": 0.006144955288618803, "global_step": 13024, "epoch": 241, "lr": 6.654714758659499e-05}
+{"train_loss": 0.005323232151567936, "global_step": 13025, "epoch": 241, "lr": 6.654250085070839e-05}
+{"train_loss": 0.005261824931949377, "global_step": 13026, "epoch": 241, "lr": 6.65378539543792e-05}
+{"train_loss": 0.0047401017509400845, "global_step": 13027, "epoch": 241, "lr": 6.653320689765257e-05}
+{"train_loss": 0.006469145882874727, "global_step": 13028, "epoch": 241, "lr": 6.65285596805735e-05}
+{"train_loss": 0.007536989636719227, "global_step": 13029, "epoch": 241, "lr": 6.652391230318712e-05}
+{"train_loss": 0.00667834747582674, "global_step": 13030, "epoch": 241, "lr": 6.651926476553849e-05}
+{"train_loss": 0.00586688844487071, "global_step": 13031, "epoch": 241, "lr": 6.651461706767266e-05}
+{"train_loss": 0.004336551763117313, "global_step": 13032, "epoch": 241, "lr": 6.650996920963473e-05}
+{"train_loss": 0.0069574457593262196, "global_step": 13033, "epoch": 241, "lr": 6.650532119146977e-05}
+{"train_loss": 0.004404935985803604, "global_step": 13034, "epoch": 241, "lr": 6.650067301322285e-05}
+{"train_loss": 0.0059415618889033794, "global_step": 13035, "epoch": 241, "lr": 6.649602467493909e-05}
+{"train_loss": 0.004879619460552931, "global_step": 13036, "epoch": 241, "lr": 6.649137617666352e-05}
+{"train_loss": 0.004539999645203352, "global_step": 13037, "epoch": 241, "lr": 6.648672751844127e-05}
+{"train_loss": 0.006379746366292238, "global_step": 13038, "epoch": 241, "lr": 6.648207870031741e-05}
+{"train_loss": 0.005491485819220543, "global_step": 13039, "epoch": 241, "lr": 6.647742972233703e-05}
+{"train_loss": 0.007103349082171917, "global_step": 13040, "epoch": 241, "lr": 6.64727805845452e-05}
+{"train_loss": 0.004227984696626663, "global_step": 13041, "epoch": 241, "lr": 6.646813128698705e-05}
+{"train_loss": 0.005339509807527065, "global_step": 13042, "epoch": 241, "lr": 6.646348182970762e-05}
+{"train_loss": 0.00707461079582572, "global_step": 13043, "epoch": 241, "lr": 6.645883221275206e-05}
+{"train_loss": 0.006865083239972591, "global_step": 13044, "epoch": 241, "lr": 6.645418243616543e-05}
+{"train_loss": 0.006646236404776573, "global_step": 13045, "epoch": 241, "lr": 6.644953249999284e-05}
+{"train_loss": 0.007785779424011707, "global_step": 13046, "epoch": 241, "lr": 6.644488240427938e-05}
+{"train_loss": 0.008239641785621643, "global_step": 13047, "epoch": 241, "lr": 6.644023214907017e-05}
+{"train_loss": 0.006983301602303982, "global_step": 13048, "epoch": 241, "lr": 6.643558173441029e-05}
+{"train_loss": 0.004336678888648748, "global_step": 13049, "epoch": 241, "lr": 6.643093116034486e-05}
+{"train_loss": 0.004777058027684689, "global_step": 13050, "epoch": 241, "lr": 6.642628042691895e-05}
+{"train_loss": 0.00967836007475853, "global_step": 13051, "epoch": 241, "lr": 6.642162953417772e-05}
+{"train_loss": 0.005649113096296787, "global_step": 13052, "epoch": 241, "lr": 6.641697848216625e-05}
+{"train_loss": 0.008668039925396442, "global_step": 13053, "epoch": 241, "lr": 6.641232727092965e-05}
+{"train_loss": 0.003762872191146016, "global_step": 13054, "epoch": 241, "lr": 6.640767590051304e-05}
+{"train_loss": 0.006813790649175644, "global_step": 13055, "epoch": 241, "lr": 6.640302437096151e-05}
+{"train_loss": 0.004671257920563221, "global_step": 13056, "epoch": 241, "lr": 6.639837268232018e-05}
+{"train_loss": 0.0054196687415242195, "global_step": 13057, "epoch": 241, "lr": 6.639372083463421e-05}
+{"train_loss": 0.006067867390811443, "global_step": 13058, "epoch": 241, "lr": 6.638906882794865e-05}
+{"train_loss": 0.0051283761858940125, "global_step": 13059, "epoch": 241, "lr": 6.638441666230867e-05}
+{"train_loss": 0.00809999369084835, "global_step": 13060, "epoch": 241, "lr": 6.637976433775937e-05}
+{"train_loss": 0.004873532336205244, "global_step": 13061, "epoch": 241, "lr": 6.637511185434587e-05}
+{"train_loss": 0.006777661386877298, "global_step": 13062, "epoch": 241, "lr": 6.637045921211331e-05}
+{"train_loss": 0.004689531400799751, "global_step": 13063, "epoch": 241, "lr": 6.636580641110679e-05}
+{"train_loss": 0.005007057450711727, "global_step": 13064, "epoch": 241, "lr": 6.636115345137147e-05}
+{"train_loss": 0.006132858339697123, "global_step": 13065, "epoch": 241, "lr": 6.635650033295244e-05}
+{"train_loss": 0.004402960650622845, "global_step": 13066, "epoch": 241, "lr": 6.635184705589483e-05}
+{"train_loss": 0.005962527413093658, "global_step": 13067, "epoch": 241, "lr": 6.634719362024381e-05, "val_loss": 0.007711469195783138}
+{"train_loss": 0.004524257965385914, "global_step": 13068, "epoch": 242, "lr": 6.63425400260445e-05}
+{"train_loss": 0.004539677873253822, "global_step": 13069, "epoch": 242, "lr": 6.633788627334201e-05}
+{"train_loss": 0.007710902951657772, "global_step": 13070, "epoch": 242, "lr": 6.63332323621815e-05}
+{"train_loss": 0.004465402569621801, "global_step": 13071, "epoch": 242, "lr": 6.63285782926081e-05}
+{"train_loss": 0.004735319409519434, "global_step": 13072, "epoch": 242, "lr": 6.632392406466694e-05}
+{"train_loss": 0.0051987990736961365, "global_step": 13073, "epoch": 242, "lr": 6.631926967840316e-05}
+{"train_loss": 0.00511198490858078, "global_step": 13074, "epoch": 242, "lr": 6.631461513386194e-05}
+{"train_loss": 0.005271340720355511, "global_step": 13075, "epoch": 242, "lr": 6.630996043108837e-05}
+{"train_loss": 0.003686313284561038, "global_step": 13076, "epoch": 242, "lr": 6.630530557012763e-05}
+{"train_loss": 0.005432554055005312, "global_step": 13077, "epoch": 242, "lr": 6.630065055102486e-05}
+{"train_loss": 0.007307921536266804, "global_step": 13078, "epoch": 242, "lr": 6.629599537382518e-05}
+{"train_loss": 0.0037299294490367174, "global_step": 13079, "epoch": 242, "lr": 6.629134003857379e-05}
+{"train_loss": 0.008062108419835567, "global_step": 13080, "epoch": 242, "lr": 6.62866845453158e-05}
+{"train_loss": 0.008710870519280434, "global_step": 13081, "epoch": 242, "lr": 6.628202889409638e-05}
+{"train_loss": 0.0028532175347208977, "global_step": 13082, "epoch": 242, "lr": 6.627737308496069e-05}
+{"train_loss": 0.009544458240270615, "global_step": 13083, "epoch": 242, "lr": 6.627271711795386e-05}
+{"train_loss": 0.004614231176674366, "global_step": 13084, "epoch": 242, "lr": 6.626806099312109e-05}
+{"train_loss": 0.003447464667260647, "global_step": 13085, "epoch": 242, "lr": 6.62634047105075e-05}
+{"train_loss": 0.0055453162640333176, "global_step": 13086, "epoch": 242, "lr": 6.625874827015825e-05}
+{"train_loss": 0.005930416751652956, "global_step": 13087, "epoch": 242, "lr": 6.625409167211855e-05}
+{"train_loss": 0.005921964533627033, "global_step": 13088, "epoch": 242, "lr": 6.624943491643351e-05}
+{"train_loss": 0.004327434580773115, "global_step": 13089, "epoch": 242, "lr": 6.62447780031483e-05}
+{"train_loss": 0.009889115579426289, "global_step": 13090, "epoch": 242, "lr": 6.624012093230813e-05}
+{"train_loss": 0.006663695443421602, "global_step": 13091, "epoch": 242, "lr": 6.623546370395812e-05}
+{"train_loss": 0.002541945083066821, "global_step": 13092, "epoch": 242, "lr": 6.623080631814346e-05}
+{"train_loss": 0.007902171462774277, "global_step": 13093, "epoch": 242, "lr": 6.622614877490932e-05}
+{"train_loss": 0.0057148924097418785, "global_step": 13094, "epoch": 242, "lr": 6.622149107430088e-05}
+{"train_loss": 0.004362516570836306, "global_step": 13095, "epoch": 242, "lr": 6.62168332163633e-05}
+{"train_loss": 0.007529531605541706, "global_step": 13096, "epoch": 242, "lr": 6.621217520114176e-05}
+{"train_loss": 0.005811670329421759, "global_step": 13097, "epoch": 242, "lr": 6.620751702868145e-05}
+{"train_loss": 0.004907963797450066, "global_step": 13098, "epoch": 242, "lr": 6.620285869902753e-05}
+{"train_loss": 0.005701308138668537, "global_step": 13099, "epoch": 242, "lr": 6.619820021222518e-05}
+{"train_loss": 0.006128112319856882, "global_step": 13100, "epoch": 242, "lr": 6.61935415683196e-05}
+{"train_loss": 0.0048498958349227905, "global_step": 13101, "epoch": 242, "lr": 6.618888276735597e-05}
+{"train_loss": 0.004506041295826435, "global_step": 13102, "epoch": 242, "lr": 6.618422380937945e-05}
+{"train_loss": 0.0036604239139705896, "global_step": 13103, "epoch": 242, "lr": 6.617956469443527e-05}
+{"train_loss": 0.01177943218499422, "global_step": 13104, "epoch": 242, "lr": 6.617490542256857e-05}
+{"train_loss": 0.00417935848236084, "global_step": 13105, "epoch": 242, "lr": 6.617024599382457e-05}
+{"train_loss": 0.003410828299820423, "global_step": 13106, "epoch": 242, "lr": 6.616558640824846e-05}
+{"train_loss": 0.006301074288785458, "global_step": 13107, "epoch": 242, "lr": 6.61609266658854e-05}
+{"train_loss": 0.007173602003604174, "global_step": 13108, "epoch": 242, "lr": 6.615626676678064e-05}
+{"train_loss": 0.007381847128272057, "global_step": 13109, "epoch": 242, "lr": 6.615160671097933e-05}
+{"train_loss": 0.004482611082494259, "global_step": 13110, "epoch": 242, "lr": 6.614694649852669e-05}
+{"train_loss": 0.005576741881668568, "global_step": 13111, "epoch": 242, "lr": 6.614228612946789e-05}
+{"train_loss": 0.00390055519528687, "global_step": 13112, "epoch": 242, "lr": 6.613762560384818e-05}
+{"train_loss": 0.006395395379513502, "global_step": 13113, "epoch": 242, "lr": 6.613296492171269e-05}
+{"train_loss": 0.005152840167284012, "global_step": 13114, "epoch": 242, "lr": 6.61283040831067e-05}
+{"train_loss": 0.0030661816708743572, "global_step": 13115, "epoch": 242, "lr": 6.612364308807538e-05}
+{"train_loss": 0.008061190135776997, "global_step": 13116, "epoch": 242, "lr": 6.611898193666393e-05}
+{"train_loss": 0.0041747125796973705, "global_step": 13117, "epoch": 242, "lr": 6.611432062891754e-05}
+{"train_loss": 0.005632821004837751, "global_step": 13118, "epoch": 242, "lr": 6.610965916488145e-05}
+{"train_loss": 0.004599870182573795, "global_step": 13119, "epoch": 242, "lr": 6.610499754460088e-05}
+{"train_loss": 0.0039575169794261456, "global_step": 13120, "epoch": 242, "lr": 6.610033576812101e-05}
+{"train_loss": 0.005607451859827119, "global_step": 13121, "epoch": 242, "lr": 6.609567383548708e-05, "val_loss": 0.004290203098207712}
+{"train_loss": 0.005972090642899275, "global_step": 13122, "epoch": 243, "lr": 6.609101174674428e-05}
+{"train_loss": 0.003133973805233836, "global_step": 13123, "epoch": 243, "lr": 6.608634950193785e-05}
+{"train_loss": 0.00627271318808198, "global_step": 13124, "epoch": 243, "lr": 6.6081687101113e-05}
+{"train_loss": 0.006426578853279352, "global_step": 13125, "epoch": 243, "lr": 6.607702454431494e-05}
+{"train_loss": 0.005889612250030041, "global_step": 13126, "epoch": 243, "lr": 6.607236183158892e-05}
+{"train_loss": 0.005689241457730532, "global_step": 13127, "epoch": 243, "lr": 6.606769896298014e-05}
+{"train_loss": 0.006400158628821373, "global_step": 13128, "epoch": 243, "lr": 6.60630359385338e-05}
+{"train_loss": 0.003918872214853764, "global_step": 13129, "epoch": 243, "lr": 6.605837275829517e-05}
+{"train_loss": 0.004719129763543606, "global_step": 13130, "epoch": 243, "lr": 6.605370942230946e-05}
+{"train_loss": 0.0071144127286970615, "global_step": 13131, "epoch": 243, "lr": 6.604904593062189e-05}
+{"train_loss": 0.0048837559297680855, "global_step": 13132, "epoch": 243, "lr": 6.604438228327771e-05}
+{"train_loss": 0.005889994092285633, "global_step": 13133, "epoch": 243, "lr": 6.603971848032214e-05}
+{"train_loss": 0.005028015002608299, "global_step": 13134, "epoch": 243, "lr": 6.60350545218004e-05}
+{"train_loss": 0.005794506054371595, "global_step": 13135, "epoch": 243, "lr": 6.603039040775775e-05}
+{"train_loss": 0.0065428572706878185, "global_step": 13136, "epoch": 243, "lr": 6.602572613823941e-05}
+{"train_loss": 0.0049368394538760185, "global_step": 13137, "epoch": 243, "lr": 6.602106171329063e-05}
+{"train_loss": 0.007026186212897301, "global_step": 13138, "epoch": 243, "lr": 6.601639713295665e-05}
+{"train_loss": 0.003169576171785593, "global_step": 13139, "epoch": 243, "lr": 6.601173239728268e-05}
+{"train_loss": 0.005125491879880428, "global_step": 13140, "epoch": 243, "lr": 6.600706750631401e-05}
+{"train_loss": 0.005066814832389355, "global_step": 13141, "epoch": 243, "lr": 6.600240246009583e-05}
+{"train_loss": 0.005428156815469265, "global_step": 13142, "epoch": 243, "lr": 6.599773725867345e-05}
+{"train_loss": 0.0029787602834403515, "global_step": 13143, "epoch": 243, "lr": 6.599307190209206e-05}
+{"train_loss": 0.007498656399548054, "global_step": 13144, "epoch": 243, "lr": 6.598840639039693e-05}
+{"train_loss": 0.005170417949557304, "global_step": 13145, "epoch": 243, "lr": 6.598374072363332e-05}
+{"train_loss": 0.0038256056141108274, "global_step": 13146, "epoch": 243, "lr": 6.597907490184646e-05}
+{"train_loss": 0.005161731503903866, "global_step": 13147, "epoch": 243, "lr": 6.597440892508162e-05}
+{"train_loss": 0.005064989440143108, "global_step": 13148, "epoch": 243, "lr": 6.596974279338406e-05}
+{"train_loss": 0.004716097377240658, "global_step": 13149, "epoch": 243, "lr": 6.5965076506799e-05}
+{"train_loss": 0.006594003643840551, "global_step": 13150, "epoch": 243, "lr": 6.596041006537175e-05}
+{"train_loss": 0.003935687243938446, "global_step": 13151, "epoch": 243, "lr": 6.595574346914752e-05}
+{"train_loss": 0.008564071729779243, "global_step": 13152, "epoch": 243, "lr": 6.59510767181716e-05}
+{"train_loss": 0.004176168702542782, "global_step": 13153, "epoch": 243, "lr": 6.594640981248924e-05}
+{"train_loss": 0.006000315770506859, "global_step": 13154, "epoch": 243, "lr": 6.59417427521457e-05}
+{"train_loss": 0.004872782155871391, "global_step": 13155, "epoch": 243, "lr": 6.593707553718628e-05}
+{"train_loss": 0.00532382121309638, "global_step": 13156, "epoch": 243, "lr": 6.59324081676562e-05}
+{"train_loss": 0.003683531889691949, "global_step": 13157, "epoch": 243, "lr": 6.592774064360074e-05}
+{"train_loss": 0.004076337441802025, "global_step": 13158, "epoch": 243, "lr": 6.59230729650652e-05}
+{"train_loss": 0.0042102644219994545, "global_step": 13159, "epoch": 243, "lr": 6.591840513209478e-05}
+{"train_loss": 0.004392355214804411, "global_step": 13160, "epoch": 243, "lr": 6.591373714473484e-05}
+{"train_loss": 0.004771135281771421, "global_step": 13161, "epoch": 243, "lr": 6.590906900303059e-05}
+{"train_loss": 0.0027322357054799795, "global_step": 13162, "epoch": 243, "lr": 6.590440070702734e-05}
+{"train_loss": 0.004966333508491516, "global_step": 13163, "epoch": 243, "lr": 6.589973225677037e-05}
+{"train_loss": 0.004641158506274223, "global_step": 13164, "epoch": 243, "lr": 6.589506365230492e-05}
+{"train_loss": 0.004037751350551844, "global_step": 13165, "epoch": 243, "lr": 6.589039489367629e-05}
+{"train_loss": 0.005326090380549431, "global_step": 13166, "epoch": 243, "lr": 6.588572598092977e-05}
+{"train_loss": 0.004961418453603983, "global_step": 13167, "epoch": 243, "lr": 6.588105691411065e-05}
+{"train_loss": 0.00519127631559968, "global_step": 13168, "epoch": 243, "lr": 6.58763876932642e-05}
+{"train_loss": 0.002688752021640539, "global_step": 13169, "epoch": 243, "lr": 6.58717183184357e-05}
+{"train_loss": 0.008622625842690468, "global_step": 13170, "epoch": 243, "lr": 6.586704878967045e-05}
+{"train_loss": 0.004376760683953762, "global_step": 13171, "epoch": 243, "lr": 6.586237910701374e-05}
+{"train_loss": 0.004581164103001356, "global_step": 13172, "epoch": 243, "lr": 6.585770927051084e-05}
+{"train_loss": 0.0072057535871863365, "global_step": 13173, "epoch": 243, "lr": 6.585303928020707e-05}
+{"train_loss": 0.005012659355998039, "global_step": 13174, "epoch": 243, "lr": 6.58483691361477e-05}
+{"train_loss": 0.0051698770839720964, "global_step": 13175, "epoch": 243, "lr": 6.584369883837805e-05, "val_loss": 0.008402559906244278}
+{"train_loss": 0.0059297154657542706, "global_step": 13176, "epoch": 244, "lr": 6.583902838694338e-05}
+{"train_loss": 0.005159439984709024, "global_step": 13177, "epoch": 244, "lr": 6.583435778188902e-05}
+{"train_loss": 0.003540334291756153, "global_step": 13178, "epoch": 244, "lr": 6.582968702326026e-05}
+{"train_loss": 0.0063269310630857944, "global_step": 13179, "epoch": 244, "lr": 6.582501611110239e-05}
+{"train_loss": 0.003965753596276045, "global_step": 13180, "epoch": 244, "lr": 6.582034504546071e-05}
+{"train_loss": 0.006273390259593725, "global_step": 13181, "epoch": 244, "lr": 6.581567382638058e-05}
+{"train_loss": 0.0038466418627649546, "global_step": 13182, "epoch": 244, "lr": 6.58110024539072e-05}
+{"train_loss": 0.004133617039769888, "global_step": 13183, "epoch": 244, "lr": 6.580633092808599e-05}
+{"train_loss": 0.003681518603116274, "global_step": 13184, "epoch": 244, "lr": 6.580165924896217e-05}
+{"train_loss": 0.004314318764954805, "global_step": 13185, "epoch": 244, "lr": 6.579698741658111e-05}
+{"train_loss": 0.004432458430528641, "global_step": 13186, "epoch": 244, "lr": 6.579231543098809e-05}
+{"train_loss": 0.0068517629988491535, "global_step": 13187, "epoch": 244, "lr": 6.578764329222842e-05}
+{"train_loss": 0.005955147091299295, "global_step": 13188, "epoch": 244, "lr": 6.578297100034743e-05}
+{"train_loss": 0.0037747721653431654, "global_step": 13189, "epoch": 244, "lr": 6.577829855539043e-05}
+{"train_loss": 0.00402343925088644, "global_step": 13190, "epoch": 244, "lr": 6.577362595740271e-05}
+{"train_loss": 0.006823412142693996, "global_step": 13191, "epoch": 244, "lr": 6.576895320642964e-05}
+{"train_loss": 0.008270381018519402, "global_step": 13192, "epoch": 244, "lr": 6.576428030251651e-05}
+{"train_loss": 0.004036487080156803, "global_step": 13193, "epoch": 244, "lr": 6.575960724570865e-05}
+{"train_loss": 0.004962777253240347, "global_step": 13194, "epoch": 244, "lr": 6.575493403605138e-05}
+{"train_loss": 0.004386177286505699, "global_step": 13195, "epoch": 244, "lr": 6.575026067359003e-05}
+{"train_loss": 0.0040209065191447735, "global_step": 13196, "epoch": 244, "lr": 6.574558715836989e-05}
+{"train_loss": 0.006306243594735861, "global_step": 13197, "epoch": 244, "lr": 6.574091349043635e-05}
+{"train_loss": 0.009063687175512314, "global_step": 13198, "epoch": 244, "lr": 6.573623966983469e-05}
+{"train_loss": 0.006068218033760786, "global_step": 13199, "epoch": 244, "lr": 6.573156569661025e-05}
+{"train_loss": 0.008523588068783283, "global_step": 13200, "epoch": 244, "lr": 6.572689157080838e-05}
+{"train_loss": 0.006142155732959509, "global_step": 13201, "epoch": 244, "lr": 6.572221729247441e-05}
+{"train_loss": 0.0036762510426342487, "global_step": 13202, "epoch": 244, "lr": 6.571754286165365e-05}
+{"train_loss": 0.005102267488837242, "global_step": 13203, "epoch": 244, "lr": 6.571286827839147e-05}
+{"train_loss": 0.007691841572523117, "global_step": 13204, "epoch": 244, "lr": 6.570819354273317e-05}
+{"train_loss": 0.007066154852509499, "global_step": 13205, "epoch": 244, "lr": 6.570351865472414e-05}
+{"train_loss": 0.007242853753268719, "global_step": 13206, "epoch": 244, "lr": 6.569884361440967e-05}
+{"train_loss": 0.005586169194430113, "global_step": 13207, "epoch": 244, "lr": 6.569416842183512e-05}
+{"train_loss": 0.005170839373022318, "global_step": 13208, "epoch": 244, "lr": 6.568949307704586e-05}
+{"train_loss": 0.006358288694173098, "global_step": 13209, "epoch": 244, "lr": 6.56848175800872e-05}
+{"train_loss": 0.00474973488599062, "global_step": 13210, "epoch": 244, "lr": 6.568014193100449e-05}
+{"train_loss": 0.008044240064918995, "global_step": 13211, "epoch": 244, "lr": 6.56754661298431e-05}
+{"train_loss": 0.005878030322492123, "global_step": 13212, "epoch": 244, "lr": 6.567079017664837e-05}
+{"train_loss": 0.004988896660506725, "global_step": 13213, "epoch": 244, "lr": 6.566611407146566e-05}
+{"train_loss": 0.005298848729580641, "global_step": 13214, "epoch": 244, "lr": 6.566143781434028e-05}
+{"train_loss": 0.00624887878075242, "global_step": 13215, "epoch": 244, "lr": 6.565676140531764e-05}
+{"train_loss": 0.006177978124469519, "global_step": 13216, "epoch": 244, "lr": 6.565208484444305e-05}
+{"train_loss": 0.0042833127081394196, "global_step": 13217, "epoch": 244, "lr": 6.564740813176191e-05}
+{"train_loss": 0.007014023140072823, "global_step": 13218, "epoch": 244, "lr": 6.564273126731954e-05}
+{"train_loss": 0.006563578732311726, "global_step": 13219, "epoch": 244, "lr": 6.563805425116134e-05}
+{"train_loss": 0.005344617646187544, "global_step": 13220, "epoch": 244, "lr": 6.563337708333263e-05}
+{"train_loss": 0.0075723230838775635, "global_step": 13221, "epoch": 244, "lr": 6.56286997638788e-05}
+{"train_loss": 0.00783029105514288, "global_step": 13222, "epoch": 244, "lr": 6.562402229284519e-05}
+{"train_loss": 0.0045305886305868626, "global_step": 13223, "epoch": 244, "lr": 6.56193446702772e-05}
+{"train_loss": 0.010885856114327908, "global_step": 13224, "epoch": 244, "lr": 6.561466689622017e-05}
+{"train_loss": 0.009881243109703064, "global_step": 13225, "epoch": 244, "lr": 6.560998897071949e-05}
+{"train_loss": 0.006322742439806461, "global_step": 13226, "epoch": 244, "lr": 6.56053108938205e-05}
+{"train_loss": 0.005513146985322237, "global_step": 13227, "epoch": 244, "lr": 6.560063266556861e-05}
+{"train_loss": 0.005010174121707678, "global_step": 13228, "epoch": 244, "lr": 6.559595428600915e-05}
+{"train_loss": 0.005845397150281955, "global_step": 13229, "epoch": 244, "lr": 6.559127575518753e-05, "val_loss": 0.008402525447309017}
+{"train_loss": 0.005020105745643377, "global_step": 13230, "epoch": 245, "lr": 6.558659707314912e-05}
+{"train_loss": 0.00571138970553875, "global_step": 13231, "epoch": 245, "lr": 6.558191823993929e-05}
+{"train_loss": 0.00556075107306242, "global_step": 13232, "epoch": 245, "lr": 6.55772392556034e-05}
+{"train_loss": 0.00458932388573885, "global_step": 13233, "epoch": 245, "lr": 6.557256012018687e-05}
+{"train_loss": 0.0067834570072591305, "global_step": 13234, "epoch": 245, "lr": 6.556788083373506e-05}
+{"train_loss": 0.00787082128226757, "global_step": 13235, "epoch": 245, "lr": 6.556320139629337e-05}
+{"train_loss": 0.008179448544979095, "global_step": 13236, "epoch": 245, "lr": 6.555852180790716e-05}
+{"train_loss": 0.0030881939455866814, "global_step": 13237, "epoch": 245, "lr": 6.555384206862182e-05}
+{"train_loss": 0.006970951799303293, "global_step": 13238, "epoch": 245, "lr": 6.554916217848275e-05}
+{"train_loss": 0.007653629872947931, "global_step": 13239, "epoch": 245, "lr": 6.554448213753536e-05}
+{"train_loss": 0.00608339486643672, "global_step": 13240, "epoch": 245, "lr": 6.553980194582498e-05}
+{"train_loss": 0.008699631318449974, "global_step": 13241, "epoch": 245, "lr": 6.553512160339707e-05}
+{"train_loss": 0.008604071103036404, "global_step": 13242, "epoch": 245, "lr": 6.553044111029698e-05}
+{"train_loss": 0.0049521103501319885, "global_step": 13243, "epoch": 245, "lr": 6.552576046657011e-05}
+{"train_loss": 0.004701361991465092, "global_step": 13244, "epoch": 245, "lr": 6.552107967226187e-05}
+{"train_loss": 0.005000125151127577, "global_step": 13245, "epoch": 245, "lr": 6.551639872741765e-05}
+{"train_loss": 0.004954620264470577, "global_step": 13246, "epoch": 245, "lr": 6.551171763208284e-05}
+{"train_loss": 0.007330523803830147, "global_step": 13247, "epoch": 245, "lr": 6.550703638630289e-05}
+{"train_loss": 0.004123130813241005, "global_step": 13248, "epoch": 245, "lr": 6.550235499012312e-05}
+{"train_loss": 0.005407730583101511, "global_step": 13249, "epoch": 245, "lr": 6.549767344358902e-05}
+{"train_loss": 0.004812405910342932, "global_step": 13250, "epoch": 245, "lr": 6.549299174674593e-05}
+{"train_loss": 0.009001009166240692, "global_step": 13251, "epoch": 245, "lr": 6.548830989963928e-05}
+{"train_loss": 0.005910078529268503, "global_step": 13252, "epoch": 245, "lr": 6.54836279023145e-05}
+{"train_loss": 0.0050581335090100765, "global_step": 13253, "epoch": 245, "lr": 6.547894575481696e-05}
+{"train_loss": 0.008458656258881092, "global_step": 13254, "epoch": 245, "lr": 6.54742634571921e-05}
+{"train_loss": 0.005842986982315779, "global_step": 13255, "epoch": 245, "lr": 6.546958100948533e-05}
+{"train_loss": 0.004481692798435688, "global_step": 13256, "epoch": 245, "lr": 6.546489841174206e-05}
+{"train_loss": 0.005514905322343111, "global_step": 13257, "epoch": 245, "lr": 6.54602156640077e-05}
+{"train_loss": 0.005635381676256657, "global_step": 13258, "epoch": 245, "lr": 6.545553276632765e-05}
+{"train_loss": 0.0052742608822882175, "global_step": 13259, "epoch": 245, "lr": 6.545084971874738e-05}
+{"train_loss": 0.007955269888043404, "global_step": 13260, "epoch": 245, "lr": 6.544616652131225e-05}
+{"train_loss": 0.006267624441534281, "global_step": 13261, "epoch": 245, "lr": 6.544148317406774e-05}
+{"train_loss": 0.005895266775041819, "global_step": 13262, "epoch": 245, "lr": 6.543679967705923e-05}
+{"train_loss": 0.004458499141037464, "global_step": 13263, "epoch": 245, "lr": 6.543211603033217e-05}
+{"train_loss": 0.0038734155241400003, "global_step": 13264, "epoch": 245, "lr": 6.542743223393195e-05}
+{"train_loss": 0.005692762788385153, "global_step": 13265, "epoch": 245, "lr": 6.542274828790405e-05}
+{"train_loss": 0.007184952963143587, "global_step": 13266, "epoch": 245, "lr": 6.541806419229383e-05}
+{"train_loss": 0.005626144353300333, "global_step": 13267, "epoch": 245, "lr": 6.541337994714679e-05}
+{"train_loss": 0.004795990884304047, "global_step": 13268, "epoch": 245, "lr": 6.540869555250832e-05}
+{"train_loss": 0.0073363082483410835, "global_step": 13269, "epoch": 245, "lr": 6.540401100842387e-05}
+{"train_loss": 0.006688590627163649, "global_step": 13270, "epoch": 245, "lr": 6.539932631493887e-05}
+{"train_loss": 0.004860329441726208, "global_step": 13271, "epoch": 245, "lr": 6.539464147209875e-05}
+{"train_loss": 0.007525286637246609, "global_step": 13272, "epoch": 245, "lr": 6.538995647994895e-05}
+{"train_loss": 0.005400490947067738, "global_step": 13273, "epoch": 245, "lr": 6.538527133853492e-05}
+{"train_loss": 0.005554861389100552, "global_step": 13274, "epoch": 245, "lr": 6.538058604790209e-05}
+{"train_loss": 0.004531498067080975, "global_step": 13275, "epoch": 245, "lr": 6.53759006080959e-05}
+{"train_loss": 0.00441789161413908, "global_step": 13276, "epoch": 245, "lr": 6.537121501916179e-05}
+{"train_loss": 0.00836494192481041, "global_step": 13277, "epoch": 245, "lr": 6.536652928114522e-05}
+{"train_loss": 0.006241140887141228, "global_step": 13278, "epoch": 245, "lr": 6.536184339409164e-05}
+{"train_loss": 0.009662729687988758, "global_step": 13279, "epoch": 245, "lr": 6.535715735804647e-05}
+{"train_loss": 0.008950604125857353, "global_step": 13280, "epoch": 245, "lr": 6.535247117305516e-05}
+{"train_loss": 0.004117854870855808, "global_step": 13281, "epoch": 245, "lr": 6.534778483916318e-05}
+{"train_loss": 0.004811388906091452, "global_step": 13282, "epoch": 245, "lr": 6.534309835641599e-05}
+{"train_loss": 0.006072678029778655, "global_step": 13283, "epoch": 245, "lr": 6.533841172485902e-05, "val_loss": 0.007528460118919611, "train_action_mse_error": 0.0002354534517508}
+{"train_loss": 0.007716633845120668, "global_step": 13284, "epoch": 246, "lr": 6.533372494453773e-05}
+{"train_loss": 0.0038680380675941706, "global_step": 13285, "epoch": 246, "lr": 6.53290380154976e-05}
+{"train_loss": 0.004731631837785244, "global_step": 13286, "epoch": 246, "lr": 6.532435093778405e-05}
+{"train_loss": 0.004117635078728199, "global_step": 13287, "epoch": 246, "lr": 6.531966371144255e-05}
+{"train_loss": 0.006318246480077505, "global_step": 13288, "epoch": 246, "lr": 6.53149763365186e-05}
+{"train_loss": 0.005228071007877588, "global_step": 13289, "epoch": 246, "lr": 6.531028881305759e-05}
+{"train_loss": 0.005336185451596975, "global_step": 13290, "epoch": 246, "lr": 6.530560114110505e-05}
+{"train_loss": 0.006714698858559132, "global_step": 13291, "epoch": 246, "lr": 6.53009133207064e-05}
+{"train_loss": 0.0063066934235394, "global_step": 13292, "epoch": 246, "lr": 6.529622535190713e-05}
+{"train_loss": 0.004748408682644367, "global_step": 13293, "epoch": 246, "lr": 6.529153723475269e-05}
+{"train_loss": 0.003270836314186454, "global_step": 13294, "epoch": 246, "lr": 6.528684896928858e-05}
+{"train_loss": 0.008457149378955364, "global_step": 13295, "epoch": 246, "lr": 6.528216055556025e-05}
+{"train_loss": 0.007225721143186092, "global_step": 13296, "epoch": 246, "lr": 6.527747199361317e-05}
+{"train_loss": 0.005471575539559126, "global_step": 13297, "epoch": 246, "lr": 6.52727832834928e-05}
+{"train_loss": 0.00452983845025301, "global_step": 13298, "epoch": 246, "lr": 6.526809442524465e-05}
+{"train_loss": 0.004798611626029015, "global_step": 13299, "epoch": 246, "lr": 6.526340541891418e-05}
+{"train_loss": 0.007917060516774654, "global_step": 13300, "epoch": 246, "lr": 6.525871626454685e-05}
+{"train_loss": 0.003722247900441289, "global_step": 13301, "epoch": 246, "lr": 6.525402696218816e-05}
+{"train_loss": 0.004319935571402311, "global_step": 13302, "epoch": 246, "lr": 6.52493375118836e-05}
+{"train_loss": 0.007479401305317879, "global_step": 13303, "epoch": 246, "lr": 6.524464791367861e-05}
+{"train_loss": 0.004266185685992241, "global_step": 13304, "epoch": 246, "lr": 6.523995816761874e-05}
+{"train_loss": 0.003999659325927496, "global_step": 13305, "epoch": 246, "lr": 6.52352682737494e-05}
+{"train_loss": 0.006056367419660091, "global_step": 13306, "epoch": 246, "lr": 6.523057823211613e-05}
+{"train_loss": 0.008251167833805084, "global_step": 13307, "epoch": 246, "lr": 6.522588804276439e-05}
+{"train_loss": 0.004445899743586779, "global_step": 13308, "epoch": 246, "lr": 6.522119770573968e-05}
+{"train_loss": 0.0052988179959356785, "global_step": 13309, "epoch": 246, "lr": 6.521650722108751e-05}
+{"train_loss": 0.007280556485056877, "global_step": 13310, "epoch": 246, "lr": 6.521181658885334e-05}
+{"train_loss": 0.006566536612808704, "global_step": 13311, "epoch": 246, "lr": 6.520712580908266e-05}
+{"train_loss": 0.004122034180909395, "global_step": 13312, "epoch": 246, "lr": 6.5202434881821e-05}
+{"train_loss": 0.0037895687855780125, "global_step": 13313, "epoch": 246, "lr": 6.519774380711383e-05}
+{"train_loss": 0.006721701938658953, "global_step": 13314, "epoch": 246, "lr": 6.519305258500666e-05}
+{"train_loss": 0.006480078212916851, "global_step": 13315, "epoch": 246, "lr": 6.5188361215545e-05}
+{"train_loss": 0.005493339616805315, "global_step": 13316, "epoch": 246, "lr": 6.51836696987743e-05}
+{"train_loss": 0.004866807255893946, "global_step": 13317, "epoch": 246, "lr": 6.517897803474011e-05}
+{"train_loss": 0.0049959407187998295, "global_step": 13318, "epoch": 246, "lr": 6.517428622348794e-05}
+{"train_loss": 0.007041861303150654, "global_step": 13319, "epoch": 246, "lr": 6.516959426506324e-05}
+{"train_loss": 0.004191090352833271, "global_step": 13320, "epoch": 246, "lr": 6.51649021595116e-05}
+{"train_loss": 0.010048983618617058, "global_step": 13321, "epoch": 246, "lr": 6.516020990687844e-05}
+{"train_loss": 0.005603859666734934, "global_step": 13322, "epoch": 246, "lr": 6.515551750720932e-05}
+{"train_loss": 0.004595264792442322, "global_step": 13323, "epoch": 246, "lr": 6.515082496054974e-05}
+{"train_loss": 0.003654935397207737, "global_step": 13324, "epoch": 246, "lr": 6.514613226694522e-05}
+{"train_loss": 0.00435369648039341, "global_step": 13325, "epoch": 246, "lr": 6.514143942644124e-05}
+{"train_loss": 0.0055929915979504585, "global_step": 13326, "epoch": 246, "lr": 6.513674643908336e-05}
+{"train_loss": 0.009553777985274792, "global_step": 13327, "epoch": 246, "lr": 6.513205330491708e-05}
+{"train_loss": 0.006107285153120756, "global_step": 13328, "epoch": 246, "lr": 6.512736002398792e-05}
+{"train_loss": 0.007839803583920002, "global_step": 13329, "epoch": 246, "lr": 6.512266659634136e-05}
+{"train_loss": 0.0038743249606341124, "global_step": 13330, "epoch": 246, "lr": 6.5117973022023e-05}
+{"train_loss": 0.0037802397273480892, "global_step": 13331, "epoch": 246, "lr": 6.511327930107829e-05}
+{"train_loss": 0.00441812863573432, "global_step": 13332, "epoch": 246, "lr": 6.510858543355278e-05}
+{"train_loss": 0.006946031004190445, "global_step": 13333, "epoch": 246, "lr": 6.5103891419492e-05}
+{"train_loss": 0.0036289135459810495, "global_step": 13334, "epoch": 246, "lr": 6.509919725894148e-05}
+{"train_loss": 0.006410082336515188, "global_step": 13335, "epoch": 246, "lr": 6.509450295194673e-05}
+{"train_loss": 0.006106195505708456, "global_step": 13336, "epoch": 246, "lr": 6.508980849855329e-05}
+{"train_loss": 0.005640068587295159, "global_step": 13337, "epoch": 246, "lr": 6.508511389880668e-05, "val_loss": 0.006459372583776712}
+{"train_loss": 0.004046101588755846, "global_step": 13338, "epoch": 247, "lr": 6.508041915275246e-05}
+{"train_loss": 0.0071069346740841866, "global_step": 13339, "epoch": 247, "lr": 6.507572426043613e-05}
+{"train_loss": 0.0036721723154187202, "global_step": 13340, "epoch": 247, "lr": 6.507102922190323e-05}
+{"train_loss": 0.004162834957242012, "global_step": 13341, "epoch": 247, "lr": 6.506633403719933e-05}
+{"train_loss": 0.004258998669683933, "global_step": 13342, "epoch": 247, "lr": 6.506163870636993e-05}
+{"train_loss": 0.00477524334564805, "global_step": 13343, "epoch": 247, "lr": 6.505694322946058e-05}
+{"train_loss": 0.005040081217885017, "global_step": 13344, "epoch": 247, "lr": 6.505224760651683e-05}
+{"train_loss": 0.006921636871993542, "global_step": 13345, "epoch": 247, "lr": 6.50475518375842e-05}
+{"train_loss": 0.004418863914906979, "global_step": 13346, "epoch": 247, "lr": 6.504285592270828e-05}
+{"train_loss": 0.003799083409830928, "global_step": 13347, "epoch": 247, "lr": 6.503815986193456e-05}
+{"train_loss": 0.0036057601682841778, "global_step": 13348, "epoch": 247, "lr": 6.50334636553086e-05}
+{"train_loss": 0.008819608949124813, "global_step": 13349, "epoch": 247, "lr": 6.502876730287597e-05}
+{"train_loss": 0.004448371939361095, "global_step": 13350, "epoch": 247, "lr": 6.50240708046822e-05}
+{"train_loss": 0.004072452895343304, "global_step": 13351, "epoch": 247, "lr": 6.501937416077286e-05}
+{"train_loss": 0.004422502592206001, "global_step": 13352, "epoch": 247, "lr": 6.501467737119348e-05}
+{"train_loss": 0.004262981005012989, "global_step": 13353, "epoch": 247, "lr": 6.50099804359896e-05}
+{"train_loss": 0.0036951981019228697, "global_step": 13354, "epoch": 247, "lr": 6.500528335520683e-05}
+{"train_loss": 0.004834288265556097, "global_step": 13355, "epoch": 247, "lr": 6.500058612889067e-05}
+{"train_loss": 0.004804549738764763, "global_step": 13356, "epoch": 247, "lr": 6.499588875708673e-05}
+{"train_loss": 0.003394371597096324, "global_step": 13357, "epoch": 247, "lr": 6.49911912398405e-05}
+{"train_loss": 0.004777983762323856, "global_step": 13358, "epoch": 247, "lr": 6.498649357719759e-05}
+{"train_loss": 0.00720076821744442, "global_step": 13359, "epoch": 247, "lr": 6.498179576920356e-05}
+{"train_loss": 0.0052005937322974205, "global_step": 13360, "epoch": 247, "lr": 6.497709781590396e-05}
+{"train_loss": 0.004697736352682114, "global_step": 13361, "epoch": 247, "lr": 6.497239971734435e-05}
+{"train_loss": 0.004759601317346096, "global_step": 13362, "epoch": 247, "lr": 6.496770147357031e-05}
+{"train_loss": 0.004762040916830301, "global_step": 13363, "epoch": 247, "lr": 6.496300308462741e-05}
+{"train_loss": 0.0048806616105139256, "global_step": 13364, "epoch": 247, "lr": 6.495830455056121e-05}
+{"train_loss": 0.00421973317861557, "global_step": 13365, "epoch": 247, "lr": 6.495360587141727e-05}
+{"train_loss": 0.004929223097860813, "global_step": 13366, "epoch": 247, "lr": 6.494890704724117e-05}
+{"train_loss": 0.005454806610941887, "global_step": 13367, "epoch": 247, "lr": 6.49442080780785e-05}
+{"train_loss": 0.006382993422448635, "global_step": 13368, "epoch": 247, "lr": 6.49395089639748e-05}
+{"train_loss": 0.004174725618213415, "global_step": 13369, "epoch": 247, "lr": 6.493480970497569e-05}
+{"train_loss": 0.008137092925608158, "global_step": 13370, "epoch": 247, "lr": 6.49301103011267e-05}
+{"train_loss": 0.007096332032233477, "global_step": 13371, "epoch": 247, "lr": 6.492541075247344e-05}
+{"train_loss": 0.0032630660571157932, "global_step": 13372, "epoch": 247, "lr": 6.49207110590615e-05}
+{"train_loss": 0.004744856618344784, "global_step": 13373, "epoch": 247, "lr": 6.49160112209364e-05}
+{"train_loss": 0.005667082499712706, "global_step": 13374, "epoch": 247, "lr": 6.49113112381438e-05}
+{"train_loss": 0.005900683347135782, "global_step": 13375, "epoch": 247, "lr": 6.490661111072923e-05}
+{"train_loss": 0.0068004862405359745, "global_step": 13376, "epoch": 247, "lr": 6.490191083873832e-05}
+{"train_loss": 0.004956051707267761, "global_step": 13377, "epoch": 247, "lr": 6.48972104222166e-05}
+{"train_loss": 0.005099149886518717, "global_step": 13378, "epoch": 247, "lr": 6.489250986120972e-05}
+{"train_loss": 0.006692843046039343, "global_step": 13379, "epoch": 247, "lr": 6.488780915576322e-05}
+{"train_loss": 0.005490650422871113, "global_step": 13380, "epoch": 247, "lr": 6.488310830592271e-05}
+{"train_loss": 0.005950039252638817, "global_step": 13381, "epoch": 247, "lr": 6.487840731173379e-05}
+{"train_loss": 0.0043104225769639015, "global_step": 13382, "epoch": 247, "lr": 6.487370617324206e-05}
+{"train_loss": 0.0049568768590688705, "global_step": 13383, "epoch": 247, "lr": 6.48690048904931e-05}
+{"train_loss": 0.004464884288609028, "global_step": 13384, "epoch": 247, "lr": 6.486430346353251e-05}
+{"train_loss": 0.006561500020325184, "global_step": 13385, "epoch": 247, "lr": 6.485960189240588e-05}
+{"train_loss": 0.005400839261710644, "global_step": 13386, "epoch": 247, "lr": 6.485490017715883e-05}
+{"train_loss": 0.006885542534291744, "global_step": 13387, "epoch": 247, "lr": 6.485019831783693e-05}
+{"train_loss": 0.005926724057644606, "global_step": 13388, "epoch": 247, "lr": 6.484549631448583e-05}
+{"train_loss": 0.004085836000740528, "global_step": 13389, "epoch": 247, "lr": 6.484079416715108e-05}
+{"train_loss": 0.004579303320497274, "global_step": 13390, "epoch": 247, "lr": 6.483609187587833e-05}
+{"train_loss": 0.005163702273017002, "global_step": 13391, "epoch": 247, "lr": 6.483138944071316e-05, "val_loss": 0.007712920196354389}
+{"train_loss": 0.006460153963416815, "global_step": 13392, "epoch": 248, "lr": 6.482668686170119e-05}
+{"train_loss": 0.00655984366312623, "global_step": 13393, "epoch": 248, "lr": 6.482198413888803e-05}
+{"train_loss": 0.006152045447379351, "global_step": 13394, "epoch": 248, "lr": 6.481728127231928e-05}
+{"train_loss": 0.0030662743374705315, "global_step": 13395, "epoch": 248, "lr": 6.481257826204054e-05}
+{"train_loss": 0.0068934098817408085, "global_step": 13396, "epoch": 248, "lr": 6.480787510809746e-05}
+{"train_loss": 0.0032468284480273724, "global_step": 13397, "epoch": 248, "lr": 6.480317181053563e-05}
+{"train_loss": 0.004304234869778156, "global_step": 13398, "epoch": 248, "lr": 6.479846836940069e-05}
+{"train_loss": 0.004569510463625193, "global_step": 13399, "epoch": 248, "lr": 6.479376478473823e-05}
+{"train_loss": 0.007839703932404518, "global_step": 13400, "epoch": 248, "lr": 6.478906105659388e-05}
+{"train_loss": 0.004125424660742283, "global_step": 13401, "epoch": 248, "lr": 6.478435718501325e-05}
+{"train_loss": 0.004139998462051153, "global_step": 13402, "epoch": 248, "lr": 6.477965317004199e-05}
+{"train_loss": 0.008844522759318352, "global_step": 13403, "epoch": 248, "lr": 6.47749490117257e-05}
+{"train_loss": 0.007665988989174366, "global_step": 13404, "epoch": 248, "lr": 6.477024471011001e-05}
+{"train_loss": 0.007317496929317713, "global_step": 13405, "epoch": 248, "lr": 6.476554026524054e-05}
+{"train_loss": 0.007344245910644531, "global_step": 13406, "epoch": 248, "lr": 6.476083567716294e-05}
+{"train_loss": 0.004527015145868063, "global_step": 13407, "epoch": 248, "lr": 6.475613094592281e-05}
+{"train_loss": 0.005854330491274595, "global_step": 13408, "epoch": 248, "lr": 6.47514260715658e-05}
+{"train_loss": 0.007097807712852955, "global_step": 13409, "epoch": 248, "lr": 6.474672105413753e-05}
+{"train_loss": 0.0043816170655190945, "global_step": 13410, "epoch": 248, "lr": 6.474201589368364e-05}
+{"train_loss": 0.006220945157110691, "global_step": 13411, "epoch": 248, "lr": 6.473731059024978e-05}
+{"train_loss": 0.0039423187263309956, "global_step": 13412, "epoch": 248, "lr": 6.473260514388154e-05}
+{"train_loss": 0.007780393119901419, "global_step": 13413, "epoch": 248, "lr": 6.472789955462459e-05}
+{"train_loss": 0.006261809729039669, "global_step": 13414, "epoch": 248, "lr": 6.472319382252458e-05}
+{"train_loss": 0.007279150653630495, "global_step": 13415, "epoch": 248, "lr": 6.471848794762714e-05}
+{"train_loss": 0.009674977511167526, "global_step": 13416, "epoch": 248, "lr": 6.47137819299779e-05}
+{"train_loss": 0.008299913257360458, "global_step": 13417, "epoch": 248, "lr": 6.470907576962249e-05}
+{"train_loss": 0.005310974083840847, "global_step": 13418, "epoch": 248, "lr": 6.470436946660657e-05}
+{"train_loss": 0.004802332725375891, "global_step": 13419, "epoch": 248, "lr": 6.469966302097582e-05}
+{"train_loss": 0.005968357902020216, "global_step": 13420, "epoch": 248, "lr": 6.469495643277583e-05}
+{"train_loss": 0.0042371912859380245, "global_step": 13421, "epoch": 248, "lr": 6.469024970205228e-05}
+{"train_loss": 0.007649266626685858, "global_step": 13422, "epoch": 248, "lr": 6.468554282885082e-05}
+{"train_loss": 0.004410034976899624, "global_step": 13423, "epoch": 248, "lr": 6.468083581321708e-05}
+{"train_loss": 0.007728868629783392, "global_step": 13424, "epoch": 248, "lr": 6.467612865519674e-05}
+{"train_loss": 0.0030269513372331858, "global_step": 13425, "epoch": 248, "lr": 6.467142135483544e-05}
+{"train_loss": 0.006281804759055376, "global_step": 13426, "epoch": 248, "lr": 6.466671391217882e-05}
+{"train_loss": 0.006749680265784264, "global_step": 13427, "epoch": 248, "lr": 6.466200632727257e-05}
+{"train_loss": 0.00870789960026741, "global_step": 13428, "epoch": 248, "lr": 6.465729860016232e-05}
+{"train_loss": 0.004576460923999548, "global_step": 13429, "epoch": 248, "lr": 6.465259073089376e-05}
+{"train_loss": 0.006274474784731865, "global_step": 13430, "epoch": 248, "lr": 6.46478827195125e-05}
+{"train_loss": 0.00864037312567234, "global_step": 13431, "epoch": 248, "lr": 6.464317456606425e-05}
+{"train_loss": 0.003521414939314127, "global_step": 13432, "epoch": 248, "lr": 6.463846627059466e-05}
+{"train_loss": 0.008747603744268417, "global_step": 13433, "epoch": 248, "lr": 6.463375783314937e-05}
+{"train_loss": 0.005452765617519617, "global_step": 13434, "epoch": 248, "lr": 6.462904925377408e-05}
+{"train_loss": 0.006042209919542074, "global_step": 13435, "epoch": 248, "lr": 6.462434053251446e-05}
+{"train_loss": 0.005187015049159527, "global_step": 13436, "epoch": 248, "lr": 6.461963166941614e-05}
+{"train_loss": 0.004924991633743048, "global_step": 13437, "epoch": 248, "lr": 6.461492266452482e-05}
+{"train_loss": 0.006286566611379385, "global_step": 13438, "epoch": 248, "lr": 6.461021351788616e-05}
+{"train_loss": 0.005667636636644602, "global_step": 13439, "epoch": 248, "lr": 6.460550422954585e-05}
+{"train_loss": 0.006121245678514242, "global_step": 13440, "epoch": 248, "lr": 6.460079479954955e-05}
+{"train_loss": 0.00721648009493947, "global_step": 13441, "epoch": 248, "lr": 6.459608522794294e-05}
+{"train_loss": 0.008534546010196209, "global_step": 13442, "epoch": 248, "lr": 6.459137551477168e-05}
+{"train_loss": 0.006312758661806583, "global_step": 13443, "epoch": 248, "lr": 6.45866656600815e-05}
+{"train_loss": 0.005342526361346245, "global_step": 13444, "epoch": 248, "lr": 6.458195566391802e-05}
+{"train_loss": 0.0061378789056713385, "global_step": 13445, "epoch": 248, "lr": 6.457724552632696e-05, "val_loss": 0.006418646778911352}
+{"train_loss": 0.006687304005026817, "global_step": 13446, "epoch": 249, "lr": 6.457253524735396e-05}
+{"train_loss": 0.0053996373899281025, "global_step": 13447, "epoch": 249, "lr": 6.456782482704475e-05}
+{"train_loss": 0.005358161870390177, "global_step": 13448, "epoch": 249, "lr": 6.456311426544502e-05}
+{"train_loss": 0.003470006864517927, "global_step": 13449, "epoch": 249, "lr": 6.455840356260041e-05}
+{"train_loss": 0.004855554085224867, "global_step": 13450, "epoch": 249, "lr": 6.455369271855665e-05}
+{"train_loss": 0.004300074651837349, "global_step": 13451, "epoch": 249, "lr": 6.45489817333594e-05}
+{"train_loss": 0.006655680015683174, "global_step": 13452, "epoch": 249, "lr": 6.454427060705435e-05}
+{"train_loss": 0.005490140523761511, "global_step": 13453, "epoch": 249, "lr": 6.453955933968724e-05}
+{"train_loss": 0.006475057918578386, "global_step": 13454, "epoch": 249, "lr": 6.45348479313037e-05}
+{"train_loss": 0.0057444809935987, "global_step": 13455, "epoch": 249, "lr": 6.453013638194947e-05}
+{"train_loss": 0.008112702518701553, "global_step": 13456, "epoch": 249, "lr": 6.452542469167023e-05}
+{"train_loss": 0.007611049804836512, "global_step": 13457, "epoch": 249, "lr": 6.45207128605117e-05}
+{"train_loss": 0.007449629716575146, "global_step": 13458, "epoch": 249, "lr": 6.451600088851953e-05}
+{"train_loss": 0.003775239223614335, "global_step": 13459, "epoch": 249, "lr": 6.451128877573945e-05}
+{"train_loss": 0.005498101934790611, "global_step": 13460, "epoch": 249, "lr": 6.450657652221717e-05}
+{"train_loss": 0.006656305398792028, "global_step": 13461, "epoch": 249, "lr": 6.450186412799839e-05}
+{"train_loss": 0.004627771209925413, "global_step": 13462, "epoch": 249, "lr": 6.449715159312879e-05}
+{"train_loss": 0.004808507859706879, "global_step": 13463, "epoch": 249, "lr": 6.449243891765411e-05}
+{"train_loss": 0.0046602776274085045, "global_step": 13464, "epoch": 249, "lr": 6.448772610162004e-05}
+{"train_loss": 0.005072305444628, "global_step": 13465, "epoch": 249, "lr": 6.448301314507228e-05}
+{"train_loss": 0.005097652319818735, "global_step": 13466, "epoch": 249, "lr": 6.447830004805657e-05}
+{"train_loss": 0.0037728596944361925, "global_step": 13467, "epoch": 249, "lr": 6.447358681061859e-05}
+{"train_loss": 0.0038656401447951794, "global_step": 13468, "epoch": 249, "lr": 6.446887343280405e-05}
+{"train_loss": 0.004439868964254856, "global_step": 13469, "epoch": 249, "lr": 6.44641599146587e-05}
+{"train_loss": 0.004948181100189686, "global_step": 13470, "epoch": 249, "lr": 6.445944625622823e-05}
+{"train_loss": 0.004844123497605324, "global_step": 13471, "epoch": 249, "lr": 6.445473245755838e-05}
+{"train_loss": 0.004064759239554405, "global_step": 13472, "epoch": 249, "lr": 6.44500185186948e-05}
+{"train_loss": 0.0038406122475862503, "global_step": 13473, "epoch": 249, "lr": 6.444530443968331e-05}
+{"train_loss": 0.004667204804718494, "global_step": 13474, "epoch": 249, "lr": 6.444059022056956e-05}
+{"train_loss": 0.004681137390434742, "global_step": 13475, "epoch": 249, "lr": 6.443587586139929e-05}
+{"train_loss": 0.005726246163249016, "global_step": 13476, "epoch": 249, "lr": 6.443116136221823e-05}
+{"train_loss": 0.0062895845621824265, "global_step": 13477, "epoch": 249, "lr": 6.44264467230721e-05}
+{"train_loss": 0.004215225577354431, "global_step": 13478, "epoch": 249, "lr": 6.442173194400662e-05}
+{"train_loss": 0.00485963374376297, "global_step": 13479, "epoch": 249, "lr": 6.441701702506754e-05}
+{"train_loss": 0.006372556556016207, "global_step": 13480, "epoch": 249, "lr": 6.441230196630058e-05}
+{"train_loss": 0.004397136624902487, "global_step": 13481, "epoch": 249, "lr": 6.440758676775145e-05}
+{"train_loss": 0.0060992189683020115, "global_step": 13482, "epoch": 249, "lr": 6.44028714294659e-05}
+{"train_loss": 0.004863560199737549, "global_step": 13483, "epoch": 249, "lr": 6.439815595148965e-05}
+{"train_loss": 0.005119733512401581, "global_step": 13484, "epoch": 249, "lr": 6.439344033386845e-05}
+{"train_loss": 0.0033759872894734144, "global_step": 13485, "epoch": 249, "lr": 6.438872457664805e-05}
+{"train_loss": 0.005281555000692606, "global_step": 13486, "epoch": 249, "lr": 6.438400867987415e-05}
+{"train_loss": 0.005815431941300631, "global_step": 13487, "epoch": 249, "lr": 6.43792926435925e-05}
+{"train_loss": 0.0039940099231898785, "global_step": 13488, "epoch": 249, "lr": 6.437457646784886e-05}
+{"train_loss": 0.005005134269595146, "global_step": 13489, "epoch": 249, "lr": 6.436986015268895e-05}
+{"train_loss": 0.0058017331175506115, "global_step": 13490, "epoch": 249, "lr": 6.436514369815853e-05}
+{"train_loss": 0.007807604037225246, "global_step": 13491, "epoch": 249, "lr": 6.436042710430333e-05}
+{"train_loss": 0.0043561640195548534, "global_step": 13492, "epoch": 249, "lr": 6.435571037116909e-05}
+{"train_loss": 0.0034477654844522476, "global_step": 13493, "epoch": 249, "lr": 6.435099349880157e-05}
+{"train_loss": 0.008122114464640617, "global_step": 13494, "epoch": 249, "lr": 6.43462764872465e-05}
+{"train_loss": 0.005055460147559643, "global_step": 13495, "epoch": 249, "lr": 6.434155933654966e-05}
+{"train_loss": 0.004848831798881292, "global_step": 13496, "epoch": 249, "lr": 6.433684204675679e-05}
+{"train_loss": 0.006813927553594112, "global_step": 13497, "epoch": 249, "lr": 6.433212461791362e-05}
+{"train_loss": 0.002971713664010167, "global_step": 13498, "epoch": 249, "lr": 6.432740705006594e-05}
+{"train_loss": 0.005239941421206351, "global_step": 13499, "epoch": 249, "lr": 6.432268934325946e-05, "val_loss": 0.009023886173963547}
+{"train_loss": 0.006180356722325087, "global_step": 13500, "epoch": 250, "lr": 6.431797149753998e-05}
+{"train_loss": 0.0052147721871733665, "global_step": 13501, "epoch": 250, "lr": 6.431325351295324e-05}
+{"train_loss": 0.00586069468408823, "global_step": 13502, "epoch": 250, "lr": 6.430853538954498e-05}
+{"train_loss": 0.005836455151438713, "global_step": 13503, "epoch": 250, "lr": 6.430381712736098e-05}
+{"train_loss": 0.00483811367303133, "global_step": 13504, "epoch": 250, "lr": 6.429909872644701e-05}
+{"train_loss": 0.00666086608543992, "global_step": 13505, "epoch": 250, "lr": 6.429438018684882e-05}
+{"train_loss": 0.005523348692804575, "global_step": 13506, "epoch": 250, "lr": 6.428966150861218e-05}
+{"train_loss": 0.0036611328832805157, "global_step": 13507, "epoch": 250, "lr": 6.428494269178284e-05}
+{"train_loss": 0.007768719457089901, "global_step": 13508, "epoch": 250, "lr": 6.428022373640659e-05}
+{"train_loss": 0.005812230985611677, "global_step": 13509, "epoch": 250, "lr": 6.427550464252916e-05}
+{"train_loss": 0.007822448387742043, "global_step": 13510, "epoch": 250, "lr": 6.427078541019637e-05}
+{"train_loss": 0.0064566414803266525, "global_step": 13511, "epoch": 250, "lr": 6.426606603945396e-05}
+{"train_loss": 0.003978929482400417, "global_step": 13512, "epoch": 250, "lr": 6.426134653034771e-05}
+{"train_loss": 0.004854675382375717, "global_step": 13513, "epoch": 250, "lr": 6.425662688292338e-05}
+{"train_loss": 0.006870869547128677, "global_step": 13514, "epoch": 250, "lr": 6.425190709722678e-05}
+{"train_loss": 0.006062363274395466, "global_step": 13515, "epoch": 250, "lr": 6.424718717330365e-05}
+{"train_loss": 0.007406724616885185, "global_step": 13516, "epoch": 250, "lr": 6.424246711119979e-05}
+{"train_loss": 0.005841156467795372, "global_step": 13517, "epoch": 250, "lr": 6.423774691096097e-05}
+{"train_loss": 0.004453084897249937, "global_step": 13518, "epoch": 250, "lr": 6.423302657263298e-05}
+{"train_loss": 0.003613501787185669, "global_step": 13519, "epoch": 250, "lr": 6.422830609626156e-05}
+{"train_loss": 0.00624140165746212, "global_step": 13520, "epoch": 250, "lr": 6.422358548189254e-05}
+{"train_loss": 0.008618718944489956, "global_step": 13521, "epoch": 250, "lr": 6.421886472957171e-05}
+{"train_loss": 0.0070180511102080345, "global_step": 13522, "epoch": 250, "lr": 6.421414383934482e-05}
+{"train_loss": 0.004989835899323225, "global_step": 13523, "epoch": 250, "lr": 6.420942281125765e-05}
+{"train_loss": 0.0061280387453734875, "global_step": 13524, "epoch": 250, "lr": 6.420470164535606e-05}
+{"train_loss": 0.006047085393220186, "global_step": 13525, "epoch": 250, "lr": 6.419998034168575e-05}
+{"train_loss": 0.006966489367187023, "global_step": 13526, "epoch": 250, "lr": 6.41952589002926e-05}
+{"train_loss": 0.005585600156337023, "global_step": 13527, "epoch": 250, "lr": 6.41905373212223e-05}
+{"train_loss": 0.005867655389010906, "global_step": 13528, "epoch": 250, "lr": 6.418581560452071e-05}
+{"train_loss": 0.00891998689621687, "global_step": 13529, "epoch": 250, "lr": 6.418109375023362e-05}
+{"train_loss": 0.009585670195519924, "global_step": 13530, "epoch": 250, "lr": 6.417637175840683e-05}
+{"train_loss": 0.0067076003178954124, "global_step": 13531, "epoch": 250, "lr": 6.417164962908611e-05}
+{"train_loss": 0.006286124233156443, "global_step": 13532, "epoch": 250, "lr": 6.416692736231729e-05}
+{"train_loss": 0.0055028824135661125, "global_step": 13533, "epoch": 250, "lr": 6.416220495814614e-05}
+{"train_loss": 0.0076387361623346806, "global_step": 13534, "epoch": 250, "lr": 6.415748241661851e-05}
+{"train_loss": 0.007773484103381634, "global_step": 13535, "epoch": 250, "lr": 6.415275973778014e-05}
+{"train_loss": 0.006197619251906872, "global_step": 13536, "epoch": 250, "lr": 6.414803692167687e-05}
+{"train_loss": 0.005875414703041315, "global_step": 13537, "epoch": 250, "lr": 6.414331396835451e-05}
+{"train_loss": 0.010604050941765308, "global_step": 13538, "epoch": 250, "lr": 6.413859087785885e-05}
+{"train_loss": 0.004240886773914099, "global_step": 13539, "epoch": 250, "lr": 6.41338676502357e-05}
+{"train_loss": 0.006843897048383951, "global_step": 13540, "epoch": 250, "lr": 6.412914428553089e-05}
+{"train_loss": 0.005866813939064741, "global_step": 13541, "epoch": 250, "lr": 6.412442078379022e-05}
+{"train_loss": 0.00375216081738472, "global_step": 13542, "epoch": 250, "lr": 6.41196971450595e-05}
+{"train_loss": 0.005196364130824804, "global_step": 13543, "epoch": 250, "lr": 6.411497336938453e-05}
+{"train_loss": 0.005842361133545637, "global_step": 13544, "epoch": 250, "lr": 6.411024945681115e-05}
+{"train_loss": 0.006283342372626066, "global_step": 13545, "epoch": 250, "lr": 6.410552540738514e-05}
+{"train_loss": 0.00693114660680294, "global_step": 13546, "epoch": 250, "lr": 6.410080122115236e-05}
+{"train_loss": 0.006800126750022173, "global_step": 13547, "epoch": 250, "lr": 6.409607689815862e-05}
+{"train_loss": 0.005071096122264862, "global_step": 13548, "epoch": 250, "lr": 6.409135243844971e-05}
+{"train_loss": 0.006551538128405809, "global_step": 13549, "epoch": 250, "lr": 6.408662784207149e-05}
+{"train_loss": 0.006688848603516817, "global_step": 13550, "epoch": 250, "lr": 6.408190310906976e-05}
+{"train_loss": 0.004123437684029341, "global_step": 13551, "epoch": 250, "lr": 6.407717823949035e-05}
+{"train_loss": 0.004886554088443518, "global_step": 13552, "epoch": 250, "lr": 6.40724532333791e-05}
+{"train_loss": 0.0061522079804153355, "global_step": 13553, "epoch": 250, "lr": 6.406772809078179e-05, "val_loss": 0.009150522761046886, "train_action_mse_error": 0.00023105600848793983}
+{"train_loss": 0.00651332875713706, "global_step": 13554, "epoch": 251, "lr": 6.406300281174431e-05}
+{"train_loss": 0.006027360446751118, "global_step": 13555, "epoch": 251, "lr": 6.405827739631245e-05}
+{"train_loss": 0.005459954962134361, "global_step": 13556, "epoch": 251, "lr": 6.405355184453206e-05}
+{"train_loss": 0.0038668676279485226, "global_step": 13557, "epoch": 251, "lr": 6.404882615644895e-05}
+{"train_loss": 0.007676367647945881, "global_step": 13558, "epoch": 251, "lr": 6.404410033210897e-05}
+{"train_loss": 0.006976710166782141, "global_step": 13559, "epoch": 251, "lr": 6.403937437155795e-05}
+{"train_loss": 0.006839630659669638, "global_step": 13560, "epoch": 251, "lr": 6.403464827484173e-05}
+{"train_loss": 0.003929320722818375, "global_step": 13561, "epoch": 251, "lr": 6.402992204200615e-05}
+{"train_loss": 0.0057451785542070866, "global_step": 13562, "epoch": 251, "lr": 6.402519567309704e-05}
+{"train_loss": 0.00724419578909874, "global_step": 13563, "epoch": 251, "lr": 6.402046916816024e-05}
+{"train_loss": 0.0032575642690062523, "global_step": 13564, "epoch": 251, "lr": 6.401574252724161e-05}
+{"train_loss": 0.007212355732917786, "global_step": 13565, "epoch": 251, "lr": 6.401101575038698e-05}
+{"train_loss": 0.00592587236315012, "global_step": 13566, "epoch": 251, "lr": 6.40062888376422e-05}
+{"train_loss": 0.004807527642697096, "global_step": 13567, "epoch": 251, "lr": 6.400156178905308e-05}
+{"train_loss": 0.006154222413897514, "global_step": 13568, "epoch": 251, "lr": 6.399683460466552e-05}
+{"train_loss": 0.005758186802268028, "global_step": 13569, "epoch": 251, "lr": 6.399210728452532e-05}
+{"train_loss": 0.006040387786924839, "global_step": 13570, "epoch": 251, "lr": 6.398737982867838e-05}
+{"train_loss": 0.005866518244147301, "global_step": 13571, "epoch": 251, "lr": 6.398265223717051e-05}
+{"train_loss": 0.006788989529013634, "global_step": 13572, "epoch": 251, "lr": 6.397792451004757e-05}
+{"train_loss": 0.005341509822756052, "global_step": 13573, "epoch": 251, "lr": 6.397319664735541e-05}
+{"train_loss": 0.005246027838438749, "global_step": 13574, "epoch": 251, "lr": 6.396846864913992e-05}
+{"train_loss": 0.006476634182035923, "global_step": 13575, "epoch": 251, "lr": 6.39637405154469e-05}
+{"train_loss": 0.004555645398795605, "global_step": 13576, "epoch": 251, "lr": 6.395901224632226e-05}
+{"train_loss": 0.006414106581360102, "global_step": 13577, "epoch": 251, "lr": 6.395428384181182e-05}
+{"train_loss": 0.005062679760158062, "global_step": 13578, "epoch": 251, "lr": 6.394955530196147e-05}
+{"train_loss": 0.007303162012249231, "global_step": 13579, "epoch": 251, "lr": 6.394482662681704e-05}
+{"train_loss": 0.0043049100786447525, "global_step": 13580, "epoch": 251, "lr": 6.394009781642442e-05}
+{"train_loss": 0.003210656810551882, "global_step": 13581, "epoch": 251, "lr": 6.393536887082947e-05}
+{"train_loss": 0.0069879754446446896, "global_step": 13582, "epoch": 251, "lr": 6.393063979007803e-05}
+{"train_loss": 0.006715690717101097, "global_step": 13583, "epoch": 251, "lr": 6.392591057421599e-05}
+{"train_loss": 0.005596333649009466, "global_step": 13584, "epoch": 251, "lr": 6.392118122328922e-05}
+{"train_loss": 0.005838172975927591, "global_step": 13585, "epoch": 251, "lr": 6.391645173734357e-05}
+{"train_loss": 0.005562790669500828, "global_step": 13586, "epoch": 251, "lr": 6.391172211642493e-05}
+{"train_loss": 0.0038226479664444923, "global_step": 13587, "epoch": 251, "lr": 6.390699236057915e-05}
+{"train_loss": 0.00655432278290391, "global_step": 13588, "epoch": 251, "lr": 6.390226246985213e-05}
+{"train_loss": 0.004239870235323906, "global_step": 13589, "epoch": 251, "lr": 6.389753244428972e-05}
+{"train_loss": 0.005923314951360226, "global_step": 13590, "epoch": 251, "lr": 6.389280228393782e-05}
+{"train_loss": 0.0036636788863688707, "global_step": 13591, "epoch": 251, "lr": 6.388807198884228e-05}
+{"train_loss": 0.004284797236323357, "global_step": 13592, "epoch": 251, "lr": 6.388334155904899e-05}
+{"train_loss": 0.006524352356791496, "global_step": 13593, "epoch": 251, "lr": 6.387861099460383e-05}
+{"train_loss": 0.006882872898131609, "global_step": 13594, "epoch": 251, "lr": 6.38738802955527e-05}
+{"train_loss": 0.005048634950071573, "global_step": 13595, "epoch": 251, "lr": 6.386914946194143e-05}
+{"train_loss": 0.006594798061996698, "global_step": 13596, "epoch": 251, "lr": 6.386441849381597e-05}
+{"train_loss": 0.0054245623759925365, "global_step": 13597, "epoch": 251, "lr": 6.385968739122216e-05}
+{"train_loss": 0.008410628885030746, "global_step": 13598, "epoch": 251, "lr": 6.385495615420589e-05}
+{"train_loss": 0.006746190134435892, "global_step": 13599, "epoch": 251, "lr": 6.385022478281306e-05}
+{"train_loss": 0.004729121923446655, "global_step": 13600, "epoch": 251, "lr": 6.384549327708957e-05}
+{"train_loss": 0.0026088820304721594, "global_step": 13601, "epoch": 251, "lr": 6.384076163708126e-05}
+{"train_loss": 0.00722245778888464, "global_step": 13602, "epoch": 251, "lr": 6.383602986283408e-05}
+{"train_loss": 0.0058541917242109776, "global_step": 13603, "epoch": 251, "lr": 6.383129795439388e-05}
+{"train_loss": 0.006495997775346041, "global_step": 13604, "epoch": 251, "lr": 6.38265659118066e-05}
+{"train_loss": 0.00515865720808506, "global_step": 13605, "epoch": 251, "lr": 6.382183373511809e-05}
+{"train_loss": 0.004277471452951431, "global_step": 13606, "epoch": 251, "lr": 6.381710142437427e-05}
+{"train_loss": 0.005686990304470614, "global_step": 13607, "epoch": 251, "lr": 6.381236897962102e-05, "val_loss": 0.009617678821086884}
+{"train_loss": 0.003953822422772646, "global_step": 13608, "epoch": 252, "lr": 6.380763640090426e-05}
+{"train_loss": 0.007836331613361835, "global_step": 13609, "epoch": 252, "lr": 6.380290368826987e-05}
+{"train_loss": 0.005538147874176502, "global_step": 13610, "epoch": 252, "lr": 6.379817084176377e-05}
+{"train_loss": 0.005695155821740627, "global_step": 13611, "epoch": 252, "lr": 6.379343786143184e-05}
+{"train_loss": 0.004897350911051035, "global_step": 13612, "epoch": 252, "lr": 6.378870474732001e-05}
+{"train_loss": 0.006291770841926336, "global_step": 13613, "epoch": 252, "lr": 6.378397149947418e-05}
+{"train_loss": 0.004436169750988483, "global_step": 13614, "epoch": 252, "lr": 6.377923811794026e-05}
+{"train_loss": 0.006223577540367842, "global_step": 13615, "epoch": 252, "lr": 6.377450460276413e-05}
+{"train_loss": 0.007730748504400253, "global_step": 13616, "epoch": 252, "lr": 6.376977095399172e-05}
+{"train_loss": 0.0035653153900057077, "global_step": 13617, "epoch": 252, "lr": 6.376503717166895e-05}
+{"train_loss": 0.004597914405167103, "global_step": 13618, "epoch": 252, "lr": 6.376030325584173e-05}
+{"train_loss": 0.0039000411052256823, "global_step": 13619, "epoch": 252, "lr": 6.375556920655594e-05}
+{"train_loss": 0.004938254598528147, "global_step": 13620, "epoch": 252, "lr": 6.375083502385755e-05}
+{"train_loss": 0.003270116401836276, "global_step": 13621, "epoch": 252, "lr": 6.374610070779242e-05}
+{"train_loss": 0.008231564424932003, "global_step": 13622, "epoch": 252, "lr": 6.374136625840651e-05}
+{"train_loss": 0.006042770110070705, "global_step": 13623, "epoch": 252, "lr": 6.373663167574571e-05}
+{"train_loss": 0.005210142116993666, "global_step": 13624, "epoch": 252, "lr": 6.373189695985595e-05}
+{"train_loss": 0.003952940460294485, "global_step": 13625, "epoch": 252, "lr": 6.372716211078318e-05}
+{"train_loss": 0.008775951340794563, "global_step": 13626, "epoch": 252, "lr": 6.372242712857326e-05}
+{"train_loss": 0.004463962744921446, "global_step": 13627, "epoch": 252, "lr": 6.371769201327217e-05}
+{"train_loss": 0.004282308742403984, "global_step": 13628, "epoch": 252, "lr": 6.371295676492582e-05}
+{"train_loss": 0.004125057719647884, "global_step": 13629, "epoch": 252, "lr": 6.370822138358011e-05}
+{"train_loss": 0.004362067673355341, "global_step": 13630, "epoch": 252, "lr": 6.3703485869281e-05}
+{"train_loss": 0.0045618764124810696, "global_step": 13631, "epoch": 252, "lr": 6.36987502220744e-05}
+{"train_loss": 0.006097240839153528, "global_step": 13632, "epoch": 252, "lr": 6.369401444200624e-05}
+{"train_loss": 0.005480913911014795, "global_step": 13633, "epoch": 252, "lr": 6.368927852912247e-05}
+{"train_loss": 0.005610378459095955, "global_step": 13634, "epoch": 252, "lr": 6.3684542483469e-05}
+{"train_loss": 0.005236268509179354, "global_step": 13635, "epoch": 252, "lr": 6.36798063050918e-05}
+{"train_loss": 0.0069327326491475105, "global_step": 13636, "epoch": 252, "lr": 6.367506999403675e-05}
+{"train_loss": 0.006130930967628956, "global_step": 13637, "epoch": 252, "lr": 6.367033355034983e-05}
+{"train_loss": 0.006302282679826021, "global_step": 13638, "epoch": 252, "lr": 6.366559697407696e-05}
+{"train_loss": 0.007099985145032406, "global_step": 13639, "epoch": 252, "lr": 6.36608602652641e-05}
+{"train_loss": 0.007563108112663031, "global_step": 13640, "epoch": 252, "lr": 6.365612342395715e-05}
+{"train_loss": 0.003935074433684349, "global_step": 13641, "epoch": 252, "lr": 6.36513864502021e-05}
+{"train_loss": 0.004275541752576828, "global_step": 13642, "epoch": 252, "lr": 6.364664934404485e-05}
+{"train_loss": 0.005258425138890743, "global_step": 13643, "epoch": 252, "lr": 6.364191210553137e-05}
+{"train_loss": 0.0058821081183850765, "global_step": 13644, "epoch": 252, "lr": 6.363717473470759e-05}
+{"train_loss": 0.003718772903084755, "global_step": 13645, "epoch": 252, "lr": 6.363243723161948e-05}
+{"train_loss": 0.0042006694711744785, "global_step": 13646, "epoch": 252, "lr": 6.362769959631296e-05}
+{"train_loss": 0.004261410795152187, "global_step": 13647, "epoch": 252, "lr": 6.362296182883401e-05}
+{"train_loss": 0.005562991369515657, "global_step": 13648, "epoch": 252, "lr": 6.361822392922854e-05}
+{"train_loss": 0.004760664887726307, "global_step": 13649, "epoch": 252, "lr": 6.361348589754254e-05}
+{"train_loss": 0.009140235371887684, "global_step": 13650, "epoch": 252, "lr": 6.360874773382195e-05}
+{"train_loss": 0.005302364472299814, "global_step": 13651, "epoch": 252, "lr": 6.360400943811274e-05}
+{"train_loss": 0.004828150849789381, "global_step": 13652, "epoch": 252, "lr": 6.359927101046082e-05}
+{"train_loss": 0.007220100611448288, "global_step": 13653, "epoch": 252, "lr": 6.359453245091218e-05}
+{"train_loss": 0.006453110836446285, "global_step": 13654, "epoch": 252, "lr": 6.358979375951278e-05}
+{"train_loss": 0.0033224516082555056, "global_step": 13655, "epoch": 252, "lr": 6.358505493630858e-05}
+{"train_loss": 0.005918860901147127, "global_step": 13656, "epoch": 252, "lr": 6.358031598134551e-05}
+{"train_loss": 0.007234469521790743, "global_step": 13657, "epoch": 252, "lr": 6.35755768946696e-05}
+{"train_loss": 0.004732354078441858, "global_step": 13658, "epoch": 252, "lr": 6.357083767632674e-05}
+{"train_loss": 0.006928031332790852, "global_step": 13659, "epoch": 252, "lr": 6.356609832636296e-05}
+{"train_loss": 0.004717935808002949, "global_step": 13660, "epoch": 252, "lr": 6.356135884482415e-05}
+{"train_loss": 0.005505128297954798, "global_step": 13661, "epoch": 252, "lr": 6.355661923175632e-05, "val_loss": 0.007851880043745041}
+{"train_loss": 0.006265399977564812, "global_step": 13662, "epoch": 253, "lr": 6.355187948720546e-05}
+{"train_loss": 0.004734949674457312, "global_step": 13663, "epoch": 253, "lr": 6.354713961121752e-05}
+{"train_loss": 0.007027546409517527, "global_step": 13664, "epoch": 253, "lr": 6.354239960383846e-05}
+{"train_loss": 0.006537245120853186, "global_step": 13665, "epoch": 253, "lr": 6.353765946511427e-05}
+{"train_loss": 0.004371125251054764, "global_step": 13666, "epoch": 253, "lr": 6.35329191950909e-05}
+{"train_loss": 0.0049177356995642185, "global_step": 13667, "epoch": 253, "lr": 6.352817879381437e-05}
+{"train_loss": 0.005603990517556667, "global_step": 13668, "epoch": 253, "lr": 6.352343826133058e-05}
+{"train_loss": 0.004356937482953072, "global_step": 13669, "epoch": 253, "lr": 6.351869759768559e-05}
+{"train_loss": 0.0033633101265877485, "global_step": 13670, "epoch": 253, "lr": 6.351395680292533e-05}
+{"train_loss": 0.008131503127515316, "global_step": 13671, "epoch": 253, "lr": 6.350921587709579e-05}
+{"train_loss": 0.0033276076428592205, "global_step": 13672, "epoch": 253, "lr": 6.350447482024296e-05}
+{"train_loss": 0.004809558391571045, "global_step": 13673, "epoch": 253, "lr": 6.34997336324128e-05}
+{"train_loss": 0.005089125130325556, "global_step": 13674, "epoch": 253, "lr": 6.349499231365132e-05}
+{"train_loss": 0.005305476952344179, "global_step": 13675, "epoch": 253, "lr": 6.349025086400451e-05}
+{"train_loss": 0.006885291542857885, "global_step": 13676, "epoch": 253, "lr": 6.348550928351832e-05}
+{"train_loss": 0.0036803986877202988, "global_step": 13677, "epoch": 253, "lr": 6.348076757223877e-05}
+{"train_loss": 0.006294085644185543, "global_step": 13678, "epoch": 253, "lr": 6.347602573021184e-05}
+{"train_loss": 0.0050609298050403595, "global_step": 13679, "epoch": 253, "lr": 6.347128375748352e-05}
+{"train_loss": 0.004156912211328745, "global_step": 13680, "epoch": 253, "lr": 6.346654165409979e-05}
+{"train_loss": 0.004078698344528675, "global_step": 13681, "epoch": 253, "lr": 6.346179942010667e-05}
+{"train_loss": 0.005478889215737581, "global_step": 13682, "epoch": 253, "lr": 6.345705705555012e-05}
+{"train_loss": 0.004600816406309605, "global_step": 13683, "epoch": 253, "lr": 6.345231456047617e-05}
+{"train_loss": 0.007332507520914078, "global_step": 13684, "epoch": 253, "lr": 6.344757193493079e-05}
+{"train_loss": 0.005410598125308752, "global_step": 13685, "epoch": 253, "lr": 6.344282917895998e-05}
+{"train_loss": 0.00537404278293252, "global_step": 13686, "epoch": 253, "lr": 6.343808629260975e-05}
+{"train_loss": 0.00339224049821496, "global_step": 13687, "epoch": 253, "lr": 6.343334327592609e-05}
+{"train_loss": 0.0046582771465182304, "global_step": 13688, "epoch": 253, "lr": 6.342860012895502e-05}
+{"train_loss": 0.004498274531215429, "global_step": 13689, "epoch": 253, "lr": 6.342385685174252e-05}
+{"train_loss": 0.006148830521851778, "global_step": 13690, "epoch": 253, "lr": 6.341911344433461e-05}
+{"train_loss": 0.0062711830250918865, "global_step": 13691, "epoch": 253, "lr": 6.34143699067773e-05}
+{"train_loss": 0.0049565257504582405, "global_step": 13692, "epoch": 253, "lr": 6.340962623911657e-05}
+{"train_loss": 0.006144965998828411, "global_step": 13693, "epoch": 253, "lr": 6.340488244139845e-05}
+{"train_loss": 0.00603318540379405, "global_step": 13694, "epoch": 253, "lr": 6.340013851366896e-05}
+{"train_loss": 0.003947907593101263, "global_step": 13695, "epoch": 253, "lr": 6.339539445597407e-05}
+{"train_loss": 0.004131427966058254, "global_step": 13696, "epoch": 253, "lr": 6.339065026835983e-05}
+{"train_loss": 0.006895578466355801, "global_step": 13697, "epoch": 253, "lr": 6.338590595087224e-05}
+{"train_loss": 0.006618167739361525, "global_step": 13698, "epoch": 253, "lr": 6.338116150355731e-05}
+{"train_loss": 0.007468471769243479, "global_step": 13699, "epoch": 253, "lr": 6.337641692646106e-05}
+{"train_loss": 0.004944378975778818, "global_step": 13700, "epoch": 253, "lr": 6.337167221962949e-05}
+{"train_loss": 0.007838813588023186, "global_step": 13701, "epoch": 253, "lr": 6.336692738310865e-05}
+{"train_loss": 0.007663454860448837, "global_step": 13702, "epoch": 253, "lr": 6.336218241694454e-05}
+{"train_loss": 0.005863733123987913, "global_step": 13703, "epoch": 253, "lr": 6.335743732118318e-05}
+{"train_loss": 0.005556855816394091, "global_step": 13704, "epoch": 253, "lr": 6.335269209587059e-05}
+{"train_loss": 0.006044289097189903, "global_step": 13705, "epoch": 253, "lr": 6.334794674105281e-05}
+{"train_loss": 0.004859096836298704, "global_step": 13706, "epoch": 253, "lr": 6.334320125677585e-05}
+{"train_loss": 0.004850611090660095, "global_step": 13707, "epoch": 253, "lr": 6.333845564308573e-05}
+{"train_loss": 0.006744622252881527, "global_step": 13708, "epoch": 253, "lr": 6.333370990002848e-05}
+{"train_loss": 0.00523500656709075, "global_step": 13709, "epoch": 253, "lr": 6.332896402765015e-05}
+{"train_loss": 0.0059227789752185345, "global_step": 13710, "epoch": 253, "lr": 6.332421802599674e-05}
+{"train_loss": 0.005255006719380617, "global_step": 13711, "epoch": 253, "lr": 6.33194718951143e-05}
+{"train_loss": 0.005798292346298695, "global_step": 13712, "epoch": 253, "lr": 6.331472563504886e-05}
+{"train_loss": 0.007877510040998459, "global_step": 13713, "epoch": 253, "lr": 6.330997924584643e-05}
+{"train_loss": 0.005697174929082394, "global_step": 13714, "epoch": 253, "lr": 6.330523272755308e-05}
+{"train_loss": 0.005566221493710246, "global_step": 13715, "epoch": 253, "lr": 6.330048608021481e-05, "val_loss": 0.010873685590922832}
+{"train_loss": 0.00473721232265234, "global_step": 13716, "epoch": 254, "lr": 6.329573930387768e-05}
+{"train_loss": 0.003495354438200593, "global_step": 13717, "epoch": 254, "lr": 6.329099239858772e-05}
+{"train_loss": 0.004424233455210924, "global_step": 13718, "epoch": 254, "lr": 6.328624536439099e-05}
+{"train_loss": 0.004384612198919058, "global_step": 13719, "epoch": 254, "lr": 6.328149820133349e-05}
+{"train_loss": 0.005730577278882265, "global_step": 13720, "epoch": 254, "lr": 6.327675090946129e-05}
+{"train_loss": 0.004667510278522968, "global_step": 13721, "epoch": 254, "lr": 6.327200348882043e-05}
+{"train_loss": 0.006520351395010948, "global_step": 13722, "epoch": 254, "lr": 6.326725593945695e-05}
+{"train_loss": 0.004685220308601856, "global_step": 13723, "epoch": 254, "lr": 6.326250826141689e-05}
+{"train_loss": 0.00582314794883132, "global_step": 13724, "epoch": 254, "lr": 6.325776045474631e-05}
+{"train_loss": 0.005868087988346815, "global_step": 13725, "epoch": 254, "lr": 6.325301251949126e-05}
+{"train_loss": 0.0055756401270627975, "global_step": 13726, "epoch": 254, "lr": 6.324826445569777e-05}
+{"train_loss": 0.003308576764538884, "global_step": 13727, "epoch": 254, "lr": 6.324351626341192e-05}
+{"train_loss": 0.0070841251872479916, "global_step": 13728, "epoch": 254, "lr": 6.323876794267972e-05}
+{"train_loss": 0.005847430322319269, "global_step": 13729, "epoch": 254, "lr": 6.323401949354726e-05}
+{"train_loss": 0.0037515158765017986, "global_step": 13730, "epoch": 254, "lr": 6.322927091606058e-05}
+{"train_loss": 0.003659038571640849, "global_step": 13731, "epoch": 254, "lr": 6.322452221026573e-05}
+{"train_loss": 0.00543490843847394, "global_step": 13732, "epoch": 254, "lr": 6.321977337620878e-05}
+{"train_loss": 0.0036774578038603067, "global_step": 13733, "epoch": 254, "lr": 6.321502441393577e-05}
+{"train_loss": 0.003586395410820842, "global_step": 13734, "epoch": 254, "lr": 6.321027532349278e-05}
+{"train_loss": 0.004692629911005497, "global_step": 13735, "epoch": 254, "lr": 6.320552610492586e-05}
+{"train_loss": 0.004781380295753479, "global_step": 13736, "epoch": 254, "lr": 6.320077675828106e-05}
+{"train_loss": 0.0036513335071504116, "global_step": 13737, "epoch": 254, "lr": 6.319602728360448e-05}
+{"train_loss": 0.004575921688228846, "global_step": 13738, "epoch": 254, "lr": 6.319127768094215e-05}
+{"train_loss": 0.00498243747279048, "global_step": 13739, "epoch": 254, "lr": 6.318652795034013e-05}
+{"train_loss": 0.0028749953489750624, "global_step": 13740, "epoch": 254, "lr": 6.318177809184454e-05}
+{"train_loss": 0.0036770969163626432, "global_step": 13741, "epoch": 254, "lr": 6.317702810550137e-05}
+{"train_loss": 0.0037636684719473124, "global_step": 13742, "epoch": 254, "lr": 6.317227799135674e-05}
+{"train_loss": 0.004660853650420904, "global_step": 13743, "epoch": 254, "lr": 6.316752774945673e-05}
+{"train_loss": 0.004817215725779533, "global_step": 13744, "epoch": 254, "lr": 6.316277737984737e-05}
+{"train_loss": 0.004420004319399595, "global_step": 13745, "epoch": 254, "lr": 6.315802688257476e-05}
+{"train_loss": 0.005024167243391275, "global_step": 13746, "epoch": 254, "lr": 6.315327625768496e-05}
+{"train_loss": 0.0038123936392366886, "global_step": 13747, "epoch": 254, "lr": 6.314852550522407e-05}
+{"train_loss": 0.004409491550177336, "global_step": 13748, "epoch": 254, "lr": 6.314377462523816e-05}
+{"train_loss": 0.005501929204910994, "global_step": 13749, "epoch": 254, "lr": 6.313902361777326e-05}
+{"train_loss": 0.004567252937704325, "global_step": 13750, "epoch": 254, "lr": 6.31342724828755e-05}
+{"train_loss": 0.0058258953504264355, "global_step": 13751, "epoch": 254, "lr": 6.312952122059096e-05}
+{"train_loss": 0.004013897851109505, "global_step": 13752, "epoch": 254, "lr": 6.312476983096573e-05}
+{"train_loss": 0.003279495518654585, "global_step": 13753, "epoch": 254, "lr": 6.312001831404584e-05}
+{"train_loss": 0.00384507910348475, "global_step": 13754, "epoch": 254, "lr": 6.311526666987743e-05}
+{"train_loss": 0.004393358249217272, "global_step": 13755, "epoch": 254, "lr": 6.311051489850653e-05}
+{"train_loss": 0.004999706055969, "global_step": 13756, "epoch": 254, "lr": 6.31057629999793e-05}
+{"train_loss": 0.005274618044495583, "global_step": 13757, "epoch": 254, "lr": 6.310101097434175e-05}
+{"train_loss": 0.007348925340920687, "global_step": 13758, "epoch": 254, "lr": 6.309625882164002e-05}
+{"train_loss": 0.003647648962214589, "global_step": 13759, "epoch": 254, "lr": 6.309150654192018e-05}
+{"train_loss": 0.003792828880250454, "global_step": 13760, "epoch": 254, "lr": 6.308675413522833e-05}
+{"train_loss": 0.005872792098671198, "global_step": 13761, "epoch": 254, "lr": 6.308200160161056e-05}
+{"train_loss": 0.0042043039575219154, "global_step": 13762, "epoch": 254, "lr": 6.307724894111297e-05}
+{"train_loss": 0.005978497210890055, "global_step": 13763, "epoch": 254, "lr": 6.307249615378163e-05}
+{"train_loss": 0.003608971368521452, "global_step": 13764, "epoch": 254, "lr": 6.306774323966268e-05}
+{"train_loss": 0.005222921259701252, "global_step": 13765, "epoch": 254, "lr": 6.306299019880216e-05}
+{"train_loss": 0.00664412509649992, "global_step": 13766, "epoch": 254, "lr": 6.305823703124624e-05}
+{"train_loss": 0.005605324171483517, "global_step": 13767, "epoch": 254, "lr": 6.305348373704095e-05}
+{"train_loss": 0.005381843075156212, "global_step": 13768, "epoch": 254, "lr": 6.304873031623244e-05}
+{"train_loss": 0.004773620326347925, "global_step": 13769, "epoch": 254, "lr": 6.304397676886678e-05, "val_loss": 0.0037058955058455467}
+{"train_loss": 0.004194306209683418, "global_step": 13770, "epoch": 255, "lr": 6.30392230949901e-05}
+{"train_loss": 0.003984509035944939, "global_step": 13771, "epoch": 255, "lr": 6.303446929464849e-05}
+{"train_loss": 0.006542979273945093, "global_step": 13772, "epoch": 255, "lr": 6.302971536788806e-05}
+{"train_loss": 0.004366504028439522, "global_step": 13773, "epoch": 255, "lr": 6.302496131475492e-05}
+{"train_loss": 0.005055469926446676, "global_step": 13774, "epoch": 255, "lr": 6.302020713529518e-05}
+{"train_loss": 0.003629267681390047, "global_step": 13775, "epoch": 255, "lr": 6.301545282955493e-05}
+{"train_loss": 0.006084753200411797, "global_step": 13776, "epoch": 255, "lr": 6.301069839758031e-05}
+{"train_loss": 0.003593316301703453, "global_step": 13777, "epoch": 255, "lr": 6.300594383941743e-05}
+{"train_loss": 0.005963803268969059, "global_step": 13778, "epoch": 255, "lr": 6.300118915511238e-05}
+{"train_loss": 0.006438944023102522, "global_step": 13779, "epoch": 255, "lr": 6.299643434471127e-05}
+{"train_loss": 0.007547152228653431, "global_step": 13780, "epoch": 255, "lr": 6.299167940826026e-05}
+{"train_loss": 0.003669316880404949, "global_step": 13781, "epoch": 255, "lr": 6.298692434580542e-05}
+{"train_loss": 0.006368893664330244, "global_step": 13782, "epoch": 255, "lr": 6.298216915739293e-05}
+{"train_loss": 0.004877867177128792, "global_step": 13783, "epoch": 255, "lr": 6.297741384306883e-05}
+{"train_loss": 0.006828869692981243, "global_step": 13784, "epoch": 255, "lr": 6.297265840287927e-05}
+{"train_loss": 0.004099349025636911, "global_step": 13785, "epoch": 255, "lr": 6.296790283687042e-05}
+{"train_loss": 0.005040781106799841, "global_step": 13786, "epoch": 255, "lr": 6.296314714508835e-05}
+{"train_loss": 0.007254058960825205, "global_step": 13787, "epoch": 255, "lr": 6.295839132757919e-05}
+{"train_loss": 0.00476518739014864, "global_step": 13788, "epoch": 255, "lr": 6.295363538438908e-05}
+{"train_loss": 0.005622411612421274, "global_step": 13789, "epoch": 255, "lr": 6.294887931556415e-05}
+{"train_loss": 0.005166610702872276, "global_step": 13790, "epoch": 255, "lr": 6.294412312115052e-05}
+{"train_loss": 0.004580210894346237, "global_step": 13791, "epoch": 255, "lr": 6.29393668011943e-05}
+{"train_loss": 0.004436080809682608, "global_step": 13792, "epoch": 255, "lr": 6.293461035574169e-05}
+{"train_loss": 0.0063771638087928295, "global_step": 13793, "epoch": 255, "lr": 6.292985378483872e-05}
+{"train_loss": 0.004798689391463995, "global_step": 13794, "epoch": 255, "lr": 6.29250970885316e-05}
+{"train_loss": 0.0027901018038392067, "global_step": 13795, "epoch": 255, "lr": 6.292034026686644e-05}
+{"train_loss": 0.0025853191036731005, "global_step": 13796, "epoch": 255, "lr": 6.291558331988937e-05}
+{"train_loss": 0.005750549491494894, "global_step": 13797, "epoch": 255, "lr": 6.291082624764652e-05}
+{"train_loss": 0.004724254831671715, "global_step": 13798, "epoch": 255, "lr": 6.290606905018408e-05}
+{"train_loss": 0.003255729330703616, "global_step": 13799, "epoch": 255, "lr": 6.290131172754811e-05}
+{"train_loss": 0.005195898003876209, "global_step": 13800, "epoch": 255, "lr": 6.289655427978482e-05}
+{"train_loss": 0.004476088099181652, "global_step": 13801, "epoch": 255, "lr": 6.28917967069403e-05}
+{"train_loss": 0.004521707072854042, "global_step": 13802, "epoch": 255, "lr": 6.288703900906071e-05}
+{"train_loss": 0.004014384467154741, "global_step": 13803, "epoch": 255, "lr": 6.288228118619221e-05}
+{"train_loss": 0.00541666941717267, "global_step": 13804, "epoch": 255, "lr": 6.287752323838093e-05}
+{"train_loss": 0.00550872553139925, "global_step": 13805, "epoch": 255, "lr": 6.287276516567301e-05}
+{"train_loss": 0.006660847458988428, "global_step": 13806, "epoch": 255, "lr": 6.286800696811464e-05}
+{"train_loss": 0.005328807048499584, "global_step": 13807, "epoch": 255, "lr": 6.28632486457519e-05}
+{"train_loss": 0.0054406956769526005, "global_step": 13808, "epoch": 255, "lr": 6.2858490198631e-05}
+{"train_loss": 0.007449286058545113, "global_step": 13809, "epoch": 255, "lr": 6.285373162679803e-05}
+{"train_loss": 0.0060158078558743, "global_step": 13810, "epoch": 255, "lr": 6.284897293029922e-05}
+{"train_loss": 0.005036685615777969, "global_step": 13811, "epoch": 255, "lr": 6.284421410918067e-05}
+{"train_loss": 0.00381701672449708, "global_step": 13812, "epoch": 255, "lr": 6.283945516348856e-05}
+{"train_loss": 0.007632715627551079, "global_step": 13813, "epoch": 255, "lr": 6.283469609326902e-05}
+{"train_loss": 0.005346419755369425, "global_step": 13814, "epoch": 255, "lr": 6.282993689856823e-05}
+{"train_loss": 0.0041939993388950825, "global_step": 13815, "epoch": 255, "lr": 6.282517757943233e-05}
+{"train_loss": 0.00446284469217062, "global_step": 13816, "epoch": 255, "lr": 6.28204181359075e-05}
+{"train_loss": 0.005545502528548241, "global_step": 13817, "epoch": 255, "lr": 6.281565856803988e-05}
+{"train_loss": 0.005906287115067244, "global_step": 13818, "epoch": 255, "lr": 6.281089887587566e-05}
+{"train_loss": 0.007097192574292421, "global_step": 13819, "epoch": 255, "lr": 6.280613905946098e-05}
+{"train_loss": 0.007869953289628029, "global_step": 13820, "epoch": 255, "lr": 6.2801379118842e-05}
+{"train_loss": 0.005092103965580463, "global_step": 13821, "epoch": 255, "lr": 6.279661905406493e-05}
+{"train_loss": 0.006501790601760149, "global_step": 13822, "epoch": 255, "lr": 6.279185886517587e-05}
+{"train_loss": 0.005240855203872478, "global_step": 13823, "epoch": 255, "lr": 6.278709855222102e-05, "val_loss": 0.008342068642377853, "train_action_mse_error": 0.0002501357812434435}
+{"train_loss": 0.004593128804117441, "global_step": 13824, "epoch": 256, "lr": 6.278233811524656e-05}
+{"train_loss": 0.005178638733923435, "global_step": 13825, "epoch": 256, "lr": 6.277757755429867e-05}
+{"train_loss": 0.004290645942091942, "global_step": 13826, "epoch": 256, "lr": 6.277281686942349e-05}
+{"train_loss": 0.0041700322180986404, "global_step": 13827, "epoch": 256, "lr": 6.27680560606672e-05}
+{"train_loss": 0.005135418847203255, "global_step": 13828, "epoch": 256, "lr": 6.2763295128076e-05}
+{"train_loss": 0.004502706229686737, "global_step": 13829, "epoch": 256, "lr": 6.275853407169603e-05}
+{"train_loss": 0.0051024798303842545, "global_step": 13830, "epoch": 256, "lr": 6.27537728915735e-05}
+{"train_loss": 0.006775205954909325, "global_step": 13831, "epoch": 256, "lr": 6.274901158775454e-05}
+{"train_loss": 0.004249135032296181, "global_step": 13832, "epoch": 256, "lr": 6.274425016028538e-05}
+{"train_loss": 0.004448447842150927, "global_step": 13833, "epoch": 256, "lr": 6.273948860921217e-05}
+{"train_loss": 0.006511013489216566, "global_step": 13834, "epoch": 256, "lr": 6.27347269345811e-05}
+{"train_loss": 0.005441075190901756, "global_step": 13835, "epoch": 256, "lr": 6.272996513643837e-05}
+{"train_loss": 0.008409248664975166, "global_step": 13836, "epoch": 256, "lr": 6.272520321483016e-05}
+{"train_loss": 0.007897643372416496, "global_step": 13837, "epoch": 256, "lr": 6.272044116980262e-05}
+{"train_loss": 0.0034805398900061846, "global_step": 13838, "epoch": 256, "lr": 6.271567900140194e-05}
+{"train_loss": 0.005255185998976231, "global_step": 13839, "epoch": 256, "lr": 6.271091670967436e-05}
+{"train_loss": 0.0039083631709218025, "global_step": 13840, "epoch": 256, "lr": 6.270615429466601e-05}
+{"train_loss": 0.007165299262851477, "global_step": 13841, "epoch": 256, "lr": 6.270139175642311e-05}
+{"train_loss": 0.005924006924033165, "global_step": 13842, "epoch": 256, "lr": 6.269662909499185e-05}
+{"train_loss": 0.0042672972194850445, "global_step": 13843, "epoch": 256, "lr": 6.269186631041842e-05}
+{"train_loss": 0.0056843142956495285, "global_step": 13844, "epoch": 256, "lr": 6.268710340274901e-05}
+{"train_loss": 0.005865031853318214, "global_step": 13845, "epoch": 256, "lr": 6.268234037202983e-05}
+{"train_loss": 0.005632893647998571, "global_step": 13846, "epoch": 256, "lr": 6.267757721830703e-05}
+{"train_loss": 0.007531435694545507, "global_step": 13847, "epoch": 256, "lr": 6.267281394162687e-05}
+{"train_loss": 0.005403966177254915, "global_step": 13848, "epoch": 256, "lr": 6.266805054203549e-05}
+{"train_loss": 0.007246346678584814, "global_step": 13849, "epoch": 256, "lr": 6.26632870195791e-05}
+{"train_loss": 0.005149373319000006, "global_step": 13850, "epoch": 256, "lr": 6.265852337430396e-05}
+{"train_loss": 0.005846227984875441, "global_step": 13851, "epoch": 256, "lr": 6.26537596062562e-05}
+{"train_loss": 0.007592448964715004, "global_step": 13852, "epoch": 256, "lr": 6.264899571548204e-05}
+{"train_loss": 0.005223853513598442, "global_step": 13853, "epoch": 256, "lr": 6.264423170202773e-05}
+{"train_loss": 0.006366131827235222, "global_step": 13854, "epoch": 256, "lr": 6.263946756593941e-05}
+{"train_loss": 0.006743588950484991, "global_step": 13855, "epoch": 256, "lr": 6.263470330726334e-05}
+{"train_loss": 0.007931146770715714, "global_step": 13856, "epoch": 256, "lr": 6.262993892604569e-05}
+{"train_loss": 0.004989864770323038, "global_step": 13857, "epoch": 256, "lr": 6.262517442233267e-05}
+{"train_loss": 0.005478775128722191, "global_step": 13858, "epoch": 256, "lr": 6.262040979617052e-05}
+{"train_loss": 0.00733564980328083, "global_step": 13859, "epoch": 256, "lr": 6.261564504760544e-05}
+{"train_loss": 0.005408697295933962, "global_step": 13860, "epoch": 256, "lr": 6.261088017668362e-05}
+{"train_loss": 0.00535538187250495, "global_step": 13861, "epoch": 256, "lr": 6.26061151834513e-05}
+{"train_loss": 0.007269044406712055, "global_step": 13862, "epoch": 256, "lr": 6.260135006795466e-05}
+{"train_loss": 0.00491265207529068, "global_step": 13863, "epoch": 256, "lr": 6.259658483023998e-05}
+{"train_loss": 0.0061856601387262344, "global_step": 13864, "epoch": 256, "lr": 6.259181947035342e-05}
+{"train_loss": 0.005763651337474585, "global_step": 13865, "epoch": 256, "lr": 6.25870539883412e-05}
+{"train_loss": 0.003327256767079234, "global_step": 13866, "epoch": 256, "lr": 6.258228838424958e-05}
+{"train_loss": 0.005784791894257069, "global_step": 13867, "epoch": 256, "lr": 6.257752265812474e-05}
+{"train_loss": 0.007774048019200563, "global_step": 13868, "epoch": 256, "lr": 6.257275681001293e-05}
+{"train_loss": 0.009234477765858173, "global_step": 13869, "epoch": 256, "lr": 6.256799083996036e-05}
+{"train_loss": 0.004907755181193352, "global_step": 13870, "epoch": 256, "lr": 6.256322474801324e-05}
+{"train_loss": 0.006384822074323893, "global_step": 13871, "epoch": 256, "lr": 6.255845853421782e-05}
+{"train_loss": 0.004938802681863308, "global_step": 13872, "epoch": 256, "lr": 6.255369219862032e-05}
+{"train_loss": 0.005998427979648113, "global_step": 13873, "epoch": 256, "lr": 6.254892574126697e-05}
+{"train_loss": 0.006993234623223543, "global_step": 13874, "epoch": 256, "lr": 6.254415916220397e-05}
+{"train_loss": 0.0070831007324159145, "global_step": 13875, "epoch": 256, "lr": 6.25393924614776e-05}
+{"train_loss": 0.005772091913968325, "global_step": 13876, "epoch": 256, "lr": 6.253462563913405e-05}
+{"train_loss": 0.005861544317600352, "global_step": 13877, "epoch": 256, "lr": 6.252985869521957e-05, "val_loss": 0.009068325161933899}
+{"train_loss": 0.006954111624509096, "global_step": 13878, "epoch": 257, "lr": 6.252509162978038e-05}
+{"train_loss": 0.006961486302316189, "global_step": 13879, "epoch": 257, "lr": 6.252032444286277e-05}
+{"train_loss": 0.005360292736440897, "global_step": 13880, "epoch": 257, "lr": 6.251555713451289e-05}
+{"train_loss": 0.0044408985413610935, "global_step": 13881, "epoch": 257, "lr": 6.251078970477704e-05}
+{"train_loss": 0.00463046133518219, "global_step": 13882, "epoch": 257, "lr": 6.250602215370143e-05}
+{"train_loss": 0.00443456182256341, "global_step": 13883, "epoch": 257, "lr": 6.25012544813323e-05}
+{"train_loss": 0.007715917192399502, "global_step": 13884, "epoch": 257, "lr": 6.24964866877159e-05}
+{"train_loss": 0.006211204454302788, "global_step": 13885, "epoch": 257, "lr": 6.24917187728985e-05}
+{"train_loss": 0.005479828920215368, "global_step": 13886, "epoch": 257, "lr": 6.248695073692628e-05}
+{"train_loss": 0.00753260450437665, "global_step": 13887, "epoch": 257, "lr": 6.248218257984553e-05}
+{"train_loss": 0.004707050509750843, "global_step": 13888, "epoch": 257, "lr": 6.247741430170246e-05}
+{"train_loss": 0.006115819793194532, "global_step": 13889, "epoch": 257, "lr": 6.247264590254339e-05}
+{"train_loss": 0.0038293329998850822, "global_step": 13890, "epoch": 257, "lr": 6.246787738241447e-05}
+{"train_loss": 0.006973898038268089, "global_step": 13891, "epoch": 257, "lr": 6.246310874136201e-05}
+{"train_loss": 0.0063302721828222275, "global_step": 13892, "epoch": 257, "lr": 6.245833997943225e-05}
+{"train_loss": 0.00706679280847311, "global_step": 13893, "epoch": 257, "lr": 6.245357109667145e-05}
+{"train_loss": 0.006550346966832876, "global_step": 13894, "epoch": 257, "lr": 6.244880209312584e-05}
+{"train_loss": 0.006854074541479349, "global_step": 13895, "epoch": 257, "lr": 6.244403296884169e-05}
+{"train_loss": 0.0064065102487802505, "global_step": 13896, "epoch": 257, "lr": 6.243926372386523e-05}
+{"train_loss": 0.004538588225841522, "global_step": 13897, "epoch": 257, "lr": 6.243449435824276e-05}
+{"train_loss": 0.005139065906405449, "global_step": 13898, "epoch": 257, "lr": 6.242972487202048e-05}
+{"train_loss": 0.003298484953120351, "global_step": 13899, "epoch": 257, "lr": 6.24249552652447e-05}
+{"train_loss": 0.0070108757354319096, "global_step": 13900, "epoch": 257, "lr": 6.242018553796166e-05}
+{"train_loss": 0.006503539625555277, "global_step": 13901, "epoch": 257, "lr": 6.241541569021762e-05}
+{"train_loss": 0.005268312059342861, "global_step": 13902, "epoch": 257, "lr": 6.241064572205885e-05}
+{"train_loss": 0.004806898068636656, "global_step": 13903, "epoch": 257, "lr": 6.24058756335316e-05}
+{"train_loss": 0.0060775806196033955, "global_step": 13904, "epoch": 257, "lr": 6.240110542468211e-05}
+{"train_loss": 0.0057680075988173485, "global_step": 13905, "epoch": 257, "lr": 6.239633509555672e-05}
+{"train_loss": 0.009570799767971039, "global_step": 13906, "epoch": 257, "lr": 6.239156464620161e-05}
+{"train_loss": 0.0044007208198308945, "global_step": 13907, "epoch": 257, "lr": 6.238679407666313e-05}
+{"train_loss": 0.004335892852395773, "global_step": 13908, "epoch": 257, "lr": 6.238202338698748e-05}
+{"train_loss": 0.0057775708846747875, "global_step": 13909, "epoch": 257, "lr": 6.237725257722097e-05}
+{"train_loss": 0.003763279877603054, "global_step": 13910, "epoch": 257, "lr": 6.237248164740987e-05}
+{"train_loss": 0.005740900989621878, "global_step": 13911, "epoch": 257, "lr": 6.236771059760041e-05}
+{"train_loss": 0.004458311013877392, "global_step": 13912, "epoch": 257, "lr": 6.23629394278389e-05}
+{"train_loss": 0.0068106455728411674, "global_step": 13913, "epoch": 257, "lr": 6.235816813817164e-05}
+{"train_loss": 0.003993535879999399, "global_step": 13914, "epoch": 257, "lr": 6.235339672864485e-05}
+{"train_loss": 0.007195973303169012, "global_step": 13915, "epoch": 257, "lr": 6.234862519930485e-05}
+{"train_loss": 0.003885219804942608, "global_step": 13916, "epoch": 257, "lr": 6.234385355019788e-05}
+{"train_loss": 0.005382479168474674, "global_step": 13917, "epoch": 257, "lr": 6.233908178137025e-05}
+{"train_loss": 0.006822980009019375, "global_step": 13918, "epoch": 257, "lr": 6.233430989286823e-05}
+{"train_loss": 0.004813026636838913, "global_step": 13919, "epoch": 257, "lr": 6.232953788473811e-05}
+{"train_loss": 0.003976305481046438, "global_step": 13920, "epoch": 257, "lr": 6.232476575702614e-05}
+{"train_loss": 0.004918164573609829, "global_step": 13921, "epoch": 257, "lr": 6.231999350977866e-05}
+{"train_loss": 0.005764324683696032, "global_step": 13922, "epoch": 257, "lr": 6.23152211430419e-05}
+{"train_loss": 0.004923156462609768, "global_step": 13923, "epoch": 257, "lr": 6.231044865686217e-05}
+{"train_loss": 0.003321605734527111, "global_step": 13924, "epoch": 257, "lr": 6.230567605128577e-05}
+{"train_loss": 0.006737058982253075, "global_step": 13925, "epoch": 257, "lr": 6.230090332635898e-05}
+{"train_loss": 0.005755542777478695, "global_step": 13926, "epoch": 257, "lr": 6.229613048212807e-05}
+{"train_loss": 0.006054268218576908, "global_step": 13927, "epoch": 257, "lr": 6.229135751863937e-05}
+{"train_loss": 0.005832846742123365, "global_step": 13928, "epoch": 257, "lr": 6.228658443593913e-05}
+{"train_loss": 0.004039882216602564, "global_step": 13929, "epoch": 257, "lr": 6.228181123407366e-05}
+{"train_loss": 0.006502383854240179, "global_step": 13930, "epoch": 257, "lr": 6.227703791308925e-05}
+{"train_loss": 0.005579115672002512, "global_step": 13931, "epoch": 257, "lr": 6.227226447303222e-05, "val_loss": 0.006569978781044483}
+{"train_loss": 0.00796319916844368, "global_step": 13932, "epoch": 258, "lr": 6.226749091394885e-05}
+{"train_loss": 0.004184811841696501, "global_step": 13933, "epoch": 258, "lr": 6.226271723588542e-05}
+{"train_loss": 0.005149818025529385, "global_step": 13934, "epoch": 258, "lr": 6.225794343888826e-05}
+{"train_loss": 0.0059095281176269054, "global_step": 13935, "epoch": 258, "lr": 6.225316952300366e-05}
+{"train_loss": 0.008516483008861542, "global_step": 13936, "epoch": 258, "lr": 6.22483954882779e-05}
+{"train_loss": 0.006409685127437115, "global_step": 13937, "epoch": 258, "lr": 6.224362133475729e-05}
+{"train_loss": 0.006003954913467169, "global_step": 13938, "epoch": 258, "lr": 6.223884706248815e-05}
+{"train_loss": 0.0037826173938810825, "global_step": 13939, "epoch": 258, "lr": 6.22340726715168e-05}
+{"train_loss": 0.0059221964329481125, "global_step": 13940, "epoch": 258, "lr": 6.222929816188951e-05}
+{"train_loss": 0.004261721856892109, "global_step": 13941, "epoch": 258, "lr": 6.22245235336526e-05}
+{"train_loss": 0.006643329281359911, "global_step": 13942, "epoch": 258, "lr": 6.221974878685237e-05}
+{"train_loss": 0.008012691512703896, "global_step": 13943, "epoch": 258, "lr": 6.221497392153516e-05}
+{"train_loss": 0.0046978541649878025, "global_step": 13944, "epoch": 258, "lr": 6.221019893774725e-05}
+{"train_loss": 0.0047443765215575695, "global_step": 13945, "epoch": 258, "lr": 6.220542383553494e-05}
+{"train_loss": 0.00728214718401432, "global_step": 13946, "epoch": 258, "lr": 6.220064861494458e-05}
+{"train_loss": 0.006418517325073481, "global_step": 13947, "epoch": 258, "lr": 6.219587327602247e-05}
+{"train_loss": 0.004927890840917826, "global_step": 13948, "epoch": 258, "lr": 6.219109781881491e-05}
+{"train_loss": 0.007033973000943661, "global_step": 13949, "epoch": 258, "lr": 6.218632224336824e-05}
+{"train_loss": 0.005224702879786491, "global_step": 13950, "epoch": 258, "lr": 6.218154654972877e-05}
+{"train_loss": 0.005265450570732355, "global_step": 13951, "epoch": 258, "lr": 6.21767707379428e-05}
+{"train_loss": 0.006665167864412069, "global_step": 13952, "epoch": 258, "lr": 6.217199480805666e-05}
+{"train_loss": 0.007006125058978796, "global_step": 13953, "epoch": 258, "lr": 6.216721876011669e-05}
+{"train_loss": 0.00700919097289443, "global_step": 13954, "epoch": 258, "lr": 6.216244259416919e-05}
+{"train_loss": 0.005641889292746782, "global_step": 13955, "epoch": 258, "lr": 6.215766631026049e-05}
+{"train_loss": 0.008043194189667702, "global_step": 13956, "epoch": 258, "lr": 6.215288990843692e-05}
+{"train_loss": 0.003426048206165433, "global_step": 13957, "epoch": 258, "lr": 6.214811338874479e-05}
+{"train_loss": 0.0074423872865736485, "global_step": 13958, "epoch": 258, "lr": 6.214333675123043e-05}
+{"train_loss": 0.0065494319424033165, "global_step": 13959, "epoch": 258, "lr": 6.213855999594018e-05}
+{"train_loss": 0.008429217152297497, "global_step": 13960, "epoch": 258, "lr": 6.213378312292039e-05}
+{"train_loss": 0.0036559973377734423, "global_step": 13961, "epoch": 258, "lr": 6.212900613221732e-05}
+{"train_loss": 0.0075986310839653015, "global_step": 13962, "epoch": 258, "lr": 6.212422902387738e-05}
+{"train_loss": 0.0070913247764110565, "global_step": 13963, "epoch": 258, "lr": 6.211945179794684e-05}
+{"train_loss": 0.004471594467759132, "global_step": 13964, "epoch": 258, "lr": 6.211467445447207e-05}
+{"train_loss": 0.005455845035612583, "global_step": 13965, "epoch": 258, "lr": 6.21098969934994e-05}
+{"train_loss": 0.006833829451352358, "global_step": 13966, "epoch": 258, "lr": 6.210511941507515e-05}
+{"train_loss": 0.00559006305411458, "global_step": 13967, "epoch": 258, "lr": 6.210034171924567e-05}
+{"train_loss": 0.0071587227284908295, "global_step": 13968, "epoch": 258, "lr": 6.209556390605729e-05}
+{"train_loss": 0.008939183317124844, "global_step": 13969, "epoch": 258, "lr": 6.209078597555635e-05}
+{"train_loss": 0.007864325307309628, "global_step": 13970, "epoch": 258, "lr": 6.208600792778922e-05}
+{"train_loss": 0.004812678322196007, "global_step": 13971, "epoch": 258, "lr": 6.208122976280217e-05}
+{"train_loss": 0.00680111488327384, "global_step": 13972, "epoch": 258, "lr": 6.207645148064162e-05}
+{"train_loss": 0.006239276845008135, "global_step": 13973, "epoch": 258, "lr": 6.207167308135387e-05}
+{"train_loss": 0.005148954223841429, "global_step": 13974, "epoch": 258, "lr": 6.206689456498529e-05}
+{"train_loss": 0.005118526052683592, "global_step": 13975, "epoch": 258, "lr": 6.20621159315822e-05}
+{"train_loss": 0.0075238365679979324, "global_step": 13976, "epoch": 258, "lr": 6.205733718119096e-05}
+{"train_loss": 0.003983588423579931, "global_step": 13977, "epoch": 258, "lr": 6.205255831385791e-05}
+{"train_loss": 0.005039540119469166, "global_step": 13978, "epoch": 258, "lr": 6.204777932962943e-05}
+{"train_loss": 0.0052566309459507465, "global_step": 13979, "epoch": 258, "lr": 6.204300022855181e-05}
+{"train_loss": 0.005190151743590832, "global_step": 13980, "epoch": 258, "lr": 6.203822101067148e-05}
+{"train_loss": 0.0048289247788488865, "global_step": 13981, "epoch": 258, "lr": 6.203344167603472e-05}
+{"train_loss": 0.006015951745212078, "global_step": 13982, "epoch": 258, "lr": 6.202866222468792e-05}
+{"train_loss": 0.004366676788777113, "global_step": 13983, "epoch": 258, "lr": 6.202388265667744e-05}
+{"train_loss": 0.0055153160355985165, "global_step": 13984, "epoch": 258, "lr": 6.201910297204962e-05}
+{"train_loss": 0.00607625668420008, "global_step": 13985, "epoch": 258, "lr": 6.201432317085083e-05, "val_loss": 0.00795213133096695}
+{"train_loss": 0.0039250198751688, "global_step": 13986, "epoch": 259, "lr": 6.200954325312743e-05}
+{"train_loss": 0.004497853573411703, "global_step": 13987, "epoch": 259, "lr": 6.200476321892575e-05}
+{"train_loss": 0.0058096470311284065, "global_step": 13988, "epoch": 259, "lr": 6.199998306829219e-05}
+{"train_loss": 0.004602076020091772, "global_step": 13989, "epoch": 259, "lr": 6.199520280127308e-05}
+{"train_loss": 0.003679717890918255, "global_step": 13990, "epoch": 259, "lr": 6.19904224179148e-05}
+{"train_loss": 0.005749361123889685, "global_step": 13991, "epoch": 259, "lr": 6.19856419182637e-05}
+{"train_loss": 0.002868207637220621, "global_step": 13992, "epoch": 259, "lr": 6.198086130236618e-05}
+{"train_loss": 0.004655757453292608, "global_step": 13993, "epoch": 259, "lr": 6.197608057026856e-05}
+{"train_loss": 0.007690521888434887, "global_step": 13994, "epoch": 259, "lr": 6.197129972201725e-05}
+{"train_loss": 0.006561843678355217, "global_step": 13995, "epoch": 259, "lr": 6.196651875765857e-05}
+{"train_loss": 0.005012375768274069, "global_step": 13996, "epoch": 259, "lr": 6.196173767723895e-05}
+{"train_loss": 0.003700986737385392, "global_step": 13997, "epoch": 259, "lr": 6.19569564808047e-05}
+{"train_loss": 0.004112872760742903, "global_step": 13998, "epoch": 259, "lr": 6.195217516840224e-05}
+{"train_loss": 0.0025600872468203306, "global_step": 13999, "epoch": 259, "lr": 6.194739374007792e-05}
+{"train_loss": 0.00469556450843811, "global_step": 14000, "epoch": 259, "lr": 6.194261219587811e-05}
+{"train_loss": 0.005000514443963766, "global_step": 14001, "epoch": 259, "lr": 6.19378305358492e-05}
+{"train_loss": 0.004607895854860544, "global_step": 14002, "epoch": 259, "lr": 6.193304876003756e-05}
+{"train_loss": 0.00366965401917696, "global_step": 14003, "epoch": 259, "lr": 6.192826686848955e-05}
+{"train_loss": 0.00462228711694479, "global_step": 14004, "epoch": 259, "lr": 6.19234848612516e-05}
+{"train_loss": 0.005304683931171894, "global_step": 14005, "epoch": 259, "lr": 6.191870273837002e-05}
+{"train_loss": 0.00467307586222887, "global_step": 14006, "epoch": 259, "lr": 6.191392049989124e-05}
+{"train_loss": 0.004925553686916828, "global_step": 14007, "epoch": 259, "lr": 6.190913814586162e-05}
+{"train_loss": 0.006335587706416845, "global_step": 14008, "epoch": 259, "lr": 6.190435567632756e-05}
+{"train_loss": 0.00780079560354352, "global_step": 14009, "epoch": 259, "lr": 6.189957309133544e-05}
+{"train_loss": 0.00490476144477725, "global_step": 14010, "epoch": 259, "lr": 6.189479039093163e-05}
+{"train_loss": 0.004836592357605696, "global_step": 14011, "epoch": 259, "lr": 6.189000757516252e-05}
+{"train_loss": 0.005729311611503363, "global_step": 14012, "epoch": 259, "lr": 6.188522464407454e-05}
+{"train_loss": 0.005223579239100218, "global_step": 14013, "epoch": 259, "lr": 6.1880441597714e-05}
+{"train_loss": 0.00491684814915061, "global_step": 14014, "epoch": 259, "lr": 6.187565843612737e-05}
+{"train_loss": 0.0049306415021419525, "global_step": 14015, "epoch": 259, "lr": 6.187087515936098e-05}
+{"train_loss": 0.005003001075237989, "global_step": 14016, "epoch": 259, "lr": 6.186609176746126e-05}
+{"train_loss": 0.00460738455876708, "global_step": 14017, "epoch": 259, "lr": 6.186130826047458e-05}
+{"train_loss": 0.005715088453143835, "global_step": 14018, "epoch": 259, "lr": 6.185652463844735e-05}
+{"train_loss": 0.00831951480358839, "global_step": 14019, "epoch": 259, "lr": 6.185174090142595e-05}
+{"train_loss": 0.0070790015161037445, "global_step": 14020, "epoch": 259, "lr": 6.18469570494568e-05}
+{"train_loss": 0.005260435864329338, "global_step": 14021, "epoch": 259, "lr": 6.184217308258628e-05}
+{"train_loss": 0.008192501962184906, "global_step": 14022, "epoch": 259, "lr": 6.18373890008608e-05}
+{"train_loss": 0.005310768727213144, "global_step": 14023, "epoch": 259, "lr": 6.183260480432674e-05}
+{"train_loss": 0.006439174059778452, "global_step": 14024, "epoch": 259, "lr": 6.182782049303051e-05}
+{"train_loss": 0.0066835819743573666, "global_step": 14025, "epoch": 259, "lr": 6.182303606701852e-05}
+{"train_loss": 0.00613785395398736, "global_step": 14026, "epoch": 259, "lr": 6.181825152633718e-05}
+{"train_loss": 0.00542307086288929, "global_step": 14027, "epoch": 259, "lr": 6.181346687103287e-05}
+{"train_loss": 0.004738306161016226, "global_step": 14028, "epoch": 259, "lr": 6.180868210115201e-05}
+{"train_loss": 0.005669888574630022, "global_step": 14029, "epoch": 259, "lr": 6.1803897216741e-05}
+{"train_loss": 0.0070451186038553715, "global_step": 14030, "epoch": 259, "lr": 6.179911221784627e-05}
+{"train_loss": 0.004334239289164543, "global_step": 14031, "epoch": 259, "lr": 6.17943271045142e-05}
+{"train_loss": 0.005075344815850258, "global_step": 14032, "epoch": 259, "lr": 6.178954187679121e-05}
+{"train_loss": 0.006163059733808041, "global_step": 14033, "epoch": 259, "lr": 6.178475653472372e-05}
+{"train_loss": 0.005739926360547543, "global_step": 14034, "epoch": 259, "lr": 6.177997107835814e-05}
+{"train_loss": 0.004953448660671711, "global_step": 14035, "epoch": 259, "lr": 6.177518550774087e-05}
+{"train_loss": 0.0041132341139018536, "global_step": 14036, "epoch": 259, "lr": 6.177039982291832e-05}
+{"train_loss": 0.00564307626336813, "global_step": 14037, "epoch": 259, "lr": 6.176561402393692e-05}
+{"train_loss": 0.0037375944666564465, "global_step": 14038, "epoch": 259, "lr": 6.17608281108431e-05}
+{"train_loss": 0.005297190294152609, "global_step": 14039, "epoch": 259, "lr": 6.175604208368325e-05, "val_loss": 0.007704038172960281}
+{"train_loss": 0.005247511435300112, "global_step": 14040, "epoch": 260, "lr": 6.17512559425038e-05}
+{"train_loss": 0.005070237442851067, "global_step": 14041, "epoch": 260, "lr": 6.174646968735119e-05}
+{"train_loss": 0.00662162946537137, "global_step": 14042, "epoch": 260, "lr": 6.174168331827179e-05}
+{"train_loss": 0.0037324170116335154, "global_step": 14043, "epoch": 260, "lr": 6.173689683531208e-05}
+{"train_loss": 0.005526107270270586, "global_step": 14044, "epoch": 260, "lr": 6.173211023851845e-05}
+{"train_loss": 0.006498517002910376, "global_step": 14045, "epoch": 260, "lr": 6.172732352793731e-05}
+{"train_loss": 0.004925417248159647, "global_step": 14046, "epoch": 260, "lr": 6.172253670361513e-05}
+{"train_loss": 0.00351495249196887, "global_step": 14047, "epoch": 260, "lr": 6.171774976559831e-05}
+{"train_loss": 0.006046001799404621, "global_step": 14048, "epoch": 260, "lr": 6.171296271393328e-05}
+{"train_loss": 0.005176901817321777, "global_step": 14049, "epoch": 260, "lr": 6.170817554866646e-05}
+{"train_loss": 0.004179338924586773, "global_step": 14050, "epoch": 260, "lr": 6.17033882698443e-05}
+{"train_loss": 0.004754591267555952, "global_step": 14051, "epoch": 260, "lr": 6.169860087751321e-05}
+{"train_loss": 0.004685410764068365, "global_step": 14052, "epoch": 260, "lr": 6.169381337171963e-05}
+{"train_loss": 0.0058094291016459465, "global_step": 14053, "epoch": 260, "lr": 6.168902575251e-05}
+{"train_loss": 0.003459358122199774, "global_step": 14054, "epoch": 260, "lr": 6.168423801993075e-05}
+{"train_loss": 0.0034518286120146513, "global_step": 14055, "epoch": 260, "lr": 6.167945017402832e-05}
+{"train_loss": 0.004665824119001627, "global_step": 14056, "epoch": 260, "lr": 6.167466221484914e-05}
+{"train_loss": 0.00437165005132556, "global_step": 14057, "epoch": 260, "lr": 6.166987414243965e-05}
+{"train_loss": 0.0054137324914336205, "global_step": 14058, "epoch": 260, "lr": 6.166508595684628e-05}
+{"train_loss": 0.0044562118127942085, "global_step": 14059, "epoch": 260, "lr": 6.166029765811547e-05}
+{"train_loss": 0.0038200172130018473, "global_step": 14060, "epoch": 260, "lr": 6.165550924629366e-05}
+{"train_loss": 0.0060750157572329044, "global_step": 14061, "epoch": 260, "lr": 6.165072072142733e-05}
+{"train_loss": 0.006652903743088245, "global_step": 14062, "epoch": 260, "lr": 6.164593208356288e-05}
+{"train_loss": 0.005735255312174559, "global_step": 14063, "epoch": 260, "lr": 6.164114333274676e-05}
+{"train_loss": 0.006111289374530315, "global_step": 14064, "epoch": 260, "lr": 6.163635446902543e-05}
+{"train_loss": 0.0047847311943769455, "global_step": 14065, "epoch": 260, "lr": 6.16315654924453e-05}
+{"train_loss": 0.004496315959841013, "global_step": 14066, "epoch": 260, "lr": 6.162677640305287e-05}
+{"train_loss": 0.005691067781299353, "global_step": 14067, "epoch": 260, "lr": 6.162198720089457e-05}
+{"train_loss": 0.008563755080103874, "global_step": 14068, "epoch": 260, "lr": 6.161719788601683e-05}
+{"train_loss": 0.0028218324296176434, "global_step": 14069, "epoch": 260, "lr": 6.161240845846613e-05}
+{"train_loss": 0.00499571580439806, "global_step": 14070, "epoch": 260, "lr": 6.160761891828887e-05}
+{"train_loss": 0.004872819408774376, "global_step": 14071, "epoch": 260, "lr": 6.160282926553158e-05}
+{"train_loss": 0.006189930252730846, "global_step": 14072, "epoch": 260, "lr": 6.159803950024066e-05}
+{"train_loss": 0.005830473266541958, "global_step": 14073, "epoch": 260, "lr": 6.159324962246257e-05}
+{"train_loss": 0.005341458600014448, "global_step": 14074, "epoch": 260, "lr": 6.158845963224377e-05}
+{"train_loss": 0.0053316447883844376, "global_step": 14075, "epoch": 260, "lr": 6.158366952963072e-05}
+{"train_loss": 0.006155844312161207, "global_step": 14076, "epoch": 260, "lr": 6.157887931466988e-05}
+{"train_loss": 0.004667734727263451, "global_step": 14077, "epoch": 260, "lr": 6.157408898740772e-05}
+{"train_loss": 0.005478517152369022, "global_step": 14078, "epoch": 260, "lr": 6.156929854789068e-05}
+{"train_loss": 0.005713932681828737, "global_step": 14079, "epoch": 260, "lr": 6.156450799616523e-05}
+{"train_loss": 0.0027633835561573505, "global_step": 14080, "epoch": 260, "lr": 6.155971733227783e-05}
+{"train_loss": 0.004048456903547049, "global_step": 14081, "epoch": 260, "lr": 6.155492655627496e-05}
+{"train_loss": 0.0060095274820923805, "global_step": 14082, "epoch": 260, "lr": 6.155013566820306e-05}
+{"train_loss": 0.0051825144328176975, "global_step": 14083, "epoch": 260, "lr": 6.154534466810862e-05}
+{"train_loss": 0.004804220050573349, "global_step": 14084, "epoch": 260, "lr": 6.154055355603807e-05}
+{"train_loss": 0.0083756223320961, "global_step": 14085, "epoch": 260, "lr": 6.153576233203792e-05}
+{"train_loss": 0.005600680131465197, "global_step": 14086, "epoch": 260, "lr": 6.153097099615462e-05}
+{"train_loss": 0.005566053558140993, "global_step": 14087, "epoch": 260, "lr": 6.152617954843464e-05}
+{"train_loss": 0.003858933225274086, "global_step": 14088, "epoch": 260, "lr": 6.152138798892446e-05}
+{"train_loss": 0.003869633423164487, "global_step": 14089, "epoch": 260, "lr": 6.151659631767053e-05}
+{"train_loss": 0.006332173012197018, "global_step": 14090, "epoch": 260, "lr": 6.151180453471935e-05}
+{"train_loss": 0.00303415535017848, "global_step": 14091, "epoch": 260, "lr": 6.150701264011739e-05}
+{"train_loss": 0.005219749175012112, "global_step": 14092, "epoch": 260, "lr": 6.15022206339111e-05}
+{"train_loss": 0.005114628002047539, "global_step": 14093, "epoch": 260, "lr": 6.1497428516147e-05, "val_loss": 0.004994561895728111, "train_action_mse_error": 0.0002267778618261218}
+{"train_loss": 0.00400956068187952, "global_step": 14094, "epoch": 261, "lr": 6.149263628687153e-05}
+{"train_loss": 0.005872238893061876, "global_step": 14095, "epoch": 261, "lr": 6.148784394613119e-05}
+{"train_loss": 0.0038851171266287565, "global_step": 14096, "epoch": 261, "lr": 6.148305149397244e-05}
+{"train_loss": 0.005186618771404028, "global_step": 14097, "epoch": 261, "lr": 6.14782589304418e-05}
+{"train_loss": 0.0027102166786789894, "global_step": 14098, "epoch": 261, "lr": 6.14734662555857e-05}
+{"train_loss": 0.004042799584567547, "global_step": 14099, "epoch": 261, "lr": 6.146867346945066e-05}
+{"train_loss": 0.004192966502159834, "global_step": 14100, "epoch": 261, "lr": 6.146388057208314e-05}
+{"train_loss": 0.004168224986642599, "global_step": 14101, "epoch": 261, "lr": 6.145908756352966e-05}
+{"train_loss": 0.007032977882772684, "global_step": 14102, "epoch": 261, "lr": 6.145429444383666e-05}
+{"train_loss": 0.0035465159453451633, "global_step": 14103, "epoch": 261, "lr": 6.144950121305069e-05}
+{"train_loss": 0.004131285008043051, "global_step": 14104, "epoch": 261, "lr": 6.144470787121816e-05}
+{"train_loss": 0.005856228992342949, "global_step": 14105, "epoch": 261, "lr": 6.143991441838562e-05}
+{"train_loss": 0.005699240602552891, "global_step": 14106, "epoch": 261, "lr": 6.143512085459955e-05}
+{"train_loss": 0.00593744870275259, "global_step": 14107, "epoch": 261, "lr": 6.143032717990643e-05}
+{"train_loss": 0.004426439758390188, "global_step": 14108, "epoch": 261, "lr": 6.142553339435275e-05}
+{"train_loss": 0.005559119861572981, "global_step": 14109, "epoch": 261, "lr": 6.142073949798503e-05}
+{"train_loss": 0.003183098277077079, "global_step": 14110, "epoch": 261, "lr": 6.141594549084971e-05}
+{"train_loss": 0.005597527604550123, "global_step": 14111, "epoch": 261, "lr": 6.141115137299336e-05}
+{"train_loss": 0.0037518623284995556, "global_step": 14112, "epoch": 261, "lr": 6.140635714446243e-05}
+{"train_loss": 0.0044549573212862015, "global_step": 14113, "epoch": 261, "lr": 6.140156280530341e-05}
+{"train_loss": 0.004096418619155884, "global_step": 14114, "epoch": 261, "lr": 6.139676835556283e-05}
+{"train_loss": 0.004881167318671942, "global_step": 14115, "epoch": 261, "lr": 6.139197379528719e-05}
+{"train_loss": 0.0044382596388459206, "global_step": 14116, "epoch": 261, "lr": 6.138717912452295e-05}
+{"train_loss": 0.00432041147723794, "global_step": 14117, "epoch": 261, "lr": 6.138238434331667e-05}
+{"train_loss": 0.0036857654340565205, "global_step": 14118, "epoch": 261, "lr": 6.137758945171481e-05}
+{"train_loss": 0.004861515946686268, "global_step": 14119, "epoch": 261, "lr": 6.137279444976389e-05}
+{"train_loss": 0.004457105416804552, "global_step": 14120, "epoch": 261, "lr": 6.13679993375104e-05}
+{"train_loss": 0.004538426641374826, "global_step": 14121, "epoch": 261, "lr": 6.13632041150009e-05}
+{"train_loss": 0.0033453372307121754, "global_step": 14122, "epoch": 261, "lr": 6.135840878228185e-05}
+{"train_loss": 0.003746724221855402, "global_step": 14123, "epoch": 261, "lr": 6.135361333939976e-05}
+{"train_loss": 0.0032854084856808186, "global_step": 14124, "epoch": 261, "lr": 6.134881778640115e-05}
+{"train_loss": 0.0033897131215780973, "global_step": 14125, "epoch": 261, "lr": 6.134402212333252e-05}
+{"train_loss": 0.005939661990851164, "global_step": 14126, "epoch": 261, "lr": 6.133922635024041e-05}
+{"train_loss": 0.0033536236733198166, "global_step": 14127, "epoch": 261, "lr": 6.133443046717133e-05}
+{"train_loss": 0.0038148548919707537, "global_step": 14128, "epoch": 261, "lr": 6.132963447417174e-05}
+{"train_loss": 0.0037757554091513157, "global_step": 14129, "epoch": 261, "lr": 6.132483837128823e-05}
+{"train_loss": 0.0033367392607033253, "global_step": 14130, "epoch": 261, "lr": 6.132004215856728e-05}
+{"train_loss": 0.004179013427346945, "global_step": 14131, "epoch": 261, "lr": 6.131524583605539e-05}
+{"train_loss": 0.004775179084390402, "global_step": 14132, "epoch": 261, "lr": 6.131044940379911e-05}
+{"train_loss": 0.0030465710442513227, "global_step": 14133, "epoch": 261, "lr": 6.130565286184496e-05}
+{"train_loss": 0.004033517558127642, "global_step": 14134, "epoch": 261, "lr": 6.130085621023943e-05}
+{"train_loss": 0.003258886281400919, "global_step": 14135, "epoch": 261, "lr": 6.129605944902908e-05}
+{"train_loss": 0.006646467372775078, "global_step": 14136, "epoch": 261, "lr": 6.129126257826038e-05}
+{"train_loss": 0.0041312905959784985, "global_step": 14137, "epoch": 261, "lr": 6.128646559797994e-05}
+{"train_loss": 0.0034097726456820965, "global_step": 14138, "epoch": 261, "lr": 6.128166850823419e-05}
+{"train_loss": 0.005336666014045477, "global_step": 14139, "epoch": 261, "lr": 6.127687130906972e-05}
+{"train_loss": 0.004918511025607586, "global_step": 14140, "epoch": 261, "lr": 6.127207400053303e-05}
+{"train_loss": 0.003604529658332467, "global_step": 14141, "epoch": 261, "lr": 6.126727658267065e-05}
+{"train_loss": 0.0037932973355054855, "global_step": 14142, "epoch": 261, "lr": 6.126247905552912e-05}
+{"train_loss": 0.004375612363219261, "global_step": 14143, "epoch": 261, "lr": 6.125768141915496e-05}
+{"train_loss": 0.0032755618449300528, "global_step": 14144, "epoch": 261, "lr": 6.12528836735947e-05}
+{"train_loss": 0.004199497401714325, "global_step": 14145, "epoch": 261, "lr": 6.124808581889489e-05}
+{"train_loss": 0.004823400638997555, "global_step": 14146, "epoch": 261, "lr": 6.124328785510206e-05}
+{"train_loss": 0.004380367096961924, "global_step": 14147, "epoch": 261, "lr": 6.12384897822627e-05, "val_loss": 0.0048233335837721825}
+{"train_loss": 0.004232140723615885, "global_step": 14148, "epoch": 262, "lr": 6.12336916004234e-05}
+{"train_loss": 0.00478987954556942, "global_step": 14149, "epoch": 262, "lr": 6.122889330963068e-05}
+{"train_loss": 0.0044256895780563354, "global_step": 14150, "epoch": 262, "lr": 6.122409490993108e-05}
+{"train_loss": 0.00737162446603179, "global_step": 14151, "epoch": 262, "lr": 6.121929640137114e-05}
+{"train_loss": 0.004129374399781227, "global_step": 14152, "epoch": 262, "lr": 6.121449778399737e-05}
+{"train_loss": 0.006983324885368347, "global_step": 14153, "epoch": 262, "lr": 6.120969905785635e-05}
+{"train_loss": 0.00529535673558712, "global_step": 14154, "epoch": 262, "lr": 6.120490022299461e-05}
+{"train_loss": 0.0032332660630345345, "global_step": 14155, "epoch": 262, "lr": 6.12001012794587e-05}
+{"train_loss": 0.005127904005348682, "global_step": 14156, "epoch": 262, "lr": 6.119530222729512e-05}
+{"train_loss": 0.005083201453089714, "global_step": 14157, "epoch": 262, "lr": 6.119050306655047e-05}
+{"train_loss": 0.004831354133784771, "global_step": 14158, "epoch": 262, "lr": 6.118570379727128e-05}
+{"train_loss": 0.005742190405726433, "global_step": 14159, "epoch": 262, "lr": 6.118090441950409e-05}
+{"train_loss": 0.0030998538713902235, "global_step": 14160, "epoch": 262, "lr": 6.117610493329544e-05}
+{"train_loss": 0.00516639556735754, "global_step": 14161, "epoch": 262, "lr": 6.117130533869189e-05}
+{"train_loss": 0.004105434287339449, "global_step": 14162, "epoch": 262, "lr": 6.116650563574e-05}
+{"train_loss": 0.005155631341040134, "global_step": 14163, "epoch": 262, "lr": 6.116170582448631e-05}
+{"train_loss": 0.005404298659414053, "global_step": 14164, "epoch": 262, "lr": 6.115690590497737e-05}
+{"train_loss": 0.006317549850791693, "global_step": 14165, "epoch": 262, "lr": 6.115210587725975e-05}
+{"train_loss": 0.007854601368308067, "global_step": 14166, "epoch": 262, "lr": 6.114730574137998e-05}
+{"train_loss": 0.0033560683950781822, "global_step": 14167, "epoch": 262, "lr": 6.114250549738461e-05}
+{"train_loss": 0.0032003107480704784, "global_step": 14168, "epoch": 262, "lr": 6.113770514532025e-05}
+{"train_loss": 0.0054567595943808556, "global_step": 14169, "epoch": 262, "lr": 6.11329046852334e-05}
+{"train_loss": 0.003740566084161401, "global_step": 14170, "epoch": 262, "lr": 6.112810411717064e-05}
+{"train_loss": 0.005064506083726883, "global_step": 14171, "epoch": 262, "lr": 6.112330344117853e-05}
+{"train_loss": 0.002906244480982423, "global_step": 14172, "epoch": 262, "lr": 6.111850265730366e-05}
+{"train_loss": 0.004534696228802204, "global_step": 14173, "epoch": 262, "lr": 6.111370176559253e-05}
+{"train_loss": 0.006569377146661282, "global_step": 14174, "epoch": 262, "lr": 6.110890076609175e-05}
+{"train_loss": 0.00686433631926775, "global_step": 14175, "epoch": 262, "lr": 6.110409965884785e-05}
+{"train_loss": 0.005271655973047018, "global_step": 14176, "epoch": 262, "lr": 6.109929844390746e-05}
+{"train_loss": 0.006348802708089352, "global_step": 14177, "epoch": 262, "lr": 6.109449712131706e-05}
+{"train_loss": 0.006136691197752953, "global_step": 14178, "epoch": 262, "lr": 6.108969569112328e-05}
+{"train_loss": 0.005445903167128563, "global_step": 14179, "epoch": 262, "lr": 6.108489415337267e-05}
+{"train_loss": 0.004978589713573456, "global_step": 14180, "epoch": 262, "lr": 6.108009250811177e-05}
+{"train_loss": 0.004340524785220623, "global_step": 14181, "epoch": 262, "lr": 6.107529075538718e-05}
+{"train_loss": 0.005012990441173315, "global_step": 14182, "epoch": 262, "lr": 6.107048889524549e-05}
+{"train_loss": 0.004331763368099928, "global_step": 14183, "epoch": 262, "lr": 6.106568692773324e-05}
+{"train_loss": 0.00787552073597908, "global_step": 14184, "epoch": 262, "lr": 6.106088485289701e-05}
+{"train_loss": 0.0060763671062886715, "global_step": 14185, "epoch": 262, "lr": 6.105608267078338e-05}
+{"train_loss": 0.004413786809891462, "global_step": 14186, "epoch": 262, "lr": 6.105128038143891e-05}
+{"train_loss": 0.003963802941143513, "global_step": 14187, "epoch": 262, "lr": 6.104647798491021e-05}
+{"train_loss": 0.00716111995279789, "global_step": 14188, "epoch": 262, "lr": 6.104167548124382e-05}
+{"train_loss": 0.004157697316259146, "global_step": 14189, "epoch": 262, "lr": 6.103687287048636e-05}
+{"train_loss": 0.006738144904375076, "global_step": 14190, "epoch": 262, "lr": 6.103207015268436e-05}
+{"train_loss": 0.007515019737184048, "global_step": 14191, "epoch": 262, "lr": 6.102726732788442e-05}
+{"train_loss": 0.00475059449672699, "global_step": 14192, "epoch": 262, "lr": 6.102246439613315e-05}
+{"train_loss": 0.00455263489857316, "global_step": 14193, "epoch": 262, "lr": 6.101766135747709e-05}
+{"train_loss": 0.00872079748660326, "global_step": 14194, "epoch": 262, "lr": 6.101285821196285e-05}
+{"train_loss": 0.0036278595216572285, "global_step": 14195, "epoch": 262, "lr": 6.1008054959637016e-05}
+{"train_loss": 0.005792596843093634, "global_step": 14196, "epoch": 262, "lr": 6.1003251600546175e-05}
+{"train_loss": 0.005749860778450966, "global_step": 14197, "epoch": 262, "lr": 6.099844813473689e-05}
+{"train_loss": 0.003409053198993206, "global_step": 14198, "epoch": 262, "lr": 6.0993644562255766e-05}
+{"train_loss": 0.004500357434153557, "global_step": 14199, "epoch": 262, "lr": 6.098884088314938e-05}
+{"train_loss": 0.003392457030713558, "global_step": 14200, "epoch": 262, "lr": 6.098403709746435e-05}
+{"train_loss": 0.0051762704452913665, "global_step": 14201, "epoch": 262, "lr": 6.097923320524724e-05, "val_loss": 0.007348648272454739}
+{"train_loss": 0.006676228251308203, "global_step": 14202, "epoch": 263, "lr": 6.097442920654466e-05}
+{"train_loss": 0.005334886256605387, "global_step": 14203, "epoch": 263, "lr": 6.096962510140318e-05}
+{"train_loss": 0.007673519663512707, "global_step": 14204, "epoch": 263, "lr": 6.0964820889869413e-05}
+{"train_loss": 0.005142926704138517, "global_step": 14205, "epoch": 263, "lr": 6.0960016571989955e-05}
+{"train_loss": 0.00382614997215569, "global_step": 14206, "epoch": 263, "lr": 6.095521214781139e-05}
+{"train_loss": 0.0044243549928069115, "global_step": 14207, "epoch": 263, "lr": 6.0950407617380324e-05}
+{"train_loss": 0.005259739700704813, "global_step": 14208, "epoch": 263, "lr": 6.0945602980743366e-05}
+{"train_loss": 0.0049542393535375595, "global_step": 14209, "epoch": 263, "lr": 6.094079823794707e-05}
+{"train_loss": 0.004274397157132626, "global_step": 14210, "epoch": 263, "lr": 6.09359933890381e-05}
+{"train_loss": 0.005406239535659552, "global_step": 14211, "epoch": 263, "lr": 6.0931188434063014e-05}
+{"train_loss": 0.0033948358613997698, "global_step": 14212, "epoch": 263, "lr": 6.092638337306842e-05}
+{"train_loss": 0.002819030312821269, "global_step": 14213, "epoch": 263, "lr": 6.092157820610094e-05}
+{"train_loss": 0.0045564789324998856, "global_step": 14214, "epoch": 263, "lr": 6.0916772933207155e-05}
+{"train_loss": 0.004405754618346691, "global_step": 14215, "epoch": 263, "lr": 6.091196755443368e-05}
+{"train_loss": 0.003485341789200902, "global_step": 14216, "epoch": 263, "lr": 6.090716206982714e-05}
+{"train_loss": 0.005920198280364275, "global_step": 14217, "epoch": 263, "lr": 6.09023564794341e-05}
+{"train_loss": 0.006871575023978949, "global_step": 14218, "epoch": 263, "lr": 6.0897550783301214e-05}
+{"train_loss": 0.004127749241888523, "global_step": 14219, "epoch": 263, "lr": 6.089274498147506e-05}
+{"train_loss": 0.003589391242712736, "global_step": 14220, "epoch": 263, "lr": 6.0887939074002264e-05}
+{"train_loss": 0.0065348404459655285, "global_step": 14221, "epoch": 263, "lr": 6.0883133060929435e-05}
+{"train_loss": 0.0038685929030179977, "global_step": 14222, "epoch": 263, "lr": 6.0878326942303175e-05}
+{"train_loss": 0.006339160725474358, "global_step": 14223, "epoch": 263, "lr": 6.087352071817012e-05}
+{"train_loss": 0.005573128815740347, "global_step": 14224, "epoch": 263, "lr": 6.0868714388576866e-05}
+{"train_loss": 0.005312387831509113, "global_step": 14225, "epoch": 263, "lr": 6.086390795357002e-05}
+{"train_loss": 0.009417902678251266, "global_step": 14226, "epoch": 263, "lr": 6.085910141319624e-05}
+{"train_loss": 0.005681974813342094, "global_step": 14227, "epoch": 263, "lr": 6.0854294767502084e-05}
+{"train_loss": 0.00728138443082571, "global_step": 14228, "epoch": 263, "lr": 6.084948801653423e-05}
+{"train_loss": 0.004152515437453985, "global_step": 14229, "epoch": 263, "lr": 6.0844681160339256e-05}
+{"train_loss": 0.005262162070721388, "global_step": 14230, "epoch": 263, "lr": 6.0839874198963806e-05}
+{"train_loss": 0.005579640157520771, "global_step": 14231, "epoch": 263, "lr": 6.083506713245449e-05}
+{"train_loss": 0.004873519763350487, "global_step": 14232, "epoch": 263, "lr": 6.083025996085794e-05}
+{"train_loss": 0.003748494666069746, "global_step": 14233, "epoch": 263, "lr": 6.082545268422075e-05}
+{"train_loss": 0.004393940791487694, "global_step": 14234, "epoch": 263, "lr": 6.082064530258959e-05}
+{"train_loss": 0.00635680602863431, "global_step": 14235, "epoch": 263, "lr": 6.0815837816011066e-05}
+{"train_loss": 0.0054509458132088184, "global_step": 14236, "epoch": 263, "lr": 6.0811030224531805e-05}
+{"train_loss": 0.006761443335562944, "global_step": 14237, "epoch": 263, "lr": 6.080622252819842e-05}
+{"train_loss": 0.0053801266476511955, "global_step": 14238, "epoch": 263, "lr": 6.080141472705756e-05}
+{"train_loss": 0.006309830117970705, "global_step": 14239, "epoch": 263, "lr": 6.079660682115586e-05}
+{"train_loss": 0.004238075111061335, "global_step": 14240, "epoch": 263, "lr": 6.0791798810539926e-05}
+{"train_loss": 0.0029924081172794104, "global_step": 14241, "epoch": 263, "lr": 6.07869906952564e-05}
+{"train_loss": 0.003640702459961176, "global_step": 14242, "epoch": 263, "lr": 6.078218247535192e-05}
+{"train_loss": 0.004494296852499247, "global_step": 14243, "epoch": 263, "lr": 6.077737415087312e-05}
+{"train_loss": 0.006182354409247637, "global_step": 14244, "epoch": 263, "lr": 6.077256572186665e-05}
+{"train_loss": 0.004642397165298462, "global_step": 14245, "epoch": 263, "lr": 6.0767757188379104e-05}
+{"train_loss": 0.004299605265259743, "global_step": 14246, "epoch": 263, "lr": 6.076294855045715e-05}
+{"train_loss": 0.0067121111787855625, "global_step": 14247, "epoch": 263, "lr": 6.075813980814743e-05}
+{"train_loss": 0.006234518252313137, "global_step": 14248, "epoch": 263, "lr": 6.075333096149657e-05}
+{"train_loss": 0.004103000275790691, "global_step": 14249, "epoch": 263, "lr": 6.0748522010551215e-05}
+{"train_loss": 0.005549696274101734, "global_step": 14250, "epoch": 263, "lr": 6.0743712955358004e-05}
+{"train_loss": 0.0060651181265711784, "global_step": 14251, "epoch": 263, "lr": 6.0738903795963566e-05}
+{"train_loss": 0.005130929872393608, "global_step": 14252, "epoch": 263, "lr": 6.073409453241456e-05}
+{"train_loss": 0.0054143499583005905, "global_step": 14253, "epoch": 263, "lr": 6.072928516475765e-05}
+{"train_loss": 0.006351768039166927, "global_step": 14254, "epoch": 263, "lr": 6.072447569303945e-05}
+{"train_loss": 0.005227964513728188, "global_step": 14255, "epoch": 263, "lr": 6.071966611730662e-05, "val_loss": 0.008212420158088207}
+{"train_loss": 0.004131864756345749, "global_step": 14256, "epoch": 264, "lr": 6.071485643760579e-05}
+{"train_loss": 0.003352697938680649, "global_step": 14257, "epoch": 264, "lr": 6.071004665398362e-05}
+{"train_loss": 0.008015409111976624, "global_step": 14258, "epoch": 264, "lr": 6.070523676648677e-05}
+{"train_loss": 0.0065358709543943405, "global_step": 14259, "epoch": 264, "lr": 6.0700426775161866e-05}
+{"train_loss": 0.003200163831934333, "global_step": 14260, "epoch": 264, "lr": 6.0695616680055586e-05}
+{"train_loss": 0.006380080245435238, "global_step": 14261, "epoch": 264, "lr": 6.069080648121457e-05}
+{"train_loss": 0.006121222861111164, "global_step": 14262, "epoch": 264, "lr": 6.0685996178685467e-05}
+{"train_loss": 0.004913734272122383, "global_step": 14263, "epoch": 264, "lr": 6.068118577251493e-05}
+{"train_loss": 0.00663478160277009, "global_step": 14264, "epoch": 264, "lr": 6.067637526274963e-05}
+{"train_loss": 0.0053361267782747746, "global_step": 14265, "epoch": 264, "lr": 6.06715646494362e-05}
+{"train_loss": 0.003927283920347691, "global_step": 14266, "epoch": 264, "lr": 6.06667539326213e-05}
+{"train_loss": 0.0051498147659003735, "global_step": 14267, "epoch": 264, "lr": 6.0661943112351616e-05}
+{"train_loss": 0.0057256524451076984, "global_step": 14268, "epoch": 264, "lr": 6.065713218867379e-05}
+{"train_loss": 0.004625401459634304, "global_step": 14269, "epoch": 264, "lr": 6.065232116163447e-05}
+{"train_loss": 0.006299356464296579, "global_step": 14270, "epoch": 264, "lr": 6.064751003128034e-05}
+{"train_loss": 0.0037129041738808155, "global_step": 14271, "epoch": 264, "lr": 6.064269879765805e-05}
+{"train_loss": 0.008556592278182507, "global_step": 14272, "epoch": 264, "lr": 6.063788746081426e-05}
+{"train_loss": 0.006094540935009718, "global_step": 14273, "epoch": 264, "lr": 6.063307602079563e-05}
+{"train_loss": 0.004749044310301542, "global_step": 14274, "epoch": 264, "lr": 6.062826447764883e-05}
+{"train_loss": 0.0036564806941896677, "global_step": 14275, "epoch": 264, "lr": 6.0623452831420546e-05}
+{"train_loss": 0.004328431561589241, "global_step": 14276, "epoch": 264, "lr": 6.061864108215743e-05}
+{"train_loss": 0.005861138924956322, "global_step": 14277, "epoch": 264, "lr": 6.0613829229906126e-05}
+{"train_loss": 0.003399733453989029, "global_step": 14278, "epoch": 264, "lr": 6.060901727471335e-05}
+{"train_loss": 0.0021847342140972614, "global_step": 14279, "epoch": 264, "lr": 6.060420521662574e-05}
+{"train_loss": 0.004673185292631388, "global_step": 14280, "epoch": 264, "lr": 6.059939305568998e-05}
+{"train_loss": 0.0044391341507434845, "global_step": 14281, "epoch": 264, "lr": 6.059458079195273e-05}
+{"train_loss": 0.01208073366433382, "global_step": 14282, "epoch": 264, "lr": 6.058976842546066e-05}
+{"train_loss": 0.0037165202666074038, "global_step": 14283, "epoch": 264, "lr": 6.058495595626048e-05}
+{"train_loss": 0.007456606719642878, "global_step": 14284, "epoch": 264, "lr": 6.058014338439882e-05}
+{"train_loss": 0.004834519699215889, "global_step": 14285, "epoch": 264, "lr": 6.057533070992239e-05}
+{"train_loss": 0.0038015202153474092, "global_step": 14286, "epoch": 264, "lr": 6.0570517932877845e-05}
+{"train_loss": 0.0054337745532393456, "global_step": 14287, "epoch": 264, "lr": 6.056570505331188e-05}
+{"train_loss": 0.005026284605264664, "global_step": 14288, "epoch": 264, "lr": 6.056089207127116e-05}
+{"train_loss": 0.005739683285355568, "global_step": 14289, "epoch": 264, "lr": 6.055607898680239e-05}
+{"train_loss": 0.005791866686195135, "global_step": 14290, "epoch": 264, "lr": 6.055126579995221e-05}
+{"train_loss": 0.005735056009143591, "global_step": 14291, "epoch": 264, "lr": 6.0546452510767334e-05}
+{"train_loss": 0.006427162792533636, "global_step": 14292, "epoch": 264, "lr": 6.054163911929442e-05}
+{"train_loss": 0.005584838334470987, "global_step": 14293, "epoch": 264, "lr": 6.0536825625580196e-05}
+{"train_loss": 0.0055138906463980675, "global_step": 14294, "epoch": 264, "lr": 6.05320120296713e-05}
+{"train_loss": 0.005588239058852196, "global_step": 14295, "epoch": 264, "lr": 6.052719833161444e-05}
+{"train_loss": 0.0050114793702960014, "global_step": 14296, "epoch": 264, "lr": 6.052238453145631e-05}
+{"train_loss": 0.0032805302180349827, "global_step": 14297, "epoch": 264, "lr": 6.0517570629243595e-05}
+{"train_loss": 0.005467587616294622, "global_step": 14298, "epoch": 264, "lr": 6.051275662502295e-05}
+{"train_loss": 0.005740866530686617, "global_step": 14299, "epoch": 264, "lr": 6.050794251884112e-05}
+{"train_loss": 0.004337607882916927, "global_step": 14300, "epoch": 264, "lr": 6.050312831074475e-05}
+{"train_loss": 0.004004545509815216, "global_step": 14301, "epoch": 264, "lr": 6.0498314000780566e-05}
+{"train_loss": 0.003138312604278326, "global_step": 14302, "epoch": 264, "lr": 6.049349958899524e-05}
+{"train_loss": 0.009720978327095509, "global_step": 14303, "epoch": 264, "lr": 6.048868507543547e-05}
+{"train_loss": 0.0027091549709439278, "global_step": 14304, "epoch": 264, "lr": 6.048387046014795e-05}
+{"train_loss": 0.003070821287110448, "global_step": 14305, "epoch": 264, "lr": 6.047905574317939e-05}
+{"train_loss": 0.006622588261961937, "global_step": 14306, "epoch": 264, "lr": 6.0474240924576456e-05}
+{"train_loss": 0.007194574922323227, "global_step": 14307, "epoch": 264, "lr": 6.04694260043859e-05}
+{"train_loss": 0.00571966078132391, "global_step": 14308, "epoch": 264, "lr": 6.046461098265436e-05}
+{"train_loss": 0.0053459657054325494, "global_step": 14309, "epoch": 264, "lr": 6.045979585942857e-05, "val_loss": 0.007979506626725197}
+{"train_loss": 0.003621673444285989, "global_step": 14310, "epoch": 265, "lr": 6.0454980634755223e-05}
+{"train_loss": 0.005946294870227575, "global_step": 14311, "epoch": 265, "lr": 6.045016530868103e-05}
+{"train_loss": 0.009172593243420124, "global_step": 14312, "epoch": 265, "lr": 6.0445349881252675e-05}
+{"train_loss": 0.0032829989213496447, "global_step": 14313, "epoch": 265, "lr": 6.044053435251689e-05}
+{"train_loss": 0.0039002615958452225, "global_step": 14314, "epoch": 265, "lr": 6.043571872252034e-05}
+{"train_loss": 0.00595370726659894, "global_step": 14315, "epoch": 265, "lr": 6.043090299130978e-05}
+{"train_loss": 0.005174894817173481, "global_step": 14316, "epoch": 265, "lr": 6.042608715893187e-05}
+{"train_loss": 0.003753910306841135, "global_step": 14317, "epoch": 265, "lr": 6.042127122543335e-05}
+{"train_loss": 0.007927656173706055, "global_step": 14318, "epoch": 265, "lr": 6.04164551908609e-05}
+{"train_loss": 0.008233090862631798, "global_step": 14319, "epoch": 265, "lr": 6.041163905526126e-05}
+{"train_loss": 0.007905054837465286, "global_step": 14320, "epoch": 265, "lr": 6.040682281868113e-05}
+{"train_loss": 0.0047980379313230515, "global_step": 14321, "epoch": 265, "lr": 6.040200648116723e-05}
+{"train_loss": 0.006154266186058521, "global_step": 14322, "epoch": 265, "lr": 6.039719004276623e-05}
+{"train_loss": 0.004819796420633793, "global_step": 14323, "epoch": 265, "lr": 6.039237350352491e-05}
+{"train_loss": 0.005827879533171654, "global_step": 14324, "epoch": 265, "lr": 6.038755686348993e-05}
+{"train_loss": 0.004270910285413265, "global_step": 14325, "epoch": 265, "lr": 6.038274012270804e-05}
+{"train_loss": 0.0048318179324269295, "global_step": 14326, "epoch": 265, "lr": 6.0377923281225936e-05}
+{"train_loss": 0.006331245414912701, "global_step": 14327, "epoch": 265, "lr": 6.037310633909034e-05}
+{"train_loss": 0.003111863974481821, "global_step": 14328, "epoch": 265, "lr": 6.036828929634798e-05}
+{"train_loss": 0.004418057389557362, "global_step": 14329, "epoch": 265, "lr": 6.036347215304556e-05}
+{"train_loss": 0.004485351033508778, "global_step": 14330, "epoch": 265, "lr": 6.0358654909229814e-05}
+{"train_loss": 0.005396747961640358, "global_step": 14331, "epoch": 265, "lr": 6.035383756494747e-05}
+{"train_loss": 0.004120362922549248, "global_step": 14332, "epoch": 265, "lr": 6.034902012024521e-05}
+{"train_loss": 0.004081502556800842, "global_step": 14333, "epoch": 265, "lr": 6.034420257516982e-05}
+{"train_loss": 0.005453414283692837, "global_step": 14334, "epoch": 265, "lr": 6.033938492976797e-05}
+{"train_loss": 0.005847710184752941, "global_step": 14335, "epoch": 265, "lr": 6.033456718408641e-05}
+{"train_loss": 0.006159818731248379, "global_step": 14336, "epoch": 265, "lr": 6.0329749338171873e-05}
+{"train_loss": 0.003926592413336039, "global_step": 14337, "epoch": 265, "lr": 6.0324931392071074e-05}
+{"train_loss": 0.005322543438524008, "global_step": 14338, "epoch": 265, "lr": 6.032011334583074e-05}
+{"train_loss": 0.003235439769923687, "global_step": 14339, "epoch": 265, "lr": 6.031529519949761e-05}
+{"train_loss": 0.008415288291871548, "global_step": 14340, "epoch": 265, "lr": 6.031047695311839e-05}
+{"train_loss": 0.005687261000275612, "global_step": 14341, "epoch": 265, "lr": 6.030565860673986e-05}
+{"train_loss": 0.004199637100100517, "global_step": 14342, "epoch": 265, "lr": 6.030084016040869e-05}
+{"train_loss": 0.0038655500393360853, "global_step": 14343, "epoch": 265, "lr": 6.0296021614171675e-05}
+{"train_loss": 0.004715351387858391, "global_step": 14344, "epoch": 265, "lr": 6.02912029680755e-05}
+{"train_loss": 0.006285151466727257, "global_step": 14345, "epoch": 265, "lr": 6.0286384222166926e-05}
+{"train_loss": 0.0048737614415585995, "global_step": 14346, "epoch": 265, "lr": 6.0281565376492674e-05}
+{"train_loss": 0.0036159660667181015, "global_step": 14347, "epoch": 265, "lr": 6.027674643109951e-05}
+{"train_loss": 0.004847793839871883, "global_step": 14348, "epoch": 265, "lr": 6.027192738603412e-05}
+{"train_loss": 0.005121456924825907, "global_step": 14349, "epoch": 265, "lr": 6.026710824134331e-05}
+{"train_loss": 0.007153512444347143, "global_step": 14350, "epoch": 265, "lr": 6.0262288997073756e-05}
+{"train_loss": 0.005388970952481031, "global_step": 14351, "epoch": 265, "lr": 6.025746965327225e-05}
+{"train_loss": 0.0051113455556333065, "global_step": 14352, "epoch": 265, "lr": 6.0252650209985495e-05}
+{"train_loss": 0.0038653805386275053, "global_step": 14353, "epoch": 265, "lr": 6.024783066726025e-05}
+{"train_loss": 0.006155998446047306, "global_step": 14354, "epoch": 265, "lr": 6.024301102514327e-05}
+{"train_loss": 0.004729572217911482, "global_step": 14355, "epoch": 265, "lr": 6.023819128368128e-05}
+{"train_loss": 0.00425426010042429, "global_step": 14356, "epoch": 265, "lr": 6.023337144292103e-05}
+{"train_loss": 0.0033888446632772684, "global_step": 14357, "epoch": 265, "lr": 6.022855150290929e-05}
+{"train_loss": 0.007411754224449396, "global_step": 14358, "epoch": 265, "lr": 6.0223731463692766e-05}
+{"train_loss": 0.0035153150092810392, "global_step": 14359, "epoch": 265, "lr": 6.021891132531825e-05}
+{"train_loss": 0.006314645521342754, "global_step": 14360, "epoch": 265, "lr": 6.021409108783246e-05}
+{"train_loss": 0.004587590228766203, "global_step": 14361, "epoch": 265, "lr": 6.0209270751282165e-05}
+{"train_loss": 0.003156394464895129, "global_step": 14362, "epoch": 265, "lr": 6.020445031571411e-05}
+{"train_loss": 0.005157836424014358, "global_step": 14363, "epoch": 265, "lr": 6.0199629781175036e-05, "val_loss": 0.006056670565158129, "train_action_mse_error": 0.00013240838597994298}
+{"train_loss": 0.005006869323551655, "global_step": 14364, "epoch": 266, "lr": 6.019480914771172e-05}
+{"train_loss": 0.006757253780961037, "global_step": 14365, "epoch": 266, "lr": 6.018998841537089e-05}
+{"train_loss": 0.0045006172731518745, "global_step": 14366, "epoch": 266, "lr": 6.018516758419932e-05}
+{"train_loss": 0.004846194293349981, "global_step": 14367, "epoch": 266, "lr": 6.0180346654243766e-05}
+{"train_loss": 0.004120859317481518, "global_step": 14368, "epoch": 266, "lr": 6.017552562555098e-05}
+{"train_loss": 0.0034310203045606613, "global_step": 14369, "epoch": 266, "lr": 6.017070449816772e-05}
+{"train_loss": 0.0034698178060352802, "global_step": 14370, "epoch": 266, "lr": 6.016588327214074e-05}
+{"train_loss": 0.006313811521977186, "global_step": 14371, "epoch": 266, "lr": 6.0161061947516814e-05}
+{"train_loss": 0.002892762189731002, "global_step": 14372, "epoch": 266, "lr": 6.015624052434269e-05}
+{"train_loss": 0.004696199204772711, "global_step": 14373, "epoch": 266, "lr": 6.0151419002665145e-05}
+{"train_loss": 0.003960049245506525, "global_step": 14374, "epoch": 266, "lr": 6.014659738253091e-05}
+{"train_loss": 0.0036317307967692614, "global_step": 14375, "epoch": 266, "lr": 6.014177566398679e-05}
+{"train_loss": 0.0043641794472932816, "global_step": 14376, "epoch": 266, "lr": 6.013695384707952e-05}
+{"train_loss": 0.0049268631264567375, "global_step": 14377, "epoch": 266, "lr": 6.0132131931855895e-05}
+{"train_loss": 0.002953210612758994, "global_step": 14378, "epoch": 266, "lr": 6.012730991836265e-05}
+{"train_loss": 0.005352681968361139, "global_step": 14379, "epoch": 266, "lr": 6.0122487806646576e-05}
+{"train_loss": 0.0029940702952444553, "global_step": 14380, "epoch": 266, "lr": 6.011766559675442e-05}
+{"train_loss": 0.0028451397083699703, "global_step": 14381, "epoch": 266, "lr": 6.011284328873297e-05}
+{"train_loss": 0.003326906356960535, "global_step": 14382, "epoch": 266, "lr": 6.010802088262899e-05}
+{"train_loss": 0.004231063649058342, "global_step": 14383, "epoch": 266, "lr": 6.010319837848926e-05}
+{"train_loss": 0.006101393140852451, "global_step": 14384, "epoch": 266, "lr": 6.0098375776360535e-05}
+{"train_loss": 0.0032600564882159233, "global_step": 14385, "epoch": 266, "lr": 6.0093553076289596e-05}
+{"train_loss": 0.006493224296718836, "global_step": 14386, "epoch": 266, "lr": 6.008873027832324e-05}
+{"train_loss": 0.0030127607751637697, "global_step": 14387, "epoch": 266, "lr": 6.0083907382508195e-05}
+{"train_loss": 0.0026563715655356646, "global_step": 14388, "epoch": 266, "lr": 6.007908438889128e-05}
+{"train_loss": 0.004070586524903774, "global_step": 14389, "epoch": 266, "lr": 6.0074261297519254e-05}
+{"train_loss": 0.003593387780711055, "global_step": 14390, "epoch": 266, "lr": 6.0069438108438915e-05}
+{"train_loss": 0.005290887784212828, "global_step": 14391, "epoch": 266, "lr": 6.0064614821697e-05}
+{"train_loss": 0.006088980007916689, "global_step": 14392, "epoch": 266, "lr": 6.0059791437340315e-05}
+{"train_loss": 0.004916551522910595, "global_step": 14393, "epoch": 266, "lr": 6.0054967955415654e-05}
+{"train_loss": 0.005726497154682875, "global_step": 14394, "epoch": 266, "lr": 6.005014437596979e-05}
+{"train_loss": 0.002499750815331936, "global_step": 14395, "epoch": 266, "lr": 6.004532069904948e-05}
+{"train_loss": 0.004429616034030914, "global_step": 14396, "epoch": 266, "lr": 6.004049692470155e-05}
+{"train_loss": 0.00591878080740571, "global_step": 14397, "epoch": 266, "lr": 6.003567305297274e-05}
+{"train_loss": 0.00284027517773211, "global_step": 14398, "epoch": 266, "lr": 6.003084908390989e-05}
+{"train_loss": 0.004385425243526697, "global_step": 14399, "epoch": 266, "lr": 6.002602501755974e-05}
+{"train_loss": 0.00577815156430006, "global_step": 14400, "epoch": 266, "lr": 6.00212008539691e-05}
+{"train_loss": 0.0045183273032307625, "global_step": 14401, "epoch": 266, "lr": 6.0016376593184753e-05}
+{"train_loss": 0.003986348398029804, "global_step": 14402, "epoch": 266, "lr": 6.0011552235253476e-05}
+{"train_loss": 0.004589430056512356, "global_step": 14403, "epoch": 266, "lr": 6.000672778022208e-05}
+{"train_loss": 0.006389069836586714, "global_step": 14404, "epoch": 266, "lr": 6.000190322813737e-05}
+{"train_loss": 0.003686541225761175, "global_step": 14405, "epoch": 266, "lr": 5.9997078579046083e-05}
+{"train_loss": 0.005200122483074665, "global_step": 14406, "epoch": 266, "lr": 5.999225383299507e-05}
+{"train_loss": 0.005614697467535734, "global_step": 14407, "epoch": 266, "lr": 5.998742899003109e-05}
+{"train_loss": 0.004143916070461273, "global_step": 14408, "epoch": 266, "lr": 5.9982604050200954e-05}
+{"train_loss": 0.004538799170404673, "global_step": 14409, "epoch": 266, "lr": 5.997777901355146e-05}
+{"train_loss": 0.002924820641055703, "global_step": 14410, "epoch": 266, "lr": 5.997295388012939e-05}
+{"train_loss": 0.005683474708348513, "global_step": 14411, "epoch": 266, "lr": 5.9968128649981556e-05}
+{"train_loss": 0.005179577972739935, "global_step": 14412, "epoch": 266, "lr": 5.996330332315475e-05}
+{"train_loss": 0.0055601769126951694, "global_step": 14413, "epoch": 266, "lr": 5.995847789969577e-05}
+{"train_loss": 0.00582538777962327, "global_step": 14414, "epoch": 266, "lr": 5.995365237965144e-05}
+{"train_loss": 0.0049927434884011745, "global_step": 14415, "epoch": 266, "lr": 5.9948826763068525e-05}
+{"train_loss": 0.005682771094143391, "global_step": 14416, "epoch": 266, "lr": 5.9944001049993846e-05}
+{"train_loss": 0.004537001933419594, "global_step": 14417, "epoch": 266, "lr": 5.993917524047421e-05, "val_loss": 0.004400304984301329}
+{"train_loss": 0.00455879420042038, "global_step": 14418, "epoch": 267, "lr": 5.993434933455642e-05}
+{"train_loss": 0.003365458222106099, "global_step": 14419, "epoch": 267, "lr": 5.992952333228728e-05}
+{"train_loss": 0.006868086755275726, "global_step": 14420, "epoch": 267, "lr": 5.992469723371359e-05}
+{"train_loss": 0.0041272914968431, "global_step": 14421, "epoch": 267, "lr": 5.9919871038882156e-05}
+{"train_loss": 0.006943818647414446, "global_step": 14422, "epoch": 267, "lr": 5.9915044747839824e-05}
+{"train_loss": 0.0032345436047762632, "global_step": 14423, "epoch": 267, "lr": 5.991021836063334e-05}
+{"train_loss": 0.0029863507952541113, "global_step": 14424, "epoch": 267, "lr": 5.990539187730958e-05}
+{"train_loss": 0.005976029206067324, "global_step": 14425, "epoch": 267, "lr": 5.990056529791529e-05}
+{"train_loss": 0.003189739538356662, "global_step": 14426, "epoch": 267, "lr": 5.9895738622497334e-05}
+{"train_loss": 0.006224407814443111, "global_step": 14427, "epoch": 267, "lr": 5.9890911851102496e-05}
+{"train_loss": 0.004705803468823433, "global_step": 14428, "epoch": 267, "lr": 5.98860849837776e-05}
+{"train_loss": 0.0041322181932628155, "global_step": 14429, "epoch": 267, "lr": 5.9881258020569454e-05}
+{"train_loss": 0.007137672509998083, "global_step": 14430, "epoch": 267, "lr": 5.98764309615249e-05}
+{"train_loss": 0.006002944894134998, "global_step": 14431, "epoch": 267, "lr": 5.987160380669071e-05}
+{"train_loss": 0.005478027742356062, "global_step": 14432, "epoch": 267, "lr": 5.986677655611376e-05}
+{"train_loss": 0.006889884360134602, "global_step": 14433, "epoch": 267, "lr": 5.986194920984081e-05}
+{"train_loss": 0.0033980179578065872, "global_step": 14434, "epoch": 267, "lr": 5.98571217679187e-05}
+{"train_loss": 0.004017753526568413, "global_step": 14435, "epoch": 267, "lr": 5.985229423039427e-05}
+{"train_loss": 0.006876267958432436, "global_step": 14436, "epoch": 267, "lr": 5.984746659731432e-05}
+{"train_loss": 0.006456864066421986, "global_step": 14437, "epoch": 267, "lr": 5.984263886872568e-05}
+{"train_loss": 0.0027229797560721636, "global_step": 14438, "epoch": 267, "lr": 5.983781104467516e-05}
+{"train_loss": 0.004488455597311258, "global_step": 14439, "epoch": 267, "lr": 5.9832983125209604e-05}
+{"train_loss": 0.003582290606573224, "global_step": 14440, "epoch": 267, "lr": 5.982815511037584e-05}
+{"train_loss": 0.003919681068509817, "global_step": 14441, "epoch": 267, "lr": 5.982332700022066e-05}
+{"train_loss": 0.006323238369077444, "global_step": 14442, "epoch": 267, "lr": 5.9818498794790934e-05}
+{"train_loss": 0.006809169892221689, "global_step": 14443, "epoch": 267, "lr": 5.9813670494133466e-05}
+{"train_loss": 0.005288341082632542, "global_step": 14444, "epoch": 267, "lr": 5.980884209829508e-05}
+{"train_loss": 0.0053649055771529675, "global_step": 14445, "epoch": 267, "lr": 5.980401360732263e-05}
+{"train_loss": 0.0067588710226118565, "global_step": 14446, "epoch": 267, "lr": 5.979918502126291e-05}
+{"train_loss": 0.004774419125169516, "global_step": 14447, "epoch": 267, "lr": 5.979435634016277e-05}
+{"train_loss": 0.0035748265217989683, "global_step": 14448, "epoch": 267, "lr": 5.9789527564069084e-05}
+{"train_loss": 0.0057629067450761795, "global_step": 14449, "epoch": 267, "lr": 5.9784698693028607e-05}
+{"train_loss": 0.004090334754437208, "global_step": 14450, "epoch": 267, "lr": 5.9779869727088225e-05}
+{"train_loss": 0.00481432257220149, "global_step": 14451, "epoch": 267, "lr": 5.977504066629476e-05}
+{"train_loss": 0.006340344436466694, "global_step": 14452, "epoch": 267, "lr": 5.977021151069504e-05}
+{"train_loss": 0.0048670461401343346, "global_step": 14453, "epoch": 267, "lr": 5.976538226033592e-05}
+{"train_loss": 0.008557482622563839, "global_step": 14454, "epoch": 267, "lr": 5.976055291526424e-05}
+{"train_loss": 0.003845108672976494, "global_step": 14455, "epoch": 267, "lr": 5.97557234755268e-05}
+{"train_loss": 0.004906823858618736, "global_step": 14456, "epoch": 267, "lr": 5.975089394117049e-05}
+{"train_loss": 0.0049805911257863045, "global_step": 14457, "epoch": 267, "lr": 5.974606431224212e-05}
+{"train_loss": 0.004457384347915649, "global_step": 14458, "epoch": 267, "lr": 5.9741234588788556e-05}
+{"train_loss": 0.0059554697945714, "global_step": 14459, "epoch": 267, "lr": 5.973640477085659e-05}
+{"train_loss": 0.004924021661281586, "global_step": 14460, "epoch": 267, "lr": 5.9731574858493125e-05}
+{"train_loss": 0.005033973138779402, "global_step": 14461, "epoch": 267, "lr": 5.972674485174498e-05}
+{"train_loss": 0.004193507134914398, "global_step": 14462, "epoch": 267, "lr": 5.972191475065899e-05}
+{"train_loss": 0.006437274161726236, "global_step": 14463, "epoch": 267, "lr": 5.971708455528201e-05}
+{"train_loss": 0.005876751150935888, "global_step": 14464, "epoch": 267, "lr": 5.971225426566091e-05}
+{"train_loss": 0.0023796996101737022, "global_step": 14465, "epoch": 267, "lr": 5.97074238818425e-05}
+{"train_loss": 0.004758353345096111, "global_step": 14466, "epoch": 267, "lr": 5.970259340387364e-05}
+{"train_loss": 0.003776031779125333, "global_step": 14467, "epoch": 267, "lr": 5.969776283180119e-05}
+{"train_loss": 0.005994112696498632, "global_step": 14468, "epoch": 267, "lr": 5.9692932165672e-05}
+{"train_loss": 0.002629281487315893, "global_step": 14469, "epoch": 267, "lr": 5.9688101405532925e-05}
+{"train_loss": 0.0057187769562006, "global_step": 14470, "epoch": 267, "lr": 5.9683270551430805e-05}
+{"train_loss": 0.005027963753996624, "global_step": 14471, "epoch": 267, "lr": 5.96784396034125e-05, "val_loss": 0.00706967618316412}
+{"train_loss": 0.0032453436870127916, "global_step": 14472, "epoch": 268, "lr": 5.9673608561524866e-05}
+{"train_loss": 0.006127581465989351, "global_step": 14473, "epoch": 268, "lr": 5.966877742581475e-05}
+{"train_loss": 0.005305418279021978, "global_step": 14474, "epoch": 268, "lr": 5.966394619632901e-05}
+{"train_loss": 0.005519258789718151, "global_step": 14475, "epoch": 268, "lr": 5.965911487311452e-05}
+{"train_loss": 0.004180463962256908, "global_step": 14476, "epoch": 268, "lr": 5.965428345621813e-05}
+{"train_loss": 0.005602844525128603, "global_step": 14477, "epoch": 268, "lr": 5.964945194568668e-05}
+{"train_loss": 0.006622073240578175, "global_step": 14478, "epoch": 268, "lr": 5.964462034156706e-05}
+{"train_loss": 0.004099221900105476, "global_step": 14479, "epoch": 268, "lr": 5.96397886439061e-05}
+{"train_loss": 0.0039011428598314524, "global_step": 14480, "epoch": 268, "lr": 5.963495685275069e-05}
+{"train_loss": 0.0061536855064332485, "global_step": 14481, "epoch": 268, "lr": 5.9630124968147663e-05}
+{"train_loss": 0.005547354929149151, "global_step": 14482, "epoch": 268, "lr": 5.962529299014391e-05}
+{"train_loss": 0.004674958065152168, "global_step": 14483, "epoch": 268, "lr": 5.962046091878628e-05}
+{"train_loss": 0.006034804508090019, "global_step": 14484, "epoch": 268, "lr": 5.9615628754121655e-05}
+{"train_loss": 0.005715974606573582, "global_step": 14485, "epoch": 268, "lr": 5.9610796496196885e-05}
+{"train_loss": 0.003624152624979615, "global_step": 14486, "epoch": 268, "lr": 5.960596414505884e-05}
+{"train_loss": 0.006579793058335781, "global_step": 14487, "epoch": 268, "lr": 5.960113170075439e-05}
+{"train_loss": 0.00577776413410902, "global_step": 14488, "epoch": 268, "lr": 5.959629916333038e-05}
+{"train_loss": 0.005274504888802767, "global_step": 14489, "epoch": 268, "lr": 5.9591466532833726e-05}
+{"train_loss": 0.005677332635968924, "global_step": 14490, "epoch": 268, "lr": 5.958663380931128e-05}
+{"train_loss": 0.004662178456783295, "global_step": 14491, "epoch": 268, "lr": 5.95818009928099e-05}
+{"train_loss": 0.0034077896270900965, "global_step": 14492, "epoch": 268, "lr": 5.9576968083376483e-05}
+{"train_loss": 0.006183909252285957, "global_step": 14493, "epoch": 268, "lr": 5.9572135081057876e-05}
+{"train_loss": 0.007629117462784052, "global_step": 14494, "epoch": 268, "lr": 5.956730198590097e-05}
+{"train_loss": 0.006071513053029776, "global_step": 14495, "epoch": 268, "lr": 5.956246879795263e-05}
+{"train_loss": 0.004280045162886381, "global_step": 14496, "epoch": 268, "lr": 5.955763551725973e-05}
+{"train_loss": 0.00605997908860445, "global_step": 14497, "epoch": 268, "lr": 5.955280214386916e-05}
+{"train_loss": 0.003489847294986248, "global_step": 14498, "epoch": 268, "lr": 5.95479686778278e-05}
+{"train_loss": 0.005328885279595852, "global_step": 14499, "epoch": 268, "lr": 5.9543135119182514e-05}
+{"train_loss": 0.0046142833307385445, "global_step": 14500, "epoch": 268, "lr": 5.9538301467980196e-05}
+{"train_loss": 0.0042564645409584045, "global_step": 14501, "epoch": 268, "lr": 5.9533467724267724e-05}
+{"train_loss": 0.005291776265949011, "global_step": 14502, "epoch": 268, "lr": 5.9528633888091956e-05}
+{"train_loss": 0.0070226737298071384, "global_step": 14503, "epoch": 268, "lr": 5.952379995949982e-05}
+{"train_loss": 0.0051580467261374, "global_step": 14504, "epoch": 268, "lr": 5.951896593853814e-05}
+{"train_loss": 0.006362336687743664, "global_step": 14505, "epoch": 268, "lr": 5.951413182525387e-05}
+{"train_loss": 0.0035380537156015635, "global_step": 14506, "epoch": 268, "lr": 5.9509297619693825e-05}
+{"train_loss": 0.005366163793951273, "global_step": 14507, "epoch": 268, "lr": 5.950446332190495e-05}
+{"train_loss": 0.003916408866643906, "global_step": 14508, "epoch": 268, "lr": 5.9499628931934094e-05}
+{"train_loss": 0.004973289556801319, "global_step": 14509, "epoch": 268, "lr": 5.9494794449828165e-05}
+{"train_loss": 0.0035732940305024385, "global_step": 14510, "epoch": 268, "lr": 5.948995987563403e-05}
+{"train_loss": 0.0052111209370195866, "global_step": 14511, "epoch": 268, "lr": 5.9485125209398605e-05}
+{"train_loss": 0.005451746750622988, "global_step": 14512, "epoch": 268, "lr": 5.9480290451168765e-05}
+{"train_loss": 0.007029772736132145, "global_step": 14513, "epoch": 268, "lr": 5.947545560099141e-05}
+{"train_loss": 0.005753620527684689, "global_step": 14514, "epoch": 268, "lr": 5.947062065891341e-05}
+{"train_loss": 0.008161215111613274, "global_step": 14515, "epoch": 268, "lr": 5.946578562498168e-05}
+{"train_loss": 0.004820620641112328, "global_step": 14516, "epoch": 268, "lr": 5.946095049924313e-05}
+{"train_loss": 0.00421550776809454, "global_step": 14517, "epoch": 268, "lr": 5.9456115281744614e-05}
+{"train_loss": 0.007412528619170189, "global_step": 14518, "epoch": 268, "lr": 5.9451279972533056e-05}
+{"train_loss": 0.004863130394369364, "global_step": 14519, "epoch": 268, "lr": 5.944644457165535e-05}
+{"train_loss": 0.0030613967683166265, "global_step": 14520, "epoch": 268, "lr": 5.944160907915837e-05}
+{"train_loss": 0.004274682607501745, "global_step": 14521, "epoch": 268, "lr": 5.943677349508905e-05}
+{"train_loss": 0.003800420556217432, "global_step": 14522, "epoch": 268, "lr": 5.943193781949426e-05}
+{"train_loss": 0.004497083835303783, "global_step": 14523, "epoch": 268, "lr": 5.9427102052420915e-05}
+{"train_loss": 0.005750654265284538, "global_step": 14524, "epoch": 268, "lr": 5.9422266193915924e-05}
+{"train_loss": 0.0051667534151218, "global_step": 14525, "epoch": 268, "lr": 5.941743024402616e-05, "val_loss": 0.009509158320724964}
+{"train_loss": 0.009134164080023766, "global_step": 14526, "epoch": 269, "lr": 5.9412594202798564e-05}
+{"train_loss": 0.005655368790030479, "global_step": 14527, "epoch": 269, "lr": 5.940775807028002e-05}
+{"train_loss": 0.005268734414130449, "global_step": 14528, "epoch": 269, "lr": 5.940292184651741e-05}
+{"train_loss": 0.00524850282818079, "global_step": 14529, "epoch": 269, "lr": 5.939808553155769e-05}
+{"train_loss": 0.0065774922259151936, "global_step": 14530, "epoch": 269, "lr": 5.9393249125447714e-05}
+{"train_loss": 0.0036982728634029627, "global_step": 14531, "epoch": 269, "lr": 5.9388412628234445e-05}
+{"train_loss": 0.0045219045132398605, "global_step": 14532, "epoch": 269, "lr": 5.938357603996473e-05}
+{"train_loss": 0.005517309531569481, "global_step": 14533, "epoch": 269, "lr": 5.937873936068553e-05}
+{"train_loss": 0.004958807025104761, "global_step": 14534, "epoch": 269, "lr": 5.937390259044373e-05}
+{"train_loss": 0.0037667895667254925, "global_step": 14535, "epoch": 269, "lr": 5.9369065729286245e-05}
+{"train_loss": 0.004786266013979912, "global_step": 14536, "epoch": 269, "lr": 5.936422877725997e-05}
+{"train_loss": 0.005956084933131933, "global_step": 14537, "epoch": 269, "lr": 5.935939173441186e-05}
+{"train_loss": 0.006612638011574745, "global_step": 14538, "epoch": 269, "lr": 5.9354554600788784e-05}
+{"train_loss": 0.004040729254484177, "global_step": 14539, "epoch": 269, "lr": 5.9349717376437696e-05}
+{"train_loss": 0.0062745194882154465, "global_step": 14540, "epoch": 269, "lr": 5.9344880061405464e-05}
+{"train_loss": 0.005428696982562542, "global_step": 14541, "epoch": 269, "lr": 5.9340042655739046e-05}
+{"train_loss": 0.004208162892609835, "global_step": 14542, "epoch": 269, "lr": 5.933520515948534e-05}
+{"train_loss": 0.0038957251235842705, "global_step": 14543, "epoch": 269, "lr": 5.933036757269128e-05}
+{"train_loss": 0.003939459566026926, "global_step": 14544, "epoch": 269, "lr": 5.932552989540375e-05}
+{"train_loss": 0.009146596305072308, "global_step": 14545, "epoch": 269, "lr": 5.932069212766972e-05}
+{"train_loss": 0.0046951910480856895, "global_step": 14546, "epoch": 269, "lr": 5.931585426953606e-05}
+{"train_loss": 0.005280197132378817, "global_step": 14547, "epoch": 269, "lr": 5.931101632104974e-05}
+{"train_loss": 0.0032643333543092012, "global_step": 14548, "epoch": 269, "lr": 5.930617828225763e-05}
+{"train_loss": 0.0038308838848024607, "global_step": 14549, "epoch": 269, "lr": 5.930134015320669e-05}
+{"train_loss": 0.007709144614636898, "global_step": 14550, "epoch": 269, "lr": 5.929650193394384e-05}
+{"train_loss": 0.006246778182685375, "global_step": 14551, "epoch": 269, "lr": 5.9291663624515995e-05}
+{"train_loss": 0.004863883834332228, "global_step": 14552, "epoch": 269, "lr": 5.928682522497008e-05}
+{"train_loss": 0.006058075465261936, "global_step": 14553, "epoch": 269, "lr": 5.9281986735353036e-05}
+{"train_loss": 0.0048123630695044994, "global_step": 14554, "epoch": 269, "lr": 5.927714815571177e-05}
+{"train_loss": 0.004513227846473455, "global_step": 14555, "epoch": 269, "lr": 5.927230948609324e-05}
+{"train_loss": 0.0046886904165148735, "global_step": 14556, "epoch": 269, "lr": 5.9267470726544326e-05}
+{"train_loss": 0.005180323962122202, "global_step": 14557, "epoch": 269, "lr": 5.926263187711202e-05}
+{"train_loss": 0.005259518511593342, "global_step": 14558, "epoch": 269, "lr": 5.9257792937843206e-05}
+{"train_loss": 0.006371414288878441, "global_step": 14559, "epoch": 269, "lr": 5.9252953908784835e-05}
+{"train_loss": 0.00638949777930975, "global_step": 14560, "epoch": 269, "lr": 5.9248114789983846e-05}
+{"train_loss": 0.00706067867577076, "global_step": 14561, "epoch": 269, "lr": 5.924327558148716e-05}
+{"train_loss": 0.007615190465003252, "global_step": 14562, "epoch": 269, "lr": 5.92384362833417e-05}
+{"train_loss": 0.005721124354749918, "global_step": 14563, "epoch": 269, "lr": 5.923359689559445e-05}
+{"train_loss": 0.005228887777775526, "global_step": 14564, "epoch": 269, "lr": 5.9228757418292266e-05}
+{"train_loss": 0.0052956645376980305, "global_step": 14565, "epoch": 269, "lr": 5.922391785148218e-05}
+{"train_loss": 0.004465899430215359, "global_step": 14566, "epoch": 269, "lr": 5.921907819521105e-05}
+{"train_loss": 0.003722686553373933, "global_step": 14567, "epoch": 269, "lr": 5.9214238449525864e-05}
+{"train_loss": 0.003281613579019904, "global_step": 14568, "epoch": 269, "lr": 5.920939861447353e-05}
+{"train_loss": 0.003395036095753312, "global_step": 14569, "epoch": 269, "lr": 5.920455869010102e-05}
+{"train_loss": 0.005134752951562405, "global_step": 14570, "epoch": 269, "lr": 5.919971867645524e-05}
+{"train_loss": 0.011387977749109268, "global_step": 14571, "epoch": 269, "lr": 5.919487857358317e-05}
+{"train_loss": 0.005218373611569405, "global_step": 14572, "epoch": 269, "lr": 5.919003838153172e-05}
+{"train_loss": 0.005198189523071051, "global_step": 14573, "epoch": 269, "lr": 5.918519810034786e-05}
+{"train_loss": 0.006513944361358881, "global_step": 14574, "epoch": 269, "lr": 5.9180357730078516e-05}
+{"train_loss": 0.006601579952985048, "global_step": 14575, "epoch": 269, "lr": 5.917551727077065e-05}
+{"train_loss": 0.00682699354365468, "global_step": 14576, "epoch": 269, "lr": 5.9170676722471196e-05}
+{"train_loss": 0.005068293772637844, "global_step": 14577, "epoch": 269, "lr": 5.9165836085227114e-05}
+{"train_loss": 0.004663330502808094, "global_step": 14578, "epoch": 269, "lr": 5.916099535908534e-05}
+{"train_loss": 0.005543874231753526, "global_step": 14579, "epoch": 269, "lr": 5.9156154544092815e-05, "val_loss": 0.00783840473741293}
+{"train_loss": 0.006139770615845919, "global_step": 14580, "epoch": 270, "lr": 5.9151313640296504e-05}
+{"train_loss": 0.0037599503993988037, "global_step": 14581, "epoch": 270, "lr": 5.914647264774336e-05}
+{"train_loss": 0.0038300766609609127, "global_step": 14582, "epoch": 270, "lr": 5.9141631566480336e-05}
+{"train_loss": 0.0036472182255238295, "global_step": 14583, "epoch": 270, "lr": 5.913679039655438e-05}
+{"train_loss": 0.004480400588363409, "global_step": 14584, "epoch": 270, "lr": 5.9131949138012434e-05}
+{"train_loss": 0.00504312664270401, "global_step": 14585, "epoch": 270, "lr": 5.912710779090147e-05}
+{"train_loss": 0.005303158424794674, "global_step": 14586, "epoch": 270, "lr": 5.912226635526844e-05}
+{"train_loss": 0.0043791597709059715, "global_step": 14587, "epoch": 270, "lr": 5.91174248311603e-05}
+{"train_loss": 0.003957401029765606, "global_step": 14588, "epoch": 270, "lr": 5.9112583218623975e-05}
+{"train_loss": 0.0071014356799423695, "global_step": 14589, "epoch": 270, "lr": 5.910774151770647e-05}
+{"train_loss": 0.00507775554433465, "global_step": 14590, "epoch": 270, "lr": 5.910289972845473e-05}
+{"train_loss": 0.005562114994972944, "global_step": 14591, "epoch": 270, "lr": 5.909805785091571e-05}
+{"train_loss": 0.004254698753356934, "global_step": 14592, "epoch": 270, "lr": 5.9093215885136365e-05}
+{"train_loss": 0.005211615469306707, "global_step": 14593, "epoch": 270, "lr": 5.908837383116367e-05}
+{"train_loss": 0.004797386936843395, "global_step": 14594, "epoch": 270, "lr": 5.908353168904458e-05}
+{"train_loss": 0.005813767667859793, "global_step": 14595, "epoch": 270, "lr": 5.907868945882604e-05}
+{"train_loss": 0.004712691064924002, "global_step": 14596, "epoch": 270, "lr": 5.907384714055504e-05}
+{"train_loss": 0.006315360777080059, "global_step": 14597, "epoch": 270, "lr": 5.9069004734278534e-05}
+{"train_loss": 0.004575378727167845, "global_step": 14598, "epoch": 270, "lr": 5.90641622400435e-05}
+{"train_loss": 0.004717305302619934, "global_step": 14599, "epoch": 270, "lr": 5.9059319657896884e-05}
+{"train_loss": 0.0059381271712481976, "global_step": 14600, "epoch": 270, "lr": 5.905447698788565e-05}
+{"train_loss": 0.006518019828945398, "global_step": 14601, "epoch": 270, "lr": 5.90496342300568e-05}
+{"train_loss": 0.005162526853382587, "global_step": 14602, "epoch": 270, "lr": 5.9044791384457273e-05}
+{"train_loss": 0.005278717260807753, "global_step": 14603, "epoch": 270, "lr": 5.903994845113404e-05}
+{"train_loss": 0.004551944322884083, "global_step": 14604, "epoch": 270, "lr": 5.9035105430134085e-05}
+{"train_loss": 0.0051170047372579575, "global_step": 14605, "epoch": 270, "lr": 5.9030262321504385e-05}
+{"train_loss": 0.006207306403666735, "global_step": 14606, "epoch": 270, "lr": 5.902541912529189e-05}
+{"train_loss": 0.004515495151281357, "global_step": 14607, "epoch": 270, "lr": 5.902057584154359e-05}
+{"train_loss": 0.004592509474605322, "global_step": 14608, "epoch": 270, "lr": 5.901573247030645e-05}
+{"train_loss": 0.002868324052542448, "global_step": 14609, "epoch": 270, "lr": 5.901088901162745e-05}
+{"train_loss": 0.004900080151855946, "global_step": 14610, "epoch": 270, "lr": 5.900604546555356e-05}
+{"train_loss": 0.007494297809898853, "global_step": 14611, "epoch": 270, "lr": 5.900120183213176e-05}
+{"train_loss": 0.006515352055430412, "global_step": 14612, "epoch": 270, "lr": 5.899635811140903e-05}
+{"train_loss": 0.005176471546292305, "global_step": 14613, "epoch": 270, "lr": 5.8991514303432346e-05}
+{"train_loss": 0.0032963675912469625, "global_step": 14614, "epoch": 270, "lr": 5.898667040824869e-05}
+{"train_loss": 0.006170434877276421, "global_step": 14615, "epoch": 270, "lr": 5.898182642590504e-05}
+{"train_loss": 0.0024136099964380264, "global_step": 14616, "epoch": 270, "lr": 5.8976982356448376e-05}
+{"train_loss": 0.004116469994187355, "global_step": 14617, "epoch": 270, "lr": 5.8972138199925676e-05}
+{"train_loss": 0.004065602086484432, "global_step": 14618, "epoch": 270, "lr": 5.896729395638394e-05}
+{"train_loss": 0.005215041805058718, "global_step": 14619, "epoch": 270, "lr": 5.896244962587012e-05}
+{"train_loss": 0.004383752588182688, "global_step": 14620, "epoch": 270, "lr": 5.8957605208431233e-05}
+{"train_loss": 0.003918763250112534, "global_step": 14621, "epoch": 270, "lr": 5.895276070411424e-05}
+{"train_loss": 0.005846079904586077, "global_step": 14622, "epoch": 270, "lr": 5.894791611296614e-05}
+{"train_loss": 0.005560705438256264, "global_step": 14623, "epoch": 270, "lr": 5.894307143503393e-05}
+{"train_loss": 0.003141955705359578, "global_step": 14624, "epoch": 270, "lr": 5.8938226670364563e-05}
+{"train_loss": 0.005059472750872374, "global_step": 14625, "epoch": 270, "lr": 5.893338181900505e-05}
+{"train_loss": 0.006554774008691311, "global_step": 14626, "epoch": 270, "lr": 5.892853688100239e-05}
+{"train_loss": 0.004494901746511459, "global_step": 14627, "epoch": 270, "lr": 5.892369185640355e-05}
+{"train_loss": 0.00558972405269742, "global_step": 14628, "epoch": 270, "lr": 5.891884674525555e-05}
+{"train_loss": 0.00833876058459282, "global_step": 14629, "epoch": 270, "lr": 5.8914001547605345e-05}
+{"train_loss": 0.004045671317726374, "global_step": 14630, "epoch": 270, "lr": 5.890915626349995e-05}
+{"train_loss": 0.006317838095128536, "global_step": 14631, "epoch": 270, "lr": 5.890431089298637e-05}
+{"train_loss": 0.003965809475630522, "global_step": 14632, "epoch": 270, "lr": 5.889946543611158e-05}
+{"train_loss": 0.005025199041011985, "global_step": 14633, "epoch": 270, "lr": 5.889461989292258e-05, "val_loss": 0.006460211239755154, "train_action_mse_error": 0.00018532959802541882}
+{"train_loss": 0.004132338799536228, "global_step": 14634, "epoch": 271, "lr": 5.8889774263466355e-05}
+{"train_loss": 0.006415753625333309, "global_step": 14635, "epoch": 271, "lr": 5.888492854778991e-05}
+{"train_loss": 0.004117744974792004, "global_step": 14636, "epoch": 271, "lr": 5.8880082745940266e-05}
+{"train_loss": 0.005273439455777407, "global_step": 14637, "epoch": 271, "lr": 5.887523685796439e-05}
+{"train_loss": 0.0034122245851904154, "global_step": 14638, "epoch": 271, "lr": 5.887039088390929e-05}
+{"train_loss": 0.0070152319967746735, "global_step": 14639, "epoch": 271, "lr": 5.886554482382197e-05}
+{"train_loss": 0.0030170425307005644, "global_step": 14640, "epoch": 271, "lr": 5.886069867774944e-05}
+{"train_loss": 0.006222746334969997, "global_step": 14641, "epoch": 271, "lr": 5.8855852445738676e-05}
+{"train_loss": 0.005831313319504261, "global_step": 14642, "epoch": 271, "lr": 5.8851006127836705e-05}
+{"train_loss": 0.003641214920207858, "global_step": 14643, "epoch": 271, "lr": 5.884615972409051e-05}
+{"train_loss": 0.005622860975563526, "global_step": 14644, "epoch": 271, "lr": 5.8841313234547134e-05}
+{"train_loss": 0.00355991767719388, "global_step": 14645, "epoch": 271, "lr": 5.8836466659253534e-05}
+{"train_loss": 0.004810996353626251, "global_step": 14646, "epoch": 271, "lr": 5.883161999825675e-05}
+{"train_loss": 0.005765045061707497, "global_step": 14647, "epoch": 271, "lr": 5.882677325160375e-05}
+{"train_loss": 0.00562791433185339, "global_step": 14648, "epoch": 271, "lr": 5.882192641934159e-05}
+{"train_loss": 0.0031119941268116236, "global_step": 14649, "epoch": 271, "lr": 5.881707950151725e-05}
+{"train_loss": 0.0063702925108373165, "global_step": 14650, "epoch": 271, "lr": 5.881223249817775e-05}
+{"train_loss": 0.004191457759588957, "global_step": 14651, "epoch": 271, "lr": 5.8807385409370076e-05}
+{"train_loss": 0.004759896080940962, "global_step": 14652, "epoch": 271, "lr": 5.880253823514129e-05}
+{"train_loss": 0.006424193270504475, "global_step": 14653, "epoch": 271, "lr": 5.879769097553834e-05}
+{"train_loss": 0.005572258494794369, "global_step": 14654, "epoch": 271, "lr": 5.8792843630608306e-05}
+{"train_loss": 0.003381220158189535, "global_step": 14655, "epoch": 271, "lr": 5.8787996200398145e-05}
+{"train_loss": 0.004549258388578892, "global_step": 14656, "epoch": 271, "lr": 5.8783148684954895e-05}
+{"train_loss": 0.005426803138107061, "global_step": 14657, "epoch": 271, "lr": 5.8778301084325574e-05}
+{"train_loss": 0.00362565740942955, "global_step": 14658, "epoch": 271, "lr": 5.8773453398557185e-05}
+{"train_loss": 0.003417544299736619, "global_step": 14659, "epoch": 271, "lr": 5.876860562769676e-05}
+{"train_loss": 0.0060163745656609535, "global_step": 14660, "epoch": 271, "lr": 5.8763757771791306e-05}
+{"train_loss": 0.0031849632505327463, "global_step": 14661, "epoch": 271, "lr": 5.875890983088783e-05}
+{"train_loss": 0.00498797744512558, "global_step": 14662, "epoch": 271, "lr": 5.87540618050334e-05}
+{"train_loss": 0.00440563727170229, "global_step": 14663, "epoch": 271, "lr": 5.874921369427497e-05}
+{"train_loss": 0.002416578819975257, "global_step": 14664, "epoch": 271, "lr": 5.87443654986596e-05}
+{"train_loss": 0.0033539130818098783, "global_step": 14665, "epoch": 271, "lr": 5.873951721823432e-05}
+{"train_loss": 0.004863034933805466, "global_step": 14666, "epoch": 271, "lr": 5.873466885304613e-05}
+{"train_loss": 0.003281679702922702, "global_step": 14667, "epoch": 271, "lr": 5.8729820403142054e-05}
+{"train_loss": 0.005041591823101044, "global_step": 14668, "epoch": 271, "lr": 5.872497186856913e-05}
+{"train_loss": 0.0037703425623476505, "global_step": 14669, "epoch": 271, "lr": 5.872012324937437e-05}
+{"train_loss": 0.002447323640808463, "global_step": 14670, "epoch": 271, "lr": 5.871527454560481e-05}
+{"train_loss": 0.003032475942745805, "global_step": 14671, "epoch": 271, "lr": 5.871042575730747e-05}
+{"train_loss": 0.0032854401506483555, "global_step": 14672, "epoch": 271, "lr": 5.870557688452939e-05}
+{"train_loss": 0.0037097365129739046, "global_step": 14673, "epoch": 271, "lr": 5.870072792731757e-05}
+{"train_loss": 0.0050585889257490635, "global_step": 14674, "epoch": 271, "lr": 5.869587888571906e-05}
+{"train_loss": 0.003311277600005269, "global_step": 14675, "epoch": 271, "lr": 5.8691029759780893e-05}
+{"train_loss": 0.0062111010774970055, "global_step": 14676, "epoch": 271, "lr": 5.8686180549550097e-05}
+{"train_loss": 0.0030944901518523693, "global_step": 14677, "epoch": 271, "lr": 5.868133125507369e-05}
+{"train_loss": 0.002664251020178199, "global_step": 14678, "epoch": 271, "lr": 5.867648187639873e-05}
+{"train_loss": 0.0030916323885321617, "global_step": 14679, "epoch": 271, "lr": 5.867163241357222e-05}
+{"train_loss": 0.006753146648406982, "global_step": 14680, "epoch": 271, "lr": 5.866678286664122e-05}
+{"train_loss": 0.0031183906830847263, "global_step": 14681, "epoch": 271, "lr": 5.866193323565274e-05}
+{"train_loss": 0.004219819791615009, "global_step": 14682, "epoch": 271, "lr": 5.8657083520653844e-05}
+{"train_loss": 0.004719446878880262, "global_step": 14683, "epoch": 271, "lr": 5.8652233721691544e-05}
+{"train_loss": 0.003949292004108429, "global_step": 14684, "epoch": 271, "lr": 5.8647383838812896e-05}
+{"train_loss": 0.002493371954187751, "global_step": 14685, "epoch": 271, "lr": 5.864253387206491e-05}
+{"train_loss": 0.003897425951436162, "global_step": 14686, "epoch": 271, "lr": 5.863768382149467e-05}
+{"train_loss": 0.004356254853687629, "global_step": 14687, "epoch": 271, "lr": 5.863283368714917e-05, "val_loss": 0.006298521067947149}
+{"train_loss": 0.005592492409050465, "global_step": 14688, "epoch": 272, "lr": 5.862798346907548e-05}
+{"train_loss": 0.00492601003497839, "global_step": 14689, "epoch": 272, "lr": 5.862313316732063e-05}
+{"train_loss": 0.0030007564928382635, "global_step": 14690, "epoch": 272, "lr": 5.861828278193167e-05}
+{"train_loss": 0.0047291177324950695, "global_step": 14691, "epoch": 272, "lr": 5.861343231295562e-05}
+{"train_loss": 0.002118075964972377, "global_step": 14692, "epoch": 272, "lr": 5.860858176043955e-05}
+{"train_loss": 0.003305169753730297, "global_step": 14693, "epoch": 272, "lr": 5.86037311244305e-05}
+{"train_loss": 0.0033250609412789345, "global_step": 14694, "epoch": 272, "lr": 5.859888040497551e-05}
+{"train_loss": 0.0030807326547801495, "global_step": 14695, "epoch": 272, "lr": 5.859402960212161e-05}
+{"train_loss": 0.003995902836322784, "global_step": 14696, "epoch": 272, "lr": 5.8589178715915884e-05}
+{"train_loss": 0.003703668247908354, "global_step": 14697, "epoch": 272, "lr": 5.858432774640535e-05}
+{"train_loss": 0.002853355836123228, "global_step": 14698, "epoch": 272, "lr": 5.857947669363707e-05}
+{"train_loss": 0.004914312623441219, "global_step": 14699, "epoch": 272, "lr": 5.8574625557658095e-05}
+{"train_loss": 0.002332522301003337, "global_step": 14700, "epoch": 272, "lr": 5.856977433851546e-05}
+{"train_loss": 0.004294967278838158, "global_step": 14701, "epoch": 272, "lr": 5.8564923036256224e-05}
+{"train_loss": 0.0057688825763762, "global_step": 14702, "epoch": 272, "lr": 5.856007165092744e-05}
+{"train_loss": 0.004067869856953621, "global_step": 14703, "epoch": 272, "lr": 5.855522018257616e-05}
+{"train_loss": 0.004789869301021099, "global_step": 14704, "epoch": 272, "lr": 5.8550368631249454e-05}
+{"train_loss": 0.0032464645337313414, "global_step": 14705, "epoch": 272, "lr": 5.854551699699435e-05}
+{"train_loss": 0.005774168763309717, "global_step": 14706, "epoch": 272, "lr": 5.854066527985792e-05}
+{"train_loss": 0.005131942220032215, "global_step": 14707, "epoch": 272, "lr": 5.853581347988721e-05}
+{"train_loss": 0.0027712706942111254, "global_step": 14708, "epoch": 272, "lr": 5.8530961597129286e-05}
+{"train_loss": 0.0068161399103701115, "global_step": 14709, "epoch": 272, "lr": 5.85261096316312e-05}
+{"train_loss": 0.0037350235506892204, "global_step": 14710, "epoch": 272, "lr": 5.8521257583439995e-05}
+{"train_loss": 0.006410109344869852, "global_step": 14711, "epoch": 272, "lr": 5.851640545260276e-05}
+{"train_loss": 0.0045633758418262005, "global_step": 14712, "epoch": 272, "lr": 5.851155323916654e-05}
+{"train_loss": 0.005713018588721752, "global_step": 14713, "epoch": 272, "lr": 5.85067009431784e-05}
+{"train_loss": 0.0037563189398497343, "global_step": 14714, "epoch": 272, "lr": 5.850184856468538e-05}
+{"train_loss": 0.007546780630946159, "global_step": 14715, "epoch": 272, "lr": 5.849699610373458e-05}
+{"train_loss": 0.006895888596773148, "global_step": 14716, "epoch": 272, "lr": 5.849214356037302e-05}
+{"train_loss": 0.005669900681823492, "global_step": 14717, "epoch": 272, "lr": 5.848729093464781e-05}
+{"train_loss": 0.006211343687027693, "global_step": 14718, "epoch": 272, "lr": 5.848243822660597e-05}
+{"train_loss": 0.006044682580977678, "global_step": 14719, "epoch": 272, "lr": 5.847758543629461e-05}
+{"train_loss": 0.003209467511624098, "global_step": 14720, "epoch": 272, "lr": 5.8472732563760756e-05}
+{"train_loss": 0.004609776195138693, "global_step": 14721, "epoch": 272, "lr": 5.8467879609051504e-05}
+{"train_loss": 0.006402904633432627, "global_step": 14722, "epoch": 272, "lr": 5.846302657221391e-05}
+{"train_loss": 0.006924358196556568, "global_step": 14723, "epoch": 272, "lr": 5.8458173453295037e-05}
+{"train_loss": 0.004093768075108528, "global_step": 14724, "epoch": 272, "lr": 5.845332025234195e-05}
+{"train_loss": 0.004828362260013819, "global_step": 14725, "epoch": 272, "lr": 5.844846696940176e-05}
+{"train_loss": 0.005060349591076374, "global_step": 14726, "epoch": 272, "lr": 5.844361360452147e-05}
+{"train_loss": 0.003607727587223053, "global_step": 14727, "epoch": 272, "lr": 5.843876015774823e-05}
+{"train_loss": 0.004013129975646734, "global_step": 14728, "epoch": 272, "lr": 5.8433906629129045e-05}
+{"train_loss": 0.0052950563840568066, "global_step": 14729, "epoch": 272, "lr": 5.842905301871102e-05}
+{"train_loss": 0.004501923453062773, "global_step": 14730, "epoch": 272, "lr": 5.8424199326541216e-05}
+{"train_loss": 0.004688119050115347, "global_step": 14731, "epoch": 272, "lr": 5.841934555266674e-05}
+{"train_loss": 0.004538215696811676, "global_step": 14732, "epoch": 272, "lr": 5.841449169713462e-05}
+{"train_loss": 0.004176395945250988, "global_step": 14733, "epoch": 272, "lr": 5.840963775999199e-05}
+{"train_loss": 0.005186018534004688, "global_step": 14734, "epoch": 272, "lr": 5.8404783741285865e-05}
+{"train_loss": 0.006148224696516991, "global_step": 14735, "epoch": 272, "lr": 5.839992964106337e-05}
+{"train_loss": 0.003656043903902173, "global_step": 14736, "epoch": 272, "lr": 5.839507545937155e-05}
+{"train_loss": 0.004318187013268471, "global_step": 14737, "epoch": 272, "lr": 5.839022119625751e-05}
+{"train_loss": 0.00516314385458827, "global_step": 14738, "epoch": 272, "lr": 5.838536685176833e-05}
+{"train_loss": 0.0038456800393760204, "global_step": 14739, "epoch": 272, "lr": 5.838051242595107e-05}
+{"train_loss": 0.004715863615274429, "global_step": 14740, "epoch": 272, "lr": 5.8375657918852844e-05}
+{"train_loss": 0.004634043223362554, "global_step": 14741, "epoch": 272, "lr": 5.837080333052071e-05, "val_loss": 0.0058066328056156635}
+{"train_loss": 0.004209947772324085, "global_step": 14742, "epoch": 273, "lr": 5.8365948661001745e-05}
+{"train_loss": 0.004930580500513315, "global_step": 14743, "epoch": 273, "lr": 5.836109391034307e-05}
+{"train_loss": 0.007316687144339085, "global_step": 14744, "epoch": 273, "lr": 5.8356239078591724e-05}
+{"train_loss": 0.003932578023523092, "global_step": 14745, "epoch": 273, "lr": 5.835138416579482e-05}
+{"train_loss": 0.00340954028069973, "global_step": 14746, "epoch": 273, "lr": 5.834652917199945e-05}
+{"train_loss": 0.0044162701815366745, "global_step": 14747, "epoch": 273, "lr": 5.83416740972527e-05}
+{"train_loss": 0.008359123021364212, "global_step": 14748, "epoch": 273, "lr": 5.8336818941601644e-05}
+{"train_loss": 0.002831618767231703, "global_step": 14749, "epoch": 273, "lr": 5.8331963705093375e-05}
+{"train_loss": 0.004348178394138813, "global_step": 14750, "epoch": 273, "lr": 5.832710838777498e-05}
+{"train_loss": 0.0028362376615405083, "global_step": 14751, "epoch": 273, "lr": 5.832225298969358e-05}
+{"train_loss": 0.00750140193849802, "global_step": 14752, "epoch": 273, "lr": 5.831739751089622e-05}
+{"train_loss": 0.0032550001051276922, "global_step": 14753, "epoch": 273, "lr": 5.8312541951430036e-05}
+{"train_loss": 0.0045093959197402, "global_step": 14754, "epoch": 273, "lr": 5.830768631134207e-05}
+{"train_loss": 0.0072064632549881935, "global_step": 14755, "epoch": 273, "lr": 5.830283059067947e-05}
+{"train_loss": 0.004592567216604948, "global_step": 14756, "epoch": 273, "lr": 5.829797478948931e-05}
+{"train_loss": 0.002963501261547208, "global_step": 14757, "epoch": 273, "lr": 5.829311890781867e-05}
+{"train_loss": 0.004804509226232767, "global_step": 14758, "epoch": 273, "lr": 5.8288262945714656e-05}
+{"train_loss": 0.00514984130859375, "global_step": 14759, "epoch": 273, "lr": 5.828340690322438e-05}
+{"train_loss": 0.004036839120090008, "global_step": 14760, "epoch": 273, "lr": 5.827855078039491e-05}
+{"train_loss": 0.00724009657278657, "global_step": 14761, "epoch": 273, "lr": 5.82736945772734e-05}
+{"train_loss": 0.005260550417006016, "global_step": 14762, "epoch": 273, "lr": 5.826883829390687e-05}
+{"train_loss": 0.006310721859335899, "global_step": 14763, "epoch": 273, "lr": 5.8263981930342484e-05}
+{"train_loss": 0.00305196363478899, "global_step": 14764, "epoch": 273, "lr": 5.825912548662731e-05}
+{"train_loss": 0.004672110080718994, "global_step": 14765, "epoch": 273, "lr": 5.825426896280847e-05}
+{"train_loss": 0.004411266651004553, "global_step": 14766, "epoch": 273, "lr": 5.8249412358933055e-05}
+{"train_loss": 0.004657337907701731, "global_step": 14767, "epoch": 273, "lr": 5.824455567504817e-05}
+{"train_loss": 0.0037501913029700518, "global_step": 14768, "epoch": 273, "lr": 5.8239698911200916e-05}
+{"train_loss": 0.0046471646055579185, "global_step": 14769, "epoch": 273, "lr": 5.8234842067438414e-05}
+{"train_loss": 0.00581595953553915, "global_step": 14770, "epoch": 273, "lr": 5.822998514380773e-05}
+{"train_loss": 0.0036763506941497326, "global_step": 14771, "epoch": 273, "lr": 5.822512814035601e-05}
+{"train_loss": 0.006153236608952284, "global_step": 14772, "epoch": 273, "lr": 5.822027105713035e-05}
+{"train_loss": 0.005815847311168909, "global_step": 14773, "epoch": 273, "lr": 5.821541389417786e-05}
+{"train_loss": 0.004501780495047569, "global_step": 14774, "epoch": 273, "lr": 5.8210556651545645e-05}
+{"train_loss": 0.004630915354937315, "global_step": 14775, "epoch": 273, "lr": 5.8205699329280814e-05}
+{"train_loss": 0.00982766505330801, "global_step": 14776, "epoch": 273, "lr": 5.8200841927430474e-05}
+{"train_loss": 0.0027456446550786495, "global_step": 14777, "epoch": 273, "lr": 5.819598444604174e-05}
+{"train_loss": 0.005139987450093031, "global_step": 14778, "epoch": 273, "lr": 5.819112688516172e-05}
+{"train_loss": 0.00531372195109725, "global_step": 14779, "epoch": 273, "lr": 5.8186269244837534e-05}
+{"train_loss": 0.003584172111004591, "global_step": 14780, "epoch": 273, "lr": 5.818141152511629e-05}
+{"train_loss": 0.004637106321752071, "global_step": 14781, "epoch": 273, "lr": 5.817655372604511e-05}
+{"train_loss": 0.005528314039111137, "global_step": 14782, "epoch": 273, "lr": 5.817169584767109e-05}
+{"train_loss": 0.00568236643448472, "global_step": 14783, "epoch": 273, "lr": 5.816683789004137e-05}
+{"train_loss": 0.006018337793648243, "global_step": 14784, "epoch": 273, "lr": 5.816197985320304e-05}
+{"train_loss": 0.004067755304276943, "global_step": 14785, "epoch": 273, "lr": 5.815712173720326e-05}
+{"train_loss": 0.004733107518404722, "global_step": 14786, "epoch": 273, "lr": 5.815226354208908e-05}
+{"train_loss": 0.006178731564432383, "global_step": 14787, "epoch": 273, "lr": 5.81474052679077e-05}
+{"train_loss": 0.00580954784527421, "global_step": 14788, "epoch": 273, "lr": 5.8142546914706164e-05}
+{"train_loss": 0.004925617482513189, "global_step": 14789, "epoch": 273, "lr": 5.8137688482531635e-05}
+{"train_loss": 0.005371931008994579, "global_step": 14790, "epoch": 273, "lr": 5.813282997143122e-05}
+{"train_loss": 0.007749166339635849, "global_step": 14791, "epoch": 273, "lr": 5.812797138145206e-05}
+{"train_loss": 0.004281542729586363, "global_step": 14792, "epoch": 273, "lr": 5.812311271264125e-05}
+{"train_loss": 0.005264890380203724, "global_step": 14793, "epoch": 273, "lr": 5.811825396504594e-05}
+{"train_loss": 0.0069002751260995865, "global_step": 14794, "epoch": 273, "lr": 5.8113395138713224e-05}
+{"train_loss": 0.0050981549020097765, "global_step": 14795, "epoch": 273, "lr": 5.810853623369026e-05, "val_loss": 0.0034293278586119413}
+{"train_loss": 0.006460106000304222, "global_step": 14796, "epoch": 274, "lr": 5.8103677250024144e-05}
+{"train_loss": 0.004088840447366238, "global_step": 14797, "epoch": 274, "lr": 5.809881818776201e-05}
+{"train_loss": 0.003177444450557232, "global_step": 14798, "epoch": 274, "lr": 5.809395904695101e-05}
+{"train_loss": 0.004852651618421078, "global_step": 14799, "epoch": 274, "lr": 5.808909982763825e-05}
+{"train_loss": 0.003862620098516345, "global_step": 14800, "epoch": 274, "lr": 5.808424052987085e-05}
+{"train_loss": 0.002272915793582797, "global_step": 14801, "epoch": 274, "lr": 5.807938115369596e-05}
+{"train_loss": 0.005749768577516079, "global_step": 14802, "epoch": 274, "lr": 5.807452169916068e-05}
+{"train_loss": 0.0037641073577106, "global_step": 14803, "epoch": 274, "lr": 5.8069662166312175e-05}
+{"train_loss": 0.006723091471940279, "global_step": 14804, "epoch": 274, "lr": 5.806480255519756e-05}
+{"train_loss": 0.0031969782430678606, "global_step": 14805, "epoch": 274, "lr": 5.805994286586398e-05}
+{"train_loss": 0.003921544644981623, "global_step": 14806, "epoch": 274, "lr": 5.8055083098358556e-05}
+{"train_loss": 0.0045819273218512535, "global_step": 14807, "epoch": 274, "lr": 5.805022325272842e-05}
+{"train_loss": 0.0049852910451591015, "global_step": 14808, "epoch": 274, "lr": 5.804536332902071e-05}
+{"train_loss": 0.0068617695942521095, "global_step": 14809, "epoch": 274, "lr": 5.8040503327282556e-05}
+{"train_loss": 0.006656992714852095, "global_step": 14810, "epoch": 274, "lr": 5.803564324756111e-05}
+{"train_loss": 0.004219971597194672, "global_step": 14811, "epoch": 274, "lr": 5.8030783089903495e-05}
+{"train_loss": 0.005464742425829172, "global_step": 14812, "epoch": 274, "lr": 5.8025922854356865e-05}
+{"train_loss": 0.004743444267660379, "global_step": 14813, "epoch": 274, "lr": 5.802106254096834e-05}
+{"train_loss": 0.005267676431685686, "global_step": 14814, "epoch": 274, "lr": 5.801620214978507e-05}
+{"train_loss": 0.004295609425753355, "global_step": 14815, "epoch": 274, "lr": 5.8011341680854194e-05}
+{"train_loss": 0.0023617781698703766, "global_step": 14816, "epoch": 274, "lr": 5.800648113422284e-05}
+{"train_loss": 0.007486326619982719, "global_step": 14817, "epoch": 274, "lr": 5.800162050993816e-05}
+{"train_loss": 0.0048887645825743675, "global_step": 14818, "epoch": 274, "lr": 5.7996759808047295e-05}
+{"train_loss": 0.0063672675751149654, "global_step": 14819, "epoch": 274, "lr": 5.79918990285974e-05}
+{"train_loss": 0.004575190134346485, "global_step": 14820, "epoch": 274, "lr": 5.79870381716356e-05}
+{"train_loss": 0.003302354598417878, "global_step": 14821, "epoch": 274, "lr": 5.798217723720905e-05}
+{"train_loss": 0.004549018573015928, "global_step": 14822, "epoch": 274, "lr": 5.797731622536489e-05}
+{"train_loss": 0.01032884232699871, "global_step": 14823, "epoch": 274, "lr": 5.797245513615027e-05}
+{"train_loss": 0.0035797851160168648, "global_step": 14824, "epoch": 274, "lr": 5.796759396961234e-05}
+{"train_loss": 0.00621210690587759, "global_step": 14825, "epoch": 274, "lr": 5.796273272579823e-05}
+{"train_loss": 0.0051819318905472755, "global_step": 14826, "epoch": 274, "lr": 5.7957871404755104e-05}
+{"train_loss": 0.004658426623791456, "global_step": 14827, "epoch": 274, "lr": 5.7953010006530115e-05}
+{"train_loss": 0.003183283843100071, "global_step": 14828, "epoch": 274, "lr": 5.794814853117041e-05}
+{"train_loss": 0.005550621077418327, "global_step": 14829, "epoch": 274, "lr": 5.794328697872313e-05}
+{"train_loss": 0.003023832570761442, "global_step": 14830, "epoch": 274, "lr": 5.7938425349235434e-05}
+{"train_loss": 0.006043426226824522, "global_step": 14831, "epoch": 274, "lr": 5.793356364275446e-05}
+{"train_loss": 0.008137400262057781, "global_step": 14832, "epoch": 274, "lr": 5.7928701859327396e-05}
+{"train_loss": 0.003777635283768177, "global_step": 14833, "epoch": 274, "lr": 5.7923839999001354e-05}
+{"train_loss": 0.005272929091006517, "global_step": 14834, "epoch": 274, "lr": 5.791897806182352e-05}
+{"train_loss": 0.006575032137334347, "global_step": 14835, "epoch": 274, "lr": 5.7914116047841e-05}
+{"train_loss": 0.0029590444173663855, "global_step": 14836, "epoch": 274, "lr": 5.790925395710102e-05}
+{"train_loss": 0.0034552570432424545, "global_step": 14837, "epoch": 274, "lr": 5.790439178965069e-05}
+{"train_loss": 0.005859465803951025, "global_step": 14838, "epoch": 274, "lr": 5.789952954553719e-05}
+{"train_loss": 0.004870942793786526, "global_step": 14839, "epoch": 274, "lr": 5.789466722480764e-05}
+{"train_loss": 0.002957145683467388, "global_step": 14840, "epoch": 274, "lr": 5.788980482750925e-05}
+{"train_loss": 0.00565392104908824, "global_step": 14841, "epoch": 274, "lr": 5.7884942353689144e-05}
+{"train_loss": 0.003139993641525507, "global_step": 14842, "epoch": 274, "lr": 5.788007980339452e-05}
+{"train_loss": 0.005679260473698378, "global_step": 14843, "epoch": 274, "lr": 5.787521717667247e-05}
+{"train_loss": 0.0034322505816817284, "global_step": 14844, "epoch": 274, "lr": 5.787035447357021e-05}
+{"train_loss": 0.004656764212995768, "global_step": 14845, "epoch": 274, "lr": 5.78654916941349e-05}
+{"train_loss": 0.0037337627727538347, "global_step": 14846, "epoch": 274, "lr": 5.78606288384137e-05}
+{"train_loss": 0.0060060578398406506, "global_step": 14847, "epoch": 274, "lr": 5.785576590645375e-05}
+{"train_loss": 0.006420784164220095, "global_step": 14848, "epoch": 274, "lr": 5.7850902898302236e-05}
+{"train_loss": 0.00483126194578492, "global_step": 14849, "epoch": 274, "lr": 5.7846039814006314e-05, "val_loss": 0.005898511037230492}
+{"train_loss": 0.002797427587211132, "global_step": 14850, "epoch": 275, "lr": 5.784117665361318e-05}
+{"train_loss": 0.00615536468103528, "global_step": 14851, "epoch": 275, "lr": 5.783631341716995e-05}
+{"train_loss": 0.005063271149992943, "global_step": 14852, "epoch": 275, "lr": 5.7831450104723827e-05}
+{"train_loss": 0.004680989310145378, "global_step": 14853, "epoch": 275, "lr": 5.7826586716321975e-05}
+{"train_loss": 0.004482261836528778, "global_step": 14854, "epoch": 275, "lr": 5.782172325201155e-05}
+{"train_loss": 0.003032368840649724, "global_step": 14855, "epoch": 275, "lr": 5.781685971183973e-05}
+{"train_loss": 0.003156353021040559, "global_step": 14856, "epoch": 275, "lr": 5.7811996095853695e-05}
+{"train_loss": 0.006119110155850649, "global_step": 14857, "epoch": 275, "lr": 5.7807132404100586e-05}
+{"train_loss": 0.0031690923497080803, "global_step": 14858, "epoch": 275, "lr": 5.780226863662762e-05}
+{"train_loss": 0.0028739278204739094, "global_step": 14859, "epoch": 275, "lr": 5.779740479348193e-05}
+{"train_loss": 0.0039034788496792316, "global_step": 14860, "epoch": 275, "lr": 5.779254087471071e-05}
+{"train_loss": 0.006379798986017704, "global_step": 14861, "epoch": 275, "lr": 5.778767688036113e-05}
+{"train_loss": 0.005564818158745766, "global_step": 14862, "epoch": 275, "lr": 5.778281281048037e-05}
+{"train_loss": 0.0037025082856416702, "global_step": 14863, "epoch": 275, "lr": 5.77779486651156e-05}
+{"train_loss": 0.004929486196488142, "global_step": 14864, "epoch": 275, "lr": 5.7773084444313986e-05}
+{"train_loss": 0.004263710230588913, "global_step": 14865, "epoch": 275, "lr": 5.7768220148122706e-05}
+{"train_loss": 0.006844653747975826, "global_step": 14866, "epoch": 275, "lr": 5.776335577658898e-05}
+{"train_loss": 0.003822440281510353, "global_step": 14867, "epoch": 275, "lr": 5.775849132975992e-05}
+{"train_loss": 0.004510974977165461, "global_step": 14868, "epoch": 275, "lr": 5.775362680768277e-05}
+{"train_loss": 0.0062471493147313595, "global_step": 14869, "epoch": 275, "lr": 5.774876221040466e-05}
+{"train_loss": 0.00471815699711442, "global_step": 14870, "epoch": 275, "lr": 5.774389753797279e-05}
+{"train_loss": 0.004054627846926451, "global_step": 14871, "epoch": 275, "lr": 5.773903279043435e-05}
+{"train_loss": 0.005453029647469521, "global_step": 14872, "epoch": 275, "lr": 5.773416796783652e-05}
+{"train_loss": 0.003920856397598982, "global_step": 14873, "epoch": 275, "lr": 5.772930307022645e-05}
+{"train_loss": 0.003768454771488905, "global_step": 14874, "epoch": 275, "lr": 5.7724438097651376e-05}
+{"train_loss": 0.004026051610708237, "global_step": 14875, "epoch": 275, "lr": 5.771957305015844e-05}
+{"train_loss": 0.0049509028904139996, "global_step": 14876, "epoch": 275, "lr": 5.7714707927794866e-05}
+{"train_loss": 0.005025312304496765, "global_step": 14877, "epoch": 275, "lr": 5.77098427306078e-05}
+{"train_loss": 0.004058795981109142, "global_step": 14878, "epoch": 275, "lr": 5.770497745864445e-05}
+{"train_loss": 0.004346080590039492, "global_step": 14879, "epoch": 275, "lr": 5.7700112111952e-05}
+{"train_loss": 0.00431696604937315, "global_step": 14880, "epoch": 275, "lr": 5.769524669057764e-05}
+{"train_loss": 0.003266148502007127, "global_step": 14881, "epoch": 275, "lr": 5.7690381194568564e-05}
+{"train_loss": 0.004452529363334179, "global_step": 14882, "epoch": 275, "lr": 5.768551562397194e-05}
+{"train_loss": 0.004244606476277113, "global_step": 14883, "epoch": 275, "lr": 5.768064997883498e-05}
+{"train_loss": 0.006026911083608866, "global_step": 14884, "epoch": 275, "lr": 5.767578425920488e-05}
+{"train_loss": 0.0026943206321448088, "global_step": 14885, "epoch": 275, "lr": 5.7670918465128796e-05}
+{"train_loss": 0.0025140042416751385, "global_step": 14886, "epoch": 275, "lr": 5.7666052596653954e-05}
+{"train_loss": 0.004626321606338024, "global_step": 14887, "epoch": 275, "lr": 5.7661186653827535e-05}
+{"train_loss": 0.0042068189941346645, "global_step": 14888, "epoch": 275, "lr": 5.765632063669674e-05}
+{"train_loss": 0.005997623782604933, "global_step": 14889, "epoch": 275, "lr": 5.7651454545308755e-05}
+{"train_loss": 0.0023891995660960674, "global_step": 14890, "epoch": 275, "lr": 5.764658837971079e-05}
+{"train_loss": 0.0043477863073349, "global_step": 14891, "epoch": 275, "lr": 5.764172213995e-05}
+{"train_loss": 0.005432815756648779, "global_step": 14892, "epoch": 275, "lr": 5.7636855826073646e-05}
+{"train_loss": 0.004548271652311087, "global_step": 14893, "epoch": 275, "lr": 5.7631989438128866e-05}
+{"train_loss": 0.00429317494854331, "global_step": 14894, "epoch": 275, "lr": 5.762712297616289e-05}
+{"train_loss": 0.004114656243473291, "global_step": 14895, "epoch": 275, "lr": 5.762225644022291e-05}
+{"train_loss": 0.00664947833865881, "global_step": 14896, "epoch": 275, "lr": 5.761738983035613e-05}
+{"train_loss": 0.004334934987127781, "global_step": 14897, "epoch": 275, "lr": 5.761252314660974e-05}
+{"train_loss": 0.0046393959783017635, "global_step": 14898, "epoch": 275, "lr": 5.760765638903095e-05}
+{"train_loss": 0.005253511480987072, "global_step": 14899, "epoch": 275, "lr": 5.760278955766695e-05}
+{"train_loss": 0.005850969813764095, "global_step": 14900, "epoch": 275, "lr": 5.759792265256497e-05}
+{"train_loss": 0.0048699635080993176, "global_step": 14901, "epoch": 275, "lr": 5.759305567377218e-05}
+{"train_loss": 0.004765936639159918, "global_step": 14902, "epoch": 275, "lr": 5.758818862133579e-05}
+{"train_loss": 0.004518895065066991, "global_step": 14903, "epoch": 275, "lr": 5.758332149530303e-05, "val_loss": 0.006936120335012674, "train_action_mse_error": 0.00015439788694493473}
+{"train_loss": 0.005056681577116251, "global_step": 14904, "epoch": 276, "lr": 5.757845429572109e-05}
+{"train_loss": 0.005333649460226297, "global_step": 14905, "epoch": 276, "lr": 5.757358702263716e-05}
+{"train_loss": 0.004097298718988895, "global_step": 14906, "epoch": 276, "lr": 5.756871967609847e-05}
+{"train_loss": 0.004090594593435526, "global_step": 14907, "epoch": 276, "lr": 5.75638522561522e-05}
+{"train_loss": 0.006612195633351803, "global_step": 14908, "epoch": 276, "lr": 5.75589847628456e-05}
+{"train_loss": 0.0049415710382163525, "global_step": 14909, "epoch": 276, "lr": 5.7554117196225846e-05}
+{"train_loss": 0.0041401139460504055, "global_step": 14910, "epoch": 276, "lr": 5.754924955634016e-05}
+{"train_loss": 0.004022429697215557, "global_step": 14911, "epoch": 276, "lr": 5.754438184323574e-05}
+{"train_loss": 0.004439540673047304, "global_step": 14912, "epoch": 276, "lr": 5.7539514056959806e-05}
+{"train_loss": 0.008477691560983658, "global_step": 14913, "epoch": 276, "lr": 5.753464619755958e-05}
+{"train_loss": 0.006382120307534933, "global_step": 14914, "epoch": 276, "lr": 5.752977826508227e-05}
+{"train_loss": 0.006832669489085674, "global_step": 14915, "epoch": 276, "lr": 5.752491025957507e-05}
+{"train_loss": 0.0058111646212637424, "global_step": 14916, "epoch": 276, "lr": 5.752004218108521e-05}
+{"train_loss": 0.0038695023395121098, "global_step": 14917, "epoch": 276, "lr": 5.751517402965989e-05}
+{"train_loss": 0.005848107859492302, "global_step": 14918, "epoch": 276, "lr": 5.7510305805346354e-05}
+{"train_loss": 0.005263955798000097, "global_step": 14919, "epoch": 276, "lr": 5.75054375081918e-05}
+{"train_loss": 0.00572750810533762, "global_step": 14920, "epoch": 276, "lr": 5.7500569138243446e-05}
+{"train_loss": 0.0037364365998655558, "global_step": 14921, "epoch": 276, "lr": 5.7495700695548503e-05}
+{"train_loss": 0.0060768211260437965, "global_step": 14922, "epoch": 276, "lr": 5.749083218015421e-05}
+{"train_loss": 0.009303480386734009, "global_step": 14923, "epoch": 276, "lr": 5.748596359210775e-05}
+{"train_loss": 0.0060407910495996475, "global_step": 14924, "epoch": 276, "lr": 5.7481094931456367e-05}
+{"train_loss": 0.0032322711776942015, "global_step": 14925, "epoch": 276, "lr": 5.7476226198247284e-05}
+{"train_loss": 0.003816955955699086, "global_step": 14926, "epoch": 276, "lr": 5.7471357392527715e-05}
+{"train_loss": 0.008534792810678482, "global_step": 14927, "epoch": 276, "lr": 5.7466488514344884e-05}
+{"train_loss": 0.004121246747672558, "global_step": 14928, "epoch": 276, "lr": 5.7461619563746015e-05}
+{"train_loss": 0.008783448487520218, "global_step": 14929, "epoch": 276, "lr": 5.7456750540778324e-05}
+{"train_loss": 0.0056554037146270275, "global_step": 14930, "epoch": 276, "lr": 5.745188144548904e-05}
+{"train_loss": 0.005748011637479067, "global_step": 14931, "epoch": 276, "lr": 5.744701227792538e-05}
+{"train_loss": 0.004471143241971731, "global_step": 14932, "epoch": 276, "lr": 5.7442143038134576e-05}
+{"train_loss": 0.00910364743322134, "global_step": 14933, "epoch": 276, "lr": 5.743727372616385e-05}
+{"train_loss": 0.006800138391554356, "global_step": 14934, "epoch": 276, "lr": 5.743240434206044e-05}
+{"train_loss": 0.005919314455240965, "global_step": 14935, "epoch": 276, "lr": 5.742753488587156e-05}
+{"train_loss": 0.007305417209863663, "global_step": 14936, "epoch": 276, "lr": 5.742266535764445e-05}
+{"train_loss": 0.007130801677703857, "global_step": 14937, "epoch": 276, "lr": 5.741779575742632e-05}
+{"train_loss": 0.006573330145329237, "global_step": 14938, "epoch": 276, "lr": 5.741292608526441e-05}
+{"train_loss": 0.003335687331855297, "global_step": 14939, "epoch": 276, "lr": 5.740805634120596e-05}
+{"train_loss": 0.005337647162377834, "global_step": 14940, "epoch": 276, "lr": 5.740318652529818e-05}
+{"train_loss": 0.0050094458274543285, "global_step": 14941, "epoch": 276, "lr": 5.7398316637588336e-05}
+{"train_loss": 0.005480152554810047, "global_step": 14942, "epoch": 276, "lr": 5.739344667812361e-05}
+{"train_loss": 0.005771883297711611, "global_step": 14943, "epoch": 276, "lr": 5.738857664695127e-05}
+{"train_loss": 0.005927384365350008, "global_step": 14944, "epoch": 276, "lr": 5.738370654411854e-05}
+{"train_loss": 0.003330845618620515, "global_step": 14945, "epoch": 276, "lr": 5.737883636967266e-05}
+{"train_loss": 0.005235337186604738, "global_step": 14946, "epoch": 276, "lr": 5.737396612366085e-05}
+{"train_loss": 0.004175614565610886, "global_step": 14947, "epoch": 276, "lr": 5.736909580613037e-05}
+{"train_loss": 0.004128127358853817, "global_step": 14948, "epoch": 276, "lr": 5.7364225417128426e-05}
+{"train_loss": 0.004796904977411032, "global_step": 14949, "epoch": 276, "lr": 5.735935495670229e-05}
+{"train_loss": 0.00405884487554431, "global_step": 14950, "epoch": 276, "lr": 5.735448442489917e-05}
+{"train_loss": 0.004725106060504913, "global_step": 14951, "epoch": 276, "lr": 5.734961382176631e-05}
+{"train_loss": 0.004415983334183693, "global_step": 14952, "epoch": 276, "lr": 5.7344743147350954e-05}
+{"train_loss": 0.005169293377548456, "global_step": 14953, "epoch": 276, "lr": 5.7339872401700354e-05}
+{"train_loss": 0.004452021326869726, "global_step": 14954, "epoch": 276, "lr": 5.733500158486172e-05}
+{"train_loss": 0.003708047792315483, "global_step": 14955, "epoch": 276, "lr": 5.7330130696882334e-05}
+{"train_loss": 0.0050998046062886715, "global_step": 14956, "epoch": 276, "lr": 5.732525973780939e-05}
+{"train_loss": 0.00539292732719332, "global_step": 14957, "epoch": 276, "lr": 5.7320388707690174e-05, "val_loss": 0.004474004730582237}
+{"train_loss": 0.004885993432253599, "global_step": 14958, "epoch": 277, "lr": 5.73155176065719e-05}
+{"train_loss": 0.0038729466032236814, "global_step": 14959, "epoch": 277, "lr": 5.7310646434501826e-05}
+{"train_loss": 0.004330399911850691, "global_step": 14960, "epoch": 277, "lr": 5.73057751915272e-05}
+{"train_loss": 0.0037176553159952164, "global_step": 14961, "epoch": 277, "lr": 5.7300903877695256e-05}
+{"train_loss": 0.0028997401241213083, "global_step": 14962, "epoch": 277, "lr": 5.729603249305324e-05}
+{"train_loss": 0.004339250735938549, "global_step": 14963, "epoch": 277, "lr": 5.729116103764841e-05}
+{"train_loss": 0.002402893267571926, "global_step": 14964, "epoch": 277, "lr": 5.728628951152799e-05}
+{"train_loss": 0.003870586631819606, "global_step": 14965, "epoch": 277, "lr": 5.728141791473927e-05}
+{"train_loss": 0.005238821730017662, "global_step": 14966, "epoch": 277, "lr": 5.727654624732945e-05}
+{"train_loss": 0.004290786571800709, "global_step": 14967, "epoch": 277, "lr": 5.7271674509345805e-05}
+{"train_loss": 0.0025061608757823706, "global_step": 14968, "epoch": 277, "lr": 5.72668027008356e-05}
+{"train_loss": 0.006219196133315563, "global_step": 14969, "epoch": 277, "lr": 5.7261930821846053e-05}
+{"train_loss": 0.0029777330346405506, "global_step": 14970, "epoch": 277, "lr": 5.725705887242444e-05}
+{"train_loss": 0.005959176924079657, "global_step": 14971, "epoch": 277, "lr": 5.725218685261799e-05}
+{"train_loss": 0.004962689243257046, "global_step": 14972, "epoch": 277, "lr": 5.724731476247398e-05}
+{"train_loss": 0.004190423991531134, "global_step": 14973, "epoch": 277, "lr": 5.724244260203966e-05}
+{"train_loss": 0.0033727455884218216, "global_step": 14974, "epoch": 277, "lr": 5.7237570371362257e-05}
+{"train_loss": 0.0037076612934470177, "global_step": 14975, "epoch": 277, "lr": 5.7232698070489065e-05}
+{"train_loss": 0.004751361440867186, "global_step": 14976, "epoch": 277, "lr": 5.7227825699467295e-05}
+{"train_loss": 0.003535306779667735, "global_step": 14977, "epoch": 277, "lr": 5.722295325834426e-05}
+{"train_loss": 0.0070834388025105, "global_step": 14978, "epoch": 277, "lr": 5.721808074716717e-05}
+{"train_loss": 0.003735898993909359, "global_step": 14979, "epoch": 277, "lr": 5.72132081659833e-05}
+{"train_loss": 0.0024867611937224865, "global_step": 14980, "epoch": 277, "lr": 5.7208335514839895e-05}
+{"train_loss": 0.003121004207059741, "global_step": 14981, "epoch": 277, "lr": 5.7203462793784246e-05}
+{"train_loss": 0.00421862443909049, "global_step": 14982, "epoch": 277, "lr": 5.719859000286356e-05}
+{"train_loss": 0.004336104262620211, "global_step": 14983, "epoch": 277, "lr": 5.719371714212517e-05}
+{"train_loss": 0.004141128621995449, "global_step": 14984, "epoch": 277, "lr": 5.7188844211616265e-05}
+{"train_loss": 0.004141157027333975, "global_step": 14985, "epoch": 277, "lr": 5.718397121138415e-05}
+{"train_loss": 0.004870397038757801, "global_step": 14986, "epoch": 277, "lr": 5.7179098141476075e-05}
+{"train_loss": 0.00503462553024292, "global_step": 14987, "epoch": 277, "lr": 5.71742250019393e-05}
+{"train_loss": 0.004598691128194332, "global_step": 14988, "epoch": 277, "lr": 5.716935179282109e-05}
+{"train_loss": 0.0052230772562325, "global_step": 14989, "epoch": 277, "lr": 5.7164478514168716e-05}
+{"train_loss": 0.004585558082908392, "global_step": 14990, "epoch": 277, "lr": 5.715960516602943e-05}
+{"train_loss": 0.006695236079394817, "global_step": 14991, "epoch": 277, "lr": 5.715473174845052e-05}
+{"train_loss": 0.005020319018512964, "global_step": 14992, "epoch": 277, "lr": 5.714985826147922e-05}
+{"train_loss": 0.002895437413826585, "global_step": 14993, "epoch": 277, "lr": 5.714498470516282e-05}
+{"train_loss": 0.005468400660902262, "global_step": 14994, "epoch": 277, "lr": 5.7140111079548586e-05}
+{"train_loss": 0.0058624958619475365, "global_step": 14995, "epoch": 277, "lr": 5.713523738468378e-05}
+{"train_loss": 0.005287875887006521, "global_step": 14996, "epoch": 277, "lr": 5.713036362061568e-05}
+{"train_loss": 0.0043404665775597095, "global_step": 14997, "epoch": 277, "lr": 5.712548978739154e-05}
+{"train_loss": 0.0042137461714446545, "global_step": 14998, "epoch": 277, "lr": 5.712061588505864e-05}
+{"train_loss": 0.004634397104382515, "global_step": 14999, "epoch": 277, "lr": 5.7115741913664264e-05}
+{"train_loss": 0.005675639491528273, "global_step": 15000, "epoch": 277, "lr": 5.7110867873255656e-05}
+{"train_loss": 0.003999801818281412, "global_step": 15001, "epoch": 277, "lr": 5.7105993763880115e-05}
+{"train_loss": 0.002873633988201618, "global_step": 15002, "epoch": 277, "lr": 5.710111958558489e-05}
+{"train_loss": 0.005481128580868244, "global_step": 15003, "epoch": 277, "lr": 5.709624533841729e-05}
+{"train_loss": 0.003207598114386201, "global_step": 15004, "epoch": 277, "lr": 5.709137102242455e-05}
+{"train_loss": 0.0031534857116639614, "global_step": 15005, "epoch": 277, "lr": 5.708649663765395e-05}
+{"train_loss": 0.003027204656973481, "global_step": 15006, "epoch": 277, "lr": 5.708162218415278e-05}
+{"train_loss": 0.005650748033076525, "global_step": 15007, "epoch": 277, "lr": 5.707674766196834e-05}
+{"train_loss": 0.006052530370652676, "global_step": 15008, "epoch": 277, "lr": 5.707187307114785e-05}
+{"train_loss": 0.003200836945325136, "global_step": 15009, "epoch": 277, "lr": 5.706699841173864e-05}
+{"train_loss": 0.004399558994919062, "global_step": 15010, "epoch": 277, "lr": 5.706212368378796e-05}
+{"train_loss": 0.004362697225857388, "global_step": 15011, "epoch": 277, "lr": 5.705724888734309e-05, "val_loss": 0.006374438758939505}
+{"train_loss": 0.005696556996554136, "global_step": 15012, "epoch": 278, "lr": 5.705237402245132e-05}
+{"train_loss": 0.004108799155801535, "global_step": 15013, "epoch": 278, "lr": 5.704749908915993e-05}
+{"train_loss": 0.0034631378948688507, "global_step": 15014, "epoch": 278, "lr": 5.704262408751617e-05}
+{"train_loss": 0.005181829910725355, "global_step": 15015, "epoch": 278, "lr": 5.703774901756739e-05}
+{"train_loss": 0.004792593419551849, "global_step": 15016, "epoch": 278, "lr": 5.703287387936079e-05}
+{"train_loss": 0.005002106074243784, "global_step": 15017, "epoch": 278, "lr": 5.702799867294373e-05}
+{"train_loss": 0.004003686830401421, "global_step": 15018, "epoch": 278, "lr": 5.702312339836343e-05}
+{"train_loss": 0.004057247191667557, "global_step": 15019, "epoch": 278, "lr": 5.701824805566722e-05}
+{"train_loss": 0.003947858698666096, "global_step": 15020, "epoch": 278, "lr": 5.701337264490236e-05}
+{"train_loss": 0.0040755607187747955, "global_step": 15021, "epoch": 278, "lr": 5.700849716611615e-05}
+{"train_loss": 0.0036842478439211845, "global_step": 15022, "epoch": 278, "lr": 5.700362161935586e-05}
+{"train_loss": 0.004402549006044865, "global_step": 15023, "epoch": 278, "lr": 5.699874600466879e-05}
+{"train_loss": 0.003550554160028696, "global_step": 15024, "epoch": 278, "lr": 5.6993870322102216e-05}
+{"train_loss": 0.005875579081475735, "global_step": 15025, "epoch": 278, "lr": 5.6988994571703434e-05}
+{"train_loss": 0.003162577049806714, "global_step": 15026, "epoch": 278, "lr": 5.698411875351974e-05}
+{"train_loss": 0.003992024343460798, "global_step": 15027, "epoch": 278, "lr": 5.6979242867598426e-05}
+{"train_loss": 0.004003163427114487, "global_step": 15028, "epoch": 278, "lr": 5.6974366913986756e-05}
+{"train_loss": 0.0048920526169240475, "global_step": 15029, "epoch": 278, "lr": 5.6969490892732045e-05}
+{"train_loss": 0.0037719029933214188, "global_step": 15030, "epoch": 278, "lr": 5.696461480388158e-05}
+{"train_loss": 0.00519394688308239, "global_step": 15031, "epoch": 278, "lr": 5.6959738647482644e-05}
+{"train_loss": 0.0035851106513291597, "global_step": 15032, "epoch": 278, "lr": 5.695486242358253e-05}
+{"train_loss": 0.002524486742913723, "global_step": 15033, "epoch": 278, "lr": 5.694998613222855e-05}
+{"train_loss": 0.004058134742081165, "global_step": 15034, "epoch": 278, "lr": 5.694510977346799e-05}
+{"train_loss": 0.0029535512439906597, "global_step": 15035, "epoch": 278, "lr": 5.694023334734814e-05}
+{"train_loss": 0.006224512122571468, "global_step": 15036, "epoch": 278, "lr": 5.6935356853916286e-05}
+{"train_loss": 0.003340800292789936, "global_step": 15037, "epoch": 278, "lr": 5.6930480293219745e-05}
+{"train_loss": 0.004165163729339838, "global_step": 15038, "epoch": 278, "lr": 5.6925603665305793e-05}
+{"train_loss": 0.00453489413484931, "global_step": 15039, "epoch": 278, "lr": 5.6920726970221736e-05}
+{"train_loss": 0.004375007934868336, "global_step": 15040, "epoch": 278, "lr": 5.6915850208014885e-05}
+{"train_loss": 0.003813655348494649, "global_step": 15041, "epoch": 278, "lr": 5.6910973378732524e-05}
+{"train_loss": 0.0027034024242311716, "global_step": 15042, "epoch": 278, "lr": 5.690609648242197e-05}
+{"train_loss": 0.004414011258631945, "global_step": 15043, "epoch": 278, "lr": 5.690121951913049e-05}
+{"train_loss": 0.004539483692497015, "global_step": 15044, "epoch": 278, "lr": 5.689634248890542e-05}
+{"train_loss": 0.0040225256234407425, "global_step": 15045, "epoch": 278, "lr": 5.689146539179402e-05}
+{"train_loss": 0.00415913388133049, "global_step": 15046, "epoch": 278, "lr": 5.688658822784365e-05}
+{"train_loss": 0.004542281851172447, "global_step": 15047, "epoch": 278, "lr": 5.688171099710155e-05}
+{"train_loss": 0.0035269889049232006, "global_step": 15048, "epoch": 278, "lr": 5.687683369961507e-05}
+{"train_loss": 0.0035345260985195637, "global_step": 15049, "epoch": 278, "lr": 5.687195633543151e-05}
+{"train_loss": 0.00655839079990983, "global_step": 15050, "epoch": 278, "lr": 5.686707890459815e-05}
+{"train_loss": 0.003843398066237569, "global_step": 15051, "epoch": 278, "lr": 5.686220140716231e-05}
+{"train_loss": 0.0035272787790745497, "global_step": 15052, "epoch": 278, "lr": 5.685732384317128e-05}
+{"train_loss": 0.0028258205857127905, "global_step": 15053, "epoch": 278, "lr": 5.6852446212672386e-05}
+{"train_loss": 0.002645961008965969, "global_step": 15054, "epoch": 278, "lr": 5.684756851571295e-05}
+{"train_loss": 0.006475544534623623, "global_step": 15055, "epoch": 278, "lr": 5.684269075234023e-05}
+{"train_loss": 0.005893080495297909, "global_step": 15056, "epoch": 278, "lr": 5.683781292260159e-05}
+{"train_loss": 0.005710272118449211, "global_step": 15057, "epoch": 278, "lr": 5.683293502654429e-05}
+{"train_loss": 0.00406313082203269, "global_step": 15058, "epoch": 278, "lr": 5.682805706421567e-05}
+{"train_loss": 0.006193819921463728, "global_step": 15059, "epoch": 278, "lr": 5.682317903566303e-05}
+{"train_loss": 0.004383733496069908, "global_step": 15060, "epoch": 278, "lr": 5.68183009409337e-05}
+{"train_loss": 0.004130574408918619, "global_step": 15061, "epoch": 278, "lr": 5.681342278007495e-05}
+{"train_loss": 0.0036338893696665764, "global_step": 15062, "epoch": 278, "lr": 5.680854455313415e-05}
+{"train_loss": 0.0024145646020770073, "global_step": 15063, "epoch": 278, "lr": 5.680366626015855e-05}
+{"train_loss": 0.005157870706170797, "global_step": 15064, "epoch": 278, "lr": 5.679878790119553e-05}
+{"train_loss": 0.004260348988248518, "global_step": 15065, "epoch": 278, "lr": 5.679390947629233e-05, "val_loss": 0.007626940030604601}
+{"train_loss": 0.0042603472247719765, "global_step": 15066, "epoch": 279, "lr": 5.678903098549633e-05}
+{"train_loss": 0.00457066111266613, "global_step": 15067, "epoch": 279, "lr": 5.67841524288548e-05}
+{"train_loss": 0.003823578590527177, "global_step": 15068, "epoch": 279, "lr": 5.677927380641509e-05}
+{"train_loss": 0.0028483057394623756, "global_step": 15069, "epoch": 279, "lr": 5.67743951182245e-05}
+{"train_loss": 0.002946059685200453, "global_step": 15070, "epoch": 279, "lr": 5.676951636433034e-05}
+{"train_loss": 0.0065809995867311954, "global_step": 15071, "epoch": 279, "lr": 5.676463754477994e-05}
+{"train_loss": 0.00623635109513998, "global_step": 15072, "epoch": 279, "lr": 5.675975865962064e-05}
+{"train_loss": 0.0033529717475175858, "global_step": 15073, "epoch": 279, "lr": 5.675487970889971e-05}
+{"train_loss": 0.0049231285229325294, "global_step": 15074, "epoch": 279, "lr": 5.675000069266451e-05}
+{"train_loss": 0.006594585720449686, "global_step": 15075, "epoch": 279, "lr": 5.6745121610962335e-05}
+{"train_loss": 0.004477314651012421, "global_step": 15076, "epoch": 279, "lr": 5.674024246384053e-05}
+{"train_loss": 0.005806740839034319, "global_step": 15077, "epoch": 279, "lr": 5.6735363251346406e-05}
+{"train_loss": 0.004482189193367958, "global_step": 15078, "epoch": 279, "lr": 5.6730483973527284e-05}
+{"train_loss": 0.004894437734037638, "global_step": 15079, "epoch": 279, "lr": 5.672560463043046e-05}
+{"train_loss": 0.0038468758575618267, "global_step": 15080, "epoch": 279, "lr": 5.6720725222103324e-05}
+{"train_loss": 0.004167220555245876, "global_step": 15081, "epoch": 279, "lr": 5.6715845748593136e-05}
+{"train_loss": 0.005356426350772381, "global_step": 15082, "epoch": 279, "lr": 5.671096620994727e-05}
+{"train_loss": 0.004796802066266537, "global_step": 15083, "epoch": 279, "lr": 5.670608660621301e-05}
+{"train_loss": 0.0039023980498313904, "global_step": 15084, "epoch": 279, "lr": 5.6701206937437704e-05}
+{"train_loss": 0.004645830951631069, "global_step": 15085, "epoch": 279, "lr": 5.6696327203668674e-05}
+{"train_loss": 0.004596164915710688, "global_step": 15086, "epoch": 279, "lr": 5.669144740495326e-05}
+{"train_loss": 0.002200467512011528, "global_step": 15087, "epoch": 279, "lr": 5.668656754133877e-05}
+{"train_loss": 0.0028205474372953176, "global_step": 15088, "epoch": 279, "lr": 5.6681687612872547e-05}
+{"train_loss": 0.0038917334750294685, "global_step": 15089, "epoch": 279, "lr": 5.6676807619601916e-05}
+{"train_loss": 0.0043920851312577724, "global_step": 15090, "epoch": 279, "lr": 5.6671927561574214e-05}
+{"train_loss": 0.00305244536139071, "global_step": 15091, "epoch": 279, "lr": 5.666704743883675e-05}
+{"train_loss": 0.005196139216423035, "global_step": 15092, "epoch": 279, "lr": 5.666216725143688e-05}
+{"train_loss": 0.0036866972222924232, "global_step": 15093, "epoch": 279, "lr": 5.665728699942192e-05}
+{"train_loss": 0.003506187815219164, "global_step": 15094, "epoch": 279, "lr": 5.665240668283922e-05}
+{"train_loss": 0.0018995312275364995, "global_step": 15095, "epoch": 279, "lr": 5.664752630173609e-05}
+{"train_loss": 0.0037770234048366547, "global_step": 15096, "epoch": 279, "lr": 5.664264585615989e-05}
+{"train_loss": 0.004221502225846052, "global_step": 15097, "epoch": 279, "lr": 5.663776534615792e-05}
+{"train_loss": 0.003914675209671259, "global_step": 15098, "epoch": 279, "lr": 5.663288477177756e-05}
+{"train_loss": 0.0022449418902397156, "global_step": 15099, "epoch": 279, "lr": 5.66280041330661e-05}
+{"train_loss": 0.0028837467543780804, "global_step": 15100, "epoch": 279, "lr": 5.662312343007091e-05}
+{"train_loss": 0.004666958004236221, "global_step": 15101, "epoch": 279, "lr": 5.661824266283932e-05}
+{"train_loss": 0.005132417660206556, "global_step": 15102, "epoch": 279, "lr": 5.6613361831418656e-05}
+{"train_loss": 0.005442786496132612, "global_step": 15103, "epoch": 279, "lr": 5.660848093585627e-05}
+{"train_loss": 0.0031950578559190035, "global_step": 15104, "epoch": 279, "lr": 5.660359997619949e-05}
+{"train_loss": 0.0043701729737222195, "global_step": 15105, "epoch": 279, "lr": 5.6598718952495644e-05}
+{"train_loss": 0.003157006110996008, "global_step": 15106, "epoch": 279, "lr": 5.659383786479211e-05}
+{"train_loss": 0.0034796325489878654, "global_step": 15107, "epoch": 279, "lr": 5.658895671313619e-05}
+{"train_loss": 0.0032522142864763737, "global_step": 15108, "epoch": 279, "lr": 5.658407549757524e-05}
+{"train_loss": 0.004694419447332621, "global_step": 15109, "epoch": 279, "lr": 5.6579194218156614e-05}
+{"train_loss": 0.0031387561466544867, "global_step": 15110, "epoch": 279, "lr": 5.657431287492764e-05}
+{"train_loss": 0.003879307769238949, "global_step": 15111, "epoch": 279, "lr": 5.656943146793566e-05}
+{"train_loss": 0.003461796324700117, "global_step": 15112, "epoch": 279, "lr": 5.6564549997228034e-05}
+{"train_loss": 0.0037096263840794563, "global_step": 15113, "epoch": 279, "lr": 5.655966846285208e-05}
+{"train_loss": 0.003896015230566263, "global_step": 15114, "epoch": 279, "lr": 5.655478686485518e-05}
+{"train_loss": 0.003295715432614088, "global_step": 15115, "epoch": 279, "lr": 5.654990520328465e-05}
+{"train_loss": 0.003506920300424099, "global_step": 15116, "epoch": 279, "lr": 5.654502347818784e-05}
+{"train_loss": 0.003951988648623228, "global_step": 15117, "epoch": 279, "lr": 5.65401416896121e-05}
+{"train_loss": 0.005872026551514864, "global_step": 15118, "epoch": 279, "lr": 5.653525983760478e-05}
+{"train_loss": 0.004075903594235165, "global_step": 15119, "epoch": 279, "lr": 5.653037792221323e-05, "val_loss": 0.0042355237528681755}
+{"train_loss": 0.0021141846664249897, "global_step": 15120, "epoch": 280, "lr": 5.65254959434848e-05}
+{"train_loss": 0.00329987402074039, "global_step": 15121, "epoch": 280, "lr": 5.652061390146681e-05}
+{"train_loss": 0.003666480304673314, "global_step": 15122, "epoch": 280, "lr": 5.651573179620667e-05}
+{"train_loss": 0.0029458277858793736, "global_step": 15123, "epoch": 280, "lr": 5.6510849627751684e-05}
+{"train_loss": 0.003231900278478861, "global_step": 15124, "epoch": 280, "lr": 5.6505967396149205e-05}
+{"train_loss": 0.003912721760571003, "global_step": 15125, "epoch": 280, "lr": 5.650108510144661e-05}
+{"train_loss": 0.004211741965264082, "global_step": 15126, "epoch": 280, "lr": 5.649620274369123e-05}
+{"train_loss": 0.003166892332956195, "global_step": 15127, "epoch": 280, "lr": 5.649132032293042e-05}
+{"train_loss": 0.005559017416089773, "global_step": 15128, "epoch": 280, "lr": 5.648643783921155e-05}
+{"train_loss": 0.002927594818174839, "global_step": 15129, "epoch": 280, "lr": 5.6481555292581946e-05}
+{"train_loss": 0.004321305081248283, "global_step": 15130, "epoch": 280, "lr": 5.647667268308899e-05}
+{"train_loss": 0.006026448681950569, "global_step": 15131, "epoch": 280, "lr": 5.6471790010780015e-05}
+{"train_loss": 0.003702314104884863, "global_step": 15132, "epoch": 280, "lr": 5.64669072757024e-05}
+{"train_loss": 0.006031027063727379, "global_step": 15133, "epoch": 280, "lr": 5.6462024477903485e-05}
+{"train_loss": 0.005423874594271183, "global_step": 15134, "epoch": 280, "lr": 5.645714161743063e-05}
+{"train_loss": 0.003318315837532282, "global_step": 15135, "epoch": 280, "lr": 5.64522586943312e-05}
+{"train_loss": 0.0050240373238921165, "global_step": 15136, "epoch": 280, "lr": 5.644737570865256e-05}
+{"train_loss": 0.004619841929525137, "global_step": 15137, "epoch": 280, "lr": 5.644249266044205e-05}
+{"train_loss": 0.004271106794476509, "global_step": 15138, "epoch": 280, "lr": 5.643760954974703e-05}
+{"train_loss": 0.004944163840264082, "global_step": 15139, "epoch": 280, "lr": 5.6432726376614874e-05}
+{"train_loss": 0.0052776457741856575, "global_step": 15140, "epoch": 280, "lr": 5.642784314109294e-05}
+{"train_loss": 0.005635302048176527, "global_step": 15141, "epoch": 280, "lr": 5.6422959843228597e-05}
+{"train_loss": 0.005840802099555731, "global_step": 15142, "epoch": 280, "lr": 5.641807648306918e-05}
+{"train_loss": 0.00458079669624567, "global_step": 15143, "epoch": 280, "lr": 5.6413193060662085e-05}
+{"train_loss": 0.0045502204447984695, "global_step": 15144, "epoch": 280, "lr": 5.640830957605465e-05}
+{"train_loss": 0.00557708228006959, "global_step": 15145, "epoch": 280, "lr": 5.640342602929425e-05}
+{"train_loss": 0.003188259666785598, "global_step": 15146, "epoch": 280, "lr": 5.639854242042823e-05}
+{"train_loss": 0.004241305403411388, "global_step": 15147, "epoch": 280, "lr": 5.6393658749503995e-05}
+{"train_loss": 0.005145830102264881, "global_step": 15148, "epoch": 280, "lr": 5.638877501656888e-05}
+{"train_loss": 0.004211582709103823, "global_step": 15149, "epoch": 280, "lr": 5.638389122167027e-05}
+{"train_loss": 0.005339787341654301, "global_step": 15150, "epoch": 280, "lr": 5.637900736485552e-05}
+{"train_loss": 0.005153930280357599, "global_step": 15151, "epoch": 280, "lr": 5.6374123446172e-05}
+{"train_loss": 0.0072079249657690525, "global_step": 15152, "epoch": 280, "lr": 5.6369239465667065e-05}
+{"train_loss": 0.003764036577194929, "global_step": 15153, "epoch": 280, "lr": 5.636435542338811e-05}
+{"train_loss": 0.003803623141720891, "global_step": 15154, "epoch": 280, "lr": 5.635947131938248e-05}
+{"train_loss": 0.006556598469614983, "global_step": 15155, "epoch": 280, "lr": 5.6354587153697566e-05}
+{"train_loss": 0.0059758457355201244, "global_step": 15156, "epoch": 280, "lr": 5.634970292638073e-05}
+{"train_loss": 0.004635102581232786, "global_step": 15157, "epoch": 280, "lr": 5.634481863747933e-05}
+{"train_loss": 0.004801265895366669, "global_step": 15158, "epoch": 280, "lr": 5.6339934287040776e-05}
+{"train_loss": 0.0033968097995966673, "global_step": 15159, "epoch": 280, "lr": 5.633504987511239e-05}
+{"train_loss": 0.005181329790502787, "global_step": 15160, "epoch": 280, "lr": 5.633016540174156e-05}
+{"train_loss": 0.0053183031268417835, "global_step": 15161, "epoch": 280, "lr": 5.632528086697571e-05}
+{"train_loss": 0.0037002675235271454, "global_step": 15162, "epoch": 280, "lr": 5.632039627086213e-05}
+{"train_loss": 0.005078885238617659, "global_step": 15163, "epoch": 280, "lr": 5.631551161344827e-05}
+{"train_loss": 0.002988543827086687, "global_step": 15164, "epoch": 280, "lr": 5.631062689478145e-05}
+{"train_loss": 0.0033013944048434496, "global_step": 15165, "epoch": 280, "lr": 5.630574211490908e-05}
+{"train_loss": 0.0070550451055169106, "global_step": 15166, "epoch": 280, "lr": 5.6300857273878526e-05}
+{"train_loss": 0.002387020504102111, "global_step": 15167, "epoch": 280, "lr": 5.629597237173716e-05}
+{"train_loss": 0.004063389264047146, "global_step": 15168, "epoch": 280, "lr": 5.6291087408532364e-05}
+{"train_loss": 0.0030887422617524862, "global_step": 15169, "epoch": 280, "lr": 5.628620238431153e-05}
+{"train_loss": 0.0025119823403656483, "global_step": 15170, "epoch": 280, "lr": 5.628131729912201e-05}
+{"train_loss": 0.003756873309612274, "global_step": 15171, "epoch": 280, "lr": 5.6276432153011206e-05}
+{"train_loss": 0.0029891314916312695, "global_step": 15172, "epoch": 280, "lr": 5.6271546946026464e-05}
+{"train_loss": 0.004377200535533053, "global_step": 15173, "epoch": 280, "lr": 5.6266661678215216e-05, "val_loss": 0.0056440518237650394, "train_action_mse_error": 0.00015244270616676658}
+{"train_loss": 0.005728821270167828, "global_step": 15174, "epoch": 281, "lr": 5.6261776349624814e-05}
+{"train_loss": 0.004986196290701628, "global_step": 15175, "epoch": 281, "lr": 5.6256890960302644e-05}
+{"train_loss": 0.0032036902848631144, "global_step": 15176, "epoch": 281, "lr": 5.625200551029608e-05}
+{"train_loss": 0.0060869078151881695, "global_step": 15177, "epoch": 281, "lr": 5.624711999965252e-05}
+{"train_loss": 0.003521921578794718, "global_step": 15178, "epoch": 281, "lr": 5.624223442841932e-05}
+{"train_loss": 0.003753128694370389, "global_step": 15179, "epoch": 281, "lr": 5.6237348796643915e-05}
+{"train_loss": 0.00466163782402873, "global_step": 15180, "epoch": 281, "lr": 5.6232463104373635e-05}
+{"train_loss": 0.002699421951547265, "global_step": 15181, "epoch": 281, "lr": 5.62275773516559e-05}
+{"train_loss": 0.00656738318502903, "global_step": 15182, "epoch": 281, "lr": 5.622269153853809e-05}
+{"train_loss": 0.0031069160904735327, "global_step": 15183, "epoch": 281, "lr": 5.621780566506758e-05}
+{"train_loss": 0.0028214796911925077, "global_step": 15184, "epoch": 281, "lr": 5.621291973129177e-05}
+{"train_loss": 0.003404847579076886, "global_step": 15185, "epoch": 281, "lr": 5.620803373725804e-05}
+{"train_loss": 0.0032238594722002745, "global_step": 15186, "epoch": 281, "lr": 5.620314768301377e-05}
+{"train_loss": 0.004159019328653812, "global_step": 15187, "epoch": 281, "lr": 5.619826156860637e-05}
+{"train_loss": 0.00635391054674983, "global_step": 15188, "epoch": 281, "lr": 5.619337539408321e-05}
+{"train_loss": 0.0027558093424886465, "global_step": 15189, "epoch": 281, "lr": 5.61884891594917e-05}
+{"train_loss": 0.0038001895882189274, "global_step": 15190, "epoch": 281, "lr": 5.6183602864879214e-05}
+{"train_loss": 0.0045217410661280155, "global_step": 15191, "epoch": 281, "lr": 5.617871651029315e-05}
+{"train_loss": 0.005304450634866953, "global_step": 15192, "epoch": 281, "lr": 5.6173830095780896e-05}
+{"train_loss": 0.008508513681590557, "global_step": 15193, "epoch": 281, "lr": 5.6168943621389856e-05}
+{"train_loss": 0.004616833291947842, "global_step": 15194, "epoch": 281, "lr": 5.61640570871674e-05}
+{"train_loss": 0.005744526628404856, "global_step": 15195, "epoch": 281, "lr": 5.615917049316095e-05}
+{"train_loss": 0.006628056522458792, "global_step": 15196, "epoch": 281, "lr": 5.615428383941786e-05}
+{"train_loss": 0.0038430362474173307, "global_step": 15197, "epoch": 281, "lr": 5.6149397125985593e-05}
+{"train_loss": 0.0034392126835882664, "global_step": 15198, "epoch": 281, "lr": 5.6144510352911465e-05}
+{"train_loss": 0.004143322352319956, "global_step": 15199, "epoch": 281, "lr": 5.613962352024292e-05}
+{"train_loss": 0.004667116794735193, "global_step": 15200, "epoch": 281, "lr": 5.613473662802735e-05}
+{"train_loss": 0.004586619790643454, "global_step": 15201, "epoch": 281, "lr": 5.612984967631214e-05}
+{"train_loss": 0.0034879217855632305, "global_step": 15202, "epoch": 281, "lr": 5.6124962665144675e-05}
+{"train_loss": 0.003078053705394268, "global_step": 15203, "epoch": 281, "lr": 5.6120075594572395e-05}
+{"train_loss": 0.004296559374779463, "global_step": 15204, "epoch": 281, "lr": 5.611518846464266e-05}
+{"train_loss": 0.006293073762208223, "global_step": 15205, "epoch": 281, "lr": 5.611030127540291e-05}
+{"train_loss": 0.003926258534193039, "global_step": 15206, "epoch": 281, "lr": 5.6105414026900484e-05}
+{"train_loss": 0.004231457598507404, "global_step": 15207, "epoch": 281, "lr": 5.610052671918283e-05}
+{"train_loss": 0.0034603348467499018, "global_step": 15208, "epoch": 281, "lr": 5.6095639352297346e-05}
+{"train_loss": 0.0040204329416155815, "global_step": 15209, "epoch": 281, "lr": 5.609075192629142e-05}
+{"train_loss": 0.004231757950037718, "global_step": 15210, "epoch": 281, "lr": 5.6085864441212455e-05}
+{"train_loss": 0.0063934591598808765, "global_step": 15211, "epoch": 281, "lr": 5.608097689710786e-05}
+{"train_loss": 0.005324625875800848, "global_step": 15212, "epoch": 281, "lr": 5.6076089294025024e-05}
+{"train_loss": 0.004995783790946007, "global_step": 15213, "epoch": 281, "lr": 5.6071201632011386e-05}
+{"train_loss": 0.005176916718482971, "global_step": 15214, "epoch": 281, "lr": 5.60663139111143e-05}
+{"train_loss": 0.004057436250150204, "global_step": 15215, "epoch": 281, "lr": 5.606142613138121e-05}
+{"train_loss": 0.00316993473097682, "global_step": 15216, "epoch": 281, "lr": 5.6056538292859505e-05}
+{"train_loss": 0.0031494495924562216, "global_step": 15217, "epoch": 281, "lr": 5.60516503955966e-05}
+{"train_loss": 0.0031740213744342327, "global_step": 15218, "epoch": 281, "lr": 5.60467624396399e-05}
+{"train_loss": 0.006667269393801689, "global_step": 15219, "epoch": 281, "lr": 5.604187442503681e-05}
+{"train_loss": 0.003544601146131754, "global_step": 15220, "epoch": 281, "lr": 5.603698635183472e-05}
+{"train_loss": 0.0034737077075988054, "global_step": 15221, "epoch": 281, "lr": 5.6032098220081084e-05}
+{"train_loss": 0.003556589363142848, "global_step": 15222, "epoch": 281, "lr": 5.602721002982326e-05}
+{"train_loss": 0.004693228285759687, "global_step": 15223, "epoch": 281, "lr": 5.60223217811087e-05}
+{"train_loss": 0.004739557392895222, "global_step": 15224, "epoch": 281, "lr": 5.6017433473984784e-05}
+{"train_loss": 0.004280689638108015, "global_step": 15225, "epoch": 281, "lr": 5.601254510849894e-05}
+{"train_loss": 0.004776941612362862, "global_step": 15226, "epoch": 281, "lr": 5.600765668469856e-05}
+{"train_loss": 0.0044150678484045245, "global_step": 15227, "epoch": 281, "lr": 5.600276820263108e-05, "val_loss": 0.007156480103731155}
+{"train_loss": 0.005257976241409779, "global_step": 15228, "epoch": 282, "lr": 5.599787966234389e-05}
+{"train_loss": 0.003749068360775709, "global_step": 15229, "epoch": 282, "lr": 5.599299106388444e-05}
+{"train_loss": 0.0053968713618814945, "global_step": 15230, "epoch": 282, "lr": 5.5988102407300095e-05}
+{"train_loss": 0.0034996147733181715, "global_step": 15231, "epoch": 282, "lr": 5.5983213692638294e-05}
+{"train_loss": 0.004400920122861862, "global_step": 15232, "epoch": 282, "lr": 5.5978324919946456e-05}
+{"train_loss": 0.003636013250797987, "global_step": 15233, "epoch": 282, "lr": 5.5973436089271994e-05}
+{"train_loss": 0.004490758758038282, "global_step": 15234, "epoch": 282, "lr": 5.5968547200662315e-05}
+{"train_loss": 0.0060404217801988125, "global_step": 15235, "epoch": 282, "lr": 5.596365825416484e-05}
+{"train_loss": 0.004057915881276131, "global_step": 15236, "epoch": 282, "lr": 5.595876924982698e-05}
+{"train_loss": 0.004176649730652571, "global_step": 15237, "epoch": 282, "lr": 5.595388018769617e-05}
+{"train_loss": 0.0028792039956897497, "global_step": 15238, "epoch": 282, "lr": 5.594899106781981e-05}
+{"train_loss": 0.004641446750611067, "global_step": 15239, "epoch": 282, "lr": 5.5944101890245324e-05}
+{"train_loss": 0.004339898005127907, "global_step": 15240, "epoch": 282, "lr": 5.593921265502015e-05}
+{"train_loss": 0.004829762503504753, "global_step": 15241, "epoch": 282, "lr": 5.593432336219167e-05}
+{"train_loss": 0.005841170437633991, "global_step": 15242, "epoch": 282, "lr": 5.5929434011807334e-05}
+{"train_loss": 0.009550792165100574, "global_step": 15243, "epoch": 282, "lr": 5.592454460391455e-05}
+{"train_loss": 0.005381945986300707, "global_step": 15244, "epoch": 282, "lr": 5.591965513856074e-05}
+{"train_loss": 0.0025317741092294455, "global_step": 15245, "epoch": 282, "lr": 5.591476561579333e-05}
+{"train_loss": 0.0029030453879386187, "global_step": 15246, "epoch": 282, "lr": 5.590987603565975e-05}
+{"train_loss": 0.00448558060452342, "global_step": 15247, "epoch": 282, "lr": 5.5904986398207416e-05}
+{"train_loss": 0.006670885253697634, "global_step": 15248, "epoch": 282, "lr": 5.590009670348375e-05}
+{"train_loss": 0.00512809120118618, "global_step": 15249, "epoch": 282, "lr": 5.5895206951536175e-05}
+{"train_loss": 0.003732624463737011, "global_step": 15250, "epoch": 282, "lr": 5.5890317142412106e-05}
+{"train_loss": 0.007123289629817009, "global_step": 15251, "epoch": 282, "lr": 5.5885427276159e-05}
+{"train_loss": 0.004554274491965771, "global_step": 15252, "epoch": 282, "lr": 5.5880537352824245e-05}
+{"train_loss": 0.006984367035329342, "global_step": 15253, "epoch": 282, "lr": 5.5875647372455274e-05}
+{"train_loss": 0.004717214033007622, "global_step": 15254, "epoch": 282, "lr": 5.587075733509955e-05}
+{"train_loss": 0.0030929730273783207, "global_step": 15255, "epoch": 282, "lr": 5.5865867240804473e-05}
+{"train_loss": 0.003769431496039033, "global_step": 15256, "epoch": 282, "lr": 5.586097708961746e-05}
+{"train_loss": 0.004778300411999226, "global_step": 15257, "epoch": 282, "lr": 5.5856086881585966e-05}
+{"train_loss": 0.007079544011503458, "global_step": 15258, "epoch": 282, "lr": 5.5851196616757405e-05}
+{"train_loss": 0.004306369461119175, "global_step": 15259, "epoch": 282, "lr": 5.584630629517921e-05}
+{"train_loss": 0.00521449139341712, "global_step": 15260, "epoch": 282, "lr": 5.584141591689881e-05}
+{"train_loss": 0.005740402732044458, "global_step": 15261, "epoch": 282, "lr": 5.583652548196362e-05}
+{"train_loss": 0.003955431282520294, "global_step": 15262, "epoch": 282, "lr": 5.583163499042111e-05}
+{"train_loss": 0.004040796309709549, "global_step": 15263, "epoch": 282, "lr": 5.582674444231868e-05}
+{"train_loss": 0.005578621290624142, "global_step": 15264, "epoch": 282, "lr": 5.5821853837703774e-05}
+{"train_loss": 0.004143062513321638, "global_step": 15265, "epoch": 282, "lr": 5.581696317662383e-05}
+{"train_loss": 0.005216292105615139, "global_step": 15266, "epoch": 282, "lr": 5.5812072459126264e-05}
+{"train_loss": 0.004978669807314873, "global_step": 15267, "epoch": 282, "lr": 5.5807181685258516e-05}
+{"train_loss": 0.005126842297613621, "global_step": 15268, "epoch": 282, "lr": 5.580229085506804e-05}
+{"train_loss": 0.005547734443098307, "global_step": 15269, "epoch": 282, "lr": 5.5797399968602246e-05}
+{"train_loss": 0.006128834560513496, "global_step": 15270, "epoch": 282, "lr": 5.57925090259086e-05}
+{"train_loss": 0.003912709187716246, "global_step": 15271, "epoch": 282, "lr": 5.57876180270345e-05}
+{"train_loss": 0.00540498411282897, "global_step": 15272, "epoch": 282, "lr": 5.57827269720274e-05}
+{"train_loss": 0.004414885304868221, "global_step": 15273, "epoch": 282, "lr": 5.5777835860934746e-05}
+{"train_loss": 0.007574392016977072, "global_step": 15274, "epoch": 282, "lr": 5.577294469380397e-05}
+{"train_loss": 0.004505107179284096, "global_step": 15275, "epoch": 282, "lr": 5.5768053470682504e-05}
+{"train_loss": 0.008598567917943, "global_step": 15276, "epoch": 282, "lr": 5.576316219161781e-05}
+{"train_loss": 0.0038768097292631865, "global_step": 15277, "epoch": 282, "lr": 5.575827085665728e-05}
+{"train_loss": 0.002622678643092513, "global_step": 15278, "epoch": 282, "lr": 5.575337946584842e-05}
+{"train_loss": 0.004143466707319021, "global_step": 15279, "epoch": 282, "lr": 5.574848801923861e-05}
+{"train_loss": 0.004204192664474249, "global_step": 15280, "epoch": 282, "lr": 5.5743596516875315e-05}
+{"train_loss": 0.004896787353101428, "global_step": 15281, "epoch": 282, "lr": 5.5738704958806e-05, "val_loss": 0.007169885095208883}
+{"train_loss": 0.0024986874777823687, "global_step": 15282, "epoch": 283, "lr": 5.5733813345078065e-05}
+{"train_loss": 0.003801656886935234, "global_step": 15283, "epoch": 283, "lr": 5.5728921675738964e-05}
+{"train_loss": 0.004015683196485043, "global_step": 15284, "epoch": 283, "lr": 5.572402995083619e-05}
+{"train_loss": 0.005461578723043203, "global_step": 15285, "epoch": 283, "lr": 5.5719138170417104e-05}
+{"train_loss": 0.0038161284755915403, "global_step": 15286, "epoch": 283, "lr": 5.571424633452922e-05}
+{"train_loss": 0.004725143313407898, "global_step": 15287, "epoch": 283, "lr": 5.5709354443219944e-05}
+{"train_loss": 0.005522663239389658, "global_step": 15288, "epoch": 283, "lr": 5.5704462496536736e-05}
+{"train_loss": 0.0034560956992208958, "global_step": 15289, "epoch": 283, "lr": 5.569957049452703e-05}
+{"train_loss": 0.0022761516738682985, "global_step": 15290, "epoch": 283, "lr": 5.56946784372383e-05}
+{"train_loss": 0.006267526652663946, "global_step": 15291, "epoch": 283, "lr": 5.5689786324717966e-05}
+{"train_loss": 0.005011627916246653, "global_step": 15292, "epoch": 283, "lr": 5.568489415701348e-05}
+{"train_loss": 0.005483652930706739, "global_step": 15293, "epoch": 283, "lr": 5.568000193417229e-05}
+{"train_loss": 0.005163182504475117, "global_step": 15294, "epoch": 283, "lr": 5.5675109656241876e-05}
+{"train_loss": 0.0030666484963148832, "global_step": 15295, "epoch": 283, "lr": 5.567021732326964e-05}
+{"train_loss": 0.004014866426587105, "global_step": 15296, "epoch": 283, "lr": 5.566532493530305e-05}
+{"train_loss": 0.003519205842167139, "global_step": 15297, "epoch": 283, "lr": 5.566043249238957e-05}
+{"train_loss": 0.004992804490029812, "global_step": 15298, "epoch": 283, "lr": 5.5655539994576637e-05}
+{"train_loss": 0.004460824187844992, "global_step": 15299, "epoch": 283, "lr": 5.5650647441911706e-05}
+{"train_loss": 0.004731271415948868, "global_step": 15300, "epoch": 283, "lr": 5.564575483444222e-05}
+{"train_loss": 0.0031392511446028948, "global_step": 15301, "epoch": 283, "lr": 5.5640862172215636e-05}
+{"train_loss": 0.0036117061972618103, "global_step": 15302, "epoch": 283, "lr": 5.563596945527943e-05}
+{"train_loss": 0.005685665179044008, "global_step": 15303, "epoch": 283, "lr": 5.563107668368103e-05}
+{"train_loss": 0.004836427513509989, "global_step": 15304, "epoch": 283, "lr": 5.56261838574679e-05}
+{"train_loss": 0.005035910289734602, "global_step": 15305, "epoch": 283, "lr": 5.562129097668747e-05}
+{"train_loss": 0.005079111084342003, "global_step": 15306, "epoch": 283, "lr": 5.561639804138723e-05}
+{"train_loss": 0.003472817363217473, "global_step": 15307, "epoch": 283, "lr": 5.561150505161462e-05}
+{"train_loss": 0.005312670487910509, "global_step": 15308, "epoch": 283, "lr": 5.5606612007417105e-05}
+{"train_loss": 0.007688423153012991, "global_step": 15309, "epoch": 283, "lr": 5.5601718908842116e-05}
+{"train_loss": 0.0044855959713459015, "global_step": 15310, "epoch": 283, "lr": 5.5596825755937154e-05}
+{"train_loss": 0.003649833146482706, "global_step": 15311, "epoch": 283, "lr": 5.559193254874964e-05}
+{"train_loss": 0.003955378197133541, "global_step": 15312, "epoch": 283, "lr": 5.558703928732705e-05}
+{"train_loss": 0.005208040587604046, "global_step": 15313, "epoch": 283, "lr": 5.5582145971716814e-05}
+{"train_loss": 0.004417555872350931, "global_step": 15314, "epoch": 283, "lr": 5.557725260196644e-05}
+{"train_loss": 0.0040902029722929, "global_step": 15315, "epoch": 283, "lr": 5.557235917812334e-05}
+{"train_loss": 0.00559805054217577, "global_step": 15316, "epoch": 283, "lr": 5.556746570023501e-05}
+{"train_loss": 0.0036243239883333445, "global_step": 15317, "epoch": 283, "lr": 5.55625721683489e-05}
+{"train_loss": 0.00420363200828433, "global_step": 15318, "epoch": 283, "lr": 5.5557678582512464e-05}
+{"train_loss": 0.0067180003970861435, "global_step": 15319, "epoch": 283, "lr": 5.555278494277316e-05}
+{"train_loss": 0.004862433299422264, "global_step": 15320, "epoch": 283, "lr": 5.554789124917847e-05}
+{"train_loss": 0.00407014274969697, "global_step": 15321, "epoch": 283, "lr": 5.554299750177584e-05}
+{"train_loss": 0.0034399486612528563, "global_step": 15322, "epoch": 283, "lr": 5.553810370061274e-05}
+{"train_loss": 0.005347384139895439, "global_step": 15323, "epoch": 283, "lr": 5.553320984573663e-05}
+{"train_loss": 0.005000100936740637, "global_step": 15324, "epoch": 283, "lr": 5.5528315937194986e-05}
+{"train_loss": 0.0032937810756266117, "global_step": 15325, "epoch": 283, "lr": 5.552342197503526e-05}
+{"train_loss": 0.005232674069702625, "global_step": 15326, "epoch": 283, "lr": 5.5518527959304936e-05}
+{"train_loss": 0.0036155630368739367, "global_step": 15327, "epoch": 283, "lr": 5.551363389005144e-05}
+{"train_loss": 0.002811204409226775, "global_step": 15328, "epoch": 283, "lr": 5.5508739767322294e-05}
+{"train_loss": 0.003846703330054879, "global_step": 15329, "epoch": 283, "lr": 5.550384559116491e-05}
+{"train_loss": 0.0060254791751503944, "global_step": 15330, "epoch": 283, "lr": 5.5498951361626796e-05}
+{"train_loss": 0.00268092704936862, "global_step": 15331, "epoch": 283, "lr": 5.549405707875541e-05}
+{"train_loss": 0.005255799274891615, "global_step": 15332, "epoch": 283, "lr": 5.548916274259821e-05}
+{"train_loss": 0.004243078641593456, "global_step": 15333, "epoch": 283, "lr": 5.548426835320268e-05}
+{"train_loss": 0.0032459921203553677, "global_step": 15334, "epoch": 283, "lr": 5.5479373910616284e-05}
+{"train_loss": 0.0044369368632841445, "global_step": 15335, "epoch": 283, "lr": 5.547447941488647e-05, "val_loss": 0.007770792115479708}
+{"train_loss": 0.0025826182682067156, "global_step": 15336, "epoch": 284, "lr": 5.5469584866060754e-05}
+{"train_loss": 0.004009089898318052, "global_step": 15337, "epoch": 284, "lr": 5.546469026418656e-05}
+{"train_loss": 0.002536848885938525, "global_step": 15338, "epoch": 284, "lr": 5.5459795609311396e-05}
+{"train_loss": 0.0025095492601394653, "global_step": 15339, "epoch": 284, "lr": 5.545490090148272e-05}
+{"train_loss": 0.004239798989146948, "global_step": 15340, "epoch": 284, "lr": 5.5450006140748e-05}
+{"train_loss": 0.003291794564574957, "global_step": 15341, "epoch": 284, "lr": 5.544511132715473e-05}
+{"train_loss": 0.005108820740133524, "global_step": 15342, "epoch": 284, "lr": 5.544021646075035e-05}
+{"train_loss": 0.0039064292795956135, "global_step": 15343, "epoch": 284, "lr": 5.5435321541582355e-05}
+{"train_loss": 0.0033460394479334354, "global_step": 15344, "epoch": 284, "lr": 5.5430426569698234e-05}
+{"train_loss": 0.004992876201868057, "global_step": 15345, "epoch": 284, "lr": 5.542553154514543e-05}
+{"train_loss": 0.003906454890966415, "global_step": 15346, "epoch": 284, "lr": 5.542063646797144e-05}
+{"train_loss": 0.0028311542700976133, "global_step": 15347, "epoch": 284, "lr": 5.5415741338223736e-05}
+{"train_loss": 0.005246709566563368, "global_step": 15348, "epoch": 284, "lr": 5.541084615594979e-05}
+{"train_loss": 0.00588702829554677, "global_step": 15349, "epoch": 284, "lr": 5.540595092119709e-05}
+{"train_loss": 0.0039636618457734585, "global_step": 15350, "epoch": 284, "lr": 5.540105563401311e-05}
+{"train_loss": 0.0031371559016406536, "global_step": 15351, "epoch": 284, "lr": 5.539616029444533e-05}
+{"train_loss": 0.00264560105279088, "global_step": 15352, "epoch": 284, "lr": 5.539126490254122e-05}
+{"train_loss": 0.004373949021100998, "global_step": 15353, "epoch": 284, "lr": 5.5386369458348255e-05}
+{"train_loss": 0.005302364472299814, "global_step": 15354, "epoch": 284, "lr": 5.538147396191393e-05}
+{"train_loss": 0.00324811483733356, "global_step": 15355, "epoch": 284, "lr": 5.5376578413285726e-05}
+{"train_loss": 0.005113209132105112, "global_step": 15356, "epoch": 284, "lr": 5.537168281251112e-05}
+{"train_loss": 0.00424117362126708, "global_step": 15357, "epoch": 284, "lr": 5.536678715963759e-05}
+{"train_loss": 0.00415266677737236, "global_step": 15358, "epoch": 284, "lr": 5.5361891454712614e-05}
+{"train_loss": 0.002844203496351838, "global_step": 15359, "epoch": 284, "lr": 5.535699569778369e-05}
+{"train_loss": 0.0043290238827466965, "global_step": 15360, "epoch": 284, "lr": 5.535209988889827e-05}
+{"train_loss": 0.003980480600148439, "global_step": 15361, "epoch": 284, "lr": 5.534720402810387e-05}
+{"train_loss": 0.006042501889169216, "global_step": 15362, "epoch": 284, "lr": 5.534230811544797e-05}
+{"train_loss": 0.00348077155649662, "global_step": 15363, "epoch": 284, "lr": 5.533741215097804e-05}
+{"train_loss": 0.003477996215224266, "global_step": 15364, "epoch": 284, "lr": 5.5332516134741586e-05}
+{"train_loss": 0.004287847317755222, "global_step": 15365, "epoch": 284, "lr": 5.532762006678607e-05}
+{"train_loss": 0.005314289126545191, "global_step": 15366, "epoch": 284, "lr": 5.5322723947158985e-05}
+{"train_loss": 0.004823716823011637, "global_step": 15367, "epoch": 284, "lr": 5.531782777590783e-05}
+{"train_loss": 0.0034618268255144358, "global_step": 15368, "epoch": 284, "lr": 5.531293155308006e-05}
+{"train_loss": 0.0030894323717802763, "global_step": 15369, "epoch": 284, "lr": 5.53080352787232e-05}
+{"train_loss": 0.005812328774482012, "global_step": 15370, "epoch": 284, "lr": 5.530313895288472e-05}
+{"train_loss": 0.0034397863782942295, "global_step": 15371, "epoch": 284, "lr": 5.529824257561212e-05}
+{"train_loss": 0.00419139489531517, "global_step": 15372, "epoch": 284, "lr": 5.529334614695287e-05}
+{"train_loss": 0.003571476088836789, "global_step": 15373, "epoch": 284, "lr": 5.528844966695448e-05}
+{"train_loss": 0.004171599633991718, "global_step": 15374, "epoch": 284, "lr": 5.528355313566442e-05}
+{"train_loss": 0.004503780044615269, "global_step": 15375, "epoch": 284, "lr": 5.5278656553130203e-05}
+{"train_loss": 0.004632126539945602, "global_step": 15376, "epoch": 284, "lr": 5.5273759919399296e-05}
+{"train_loss": 0.005018908530473709, "global_step": 15377, "epoch": 284, "lr": 5.5268863234519206e-05}
+{"train_loss": 0.0048541538417339325, "global_step": 15378, "epoch": 284, "lr": 5.526396649853742e-05}
+{"train_loss": 0.003378483932465315, "global_step": 15379, "epoch": 284, "lr": 5.525906971150143e-05}
+{"train_loss": 0.0036541889421641827, "global_step": 15380, "epoch": 284, "lr": 5.525417287345874e-05}
+{"train_loss": 0.0027568964287638664, "global_step": 15381, "epoch": 284, "lr": 5.5249275984456824e-05}
+{"train_loss": 0.004646070301532745, "global_step": 15382, "epoch": 284, "lr": 5.5244379044543184e-05}
+{"train_loss": 0.004178706556558609, "global_step": 15383, "epoch": 284, "lr": 5.523948205376534e-05}
+{"train_loss": 0.00454456964507699, "global_step": 15384, "epoch": 284, "lr": 5.523458501217074e-05}
+{"train_loss": 0.004111520014703274, "global_step": 15385, "epoch": 284, "lr": 5.5229687919806916e-05}
+{"train_loss": 0.0041148606687784195, "global_step": 15386, "epoch": 284, "lr": 5.522479077672134e-05}
+{"train_loss": 0.004538114182651043, "global_step": 15387, "epoch": 284, "lr": 5.5219893582961526e-05}
+{"train_loss": 0.0061637344770133495, "global_step": 15388, "epoch": 284, "lr": 5.5214996338574954e-05}
+{"train_loss": 0.004096655213894944, "global_step": 15389, "epoch": 284, "lr": 5.5210099043609145e-05, "val_loss": 0.007752999663352966}
+{"train_loss": 0.005229195114225149, "global_step": 15390, "epoch": 285, "lr": 5.5205201698111566e-05}
+{"train_loss": 0.004524994175881147, "global_step": 15391, "epoch": 285, "lr": 5.520030430212976e-05}
+{"train_loss": 0.004722632467746735, "global_step": 15392, "epoch": 285, "lr": 5.519540685571117e-05}
+{"train_loss": 0.0027974846307188272, "global_step": 15393, "epoch": 285, "lr": 5.5190509358903355e-05}
+{"train_loss": 0.003551217494532466, "global_step": 15394, "epoch": 285, "lr": 5.518561181175376e-05}
+{"train_loss": 0.004719136282801628, "global_step": 15395, "epoch": 285, "lr": 5.5180714214309924e-05}
+{"train_loss": 0.005650271661579609, "global_step": 15396, "epoch": 285, "lr": 5.517581656661932e-05}
+{"train_loss": 0.004438986070454121, "global_step": 15397, "epoch": 285, "lr": 5.517091886872948e-05}
+{"train_loss": 0.004344375804066658, "global_step": 15398, "epoch": 285, "lr": 5.516602112068788e-05}
+{"train_loss": 0.005003731232136488, "global_step": 15399, "epoch": 285, "lr": 5.516112332254203e-05}
+{"train_loss": 0.004499162081629038, "global_step": 15400, "epoch": 285, "lr": 5.515622547433943e-05}
+{"train_loss": 0.0034076813608407974, "global_step": 15401, "epoch": 285, "lr": 5.51513275761276e-05}
+{"train_loss": 0.0027603423222899437, "global_step": 15402, "epoch": 285, "lr": 5.514642962795401e-05}
+{"train_loss": 0.005460443440824747, "global_step": 15403, "epoch": 285, "lr": 5.514153162986621e-05}
+{"train_loss": 0.00494329072535038, "global_step": 15404, "epoch": 285, "lr": 5.5136633581911655e-05}
+{"train_loss": 0.00577170355245471, "global_step": 15405, "epoch": 285, "lr": 5.513173548413789e-05}
+{"train_loss": 0.0045837401412427425, "global_step": 15406, "epoch": 285, "lr": 5.5126837336592404e-05}
+{"train_loss": 0.007027318701148033, "global_step": 15407, "epoch": 285, "lr": 5.512193913932271e-05}
+{"train_loss": 0.00461736973375082, "global_step": 15408, "epoch": 285, "lr": 5.511704089237629e-05}
+{"train_loss": 0.005323420744389296, "global_step": 15409, "epoch": 285, "lr": 5.511214259580071e-05}
+{"train_loss": 0.0033000402618199587, "global_step": 15410, "epoch": 285, "lr": 5.51072442496434e-05}
+{"train_loss": 0.007020997349172831, "global_step": 15411, "epoch": 285, "lr": 5.510234585395193e-05}
+{"train_loss": 0.002475800458341837, "global_step": 15412, "epoch": 285, "lr": 5.509744740877377e-05}
+{"train_loss": 0.006545341573655605, "global_step": 15413, "epoch": 285, "lr": 5.509254891415645e-05}
+{"train_loss": 0.005666597280651331, "global_step": 15414, "epoch": 285, "lr": 5.508765037014748e-05}
+{"train_loss": 0.0032750305254012346, "global_step": 15415, "epoch": 285, "lr": 5.508275177679436e-05}
+{"train_loss": 0.0032487702555954456, "global_step": 15416, "epoch": 285, "lr": 5.507785313414459e-05}
+{"train_loss": 0.004896603059023619, "global_step": 15417, "epoch": 285, "lr": 5.5072954442245714e-05}
+{"train_loss": 0.0031954008154571056, "global_step": 15418, "epoch": 285, "lr": 5.5068055701145216e-05}
+{"train_loss": 0.004939277656376362, "global_step": 15419, "epoch": 285, "lr": 5.506315691089064e-05}
+{"train_loss": 0.005240522790700197, "global_step": 15420, "epoch": 285, "lr": 5.5058258071529445e-05}
+{"train_loss": 0.0049287099391222, "global_step": 15421, "epoch": 285, "lr": 5.5053359183109175e-05}
+{"train_loss": 0.004920279607176781, "global_step": 15422, "epoch": 285, "lr": 5.5048460245677357e-05}
+{"train_loss": 0.004645745735615492, "global_step": 15423, "epoch": 285, "lr": 5.50435612592815e-05}
+{"train_loss": 0.004095454700291157, "global_step": 15424, "epoch": 285, "lr": 5.503866222396907e-05}
+{"train_loss": 0.005123776849359274, "global_step": 15425, "epoch": 285, "lr": 5.5033763139787664e-05}
+{"train_loss": 0.00517061585560441, "global_step": 15426, "epoch": 285, "lr": 5.502886400678472e-05}
+{"train_loss": 0.006423955783247948, "global_step": 15427, "epoch": 285, "lr": 5.502396482500782e-05}
+{"train_loss": 0.0027142339386045933, "global_step": 15428, "epoch": 285, "lr": 5.501906559450443e-05}
+{"train_loss": 0.0033424084540456533, "global_step": 15429, "epoch": 285, "lr": 5.501416631532208e-05}
+{"train_loss": 0.003463838482275605, "global_step": 15430, "epoch": 285, "lr": 5.50092669875083e-05}
+{"train_loss": 0.004345911089330912, "global_step": 15431, "epoch": 285, "lr": 5.5004367611110596e-05}
+{"train_loss": 0.0035169313196092844, "global_step": 15432, "epoch": 285, "lr": 5.499946818617649e-05}
+{"train_loss": 0.005088706500828266, "global_step": 15433, "epoch": 285, "lr": 5.49945687127535e-05}
+{"train_loss": 0.005079718306660652, "global_step": 15434, "epoch": 285, "lr": 5.4989669190889136e-05}
+{"train_loss": 0.003930799663066864, "global_step": 15435, "epoch": 285, "lr": 5.498476962063095e-05}
+{"train_loss": 0.003545499872416258, "global_step": 15436, "epoch": 285, "lr": 5.497987000202641e-05}
+{"train_loss": 0.004356428515166044, "global_step": 15437, "epoch": 285, "lr": 5.497497033512309e-05}
+{"train_loss": 0.002816542284563184, "global_step": 15438, "epoch": 285, "lr": 5.4970070619968475e-05}
+{"train_loss": 0.003158302279189229, "global_step": 15439, "epoch": 285, "lr": 5.4965170856610096e-05}
+{"train_loss": 0.004290374927222729, "global_step": 15440, "epoch": 285, "lr": 5.496027104509548e-05}
+{"train_loss": 0.003499336540699005, "global_step": 15441, "epoch": 285, "lr": 5.495537118547215e-05}
+{"train_loss": 0.002338764490559697, "global_step": 15442, "epoch": 285, "lr": 5.495047127778761e-05}
+{"train_loss": 0.004416348369516156, "global_step": 15443, "epoch": 285, "lr": 5.4945571322089406e-05, "val_loss": 0.006350870709866285, "train_action_mse_error": 0.00015260356303770095}
+{"train_loss": 0.004664028529077768, "global_step": 15444, "epoch": 286, "lr": 5.494067131842505e-05}
+{"train_loss": 0.004744643811136484, "global_step": 15445, "epoch": 286, "lr": 5.4935771266842074e-05}
+{"train_loss": 0.003084035124629736, "global_step": 15446, "epoch": 286, "lr": 5.4930871167387995e-05}
+{"train_loss": 0.0037836444098502398, "global_step": 15447, "epoch": 286, "lr": 5.492597102011035e-05}
+{"train_loss": 0.0035672588273882866, "global_step": 15448, "epoch": 286, "lr": 5.492107082505665e-05}
+{"train_loss": 0.003850085660815239, "global_step": 15449, "epoch": 286, "lr": 5.491617058227443e-05}
+{"train_loss": 0.0036040109116584063, "global_step": 15450, "epoch": 286, "lr": 5.49112702918112e-05}
+{"train_loss": 0.004013022407889366, "global_step": 15451, "epoch": 286, "lr": 5.490636995371452e-05}
+{"train_loss": 0.0042199501767754555, "global_step": 15452, "epoch": 286, "lr": 5.490146956803188e-05}
+{"train_loss": 0.006850907113403082, "global_step": 15453, "epoch": 286, "lr": 5.489656913481084e-05}
+{"train_loss": 0.003840220393612981, "global_step": 15454, "epoch": 286, "lr": 5.489166865409891e-05}
+{"train_loss": 0.002873967867344618, "global_step": 15455, "epoch": 286, "lr": 5.4886768125943625e-05}
+{"train_loss": 0.0025001615285873413, "global_step": 15456, "epoch": 286, "lr": 5.4881867550392506e-05}
+{"train_loss": 0.0037672773469239473, "global_step": 15457, "epoch": 286, "lr": 5.487696692749309e-05}
+{"train_loss": 0.005978256929665804, "global_step": 15458, "epoch": 286, "lr": 5.487206625729291e-05}
+{"train_loss": 0.004155621863901615, "global_step": 15459, "epoch": 286, "lr": 5.486716553983951e-05}
+{"train_loss": 0.005664569325745106, "global_step": 15460, "epoch": 286, "lr": 5.486226477518036e-05}
+{"train_loss": 0.0035277383867651224, "global_step": 15461, "epoch": 286, "lr": 5.4857363963363076e-05}
+{"train_loss": 0.005245567765086889, "global_step": 15462, "epoch": 286, "lr": 5.4852463104435126e-05}
+{"train_loss": 0.004462322220206261, "global_step": 15463, "epoch": 286, "lr": 5.484756219844408e-05}
+{"train_loss": 0.004206643905490637, "global_step": 15464, "epoch": 286, "lr": 5.4842661245437455e-05}
+{"train_loss": 0.0039412593469023705, "global_step": 15465, "epoch": 286, "lr": 5.4837760245462785e-05}
+{"train_loss": 0.004617432598024607, "global_step": 15466, "epoch": 286, "lr": 5.483285919856761e-05}
+{"train_loss": 0.005922279320657253, "global_step": 15467, "epoch": 286, "lr": 5.482795810479944e-05}
+{"train_loss": 0.005638811271637678, "global_step": 15468, "epoch": 286, "lr": 5.482305696420584e-05}
+{"train_loss": 0.004192846827208996, "global_step": 15469, "epoch": 286, "lr": 5.4818155776834346e-05}
+{"train_loss": 0.004997567739337683, "global_step": 15470, "epoch": 286, "lr": 5.481325454273247e-05}
+{"train_loss": 0.0063623120076954365, "global_step": 15471, "epoch": 286, "lr": 5.480835326194778e-05}
+{"train_loss": 0.0029022067319601774, "global_step": 15472, "epoch": 286, "lr": 5.4803451934527775e-05}
+{"train_loss": 0.005545811261981726, "global_step": 15473, "epoch": 286, "lr": 5.479855056052001e-05}
+{"train_loss": 0.0049121747724711895, "global_step": 15474, "epoch": 286, "lr": 5.479364913997202e-05}
+{"train_loss": 0.003408801043406129, "global_step": 15475, "epoch": 286, "lr": 5.478874767293135e-05}
+{"train_loss": 0.004423485603183508, "global_step": 15476, "epoch": 286, "lr": 5.478384615944554e-05}
+{"train_loss": 0.004481771495193243, "global_step": 15477, "epoch": 286, "lr": 5.477894459956212e-05}
+{"train_loss": 0.0032529064919799566, "global_step": 15478, "epoch": 286, "lr": 5.477404299332863e-05}
+{"train_loss": 0.0024274135939776897, "global_step": 15479, "epoch": 286, "lr": 5.4769141340792616e-05}
+{"train_loss": 0.0035480514634400606, "global_step": 15480, "epoch": 286, "lr": 5.4764239642001616e-05}
+{"train_loss": 0.0039677927270531654, "global_step": 15481, "epoch": 286, "lr": 5.475933789700315e-05}
+{"train_loss": 0.00620396388694644, "global_step": 15482, "epoch": 286, "lr": 5.47544361058448e-05}
+{"train_loss": 0.003883046330884099, "global_step": 15483, "epoch": 286, "lr": 5.4749534268574064e-05}
+{"train_loss": 0.00259336456656456, "global_step": 15484, "epoch": 286, "lr": 5.4744632385238525e-05}
+{"train_loss": 0.003559420583769679, "global_step": 15485, "epoch": 286, "lr": 5.47397304558857e-05}
+{"train_loss": 0.006661534775048494, "global_step": 15486, "epoch": 286, "lr": 5.473482848056314e-05}
+{"train_loss": 0.005738412961363792, "global_step": 15487, "epoch": 286, "lr": 5.472992645931838e-05}
+{"train_loss": 0.0027324387338012457, "global_step": 15488, "epoch": 286, "lr": 5.4725024392198976e-05}
+{"train_loss": 0.004308789968490601, "global_step": 15489, "epoch": 286, "lr": 5.472012227925245e-05}
+{"train_loss": 0.00445812102407217, "global_step": 15490, "epoch": 286, "lr": 5.471522012052638e-05}
+{"train_loss": 0.004645320121198893, "global_step": 15491, "epoch": 286, "lr": 5.471031791606828e-05}
+{"train_loss": 0.005244349129498005, "global_step": 15492, "epoch": 286, "lr": 5.470541566592573e-05}
+{"train_loss": 0.004166251048445702, "global_step": 15493, "epoch": 286, "lr": 5.4700513370146233e-05}
+{"train_loss": 0.0026464974507689476, "global_step": 15494, "epoch": 286, "lr": 5.4695611028777364e-05}
+{"train_loss": 0.003909563645720482, "global_step": 15495, "epoch": 286, "lr": 5.469070864186666e-05}
+{"train_loss": 0.0027018499094992876, "global_step": 15496, "epoch": 286, "lr": 5.468580620946169e-05}
+{"train_loss": 0.004255241093536218, "global_step": 15497, "epoch": 286, "lr": 5.468090373160996e-05, "val_loss": 0.0069121103733778}
+{"train_loss": 0.003339108545333147, "global_step": 15498, "epoch": 287, "lr": 5.4676001208359066e-05}
+{"train_loss": 0.0021670800633728504, "global_step": 15499, "epoch": 287, "lr": 5.4671098639756504e-05}
+{"train_loss": 0.0029811360873281956, "global_step": 15500, "epoch": 287, "lr": 5.466619602584988e-05}
+{"train_loss": 0.005391639657318592, "global_step": 15501, "epoch": 287, "lr": 5.466129336668668e-05}
+{"train_loss": 0.005170181393623352, "global_step": 15502, "epoch": 287, "lr": 5.4656390662314516e-05}
+{"train_loss": 0.0033936379477381706, "global_step": 15503, "epoch": 287, "lr": 5.4651487912780906e-05}
+{"train_loss": 0.003915231209248304, "global_step": 15504, "epoch": 287, "lr": 5.464658511813341e-05}
+{"train_loss": 0.0034671116154640913, "global_step": 15505, "epoch": 287, "lr": 5.464168227841956e-05}
+{"train_loss": 0.0024192084092646837, "global_step": 15506, "epoch": 287, "lr": 5.463677939368694e-05}
+{"train_loss": 0.004989332519471645, "global_step": 15507, "epoch": 287, "lr": 5.4631876463983075e-05}
+{"train_loss": 0.004674567840993404, "global_step": 15508, "epoch": 287, "lr": 5.462697348935555e-05}
+{"train_loss": 0.002547244308516383, "global_step": 15509, "epoch": 287, "lr": 5.462207046985186e-05}
+{"train_loss": 0.00385534786619246, "global_step": 15510, "epoch": 287, "lr": 5.461716740551961e-05}
+{"train_loss": 0.003854994662106037, "global_step": 15511, "epoch": 287, "lr": 5.4612264296406346e-05}
+{"train_loss": 0.0031537937466055155, "global_step": 15512, "epoch": 287, "lr": 5.460736114255961e-05}
+{"train_loss": 0.005677443463355303, "global_step": 15513, "epoch": 287, "lr": 5.4602457944026954e-05}
+{"train_loss": 0.0053767547942698, "global_step": 15514, "epoch": 287, "lr": 5.4597554700855946e-05}
+{"train_loss": 0.004739941563457251, "global_step": 15515, "epoch": 287, "lr": 5.459265141309413e-05}
+{"train_loss": 0.0051442598924040794, "global_step": 15516, "epoch": 287, "lr": 5.458774808078908e-05}
+{"train_loss": 0.003592854831367731, "global_step": 15517, "epoch": 287, "lr": 5.4582844703988336e-05}
+{"train_loss": 0.005455105099827051, "global_step": 15518, "epoch": 287, "lr": 5.457794128273945e-05}
+{"train_loss": 0.002765706740319729, "global_step": 15519, "epoch": 287, "lr": 5.457303781709e-05}
+{"train_loss": 0.003883924800902605, "global_step": 15520, "epoch": 287, "lr": 5.456813430708753e-05}
+{"train_loss": 0.005487092304974794, "global_step": 15521, "epoch": 287, "lr": 5.4563230752779595e-05}
+{"train_loss": 0.0050744181498885155, "global_step": 15522, "epoch": 287, "lr": 5.455832715421376e-05}
+{"train_loss": 0.003001157660037279, "global_step": 15523, "epoch": 287, "lr": 5.455342351143759e-05}
+{"train_loss": 0.0038623008877038956, "global_step": 15524, "epoch": 287, "lr": 5.4548519824498645e-05}
+{"train_loss": 0.0033374184276908636, "global_step": 15525, "epoch": 287, "lr": 5.454361609344445e-05}
+{"train_loss": 0.003754733130335808, "global_step": 15526, "epoch": 287, "lr": 5.4538712318322625e-05}
+{"train_loss": 0.004681121092289686, "global_step": 15527, "epoch": 287, "lr": 5.453380849918067e-05}
+{"train_loss": 0.004947776906192303, "global_step": 15528, "epoch": 287, "lr": 5.45289046360662e-05}
+{"train_loss": 0.004039101302623749, "global_step": 15529, "epoch": 287, "lr": 5.452400072902674e-05}
+{"train_loss": 0.0027989561203867197, "global_step": 15530, "epoch": 287, "lr": 5.451909677810987e-05}
+{"train_loss": 0.004719174467027187, "global_step": 15531, "epoch": 287, "lr": 5.4514192783363126e-05}
+{"train_loss": 0.002586336573585868, "global_step": 15532, "epoch": 287, "lr": 5.4509288744834116e-05}
+{"train_loss": 0.0028430374804884195, "global_step": 15533, "epoch": 287, "lr": 5.450438466257036e-05}
+{"train_loss": 0.004250612109899521, "global_step": 15534, "epoch": 287, "lr": 5.449948053661946e-05}
+{"train_loss": 0.003053958062082529, "global_step": 15535, "epoch": 287, "lr": 5.449457636702895e-05}
+{"train_loss": 0.0042550573125481606, "global_step": 15536, "epoch": 287, "lr": 5.44896721538464e-05}
+{"train_loss": 0.004063413478434086, "global_step": 15537, "epoch": 287, "lr": 5.4484767897119395e-05}
+{"train_loss": 0.002464151941239834, "global_step": 15538, "epoch": 287, "lr": 5.447986359689548e-05}
+{"train_loss": 0.004369639791548252, "global_step": 15539, "epoch": 287, "lr": 5.447495925322221e-05}
+{"train_loss": 0.003964398987591267, "global_step": 15540, "epoch": 287, "lr": 5.4470054866147194e-05}
+{"train_loss": 0.0033801901154220104, "global_step": 15541, "epoch": 287, "lr": 5.446515043571794e-05}
+{"train_loss": 0.0034584186505526304, "global_step": 15542, "epoch": 287, "lr": 5.446024596198208e-05}
+{"train_loss": 0.006328659597784281, "global_step": 15543, "epoch": 287, "lr": 5.445534144498713e-05}
+{"train_loss": 0.0034842684399336576, "global_step": 15544, "epoch": 287, "lr": 5.4450436884780674e-05}
+{"train_loss": 0.0042212726548314095, "global_step": 15545, "epoch": 287, "lr": 5.444553228141029e-05}
+{"train_loss": 0.004037410020828247, "global_step": 15546, "epoch": 287, "lr": 5.4440627634923547e-05}
+{"train_loss": 0.0037572041619569063, "global_step": 15547, "epoch": 287, "lr": 5.443572294536801e-05}
+{"train_loss": 0.0032345245126634836, "global_step": 15548, "epoch": 287, "lr": 5.4430818212791234e-05}
+{"train_loss": 0.0043237642385065556, "global_step": 15549, "epoch": 287, "lr": 5.4425913437240805e-05}
+{"train_loss": 0.0043673585169017315, "global_step": 15550, "epoch": 287, "lr": 5.4421008618764305e-05}
+{"train_loss": 0.00395926088957047, "global_step": 15551, "epoch": 287, "lr": 5.4416103757409256e-05, "val_loss": 0.005005302373319864}
+{"train_loss": 0.0045549809001386166, "global_step": 15552, "epoch": 288, "lr": 5.441119885322329e-05}
+{"train_loss": 0.004315444268286228, "global_step": 15553, "epoch": 288, "lr": 5.4406293906253935e-05}
+{"train_loss": 0.0029694929253309965, "global_step": 15554, "epoch": 288, "lr": 5.440138891654879e-05}
+{"train_loss": 0.004072948358952999, "global_step": 15555, "epoch": 288, "lr": 5.439648388415543e-05}
+{"train_loss": 0.004455910064280033, "global_step": 15556, "epoch": 288, "lr": 5.439157880912139e-05}
+{"train_loss": 0.00595966586843133, "global_step": 15557, "epoch": 288, "lr": 5.438667369149427e-05}
+{"train_loss": 0.004928247537463903, "global_step": 15558, "epoch": 288, "lr": 5.4381768531321664e-05}
+{"train_loss": 0.0036921624559909105, "global_step": 15559, "epoch": 288, "lr": 5.4376863328651104e-05}
+{"train_loss": 0.004138151183724403, "global_step": 15560, "epoch": 288, "lr": 5.4371958083530194e-05}
+{"train_loss": 0.003942317329347134, "global_step": 15561, "epoch": 288, "lr": 5.43670527960065e-05}
+{"train_loss": 0.0051697539165616035, "global_step": 15562, "epoch": 288, "lr": 5.43621474661276e-05}
+{"train_loss": 0.005808156915009022, "global_step": 15563, "epoch": 288, "lr": 5.4357242093941073e-05}
+{"train_loss": 0.004360763821750879, "global_step": 15564, "epoch": 288, "lr": 5.435233667949449e-05}
+{"train_loss": 0.0042188591323792934, "global_step": 15565, "epoch": 288, "lr": 5.43474312228354e-05}
+{"train_loss": 0.003536122851073742, "global_step": 15566, "epoch": 288, "lr": 5.434252572401144e-05}
+{"train_loss": 0.0037188520655035973, "global_step": 15567, "epoch": 288, "lr": 5.433762018307014e-05}
+{"train_loss": 0.0046498095616698265, "global_step": 15568, "epoch": 288, "lr": 5.4332714600059086e-05}
+{"train_loss": 0.007089880295097828, "global_step": 15569, "epoch": 288, "lr": 5.432780897502589e-05}
+{"train_loss": 0.0032458952628076077, "global_step": 15570, "epoch": 288, "lr": 5.432290330801808e-05}
+{"train_loss": 0.0028705636505037546, "global_step": 15571, "epoch": 288, "lr": 5.431799759908327e-05}
+{"train_loss": 0.004507711622864008, "global_step": 15572, "epoch": 288, "lr": 5.431309184826903e-05}
+{"train_loss": 0.0058346460573375225, "global_step": 15573, "epoch": 288, "lr": 5.4308186055622924e-05}
+{"train_loss": 0.003958361689001322, "global_step": 15574, "epoch": 288, "lr": 5.4303280221192555e-05}
+{"train_loss": 0.00529698608443141, "global_step": 15575, "epoch": 288, "lr": 5.429837434502549e-05}
+{"train_loss": 0.005978071596473455, "global_step": 15576, "epoch": 288, "lr": 5.4293468427169324e-05}
+{"train_loss": 0.005616495851427317, "global_step": 15577, "epoch": 288, "lr": 5.4288562467671634e-05}
+{"train_loss": 0.0038829282857477665, "global_step": 15578, "epoch": 288, "lr": 5.4283656466580004e-05}
+{"train_loss": 0.0041285050101578236, "global_step": 15579, "epoch": 288, "lr": 5.427875042394199e-05}
+{"train_loss": 0.0037549189291894436, "global_step": 15580, "epoch": 288, "lr": 5.427384433980521e-05}
+{"train_loss": 0.005125853698700666, "global_step": 15581, "epoch": 288, "lr": 5.4268938214217237e-05}
+{"train_loss": 0.004336234647780657, "global_step": 15582, "epoch": 288, "lr": 5.426403204722563e-05}
+{"train_loss": 0.00394336087629199, "global_step": 15583, "epoch": 288, "lr": 5.4259125838878e-05}
+{"train_loss": 0.0031208598520606756, "global_step": 15584, "epoch": 288, "lr": 5.4254219589221934e-05}
+{"train_loss": 0.004422311671078205, "global_step": 15585, "epoch": 288, "lr": 5.4249313298305005e-05}
+{"train_loss": 0.005255124531686306, "global_step": 15586, "epoch": 288, "lr": 5.42444069661748e-05}
+{"train_loss": 0.005647511687129736, "global_step": 15587, "epoch": 288, "lr": 5.423950059287891e-05}
+{"train_loss": 0.0038198279216885567, "global_step": 15588, "epoch": 288, "lr": 5.423459417846492e-05}
+{"train_loss": 0.004644057713449001, "global_step": 15589, "epoch": 288, "lr": 5.4229687722980396e-05}
+{"train_loss": 0.003752991557121277, "global_step": 15590, "epoch": 288, "lr": 5.4224781226472945e-05}
+{"train_loss": 0.0038618724793195724, "global_step": 15591, "epoch": 288, "lr": 5.4219874688990146e-05}
+{"train_loss": 0.0035896755289286375, "global_step": 15592, "epoch": 288, "lr": 5.42149681105796e-05}
+{"train_loss": 0.005783413536846638, "global_step": 15593, "epoch": 288, "lr": 5.4210061491288885e-05}
+{"train_loss": 0.00293162208981812, "global_step": 15594, "epoch": 288, "lr": 5.4205154831165596e-05}
+{"train_loss": 0.0031010524835437536, "global_step": 15595, "epoch": 288, "lr": 5.420024813025731e-05}
+{"train_loss": 0.006489264778792858, "global_step": 15596, "epoch": 288, "lr": 5.4195341388611606e-05}
+{"train_loss": 0.0029853724408894777, "global_step": 15597, "epoch": 288, "lr": 5.419043460627613e-05}
+{"train_loss": 0.004361304454505444, "global_step": 15598, "epoch": 288, "lr": 5.418552778329839e-05}
+{"train_loss": 0.00467389402911067, "global_step": 15599, "epoch": 288, "lr": 5.418062091972604e-05}
+{"train_loss": 0.007247776724398136, "global_step": 15600, "epoch": 288, "lr": 5.417571401560665e-05}
+{"train_loss": 0.0026729432865977287, "global_step": 15601, "epoch": 288, "lr": 5.4170807070987804e-05}
+{"train_loss": 0.00416860356926918, "global_step": 15602, "epoch": 288, "lr": 5.4165900085917096e-05}
+{"train_loss": 0.006428333465009928, "global_step": 15603, "epoch": 288, "lr": 5.4160993060442136e-05}
+{"train_loss": 0.0063315085135400295, "global_step": 15604, "epoch": 288, "lr": 5.415608599461048e-05}
+{"train_loss": 0.004530812596419343, "global_step": 15605, "epoch": 288, "lr": 5.415117888846977e-05, "val_loss": 0.0027035060338675976}
+{"train_loss": 0.004892423748970032, "global_step": 15606, "epoch": 289, "lr": 5.414627174206755e-05}
+{"train_loss": 0.0041257538832724094, "global_step": 15607, "epoch": 289, "lr": 5.414136455545145e-05}
+{"train_loss": 0.0033063108567148447, "global_step": 15608, "epoch": 289, "lr": 5.413645732866902e-05}
+{"train_loss": 0.005511847324669361, "global_step": 15609, "epoch": 289, "lr": 5.41315500617679e-05}
+{"train_loss": 0.006827241741120815, "global_step": 15610, "epoch": 289, "lr": 5.412664275479567e-05}
+{"train_loss": 0.004091336391866207, "global_step": 15611, "epoch": 289, "lr": 5.412173540779992e-05}
+{"train_loss": 0.005181542597711086, "global_step": 15612, "epoch": 289, "lr": 5.411682802082825e-05}
+{"train_loss": 0.005578888114541769, "global_step": 15613, "epoch": 289, "lr": 5.411192059392827e-05}
+{"train_loss": 0.005805634427815676, "global_step": 15614, "epoch": 289, "lr": 5.410701312714753e-05}
+{"train_loss": 0.0035538580268621445, "global_step": 15615, "epoch": 289, "lr": 5.4102105620533686e-05}
+{"train_loss": 0.003679731162264943, "global_step": 15616, "epoch": 289, "lr": 5.4097198074134284e-05}
+{"train_loss": 0.0035101715475320816, "global_step": 15617, "epoch": 289, "lr": 5.409229048799694e-05}
+{"train_loss": 0.003879521507769823, "global_step": 15618, "epoch": 289, "lr": 5.408738286216927e-05}
+{"train_loss": 0.008732636459171772, "global_step": 15619, "epoch": 289, "lr": 5.4082475196698846e-05}
+{"train_loss": 0.003685737494379282, "global_step": 15620, "epoch": 289, "lr": 5.4077567491633286e-05}
+{"train_loss": 0.006228200625628233, "global_step": 15621, "epoch": 289, "lr": 5.4072659747020185e-05}
+{"train_loss": 0.004791632294654846, "global_step": 15622, "epoch": 289, "lr": 5.406775196290712e-05}
+{"train_loss": 0.006045919843018055, "global_step": 15623, "epoch": 289, "lr": 5.406284413934173e-05}
+{"train_loss": 0.005927192512899637, "global_step": 15624, "epoch": 289, "lr": 5.4057936276371565e-05}
+{"train_loss": 0.005158372223377228, "global_step": 15625, "epoch": 289, "lr": 5.405302837404427e-05}
+{"train_loss": 0.005603420548141003, "global_step": 15626, "epoch": 289, "lr": 5.4048120432407436e-05}
+{"train_loss": 0.0056017800234258175, "global_step": 15627, "epoch": 289, "lr": 5.404321245150865e-05}
+{"train_loss": 0.005142825189977884, "global_step": 15628, "epoch": 289, "lr": 5.403830443139551e-05}
+{"train_loss": 0.004100797697901726, "global_step": 15629, "epoch": 289, "lr": 5.4033396372115654e-05}
+{"train_loss": 0.004088846035301685, "global_step": 15630, "epoch": 289, "lr": 5.402848827371664e-05}
+{"train_loss": 0.005107812583446503, "global_step": 15631, "epoch": 289, "lr": 5.40235801362461e-05}
+{"train_loss": 0.005409782752394676, "global_step": 15632, "epoch": 289, "lr": 5.401867195975161e-05}
+{"train_loss": 0.002447158098220825, "global_step": 15633, "epoch": 289, "lr": 5.4013763744280824e-05}
+{"train_loss": 0.005084129981696606, "global_step": 15634, "epoch": 289, "lr": 5.400885548988128e-05}
+{"train_loss": 0.006484473589807749, "global_step": 15635, "epoch": 289, "lr": 5.400394719660064e-05}
+{"train_loss": 0.0034984517842531204, "global_step": 15636, "epoch": 289, "lr": 5.399903886448646e-05}
+{"train_loss": 0.005199687089771032, "global_step": 15637, "epoch": 289, "lr": 5.399413049358638e-05}
+{"train_loss": 0.003295992501080036, "global_step": 15638, "epoch": 289, "lr": 5.398922208394799e-05}
+{"train_loss": 0.0037830595392733812, "global_step": 15639, "epoch": 289, "lr": 5.398431363561891e-05}
+{"train_loss": 0.010825579054653645, "global_step": 15640, "epoch": 289, "lr": 5.397940514864672e-05}
+{"train_loss": 0.0048952121287584305, "global_step": 15641, "epoch": 289, "lr": 5.397449662307906e-05}
+{"train_loss": 0.003712888341397047, "global_step": 15642, "epoch": 289, "lr": 5.396958805896351e-05}
+{"train_loss": 0.004581278655678034, "global_step": 15643, "epoch": 289, "lr": 5.396467945634768e-05}
+{"train_loss": 0.007206129375845194, "global_step": 15644, "epoch": 289, "lr": 5.395977081527919e-05}
+{"train_loss": 0.005112172570079565, "global_step": 15645, "epoch": 289, "lr": 5.3954862135805636e-05}
+{"train_loss": 0.0052920314483344555, "global_step": 15646, "epoch": 289, "lr": 5.394995341797463e-05}
+{"train_loss": 0.0037270274478942156, "global_step": 15647, "epoch": 289, "lr": 5.39450446618338e-05}
+{"train_loss": 0.00513664074242115, "global_step": 15648, "epoch": 289, "lr": 5.394013586743072e-05}
+{"train_loss": 0.004211589694023132, "global_step": 15649, "epoch": 289, "lr": 5.393522703481303e-05}
+{"train_loss": 0.0033986824564635754, "global_step": 15650, "epoch": 289, "lr": 5.393031816402831e-05}
+{"train_loss": 0.007073173765093088, "global_step": 15651, "epoch": 289, "lr": 5.3925409255124204e-05}
+{"train_loss": 0.004850512370467186, "global_step": 15652, "epoch": 289, "lr": 5.39205003081483e-05}
+{"train_loss": 0.0033302323427051306, "global_step": 15653, "epoch": 289, "lr": 5.391559132314822e-05}
+{"train_loss": 0.005267685279250145, "global_step": 15654, "epoch": 289, "lr": 5.3910682300171566e-05}
+{"train_loss": 0.002761227311566472, "global_step": 15655, "epoch": 289, "lr": 5.390577323926596e-05}
+{"train_loss": 0.004787319805473089, "global_step": 15656, "epoch": 289, "lr": 5.390086414047899e-05}
+{"train_loss": 0.0053562899120152, "global_step": 15657, "epoch": 289, "lr": 5.38959550038583e-05}
+{"train_loss": 0.00388295017182827, "global_step": 15658, "epoch": 289, "lr": 5.3891045829451483e-05}
+{"train_loss": 0.004907721118932521, "global_step": 15659, "epoch": 289, "lr": 5.388613661730616e-05, "val_loss": 0.004754680674523115}
+{"train_loss": 0.006047048140317202, "global_step": 15660, "epoch": 290, "lr": 5.3881227367469946e-05}
+{"train_loss": 0.004030774347484112, "global_step": 15661, "epoch": 290, "lr": 5.387631807999045e-05}
+{"train_loss": 0.0026808595284819603, "global_step": 15662, "epoch": 290, "lr": 5.3871408754915284e-05}
+{"train_loss": 0.004222487565129995, "global_step": 15663, "epoch": 290, "lr": 5.386649939229207e-05}
+{"train_loss": 0.0036574045661836863, "global_step": 15664, "epoch": 290, "lr": 5.3861589992168413e-05}
+{"train_loss": 0.0048319874331355095, "global_step": 15665, "epoch": 290, "lr": 5.385668055459196e-05}
+{"train_loss": 0.004913670942187309, "global_step": 15666, "epoch": 290, "lr": 5.385177107961026e-05}
+{"train_loss": 0.0019855566788464785, "global_step": 15667, "epoch": 290, "lr": 5.384686156727099e-05}
+{"train_loss": 0.0029455998446792364, "global_step": 15668, "epoch": 290, "lr": 5.3841952017621754e-05}
+{"train_loss": 0.004456168971955776, "global_step": 15669, "epoch": 290, "lr": 5.383704243071016e-05}
+{"train_loss": 0.003950180951505899, "global_step": 15670, "epoch": 290, "lr": 5.383213280658382e-05}
+{"train_loss": 0.003478905651718378, "global_step": 15671, "epoch": 290, "lr": 5.3827223145290364e-05}
+{"train_loss": 0.004041059873998165, "global_step": 15672, "epoch": 290, "lr": 5.3822313446877395e-05}
+{"train_loss": 0.003879469819366932, "global_step": 15673, "epoch": 290, "lr": 5.381740371139255e-05}
+{"train_loss": 0.00537441112101078, "global_step": 15674, "epoch": 290, "lr": 5.381249393888343e-05}
+{"train_loss": 0.0027996888384222984, "global_step": 15675, "epoch": 290, "lr": 5.380758412939767e-05}
+{"train_loss": 0.0028952928259968758, "global_step": 15676, "epoch": 290, "lr": 5.380267428298288e-05}
+{"train_loss": 0.004326703492552042, "global_step": 15677, "epoch": 290, "lr": 5.3797764399686675e-05}
+{"train_loss": 0.003514626296237111, "global_step": 15678, "epoch": 290, "lr": 5.379285447955669e-05}
+{"train_loss": 0.005350446328520775, "global_step": 15679, "epoch": 290, "lr": 5.378794452264053e-05}
+{"train_loss": 0.002895405748859048, "global_step": 15680, "epoch": 290, "lr": 5.378303452898582e-05}
+{"train_loss": 0.004564492031931877, "global_step": 15681, "epoch": 290, "lr": 5.377812449864017e-05}
+{"train_loss": 0.005226959474384785, "global_step": 15682, "epoch": 290, "lr": 5.377321443165124e-05}
+{"train_loss": 0.003894209396094084, "global_step": 15683, "epoch": 290, "lr": 5.376830432806661e-05}
+{"train_loss": 0.004882881883531809, "global_step": 15684, "epoch": 290, "lr": 5.376339418793392e-05}
+{"train_loss": 0.003813236951828003, "global_step": 15685, "epoch": 290, "lr": 5.37584840113008e-05}
+{"train_loss": 0.004768637008965015, "global_step": 15686, "epoch": 290, "lr": 5.375357379821486e-05}
+{"train_loss": 0.005270027089864016, "global_step": 15687, "epoch": 290, "lr": 5.374866354872373e-05}
+{"train_loss": 0.003999869339168072, "global_step": 15688, "epoch": 290, "lr": 5.374375326287503e-05}
+{"train_loss": 0.0035522731486707926, "global_step": 15689, "epoch": 290, "lr": 5.373884294071637e-05}
+{"train_loss": 0.0040601263754069805, "global_step": 15690, "epoch": 290, "lr": 5.37339325822954e-05}
+{"train_loss": 0.003576460527256131, "global_step": 15691, "epoch": 290, "lr": 5.3729022187659736e-05}
+{"train_loss": 0.0029249261133372784, "global_step": 15692, "epoch": 290, "lr": 5.3724111756857e-05}
+{"train_loss": 0.0032263414468616247, "global_step": 15693, "epoch": 290, "lr": 5.371920128993482e-05}
+{"train_loss": 0.0047950767911970615, "global_step": 15694, "epoch": 290, "lr": 5.371429078694081e-05}
+{"train_loss": 0.003982523921877146, "global_step": 15695, "epoch": 290, "lr": 5.3709380247922617e-05}
+{"train_loss": 0.002959194825962186, "global_step": 15696, "epoch": 290, "lr": 5.370446967292785e-05}
+{"train_loss": 0.003741854801774025, "global_step": 15697, "epoch": 290, "lr": 5.3699559062004124e-05}
+{"train_loss": 0.004392416216433048, "global_step": 15698, "epoch": 290, "lr": 5.36946484151991e-05}
+{"train_loss": 0.0037142308428883553, "global_step": 15699, "epoch": 290, "lr": 5.36897377325604e-05}
+{"train_loss": 0.0029879214707762003, "global_step": 15700, "epoch": 290, "lr": 5.368482701413563e-05}
+{"train_loss": 0.0041137924417853355, "global_step": 15701, "epoch": 290, "lr": 5.367991625997243e-05}
+{"train_loss": 0.004314209800213575, "global_step": 15702, "epoch": 290, "lr": 5.367500547011842e-05}
+{"train_loss": 0.004152837209403515, "global_step": 15703, "epoch": 290, "lr": 5.367009464462124e-05}
+{"train_loss": 0.0036554960533976555, "global_step": 15704, "epoch": 290, "lr": 5.3665183783528525e-05}
+{"train_loss": 0.004788572899997234, "global_step": 15705, "epoch": 290, "lr": 5.3660272886887875e-05}
+{"train_loss": 0.002748333616182208, "global_step": 15706, "epoch": 290, "lr": 5.365536195474695e-05}
+{"train_loss": 0.005550081375986338, "global_step": 15707, "epoch": 290, "lr": 5.365045098715338e-05}
+{"train_loss": 0.002169207204133272, "global_step": 15708, "epoch": 290, "lr": 5.364553998415478e-05}
+{"train_loss": 0.002574031474068761, "global_step": 15709, "epoch": 290, "lr": 5.364062894579878e-05}
+{"train_loss": 0.008098636753857136, "global_step": 15710, "epoch": 290, "lr": 5.363571787213302e-05}
+{"train_loss": 0.00377614120952785, "global_step": 15711, "epoch": 290, "lr": 5.3630806763205123e-05}
+{"train_loss": 0.0033092894591391087, "global_step": 15712, "epoch": 290, "lr": 5.362589561906275e-05}
+{"train_loss": 0.003985276825174138, "global_step": 15713, "epoch": 290, "lr": 5.3620984439753475e-05, "val_loss": 0.00468493951484561, "train_action_mse_error": 0.0001363639166811481}
+{"train_loss": 0.004231411498039961, "global_step": 15714, "epoch": 291, "lr": 5.3616073225325004e-05}
+{"train_loss": 0.004612827207893133, "global_step": 15715, "epoch": 291, "lr": 5.3611161975824896e-05}
+{"train_loss": 0.002452700398862362, "global_step": 15716, "epoch": 291, "lr": 5.360625069130084e-05}
+{"train_loss": 0.004778966307640076, "global_step": 15717, "epoch": 291, "lr": 5.3601339371800455e-05}
+{"train_loss": 0.004096969496458769, "global_step": 15718, "epoch": 291, "lr": 5.3596428017371355e-05}
+{"train_loss": 0.0040185037069022655, "global_step": 15719, "epoch": 291, "lr": 5.359151662806119e-05}
+{"train_loss": 0.0034915630239993334, "global_step": 15720, "epoch": 291, "lr": 5.3586605203917605e-05}
+{"train_loss": 0.004367425572127104, "global_step": 15721, "epoch": 291, "lr": 5.35816937449882e-05}
+{"train_loss": 0.0028118439950048923, "global_step": 15722, "epoch": 291, "lr": 5.357678225132067e-05}
+{"train_loss": 0.0026277811266481876, "global_step": 15723, "epoch": 291, "lr": 5.357187072296258e-05}
+{"train_loss": 0.002844906412065029, "global_step": 15724, "epoch": 291, "lr": 5.3566959159961615e-05}
+{"train_loss": 0.004178027156740427, "global_step": 15725, "epoch": 291, "lr": 5.35620475623654e-05}
+{"train_loss": 0.0028629282023757696, "global_step": 15726, "epoch": 291, "lr": 5.355713593022157e-05}
+{"train_loss": 0.0033754054456949234, "global_step": 15727, "epoch": 291, "lr": 5.355222426357775e-05}
+{"train_loss": 0.005597300361841917, "global_step": 15728, "epoch": 291, "lr": 5.35473125624816e-05}
+{"train_loss": 0.0036002788692712784, "global_step": 15729, "epoch": 291, "lr": 5.354240082698072e-05}
+{"train_loss": 0.0036998530849814415, "global_step": 15730, "epoch": 291, "lr": 5.3537489057122815e-05}
+{"train_loss": 0.0025162375532090664, "global_step": 15731, "epoch": 291, "lr": 5.353257725295544e-05}
+{"train_loss": 0.003243874991312623, "global_step": 15732, "epoch": 291, "lr": 5.352766541452629e-05}
+{"train_loss": 0.0028943538200110197, "global_step": 15733, "epoch": 291, "lr": 5.3522753541883e-05}
+{"train_loss": 0.0044341422617435455, "global_step": 15734, "epoch": 291, "lr": 5.351784163507319e-05}
+{"train_loss": 0.0041753072291612625, "global_step": 15735, "epoch": 291, "lr": 5.351292969414451e-05}
+{"train_loss": 0.0047317491844296455, "global_step": 15736, "epoch": 291, "lr": 5.3508017719144596e-05}
+{"train_loss": 0.0035172298084944487, "global_step": 15737, "epoch": 291, "lr": 5.350310571012108e-05}
+{"train_loss": 0.003650410333648324, "global_step": 15738, "epoch": 291, "lr": 5.3498193667121634e-05}
+{"train_loss": 0.00403750641271472, "global_step": 15739, "epoch": 291, "lr": 5.3493281590193855e-05}
+{"train_loss": 0.0029016821645200253, "global_step": 15740, "epoch": 291, "lr": 5.348836947938543e-05}
+{"train_loss": 0.0032238014973700047, "global_step": 15741, "epoch": 291, "lr": 5.348345733474396e-05}
+{"train_loss": 0.002521019894629717, "global_step": 15742, "epoch": 291, "lr": 5.3478545156317114e-05}
+{"train_loss": 0.003191918833181262, "global_step": 15743, "epoch": 291, "lr": 5.347363294415253e-05}
+{"train_loss": 0.00407630717381835, "global_step": 15744, "epoch": 291, "lr": 5.346872069829784e-05}
+{"train_loss": 0.003360040718689561, "global_step": 15745, "epoch": 291, "lr": 5.346380841880068e-05}
+{"train_loss": 0.002767841564491391, "global_step": 15746, "epoch": 291, "lr": 5.3458896105708736e-05}
+{"train_loss": 0.004269365221261978, "global_step": 15747, "epoch": 291, "lr": 5.345398375906958e-05}
+{"train_loss": 0.004356249235570431, "global_step": 15748, "epoch": 291, "lr": 5.344907137893094e-05}
+{"train_loss": 0.003130389843136072, "global_step": 15749, "epoch": 291, "lr": 5.344415896534039e-05}
+{"train_loss": 0.0035789008252322674, "global_step": 15750, "epoch": 291, "lr": 5.343924651834561e-05}
+{"train_loss": 0.0031349773053079844, "global_step": 15751, "epoch": 291, "lr": 5.3434334037994236e-05}
+{"train_loss": 0.003448521252721548, "global_step": 15752, "epoch": 291, "lr": 5.3429421524333924e-05}
+{"train_loss": 0.004816187545657158, "global_step": 15753, "epoch": 291, "lr": 5.342450897741228e-05}
+{"train_loss": 0.003084390889853239, "global_step": 15754, "epoch": 291, "lr": 5.3419596397277014e-05}
+{"train_loss": 0.003495395416393876, "global_step": 15755, "epoch": 291, "lr": 5.341468378397572e-05}
+{"train_loss": 0.00435357540845871, "global_step": 15756, "epoch": 291, "lr": 5.3409771137556076e-05}
+{"train_loss": 0.0028798943385481834, "global_step": 15757, "epoch": 291, "lr": 5.34048584580657e-05}
+{"train_loss": 0.0033807873260229826, "global_step": 15758, "epoch": 291, "lr": 5.339994574555226e-05}
+{"train_loss": 0.0025228913873434067, "global_step": 15759, "epoch": 291, "lr": 5.33950330000634e-05}
+{"train_loss": 0.005132819060236216, "global_step": 15760, "epoch": 291, "lr": 5.339012022164677e-05}
+{"train_loss": 0.0036236534360796213, "global_step": 15761, "epoch": 291, "lr": 5.338520741035e-05}
+{"train_loss": 0.003221736988052726, "global_step": 15762, "epoch": 291, "lr": 5.338029456622077e-05}
+{"train_loss": 0.003475448116660118, "global_step": 15763, "epoch": 291, "lr": 5.337538168930668e-05}
+{"train_loss": 0.003950692247599363, "global_step": 15764, "epoch": 291, "lr": 5.3370468779655446e-05}
+{"train_loss": 0.005677779670804739, "global_step": 15765, "epoch": 291, "lr": 5.336555583731465e-05}
+{"train_loss": 0.002314814133569598, "global_step": 15766, "epoch": 291, "lr": 5.336064286233199e-05}
+{"train_loss": 0.0036339686916175263, "global_step": 15767, "epoch": 291, "lr": 5.33557298547551e-05, "val_loss": 0.0030252651777118444}
+{"train_loss": 0.003974293824285269, "global_step": 15768, "epoch": 292, "lr": 5.3350816814631634e-05}
+{"train_loss": 0.0032738710287958384, "global_step": 15769, "epoch": 292, "lr": 5.3345903742009226e-05}
+{"train_loss": 0.004030298441648483, "global_step": 15770, "epoch": 292, "lr": 5.334099063693554e-05}
+{"train_loss": 0.0038380257319658995, "global_step": 15771, "epoch": 292, "lr": 5.3336077499458225e-05}
+{"train_loss": 0.0037759870756417513, "global_step": 15772, "epoch": 292, "lr": 5.333116432962495e-05}
+{"train_loss": 0.0033770885784178972, "global_step": 15773, "epoch": 292, "lr": 5.332625112748333e-05}
+{"train_loss": 0.003126972820609808, "global_step": 15774, "epoch": 292, "lr": 5.3321337893081035e-05}
+{"train_loss": 0.004197174683213234, "global_step": 15775, "epoch": 292, "lr": 5.331642462646573e-05}
+{"train_loss": 0.0036672644782811403, "global_step": 15776, "epoch": 292, "lr": 5.331151132768507e-05}
+{"train_loss": 0.004714262671768665, "global_step": 15777, "epoch": 292, "lr": 5.330659799678668e-05}
+{"train_loss": 0.0036794107872992754, "global_step": 15778, "epoch": 292, "lr": 5.330168463381824e-05}
+{"train_loss": 0.0029186299070715904, "global_step": 15779, "epoch": 292, "lr": 5.329677123882738e-05}
+{"train_loss": 0.004721710924059153, "global_step": 15780, "epoch": 292, "lr": 5.329185781186178e-05}
+{"train_loss": 0.004286665469408035, "global_step": 15781, "epoch": 292, "lr": 5.328694435296907e-05}
+{"train_loss": 0.003654839936643839, "global_step": 15782, "epoch": 292, "lr": 5.328203086219693e-05}
+{"train_loss": 0.0023826109245419502, "global_step": 15783, "epoch": 292, "lr": 5.3277117339592996e-05}
+{"train_loss": 0.004356145393103361, "global_step": 15784, "epoch": 292, "lr": 5.327220378520492e-05}
+{"train_loss": 0.004015989135950804, "global_step": 15785, "epoch": 292, "lr": 5.326729019908038e-05}
+{"train_loss": 0.0041560516692698, "global_step": 15786, "epoch": 292, "lr": 5.326237658126702e-05}
+{"train_loss": 0.003885154612362385, "global_step": 15787, "epoch": 292, "lr": 5.3257462931812474e-05}
+{"train_loss": 0.004945441149175167, "global_step": 15788, "epoch": 292, "lr": 5.3252549250764436e-05}
+{"train_loss": 0.005127965472638607, "global_step": 15789, "epoch": 292, "lr": 5.324763553817054e-05}
+{"train_loss": 0.0029533845372498035, "global_step": 15790, "epoch": 292, "lr": 5.3242721794078455e-05}
+{"train_loss": 0.0061191776767373085, "global_step": 15791, "epoch": 292, "lr": 5.323780801853583e-05}
+{"train_loss": 0.006521848030388355, "global_step": 15792, "epoch": 292, "lr": 5.323289421159032e-05}
+{"train_loss": 0.006540543399751186, "global_step": 15793, "epoch": 292, "lr": 5.32279803732896e-05}
+{"train_loss": 0.006254769396036863, "global_step": 15794, "epoch": 292, "lr": 5.322306650368132e-05}
+{"train_loss": 0.0033072452060878277, "global_step": 15795, "epoch": 292, "lr": 5.321815260281312e-05}
+{"train_loss": 0.004400856327265501, "global_step": 15796, "epoch": 292, "lr": 5.321323867073268e-05}
+{"train_loss": 0.004188976250588894, "global_step": 15797, "epoch": 292, "lr": 5.320832470748765e-05}
+{"train_loss": 0.0048425099812448025, "global_step": 15798, "epoch": 292, "lr": 5.32034107131257e-05}
+{"train_loss": 0.004071211442351341, "global_step": 15799, "epoch": 292, "lr": 5.319849668769449e-05}
+{"train_loss": 0.0034357563126832247, "global_step": 15800, "epoch": 292, "lr": 5.319358263124166e-05}
+{"train_loss": 0.004677837714552879, "global_step": 15801, "epoch": 292, "lr": 5.318866854381489e-05}
+{"train_loss": 0.0038816749583929777, "global_step": 15802, "epoch": 292, "lr": 5.318375442546184e-05}
+{"train_loss": 0.0034252903424203396, "global_step": 15803, "epoch": 292, "lr": 5.317884027623016e-05}
+{"train_loss": 0.008786496706306934, "global_step": 15804, "epoch": 292, "lr": 5.3173926096167507e-05}
+{"train_loss": 0.0052804527804255486, "global_step": 15805, "epoch": 292, "lr": 5.316901188532156e-05}
+{"train_loss": 0.004864412825554609, "global_step": 15806, "epoch": 292, "lr": 5.3164097643739985e-05}
+{"train_loss": 0.005692625883966684, "global_step": 15807, "epoch": 292, "lr": 5.3159183371470423e-05}
+{"train_loss": 0.004435304552316666, "global_step": 15808, "epoch": 292, "lr": 5.315426906856055e-05}
+{"train_loss": 0.003714826423674822, "global_step": 15809, "epoch": 292, "lr": 5.314935473505802e-05}
+{"train_loss": 0.003315570065751672, "global_step": 15810, "epoch": 292, "lr": 5.314444037101051e-05}
+{"train_loss": 0.005987056531012058, "global_step": 15811, "epoch": 292, "lr": 5.313952597646568e-05}
+{"train_loss": 0.003930054605007172, "global_step": 15812, "epoch": 292, "lr": 5.313461155147117e-05}
+{"train_loss": 0.0030637369491159916, "global_step": 15813, "epoch": 292, "lr": 5.312969709607467e-05}
+{"train_loss": 0.00661381846293807, "global_step": 15814, "epoch": 292, "lr": 5.312478261032385e-05}
+{"train_loss": 0.007977640256285667, "global_step": 15815, "epoch": 292, "lr": 5.3119868094266356e-05}
+{"train_loss": 0.004737125243991613, "global_step": 15816, "epoch": 292, "lr": 5.311495354794986e-05}
+{"train_loss": 0.004078291356563568, "global_step": 15817, "epoch": 292, "lr": 5.311003897142203e-05}
+{"train_loss": 0.004724488593637943, "global_step": 15818, "epoch": 292, "lr": 5.310512436473051e-05}
+{"train_loss": 0.004661399405449629, "global_step": 15819, "epoch": 292, "lr": 5.3100209727923e-05}
+{"train_loss": 0.004692317917943001, "global_step": 15820, "epoch": 292, "lr": 5.309529506104715e-05}
+{"train_loss": 0.004460553112612279, "global_step": 15821, "epoch": 292, "lr": 5.3090380364150626e-05, "val_loss": 0.005680370610207319}
+{"train_loss": 0.0031742022838443518, "global_step": 15822, "epoch": 293, "lr": 5.3085465637281084e-05}
+{"train_loss": 0.0037028503138571978, "global_step": 15823, "epoch": 293, "lr": 5.308055088048621e-05}
+{"train_loss": 0.005482130218297243, "global_step": 15824, "epoch": 293, "lr": 5.3075636093813665e-05}
+{"train_loss": 0.006432411260902882, "global_step": 15825, "epoch": 293, "lr": 5.307072127731111e-05}
+{"train_loss": 0.00377819431014359, "global_step": 15826, "epoch": 293, "lr": 5.306580643102621e-05}
+{"train_loss": 0.004854399245232344, "global_step": 15827, "epoch": 293, "lr": 5.3060891555006664e-05}
+{"train_loss": 0.0028985184617340565, "global_step": 15828, "epoch": 293, "lr": 5.30559766493001e-05}
+{"train_loss": 0.006426564417779446, "global_step": 15829, "epoch": 293, "lr": 5.305106171395422e-05}
+{"train_loss": 0.0049494425766170025, "global_step": 15830, "epoch": 293, "lr": 5.304614674901666e-05}
+{"train_loss": 0.005212607327848673, "global_step": 15831, "epoch": 293, "lr": 5.30412317545351e-05}
+{"train_loss": 0.005971724633127451, "global_step": 15832, "epoch": 293, "lr": 5.303631673055723e-05}
+{"train_loss": 0.00598893454298377, "global_step": 15833, "epoch": 293, "lr": 5.303140167713071e-05}
+{"train_loss": 0.005036705173552036, "global_step": 15834, "epoch": 293, "lr": 5.302648659430319e-05}
+{"train_loss": 0.004630221985280514, "global_step": 15835, "epoch": 293, "lr": 5.302157148212238e-05}
+{"train_loss": 0.0035101959947496653, "global_step": 15836, "epoch": 293, "lr": 5.301665634063591e-05}
+{"train_loss": 0.0033379753585904837, "global_step": 15837, "epoch": 293, "lr": 5.301174116989147e-05}
+{"train_loss": 0.005680284462869167, "global_step": 15838, "epoch": 293, "lr": 5.300682596993673e-05}
+{"train_loss": 0.006157226394861937, "global_step": 15839, "epoch": 293, "lr": 5.300191074081936e-05}
+{"train_loss": 0.005635089240968227, "global_step": 15840, "epoch": 293, "lr": 5.299699548258704e-05}
+{"train_loss": 0.0037720222026109695, "global_step": 15841, "epoch": 293, "lr": 5.299208019528743e-05}
+{"train_loss": 0.004367297049611807, "global_step": 15842, "epoch": 293, "lr": 5.298716487896821e-05}
+{"train_loss": 0.0036821889225393534, "global_step": 15843, "epoch": 293, "lr": 5.2982249533677055e-05}
+{"train_loss": 0.0030079849530011415, "global_step": 15844, "epoch": 293, "lr": 5.2977334159461614e-05}
+{"train_loss": 0.006799804046750069, "global_step": 15845, "epoch": 293, "lr": 5.29724187563696e-05}
+{"train_loss": 0.005521605256944895, "global_step": 15846, "epoch": 293, "lr": 5.296750332444865e-05}
+{"train_loss": 0.007847043685615063, "global_step": 15847, "epoch": 293, "lr": 5.296258786374646e-05}
+{"train_loss": 0.005079732742160559, "global_step": 15848, "epoch": 293, "lr": 5.295767237431071e-05}
+{"train_loss": 0.006052440032362938, "global_step": 15849, "epoch": 293, "lr": 5.295275685618905e-05}
+{"train_loss": 0.005626756232231855, "global_step": 15850, "epoch": 293, "lr": 5.2947841309429166e-05}
+{"train_loss": 0.003658336354419589, "global_step": 15851, "epoch": 293, "lr": 5.294292573407874e-05}
+{"train_loss": 0.004605721682310104, "global_step": 15852, "epoch": 293, "lr": 5.2938010130185435e-05}
+{"train_loss": 0.005973438732326031, "global_step": 15853, "epoch": 293, "lr": 5.293309449779694e-05}
+{"train_loss": 0.006099742837250233, "global_step": 15854, "epoch": 293, "lr": 5.292817883696092e-05}
+{"train_loss": 0.0031521914061158895, "global_step": 15855, "epoch": 293, "lr": 5.2923263147725054e-05}
+{"train_loss": 0.005116775631904602, "global_step": 15856, "epoch": 293, "lr": 5.291834743013702e-05}
+{"train_loss": 0.003075559623539448, "global_step": 15857, "epoch": 293, "lr": 5.291343168424448e-05}
+{"train_loss": 0.005222047213464975, "global_step": 15858, "epoch": 293, "lr": 5.2908515910095144e-05}
+{"train_loss": 0.004190115723758936, "global_step": 15859, "epoch": 293, "lr": 5.2903600107736675e-05}
+{"train_loss": 0.0032121732365339994, "global_step": 15860, "epoch": 293, "lr": 5.289868427721672e-05}
+{"train_loss": 0.00514496024698019, "global_step": 15861, "epoch": 293, "lr": 5.2893768418583e-05}
+{"train_loss": 0.0038759002927690744, "global_step": 15862, "epoch": 293, "lr": 5.288885253188316e-05}
+{"train_loss": 0.003651030594483018, "global_step": 15863, "epoch": 293, "lr": 5.288393661716492e-05}
+{"train_loss": 0.004124186933040619, "global_step": 15864, "epoch": 293, "lr": 5.28790206744759e-05}
+{"train_loss": 0.00399131141602993, "global_step": 15865, "epoch": 293, "lr": 5.287410470386383e-05}
+{"train_loss": 0.0025463213678449392, "global_step": 15866, "epoch": 293, "lr": 5.286918870537636e-05}
+{"train_loss": 0.004614187870174646, "global_step": 15867, "epoch": 293, "lr": 5.2864272679061175e-05}
+{"train_loss": 0.0030239566694945097, "global_step": 15868, "epoch": 293, "lr": 5.285935662496597e-05}
+{"train_loss": 0.003948170691728592, "global_step": 15869, "epoch": 293, "lr": 5.2854440543138406e-05}
+{"train_loss": 0.005387154873460531, "global_step": 15870, "epoch": 293, "lr": 5.2849524433626166e-05}
+{"train_loss": 0.003331266576424241, "global_step": 15871, "epoch": 293, "lr": 5.284460829647695e-05}
+{"train_loss": 0.0033722047228366137, "global_step": 15872, "epoch": 293, "lr": 5.2839692131738404e-05}
+{"train_loss": 0.004545698408037424, "global_step": 15873, "epoch": 293, "lr": 5.283477593945824e-05}
+{"train_loss": 0.004667283501476049, "global_step": 15874, "epoch": 293, "lr": 5.282985971968413e-05}
+{"train_loss": 0.004603547263993985, "global_step": 15875, "epoch": 293, "lr": 5.282494347246374e-05, "val_loss": 0.005671258084475994}
+{"train_loss": 0.0036605678033083677, "global_step": 15876, "epoch": 294, "lr": 5.282002719784478e-05}
+{"train_loss": 0.0036967310588806868, "global_step": 15877, "epoch": 294, "lr": 5.281511089587491e-05}
+{"train_loss": 0.004851843696087599, "global_step": 15878, "epoch": 294, "lr": 5.2810194566601814e-05}
+{"train_loss": 0.004864381160587072, "global_step": 15879, "epoch": 294, "lr": 5.2805278210073184e-05}
+{"train_loss": 0.003822269383817911, "global_step": 15880, "epoch": 294, "lr": 5.280036182633668e-05}
+{"train_loss": 0.003726721741259098, "global_step": 15881, "epoch": 294, "lr": 5.279544541544004e-05}
+{"train_loss": 0.005033637396991253, "global_step": 15882, "epoch": 294, "lr": 5.279052897743088e-05}
+{"train_loss": 0.00392577238380909, "global_step": 15883, "epoch": 294, "lr": 5.278561251235693e-05}
+{"train_loss": 0.0035402330104261637, "global_step": 15884, "epoch": 294, "lr": 5.278069602026585e-05}
+{"train_loss": 0.003949991427361965, "global_step": 15885, "epoch": 294, "lr": 5.2775779501205346e-05}
+{"train_loss": 0.004407156258821487, "global_step": 15886, "epoch": 294, "lr": 5.2770862955223066e-05}
+{"train_loss": 0.003580547170713544, "global_step": 15887, "epoch": 294, "lr": 5.276594638236674e-05}
+{"train_loss": 0.003747506532818079, "global_step": 15888, "epoch": 294, "lr": 5.2761029782684015e-05}
+{"train_loss": 0.00620015524327755, "global_step": 15889, "epoch": 294, "lr": 5.2756113156222586e-05}
+{"train_loss": 0.0026638538111001253, "global_step": 15890, "epoch": 294, "lr": 5.275119650303017e-05}
+{"train_loss": 0.003598521463572979, "global_step": 15891, "epoch": 294, "lr": 5.27462798231544e-05}
+{"train_loss": 0.004634929820895195, "global_step": 15892, "epoch": 294, "lr": 5.274136311664299e-05}
+{"train_loss": 0.0041527519933879375, "global_step": 15893, "epoch": 294, "lr": 5.2736446383543645e-05}
+{"train_loss": 0.004708799999207258, "global_step": 15894, "epoch": 294, "lr": 5.2731529623904006e-05}
+{"train_loss": 0.004145170096307993, "global_step": 15895, "epoch": 294, "lr": 5.2726612837771805e-05}
+{"train_loss": 0.003631653729826212, "global_step": 15896, "epoch": 294, "lr": 5.2721696025194686e-05}
+{"train_loss": 0.004469926934689283, "global_step": 15897, "epoch": 294, "lr": 5.2716779186220375e-05}
+{"train_loss": 0.004968495573848486, "global_step": 15898, "epoch": 294, "lr": 5.2711862320896544e-05}
+{"train_loss": 0.0035837185569107533, "global_step": 15899, "epoch": 294, "lr": 5.270694542927088e-05}
+{"train_loss": 0.004806803539395332, "global_step": 15900, "epoch": 294, "lr": 5.2702028511391074e-05}
+{"train_loss": 0.0027257732581347227, "global_step": 15901, "epoch": 294, "lr": 5.26971115673048e-05}
+{"train_loss": 0.0042269350960850716, "global_step": 15902, "epoch": 294, "lr": 5.2692194597059776e-05}
+{"train_loss": 0.005686369724571705, "global_step": 15903, "epoch": 294, "lr": 5.268727760070365e-05}
+{"train_loss": 0.003186232643201947, "global_step": 15904, "epoch": 294, "lr": 5.268236057828414e-05}
+{"train_loss": 0.002576387720182538, "global_step": 15905, "epoch": 294, "lr": 5.267744352984893e-05}
+{"train_loss": 0.004683142062276602, "global_step": 15906, "epoch": 294, "lr": 5.267252645544571e-05}
+{"train_loss": 0.0035677319392561913, "global_step": 15907, "epoch": 294, "lr": 5.266760935512217e-05}
+{"train_loss": 0.0026520199608057737, "global_step": 15908, "epoch": 294, "lr": 5.2662692228926e-05}
+{"train_loss": 0.005051479674875736, "global_step": 15909, "epoch": 294, "lr": 5.265777507690488e-05}
+{"train_loss": 0.003496488556265831, "global_step": 15910, "epoch": 294, "lr": 5.265285789910652e-05}
+{"train_loss": 0.0030295259784907103, "global_step": 15911, "epoch": 294, "lr": 5.264794069557858e-05}
+{"train_loss": 0.005178868770599365, "global_step": 15912, "epoch": 294, "lr": 5.264302346636879e-05}
+{"train_loss": 0.003509664908051491, "global_step": 15913, "epoch": 294, "lr": 5.263810621152482e-05}
+{"train_loss": 0.0036347131244838238, "global_step": 15914, "epoch": 294, "lr": 5.263318893109436e-05}
+{"train_loss": 0.003828597255051136, "global_step": 15915, "epoch": 294, "lr": 5.26282716251251e-05}
+{"train_loss": 0.0037949937395751476, "global_step": 15916, "epoch": 294, "lr": 5.262335429366474e-05}
+{"train_loss": 0.003394401865079999, "global_step": 15917, "epoch": 294, "lr": 5.261843693676096e-05}
+{"train_loss": 0.004363225772976875, "global_step": 15918, "epoch": 294, "lr": 5.2613519554461485e-05}
+{"train_loss": 0.004533329512923956, "global_step": 15919, "epoch": 294, "lr": 5.260860214681396e-05}
+{"train_loss": 0.00333990971557796, "global_step": 15920, "epoch": 294, "lr": 5.260368471386612e-05}
+{"train_loss": 0.0043663280084729195, "global_step": 15921, "epoch": 294, "lr": 5.259876725566564e-05}
+{"train_loss": 0.002098486991599202, "global_step": 15922, "epoch": 294, "lr": 5.2593849772260204e-05}
+{"train_loss": 0.0039032134227454662, "global_step": 15923, "epoch": 294, "lr": 5.258893226369752e-05}
+{"train_loss": 0.003317583817988634, "global_step": 15924, "epoch": 294, "lr": 5.258401473002529e-05}
+{"train_loss": 0.00422945199534297, "global_step": 15925, "epoch": 294, "lr": 5.257909717129117e-05}
+{"train_loss": 0.0034821503795683384, "global_step": 15926, "epoch": 294, "lr": 5.257417958754292e-05}
+{"train_loss": 0.0031146195251494646, "global_step": 15927, "epoch": 294, "lr": 5.2569261978828155e-05}
+{"train_loss": 0.0034865301568061113, "global_step": 15928, "epoch": 294, "lr": 5.2564344345194625e-05}
+{"train_loss": 0.003940701937406427, "global_step": 15929, "epoch": 294, "lr": 5.255942668669002e-05, "val_loss": 0.006751430220901966}
+{"train_loss": 0.0026584104634821415, "global_step": 15930, "epoch": 295, "lr": 5.255450900336202e-05}
+{"train_loss": 0.003715120255947113, "global_step": 15931, "epoch": 295, "lr": 5.254959129525833e-05}
+{"train_loss": 0.002648583147674799, "global_step": 15932, "epoch": 295, "lr": 5.2544673562426636e-05}
+{"train_loss": 0.0037628253921866417, "global_step": 15933, "epoch": 295, "lr": 5.253975580491464e-05}
+{"train_loss": 0.0032795765437185764, "global_step": 15934, "epoch": 295, "lr": 5.253483802277005e-05}
+{"train_loss": 0.0026802518405020237, "global_step": 15935, "epoch": 295, "lr": 5.252992021604053e-05}
+{"train_loss": 0.003658949863165617, "global_step": 15936, "epoch": 295, "lr": 5.2525002384773825e-05}
+{"train_loss": 0.002025516238063574, "global_step": 15937, "epoch": 295, "lr": 5.252008452901759e-05}
+{"train_loss": 0.004204650409519672, "global_step": 15938, "epoch": 295, "lr": 5.2515166648819535e-05}
+{"train_loss": 0.003219026140868664, "global_step": 15939, "epoch": 295, "lr": 5.2510248744227375e-05}
+{"train_loss": 0.002216382883489132, "global_step": 15940, "epoch": 295, "lr": 5.250533081528879e-05}
+{"train_loss": 0.0017817934276536107, "global_step": 15941, "epoch": 295, "lr": 5.250041286205146e-05}
+{"train_loss": 0.002174963243305683, "global_step": 15942, "epoch": 295, "lr": 5.249549488456314e-05}
+{"train_loss": 0.00449015898630023, "global_step": 15943, "epoch": 295, "lr": 5.249057688287147e-05}
+{"train_loss": 0.003145054215565324, "global_step": 15944, "epoch": 295, "lr": 5.248565885702419e-05}
+{"train_loss": 0.004894085228443146, "global_step": 15945, "epoch": 295, "lr": 5.2480740807068954e-05}
+{"train_loss": 0.003944996278733015, "global_step": 15946, "epoch": 295, "lr": 5.24758227330535e-05}
+{"train_loss": 0.004489320795983076, "global_step": 15947, "epoch": 295, "lr": 5.247090463502552e-05}
+{"train_loss": 0.003495940938591957, "global_step": 15948, "epoch": 295, "lr": 5.2465986513032715e-05}
+{"train_loss": 0.0024521255400031805, "global_step": 15949, "epoch": 295, "lr": 5.2461068367122766e-05}
+{"train_loss": 0.005123695358633995, "global_step": 15950, "epoch": 295, "lr": 5.24561501973434e-05}
+{"train_loss": 0.00236280495300889, "global_step": 15951, "epoch": 295, "lr": 5.245123200374229e-05}
+{"train_loss": 0.003132697893306613, "global_step": 15952, "epoch": 295, "lr": 5.244631378636716e-05}
+{"train_loss": 0.004772110842168331, "global_step": 15953, "epoch": 295, "lr": 5.244139554526569e-05}
+{"train_loss": 0.0030833377968519926, "global_step": 15954, "epoch": 295, "lr": 5.2436477280485605e-05}
+{"train_loss": 0.003847528714686632, "global_step": 15955, "epoch": 295, "lr": 5.243155899207459e-05}
+{"train_loss": 0.002765056909993291, "global_step": 15956, "epoch": 295, "lr": 5.2426640680080354e-05}
+{"train_loss": 0.0060805040411651134, "global_step": 15957, "epoch": 295, "lr": 5.2421722344550594e-05}
+{"train_loss": 0.0036208713427186012, "global_step": 15958, "epoch": 295, "lr": 5.2416803985533e-05}
+{"train_loss": 0.004502283874899149, "global_step": 15959, "epoch": 295, "lr": 5.241188560307529e-05}
+{"train_loss": 0.004189786501228809, "global_step": 15960, "epoch": 295, "lr": 5.240696719722519e-05}
+{"train_loss": 0.004250672180205584, "global_step": 15961, "epoch": 295, "lr": 5.240204876803034e-05}
+{"train_loss": 0.0036300793290138245, "global_step": 15962, "epoch": 295, "lr": 5.239713031553851e-05}
+{"train_loss": 0.0018217852339148521, "global_step": 15963, "epoch": 295, "lr": 5.2392211839797354e-05}
+{"train_loss": 0.003087196731939912, "global_step": 15964, "epoch": 295, "lr": 5.23872933408546e-05}
+{"train_loss": 0.006600733380764723, "global_step": 15965, "epoch": 295, "lr": 5.238237481875795e-05}
+{"train_loss": 0.0040393732488155365, "global_step": 15966, "epoch": 295, "lr": 5.2377456273555095e-05}
+{"train_loss": 0.003207389498129487, "global_step": 15967, "epoch": 295, "lr": 5.237253770529374e-05}
+{"train_loss": 0.006038121413439512, "global_step": 15968, "epoch": 295, "lr": 5.2367619114021614e-05}
+{"train_loss": 0.003963149152696133, "global_step": 15969, "epoch": 295, "lr": 5.236270049978639e-05}
+{"train_loss": 0.005938602611422539, "global_step": 15970, "epoch": 295, "lr": 5.23577818626358e-05}
+{"train_loss": 0.00428354274481535, "global_step": 15971, "epoch": 295, "lr": 5.235286320261752e-05}
+{"train_loss": 0.003110409714281559, "global_step": 15972, "epoch": 295, "lr": 5.234794451977928e-05}
+{"train_loss": 0.004049122333526611, "global_step": 15973, "epoch": 295, "lr": 5.234302581416878e-05}
+{"train_loss": 0.0027083668392151594, "global_step": 15974, "epoch": 295, "lr": 5.233810708583372e-05}
+{"train_loss": 0.005241813603788614, "global_step": 15975, "epoch": 295, "lr": 5.233318833482179e-05}
+{"train_loss": 0.003009155625477433, "global_step": 15976, "epoch": 295, "lr": 5.232826956118074e-05}
+{"train_loss": 0.0022362207528203726, "global_step": 15977, "epoch": 295, "lr": 5.2323350764958224e-05}
+{"train_loss": 0.004369633737951517, "global_step": 15978, "epoch": 295, "lr": 5.231843194620201e-05}
+{"train_loss": 0.0025499474722892046, "global_step": 15979, "epoch": 295, "lr": 5.231351310495973e-05}
+{"train_loss": 0.004322378430515528, "global_step": 15980, "epoch": 295, "lr": 5.2308594241279144e-05}
+{"train_loss": 0.003366683144122362, "global_step": 15981, "epoch": 295, "lr": 5.2303675355207946e-05}
+{"train_loss": 0.003241782309487462, "global_step": 15982, "epoch": 295, "lr": 5.229875644679385e-05}
+{"train_loss": 0.0036481532755445827, "global_step": 15983, "epoch": 295, "lr": 5.229383751608454e-05, "val_loss": 0.004267747979611158, "train_action_mse_error": 0.00013039544865023345}
+{"train_loss": 0.003940257243812084, "global_step": 15984, "epoch": 296, "lr": 5.2288918563127754e-05}
+{"train_loss": 0.0029128047171980143, "global_step": 15985, "epoch": 296, "lr": 5.2283999587971166e-05}
+{"train_loss": 0.004098488483577967, "global_step": 15986, "epoch": 296, "lr": 5.227908059066253e-05}
+{"train_loss": 0.003286031074821949, "global_step": 15987, "epoch": 296, "lr": 5.227416157124951e-05}
+{"train_loss": 0.003985672723501921, "global_step": 15988, "epoch": 296, "lr": 5.226924252977984e-05}
+{"train_loss": 0.004690879490226507, "global_step": 15989, "epoch": 296, "lr": 5.2264323466301216e-05}
+{"train_loss": 0.004202988930046558, "global_step": 15990, "epoch": 296, "lr": 5.225940438086135e-05}
+{"train_loss": 0.004990443587303162, "global_step": 15991, "epoch": 296, "lr": 5.225448527350797e-05}
+{"train_loss": 0.003366907360032201, "global_step": 15992, "epoch": 296, "lr": 5.2249566144288765e-05}
+{"train_loss": 0.005490983836352825, "global_step": 15993, "epoch": 296, "lr": 5.2244646993251424e-05}
+{"train_loss": 0.0047882297076284885, "global_step": 15994, "epoch": 296, "lr": 5.223972782044372e-05}
+{"train_loss": 0.002628916408866644, "global_step": 15995, "epoch": 296, "lr": 5.223480862591329e-05}
+{"train_loss": 0.005012763664126396, "global_step": 15996, "epoch": 296, "lr": 5.22298894097079e-05}
+{"train_loss": 0.0037123190704733133, "global_step": 15997, "epoch": 296, "lr": 5.222497017187523e-05}
+{"train_loss": 0.002674438990652561, "global_step": 15998, "epoch": 296, "lr": 5.222005091246301e-05}
+{"train_loss": 0.002960371086373925, "global_step": 15999, "epoch": 296, "lr": 5.2215131631518945e-05}
+{"train_loss": 0.0023954608477652073, "global_step": 16000, "epoch": 296, "lr": 5.2210212329090735e-05}
+{"train_loss": 0.004303046502172947, "global_step": 16001, "epoch": 296, "lr": 5.2205293005226085e-05}
+{"train_loss": 0.003034670138731599, "global_step": 16002, "epoch": 296, "lr": 5.220037365997274e-05}
+{"train_loss": 0.007847941480576992, "global_step": 16003, "epoch": 296, "lr": 5.2195454293378385e-05}
+{"train_loss": 0.0037450999952852726, "global_step": 16004, "epoch": 296, "lr": 5.219053490549075e-05}
+{"train_loss": 0.003176478436216712, "global_step": 16005, "epoch": 296, "lr": 5.218561549635753e-05}
+{"train_loss": 0.005287995561957359, "global_step": 16006, "epoch": 296, "lr": 5.218069606602644e-05}
+{"train_loss": 0.003132460406050086, "global_step": 16007, "epoch": 296, "lr": 5.21757766145452e-05}
+{"train_loss": 0.004672102630138397, "global_step": 16008, "epoch": 296, "lr": 5.2170857141961524e-05}
+{"train_loss": 0.004096601158380508, "global_step": 16009, "epoch": 296, "lr": 5.216593764832311e-05}
+{"train_loss": 0.004620974417775869, "global_step": 16010, "epoch": 296, "lr": 5.216101813367768e-05}
+{"train_loss": 0.0035405042581260204, "global_step": 16011, "epoch": 296, "lr": 5.215609859807296e-05}
+{"train_loss": 0.0046654255129396915, "global_step": 16012, "epoch": 296, "lr": 5.2151179041556655e-05}
+{"train_loss": 0.005259248893707991, "global_step": 16013, "epoch": 296, "lr": 5.2146259464176475e-05}
+{"train_loss": 0.004677888005971909, "global_step": 16014, "epoch": 296, "lr": 5.2141339865980134e-05}
+{"train_loss": 0.0030914940871298313, "global_step": 16015, "epoch": 296, "lr": 5.213642024701534e-05}
+{"train_loss": 0.004460094030946493, "global_step": 16016, "epoch": 296, "lr": 5.213150060732982e-05}
+{"train_loss": 0.003695540362969041, "global_step": 16017, "epoch": 296, "lr": 5.212658094697129e-05}
+{"train_loss": 0.006370837334543467, "global_step": 16018, "epoch": 296, "lr": 5.212166126598744e-05}
+{"train_loss": 0.004952320363372564, "global_step": 16019, "epoch": 296, "lr": 5.211674156442603e-05}
+{"train_loss": 0.0046595120802521706, "global_step": 16020, "epoch": 296, "lr": 5.211182184233473e-05}
+{"train_loss": 0.003861142322421074, "global_step": 16021, "epoch": 296, "lr": 5.210690209976129e-05}
+{"train_loss": 0.0031629365403205156, "global_step": 16022, "epoch": 296, "lr": 5.21019823367534e-05}
+{"train_loss": 0.005129556637257338, "global_step": 16023, "epoch": 296, "lr": 5.209706255335879e-05}
+{"train_loss": 0.0037995397578924894, "global_step": 16024, "epoch": 296, "lr": 5.209214274962516e-05}
+{"train_loss": 0.005081340204924345, "global_step": 16025, "epoch": 296, "lr": 5.2087222925600266e-05}
+{"train_loss": 0.0025218199007213116, "global_step": 16026, "epoch": 296, "lr": 5.208230308133176e-05}
+{"train_loss": 0.0032491066958755255, "global_step": 16027, "epoch": 296, "lr": 5.207738321686743e-05}
+{"train_loss": 0.0031347174663096666, "global_step": 16028, "epoch": 296, "lr": 5.207246333225494e-05}
+{"train_loss": 0.004508132115006447, "global_step": 16029, "epoch": 296, "lr": 5.206754342754203e-05}
+{"train_loss": 0.002693451475352049, "global_step": 16030, "epoch": 296, "lr": 5.206262350277641e-05}
+{"train_loss": 0.005334972869604826, "global_step": 16031, "epoch": 296, "lr": 5.20577035580058e-05}
+{"train_loss": 0.006283012218773365, "global_step": 16032, "epoch": 296, "lr": 5.2052783593277906e-05}
+{"train_loss": 0.003842118429020047, "global_step": 16033, "epoch": 296, "lr": 5.204786360864049e-05}
+{"train_loss": 0.0038678839337080717, "global_step": 16034, "epoch": 296, "lr": 5.20429436041412e-05}
+{"train_loss": 0.00639515183866024, "global_step": 16035, "epoch": 296, "lr": 5.203802357982782e-05}
+{"train_loss": 0.005378270521759987, "global_step": 16036, "epoch": 296, "lr": 5.203310353574803e-05}
+{"train_loss": 0.004222562588337395, "global_step": 16037, "epoch": 296, "lr": 5.202818347194955e-05, "val_loss": 0.006449386943131685}
+{"train_loss": 0.005086159333586693, "global_step": 16038, "epoch": 297, "lr": 5.2023263388480114e-05}
+{"train_loss": 0.0033957394771277905, "global_step": 16039, "epoch": 297, "lr": 5.201834328538744e-05}
+{"train_loss": 0.002668145578354597, "global_step": 16040, "epoch": 297, "lr": 5.201342316271922e-05}
+{"train_loss": 0.005922564771026373, "global_step": 16041, "epoch": 297, "lr": 5.2008503020523226e-05}
+{"train_loss": 0.0035392693243920803, "global_step": 16042, "epoch": 297, "lr": 5.200358285884712e-05}
+{"train_loss": 0.004949751775711775, "global_step": 16043, "epoch": 297, "lr": 5.199866267773867e-05}
+{"train_loss": 0.005533331073820591, "global_step": 16044, "epoch": 297, "lr": 5.1993742477245554e-05}
+{"train_loss": 0.0031624683178961277, "global_step": 16045, "epoch": 297, "lr": 5.198882225741553e-05}
+{"train_loss": 0.004152640234678984, "global_step": 16046, "epoch": 297, "lr": 5.1983902018296285e-05}
+{"train_loss": 0.004334399476647377, "global_step": 16047, "epoch": 297, "lr": 5.197898175993555e-05}
+{"train_loss": 0.0040658689104020596, "global_step": 16048, "epoch": 297, "lr": 5.1974061482381056e-05}
+{"train_loss": 0.003896585898473859, "global_step": 16049, "epoch": 297, "lr": 5.1969141185680534e-05}
+{"train_loss": 0.003855528309941292, "global_step": 16050, "epoch": 297, "lr": 5.196422086988166e-05}
+{"train_loss": 0.0053208633325994015, "global_step": 16051, "epoch": 297, "lr": 5.195930053503222e-05}
+{"train_loss": 0.004853144288063049, "global_step": 16052, "epoch": 297, "lr": 5.195438018117986e-05}
+{"train_loss": 0.0036775285843759775, "global_step": 16053, "epoch": 297, "lr": 5.194945980837237e-05}
+{"train_loss": 0.0035021782387048006, "global_step": 16054, "epoch": 297, "lr": 5.1944539416657435e-05}
+{"train_loss": 0.002828070195391774, "global_step": 16055, "epoch": 297, "lr": 5.1939619006082786e-05}
+{"train_loss": 0.006235416047275066, "global_step": 16056, "epoch": 297, "lr": 5.193469857669614e-05}
+{"train_loss": 0.0048473896458745, "global_step": 16057, "epoch": 297, "lr": 5.1929778128545224e-05}
+{"train_loss": 0.002853712532669306, "global_step": 16058, "epoch": 297, "lr": 5.192485766167775e-05}
+{"train_loss": 0.004317684099078178, "global_step": 16059, "epoch": 297, "lr": 5.1919937176141476e-05}
+{"train_loss": 0.004622379783540964, "global_step": 16060, "epoch": 297, "lr": 5.191501667198407e-05}
+{"train_loss": 0.003659072332084179, "global_step": 16061, "epoch": 297, "lr": 5.191009614925331e-05}
+{"train_loss": 0.004667232278734446, "global_step": 16062, "epoch": 297, "lr": 5.190517560799688e-05}
+{"train_loss": 0.0031381440348923206, "global_step": 16063, "epoch": 297, "lr": 5.190025504826251e-05}
+{"train_loss": 0.0037774164229631424, "global_step": 16064, "epoch": 297, "lr": 5.189533447009794e-05}
+{"train_loss": 0.004057957325130701, "global_step": 16065, "epoch": 297, "lr": 5.189041387355089e-05}
+{"train_loss": 0.004517813213169575, "global_step": 16066, "epoch": 297, "lr": 5.188549325866906e-05}
+{"train_loss": 0.0056009250693023205, "global_step": 16067, "epoch": 297, "lr": 5.188057262550021e-05}
+{"train_loss": 0.003201802959665656, "global_step": 16068, "epoch": 297, "lr": 5.187565197409203e-05}
+{"train_loss": 0.0036394279450178146, "global_step": 16069, "epoch": 297, "lr": 5.187073130449228e-05}
+{"train_loss": 0.003851375076919794, "global_step": 16070, "epoch": 297, "lr": 5.186581061674866e-05}
+{"train_loss": 0.0038240442518144846, "global_step": 16071, "epoch": 297, "lr": 5.1860889910908894e-05}
+{"train_loss": 0.003909820690751076, "global_step": 16072, "epoch": 297, "lr": 5.1855969187020716e-05}
+{"train_loss": 0.004253044258803129, "global_step": 16073, "epoch": 297, "lr": 5.185104844513185e-05}
+{"train_loss": 0.0050838664174079895, "global_step": 16074, "epoch": 297, "lr": 5.184612768529001e-05}
+{"train_loss": 0.0024517939891666174, "global_step": 16075, "epoch": 297, "lr": 5.184120690754295e-05}
+{"train_loss": 0.005448633339256048, "global_step": 16076, "epoch": 297, "lr": 5.183628611193836e-05}
+{"train_loss": 0.0023413742892444134, "global_step": 16077, "epoch": 297, "lr": 5.183136529852401e-05}
+{"train_loss": 0.004346910864114761, "global_step": 16078, "epoch": 297, "lr": 5.182644446734756e-05}
+{"train_loss": 0.004755781032145023, "global_step": 16079, "epoch": 297, "lr": 5.182152361845679e-05}
+{"train_loss": 0.006130726542323828, "global_step": 16080, "epoch": 297, "lr": 5.1816602751899424e-05}
+{"train_loss": 0.005665300879627466, "global_step": 16081, "epoch": 297, "lr": 5.181168186772316e-05}
+{"train_loss": 0.0038765447679907084, "global_step": 16082, "epoch": 297, "lr": 5.1806760965975744e-05}
+{"train_loss": 0.004424293991178274, "global_step": 16083, "epoch": 297, "lr": 5.180184004670492e-05}
+{"train_loss": 0.004515408538281918, "global_step": 16084, "epoch": 297, "lr": 5.1796919109958365e-05}
+{"train_loss": 0.0038816016167402267, "global_step": 16085, "epoch": 297, "lr": 5.179199815578386e-05}
+{"train_loss": 0.003737812861800194, "global_step": 16086, "epoch": 297, "lr": 5.1787077184229085e-05}
+{"train_loss": 0.00465833954513073, "global_step": 16087, "epoch": 297, "lr": 5.17821561953418e-05}
+{"train_loss": 0.005137987434864044, "global_step": 16088, "epoch": 297, "lr": 5.177723518916974e-05}
+{"train_loss": 0.0033483251463621855, "global_step": 16089, "epoch": 297, "lr": 5.177231416576059e-05}
+{"train_loss": 0.002192725893110037, "global_step": 16090, "epoch": 297, "lr": 5.1767393125162124e-05}
+{"train_loss": 0.004173085209913552, "global_step": 16091, "epoch": 297, "lr": 5.1762472067422055e-05, "val_loss": 0.004158997442573309}
+{"train_loss": 0.0030483396258205175, "global_step": 16092, "epoch": 298, "lr": 5.1757550992588075e-05}
+{"train_loss": 0.004187779035419226, "global_step": 16093, "epoch": 298, "lr": 5.1752629900707984e-05}
+{"train_loss": 0.004457558039575815, "global_step": 16094, "epoch": 298, "lr": 5.174770879182944e-05}
+{"train_loss": 0.0034519778564572334, "global_step": 16095, "epoch": 298, "lr": 5.174278766600023e-05}
+{"train_loss": 0.00304630515165627, "global_step": 16096, "epoch": 298, "lr": 5.173786652326803e-05}
+{"train_loss": 0.0032875514589250088, "global_step": 16097, "epoch": 298, "lr": 5.173294536368062e-05}
+{"train_loss": 0.003723536152392626, "global_step": 16098, "epoch": 298, "lr": 5.1728024187285696e-05}
+{"train_loss": 0.003721517277881503, "global_step": 16099, "epoch": 298, "lr": 5.172310299413099e-05}
+{"train_loss": 0.0036828562151640654, "global_step": 16100, "epoch": 298, "lr": 5.171818178426423e-05}
+{"train_loss": 0.0051734596490859985, "global_step": 16101, "epoch": 298, "lr": 5.1713260557733176e-05}
+{"train_loss": 0.0030311078298836946, "global_step": 16102, "epoch": 298, "lr": 5.170833931458552e-05}
+{"train_loss": 0.0036409434396773577, "global_step": 16103, "epoch": 298, "lr": 5.1703418054869025e-05}
+{"train_loss": 0.005141853354871273, "global_step": 16104, "epoch": 298, "lr": 5.1698496778631387e-05}
+{"train_loss": 0.005011452361941338, "global_step": 16105, "epoch": 298, "lr": 5.1693575485920366e-05}
+{"train_loss": 0.003309753956273198, "global_step": 16106, "epoch": 298, "lr": 5.168865417678368e-05}
+{"train_loss": 0.005101671442389488, "global_step": 16107, "epoch": 298, "lr": 5.168373285126906e-05}
+{"train_loss": 0.004161380231380463, "global_step": 16108, "epoch": 298, "lr": 5.1678811509424216e-05}
+{"train_loss": 0.00492651155218482, "global_step": 16109, "epoch": 298, "lr": 5.167389015129694e-05}
+{"train_loss": 0.003345716977491975, "global_step": 16110, "epoch": 298, "lr": 5.16689687769349e-05}
+{"train_loss": 0.0031462402548640966, "global_step": 16111, "epoch": 298, "lr": 5.166404738638585e-05}
+{"train_loss": 0.004416725132614374, "global_step": 16112, "epoch": 298, "lr": 5.1659125979697534e-05}
+{"train_loss": 0.0019004963105544448, "global_step": 16113, "epoch": 298, "lr": 5.165420455691767e-05}
+{"train_loss": 0.005356039386242628, "global_step": 16114, "epoch": 298, "lr": 5.164928311809399e-05}
+{"train_loss": 0.0045529925264418125, "global_step": 16115, "epoch": 298, "lr": 5.1644361663274235e-05}
+{"train_loss": 0.003355162451043725, "global_step": 16116, "epoch": 298, "lr": 5.1639440192506115e-05}
+{"train_loss": 0.0038301909808069468, "global_step": 16117, "epoch": 298, "lr": 5.16345187058374e-05}
+{"train_loss": 0.002986055100336671, "global_step": 16118, "epoch": 298, "lr": 5.162959720331578e-05}
+{"train_loss": 0.0038420904893428087, "global_step": 16119, "epoch": 298, "lr": 5.162467568498903e-05}
+{"train_loss": 0.0024189986288547516, "global_step": 16120, "epoch": 298, "lr": 5.161975415090485e-05}
+{"train_loss": 0.003580822143703699, "global_step": 16121, "epoch": 298, "lr": 5.1614832601111e-05}
+{"train_loss": 0.002983009209856391, "global_step": 16122, "epoch": 298, "lr": 5.160991103565518e-05}
+{"train_loss": 0.00426255539059639, "global_step": 16123, "epoch": 298, "lr": 5.160498945458515e-05}
+{"train_loss": 0.0028949591796845198, "global_step": 16124, "epoch": 298, "lr": 5.160006785794863e-05}
+{"train_loss": 0.003478395752608776, "global_step": 16125, "epoch": 298, "lr": 5.1595146245793345e-05}
+{"train_loss": 0.003107097465544939, "global_step": 16126, "epoch": 298, "lr": 5.159022461816706e-05}
+{"train_loss": 0.0035997480154037476, "global_step": 16127, "epoch": 298, "lr": 5.158530297511749e-05}
+{"train_loss": 0.00615257304161787, "global_step": 16128, "epoch": 298, "lr": 5.158038131669237e-05}
+{"train_loss": 0.003173922887071967, "global_step": 16129, "epoch": 298, "lr": 5.157545964293944e-05}
+{"train_loss": 0.0039205304346978664, "global_step": 16130, "epoch": 298, "lr": 5.157053795390642e-05}
+{"train_loss": 0.00542884785681963, "global_step": 16131, "epoch": 298, "lr": 5.156561624964106e-05}
+{"train_loss": 0.0021545521449297667, "global_step": 16132, "epoch": 298, "lr": 5.156069453019109e-05}
+{"train_loss": 0.0037582600489258766, "global_step": 16133, "epoch": 298, "lr": 5.155577279560422e-05}
+{"train_loss": 0.0032071492169052362, "global_step": 16134, "epoch": 298, "lr": 5.155085104592823e-05}
+{"train_loss": 0.0025259226094931364, "global_step": 16135, "epoch": 298, "lr": 5.154592928121083e-05}
+{"train_loss": 0.004056347534060478, "global_step": 16136, "epoch": 298, "lr": 5.154100750149975e-05}
+{"train_loss": 0.002296450547873974, "global_step": 16137, "epoch": 298, "lr": 5.153608570684274e-05}
+{"train_loss": 0.005275575909763575, "global_step": 16138, "epoch": 298, "lr": 5.1531163897287525e-05}
+{"train_loss": 0.0028470742981880903, "global_step": 16139, "epoch": 298, "lr": 5.152624207288185e-05}
+{"train_loss": 0.0034055658616125584, "global_step": 16140, "epoch": 298, "lr": 5.1521320233673445e-05}
+{"train_loss": 0.002885881345719099, "global_step": 16141, "epoch": 298, "lr": 5.151639837971004e-05}
+{"train_loss": 0.0035594836808741093, "global_step": 16142, "epoch": 298, "lr": 5.151147651103938e-05}
+{"train_loss": 0.006532398052513599, "global_step": 16143, "epoch": 298, "lr": 5.15065546277092e-05}
+{"train_loss": 0.00516123604029417, "global_step": 16144, "epoch": 298, "lr": 5.150163272976725e-05}
+{"train_loss": 0.003810173959074611, "global_step": 16145, "epoch": 298, "lr": 5.149671081726123e-05, "val_loss": 0.007635589689016342}
+{"train_loss": 0.004053871612995863, "global_step": 16146, "epoch": 299, "lr": 5.149178889023891e-05}
+{"train_loss": 0.004924136213958263, "global_step": 16147, "epoch": 299, "lr": 5.1486866948748e-05}
+{"train_loss": 0.003170562209561467, "global_step": 16148, "epoch": 299, "lr": 5.1481944992836286e-05}
+{"train_loss": 0.0034936941228806973, "global_step": 16149, "epoch": 299, "lr": 5.147702302255143e-05}
+{"train_loss": 0.002770270686596632, "global_step": 16150, "epoch": 299, "lr": 5.1472101037941236e-05}
+{"train_loss": 0.0025621589738875628, "global_step": 16151, "epoch": 299, "lr": 5.146717903905341e-05}
+{"train_loss": 0.0043746172450482845, "global_step": 16152, "epoch": 299, "lr": 5.14622570259357e-05}
+{"train_loss": 0.004274583421647549, "global_step": 16153, "epoch": 299, "lr": 5.1457334998635845e-05}
+{"train_loss": 0.002706940285861492, "global_step": 16154, "epoch": 299, "lr": 5.145241295720157e-05}
+{"train_loss": 0.0034699870739132166, "global_step": 16155, "epoch": 299, "lr": 5.1447490901680604e-05}
+{"train_loss": 0.003545489627867937, "global_step": 16156, "epoch": 299, "lr": 5.144256883212073e-05}
+{"train_loss": 0.003913312219083309, "global_step": 16157, "epoch": 299, "lr": 5.143764674856963e-05}
+{"train_loss": 0.004219153895974159, "global_step": 16158, "epoch": 299, "lr": 5.143272465107509e-05}
+{"train_loss": 0.0041136667132377625, "global_step": 16159, "epoch": 299, "lr": 5.142780253968481e-05}
+{"train_loss": 0.0030947390478104353, "global_step": 16160, "epoch": 299, "lr": 5.1422880414446564e-05}
+{"train_loss": 0.004420252051204443, "global_step": 16161, "epoch": 299, "lr": 5.1417958275408073e-05}
+{"train_loss": 0.0044288611970841885, "global_step": 16162, "epoch": 299, "lr": 5.141303612261706e-05}
+{"train_loss": 0.003723571076989174, "global_step": 16163, "epoch": 299, "lr": 5.1408113956121286e-05}
+{"train_loss": 0.0026271557435393333, "global_step": 16164, "epoch": 299, "lr": 5.140319177596851e-05}
+{"train_loss": 0.0032253304962068796, "global_step": 16165, "epoch": 299, "lr": 5.13982695822064e-05}
+{"train_loss": 0.003877792041748762, "global_step": 16166, "epoch": 299, "lr": 5.1393347374882786e-05}
+{"train_loss": 0.004008562304079533, "global_step": 16167, "epoch": 299, "lr": 5.138842515404534e-05}
+{"train_loss": 0.003974790684878826, "global_step": 16168, "epoch": 299, "lr": 5.138350291974182e-05}
+{"train_loss": 0.003118302207440138, "global_step": 16169, "epoch": 299, "lr": 5.1378580672019984e-05}
+{"train_loss": 0.00495812576264143, "global_step": 16170, "epoch": 299, "lr": 5.137365841092755e-05}
+{"train_loss": 0.004089877009391785, "global_step": 16171, "epoch": 299, "lr": 5.1368736136512275e-05}
+{"train_loss": 0.0026658002752810717, "global_step": 16172, "epoch": 299, "lr": 5.136381384882189e-05}
+{"train_loss": 0.004959488287568092, "global_step": 16173, "epoch": 299, "lr": 5.135889154790411e-05}
+{"train_loss": 0.00591664994135499, "global_step": 16174, "epoch": 299, "lr": 5.135396923380673e-05}
+{"train_loss": 0.0026482543908059597, "global_step": 16175, "epoch": 299, "lr": 5.1349046906577444e-05}
+{"train_loss": 0.007492504082620144, "global_step": 16176, "epoch": 299, "lr": 5.134412456626403e-05}
+{"train_loss": 0.0037176350597292185, "global_step": 16177, "epoch": 299, "lr": 5.1339202212914196e-05}
+{"train_loss": 0.004860843997448683, "global_step": 16178, "epoch": 299, "lr": 5.133427984657571e-05}
+{"train_loss": 0.0029023957904428244, "global_step": 16179, "epoch": 299, "lr": 5.132935746729628e-05}
+{"train_loss": 0.005047659855335951, "global_step": 16180, "epoch": 299, "lr": 5.132443507512368e-05}
+{"train_loss": 0.004348906222730875, "global_step": 16181, "epoch": 299, "lr": 5.131951267010562e-05}
+{"train_loss": 0.005289984866976738, "global_step": 16182, "epoch": 299, "lr": 5.1314590252289886e-05}
+{"train_loss": 0.0042867097072303295, "global_step": 16183, "epoch": 299, "lr": 5.130966782172417e-05}
+{"train_loss": 0.0036244180519133806, "global_step": 16184, "epoch": 299, "lr": 5.1304745378456266e-05}
+{"train_loss": 0.006053820718079805, "global_step": 16185, "epoch": 299, "lr": 5.1299822922533846e-05}
+{"train_loss": 0.005429121199995279, "global_step": 16186, "epoch": 299, "lr": 5.129490045400472e-05}
+{"train_loss": 0.003989117220044136, "global_step": 16187, "epoch": 299, "lr": 5.12899779729166e-05}
+{"train_loss": 0.0037553838919848204, "global_step": 16188, "epoch": 299, "lr": 5.128505547931722e-05}
+{"train_loss": 0.004668488632887602, "global_step": 16189, "epoch": 299, "lr": 5.128013297325433e-05}
+{"train_loss": 0.0033532362431287766, "global_step": 16190, "epoch": 299, "lr": 5.1275210454775703e-05}
+{"train_loss": 0.004509890917688608, "global_step": 16191, "epoch": 299, "lr": 5.1270287923929025e-05}
+{"train_loss": 0.004402807913720608, "global_step": 16192, "epoch": 299, "lr": 5.1265365380762096e-05}
+{"train_loss": 0.0025743332225829363, "global_step": 16193, "epoch": 299, "lr": 5.126044282532261e-05}
+{"train_loss": 0.003531633410602808, "global_step": 16194, "epoch": 299, "lr": 5.125552025765833e-05}
+{"train_loss": 0.004610664211213589, "global_step": 16195, "epoch": 299, "lr": 5.1250597677817013e-05}
+{"train_loss": 0.004783728159964085, "global_step": 16196, "epoch": 299, "lr": 5.124567508584638e-05}
+{"train_loss": 0.005018377676606178, "global_step": 16197, "epoch": 299, "lr": 5.124075248179417e-05}
+{"train_loss": 0.00409669429063797, "global_step": 16198, "epoch": 299, "lr": 5.123582986570816e-05}
+{"train_loss": 0.004093127614059658, "global_step": 16199, "epoch": 299, "lr": 5.123090723763606e-05, "val_loss": 0.008544343523681164}
+{"train_loss": 0.004473096691071987, "global_step": 16200, "epoch": 300, "lr": 5.1225984597625644e-05}
+{"train_loss": 0.00427637342363596, "global_step": 16201, "epoch": 300, "lr": 5.122106194572462e-05}
+{"train_loss": 0.0041439346969127655, "global_step": 16202, "epoch": 300, "lr": 5.121613928198076e-05}
+{"train_loss": 0.004354557953774929, "global_step": 16203, "epoch": 300, "lr": 5.121121660644179e-05}
+{"train_loss": 0.006382709369063377, "global_step": 16204, "epoch": 300, "lr": 5.120629391915548e-05}
+{"train_loss": 0.002709400374442339, "global_step": 16205, "epoch": 300, "lr": 5.120137122016953e-05}
+{"train_loss": 0.003006173763424158, "global_step": 16206, "epoch": 300, "lr": 5.1196448509531736e-05}
+{"train_loss": 0.0020042010582983494, "global_step": 16207, "epoch": 300, "lr": 5.11915257872898e-05}
+{"train_loss": 0.004222116898745298, "global_step": 16208, "epoch": 300, "lr": 5.1186603053491496e-05}
+{"train_loss": 0.002956277457997203, "global_step": 16209, "epoch": 300, "lr": 5.1181680308184546e-05}
+{"train_loss": 0.0027352008037269115, "global_step": 16210, "epoch": 300, "lr": 5.117675755141671e-05}
+{"train_loss": 0.0051770564168691635, "global_step": 16211, "epoch": 300, "lr": 5.117183478323573e-05}
+{"train_loss": 0.004917599260807037, "global_step": 16212, "epoch": 300, "lr": 5.1166912003689336e-05}
+{"train_loss": 0.0023835445754230022, "global_step": 16213, "epoch": 300, "lr": 5.11619892128253e-05}
+{"train_loss": 0.0035412143915891647, "global_step": 16214, "epoch": 300, "lr": 5.115706641069136e-05}
+{"train_loss": 0.005076242610812187, "global_step": 16215, "epoch": 300, "lr": 5.115214359733522e-05}
+{"train_loss": 0.004463191609829664, "global_step": 16216, "epoch": 300, "lr": 5.1147220772804704e-05}
+{"train_loss": 0.0033736219629645348, "global_step": 16217, "epoch": 300, "lr": 5.1142297937147487e-05}
+{"train_loss": 0.005552981980144978, "global_step": 16218, "epoch": 300, "lr": 5.113737509041134e-05}
+{"train_loss": 0.004664005246013403, "global_step": 16219, "epoch": 300, "lr": 5.1132452232644024e-05}
+{"train_loss": 0.003273011650890112, "global_step": 16220, "epoch": 300, "lr": 5.112752936389327e-05}
+{"train_loss": 0.0030001902487128973, "global_step": 16221, "epoch": 300, "lr": 5.112260648420681e-05}
+{"train_loss": 0.00576739339157939, "global_step": 16222, "epoch": 300, "lr": 5.111768359363242e-05}
+{"train_loss": 0.0035987147130072117, "global_step": 16223, "epoch": 300, "lr": 5.111276069221782e-05}
+{"train_loss": 0.00431067356839776, "global_step": 16224, "epoch": 300, "lr": 5.110783778001077e-05}
+{"train_loss": 0.0031436814460903406, "global_step": 16225, "epoch": 300, "lr": 5.110291485705901e-05}
+{"train_loss": 0.003547564847394824, "global_step": 16226, "epoch": 300, "lr": 5.109799192341031e-05}
+{"train_loss": 0.004067368805408478, "global_step": 16227, "epoch": 300, "lr": 5.109306897911238e-05}
+{"train_loss": 0.0036664765793830156, "global_step": 16228, "epoch": 300, "lr": 5.108814602421299e-05}
+{"train_loss": 0.004321773536503315, "global_step": 16229, "epoch": 300, "lr": 5.108322305875988e-05}
+{"train_loss": 0.004714577924460173, "global_step": 16230, "epoch": 300, "lr": 5.107830008280079e-05}
+{"train_loss": 0.0040783872827887535, "global_step": 16231, "epoch": 300, "lr": 5.107337709638348e-05}
+{"train_loss": 0.0025220548268407583, "global_step": 16232, "epoch": 300, "lr": 5.1068454099555673e-05}
+{"train_loss": 0.0038860938511788845, "global_step": 16233, "epoch": 300, "lr": 5.1063531092365156e-05}
+{"train_loss": 0.003830597037449479, "global_step": 16234, "epoch": 300, "lr": 5.105860807485965e-05}
+{"train_loss": 0.002083169063553214, "global_step": 16235, "epoch": 300, "lr": 5.105368504708691e-05}
+{"train_loss": 0.005147230811417103, "global_step": 16236, "epoch": 300, "lr": 5.1048762009094675e-05}
+{"train_loss": 0.002598984632641077, "global_step": 16237, "epoch": 300, "lr": 5.10438389609307e-05}
+{"train_loss": 0.0037620302755385637, "global_step": 16238, "epoch": 300, "lr": 5.103891590264274e-05}
+{"train_loss": 0.004056097473949194, "global_step": 16239, "epoch": 300, "lr": 5.103399283427852e-05}
+{"train_loss": 0.0029391092248260975, "global_step": 16240, "epoch": 300, "lr": 5.1029069755885796e-05}
+{"train_loss": 0.002319930586963892, "global_step": 16241, "epoch": 300, "lr": 5.102414666751234e-05}
+{"train_loss": 0.006466786842793226, "global_step": 16242, "epoch": 300, "lr": 5.1019223569205874e-05}
+{"train_loss": 0.00448185857385397, "global_step": 16243, "epoch": 300, "lr": 5.101430046101415e-05}
+{"train_loss": 0.0017880580853670835, "global_step": 16244, "epoch": 300, "lr": 5.1009377342984935e-05}
+{"train_loss": 0.004078277852386236, "global_step": 16245, "epoch": 300, "lr": 5.100445421516594e-05}
+{"train_loss": 0.003614922985434532, "global_step": 16246, "epoch": 300, "lr": 5.0999531077604945e-05}
+{"train_loss": 0.0035503508988767862, "global_step": 16247, "epoch": 300, "lr": 5.0994607930349704e-05}
+{"train_loss": 0.0028770295903086662, "global_step": 16248, "epoch": 300, "lr": 5.098968477344793e-05}
+{"train_loss": 0.0027884910814464092, "global_step": 16249, "epoch": 300, "lr": 5.098476160694741e-05}
+{"train_loss": 0.0032357298769056797, "global_step": 16250, "epoch": 300, "lr": 5.0979838430895865e-05}
+{"train_loss": 0.004417736083269119, "global_step": 16251, "epoch": 300, "lr": 5.097491524534106e-05}
+{"train_loss": 0.0028835965786129236, "global_step": 16252, "epoch": 300, "lr": 5.096999205033074e-05}
+{"train_loss": 0.0037948144556678555, "global_step": 16253, "epoch": 300, "lr": 5.0965068845912645e-05, "val_loss": 0.0052601671777665615, "train_action_mse_error": 0.0001675525272730738}
+{"train_loss": 0.002029609866440296, "global_step": 16254, "epoch": 301, "lr": 5.0960145632134525e-05}
+{"train_loss": 0.003297522198408842, "global_step": 16255, "epoch": 301, "lr": 5.095522240904417e-05}
+{"train_loss": 0.004832014441490173, "global_step": 16256, "epoch": 301, "lr": 5.095029917668925e-05}
+{"train_loss": 0.0030191359110176563, "global_step": 16257, "epoch": 301, "lr": 5.094537593511759e-05}
+{"train_loss": 0.0054152789525687695, "global_step": 16258, "epoch": 301, "lr": 5.094045268437692e-05}
+{"train_loss": 0.0038842412177473307, "global_step": 16259, "epoch": 301, "lr": 5.093552942451496e-05}
+{"train_loss": 0.0030005525331944227, "global_step": 16260, "epoch": 301, "lr": 5.093060615557949e-05}
+{"train_loss": 0.0025732656940817833, "global_step": 16261, "epoch": 301, "lr": 5.092568287761824e-05}
+{"train_loss": 0.003600162221118808, "global_step": 16262, "epoch": 301, "lr": 5.092075959067896e-05}
+{"train_loss": 0.0031638818327337503, "global_step": 16263, "epoch": 301, "lr": 5.091583629480944e-05}
+{"train_loss": 0.004386515822261572, "global_step": 16264, "epoch": 301, "lr": 5.091091299005737e-05}
+{"train_loss": 0.004119028802961111, "global_step": 16265, "epoch": 301, "lr": 5.0905989676470544e-05}
+{"train_loss": 0.002861421788111329, "global_step": 16266, "epoch": 301, "lr": 5.090106635409668e-05}
+{"train_loss": 0.003002414247021079, "global_step": 16267, "epoch": 301, "lr": 5.089614302298357e-05}
+{"train_loss": 0.0044881305657327175, "global_step": 16268, "epoch": 301, "lr": 5.089121968317893e-05}
+{"train_loss": 0.0026460119988769293, "global_step": 16269, "epoch": 301, "lr": 5.0886296334730524e-05}
+{"train_loss": 0.0033047765027731657, "global_step": 16270, "epoch": 301, "lr": 5.088137297768608e-05}
+{"train_loss": 0.0021042432636022568, "global_step": 16271, "epoch": 301, "lr": 5.0876449612093404e-05}
+{"train_loss": 0.0035271677188575268, "global_step": 16272, "epoch": 301, "lr": 5.087152623800018e-05}
+{"train_loss": 0.0035560268443077803, "global_step": 16273, "epoch": 301, "lr": 5.0866602855454214e-05}
+{"train_loss": 0.0037671648897230625, "global_step": 16274, "epoch": 301, "lr": 5.086167946450322e-05}
+{"train_loss": 0.002692025387659669, "global_step": 16275, "epoch": 301, "lr": 5.0856756065194964e-05}
+{"train_loss": 0.005557958967983723, "global_step": 16276, "epoch": 301, "lr": 5.085183265757719e-05}
+{"train_loss": 0.0030850854236632586, "global_step": 16277, "epoch": 301, "lr": 5.084690924169766e-05}
+{"train_loss": 0.0017025221604853868, "global_step": 16278, "epoch": 301, "lr": 5.084198581760412e-05}
+{"train_loss": 0.005622001364827156, "global_step": 16279, "epoch": 301, "lr": 5.083706238534433e-05}
+{"train_loss": 0.002199586248025298, "global_step": 16280, "epoch": 301, "lr": 5.083213894496601e-05}
+{"train_loss": 0.002406489569693804, "global_step": 16281, "epoch": 301, "lr": 5.082721549651695e-05}
+{"train_loss": 0.0019982210360467434, "global_step": 16282, "epoch": 301, "lr": 5.082229204004487e-05}
+{"train_loss": 0.002689037937670946, "global_step": 16283, "epoch": 301, "lr": 5.081736857559756e-05}
+{"train_loss": 0.0032098377123475075, "global_step": 16284, "epoch": 301, "lr": 5.081244510322274e-05}
+{"train_loss": 0.00391323072835803, "global_step": 16285, "epoch": 301, "lr": 5.080752162296817e-05}
+{"train_loss": 0.0032538059167563915, "global_step": 16286, "epoch": 301, "lr": 5.0802598134881596e-05}
+{"train_loss": 0.0037138762418180704, "global_step": 16287, "epoch": 301, "lr": 5.079767463901078e-05}
+{"train_loss": 0.0025178685318678617, "global_step": 16288, "epoch": 301, "lr": 5.079275113540346e-05}
+{"train_loss": 0.004007495474070311, "global_step": 16289, "epoch": 301, "lr": 5.078782762410743e-05}
+{"train_loss": 0.0028624297119677067, "global_step": 16290, "epoch": 301, "lr": 5.0782904105170384e-05}
+{"train_loss": 0.00313052861019969, "global_step": 16291, "epoch": 301, "lr": 5.077798057864011e-05}
+{"train_loss": 0.002841009758412838, "global_step": 16292, "epoch": 301, "lr": 5.077305704456434e-05}
+{"train_loss": 0.005646057892590761, "global_step": 16293, "epoch": 301, "lr": 5.0768133502990854e-05}
+{"train_loss": 0.002482416806742549, "global_step": 16294, "epoch": 301, "lr": 5.076320995396738e-05}
+{"train_loss": 0.004162518307566643, "global_step": 16295, "epoch": 301, "lr": 5.075828639754168e-05}
+{"train_loss": 0.002171081956475973, "global_step": 16296, "epoch": 301, "lr": 5.0753362833761496e-05}
+{"train_loss": 0.0031866959761828184, "global_step": 16297, "epoch": 301, "lr": 5.074843926267462e-05}
+{"train_loss": 0.002489077392965555, "global_step": 16298, "epoch": 301, "lr": 5.0743515684328734e-05}
+{"train_loss": 0.002573594218119979, "global_step": 16299, "epoch": 301, "lr": 5.073859209877168e-05}
+{"train_loss": 0.005745524540543556, "global_step": 16300, "epoch": 301, "lr": 5.073366850605111e-05}
+{"train_loss": 0.0025527304969727993, "global_step": 16301, "epoch": 301, "lr": 5.072874490621486e-05}
+{"train_loss": 0.003949668724089861, "global_step": 16302, "epoch": 301, "lr": 5.072382129931066e-05}
+{"train_loss": 0.0038475929759442806, "global_step": 16303, "epoch": 301, "lr": 5.0718897685386235e-05}
+{"train_loss": 0.0024353228509426117, "global_step": 16304, "epoch": 301, "lr": 5.0713974064489367e-05}
+{"train_loss": 0.004274578299373388, "global_step": 16305, "epoch": 301, "lr": 5.0709050436667814e-05}
+{"train_loss": 0.003684660419821739, "global_step": 16306, "epoch": 301, "lr": 5.070412680196929e-05}
+{"train_loss": 0.0033902748341292695, "global_step": 16307, "epoch": 301, "lr": 5.069920316044161e-05, "val_loss": 0.003514708951115608}
+{"train_loss": 0.004246985074132681, "global_step": 16308, "epoch": 302, "lr": 5.069427951213246e-05}
+{"train_loss": 0.004243710543960333, "global_step": 16309, "epoch": 302, "lr": 5.068935585708964e-05}
+{"train_loss": 0.0034867909271270037, "global_step": 16310, "epoch": 302, "lr": 5.0684432195360885e-05}
+{"train_loss": 0.0038721212185919285, "global_step": 16311, "epoch": 302, "lr": 5.067950852699396e-05}
+{"train_loss": 0.005381452385336161, "global_step": 16312, "epoch": 302, "lr": 5.067458485203661e-05}
+{"train_loss": 0.0032540312968194485, "global_step": 16313, "epoch": 302, "lr": 5.06696611705366e-05}
+{"train_loss": 0.003491149051114917, "global_step": 16314, "epoch": 302, "lr": 5.0664737482541644e-05}
+{"train_loss": 0.003629925660789013, "global_step": 16315, "epoch": 302, "lr": 5.065981378809956e-05}
+{"train_loss": 0.003733251243829727, "global_step": 16316, "epoch": 302, "lr": 5.065489008725804e-05}
+{"train_loss": 0.0027674243319779634, "global_step": 16317, "epoch": 302, "lr": 5.0649966380064895e-05}
+{"train_loss": 0.00583221111446619, "global_step": 16318, "epoch": 302, "lr": 5.064504266656783e-05}
+{"train_loss": 0.004055265337228775, "global_step": 16319, "epoch": 302, "lr": 5.064011894681464e-05}
+{"train_loss": 0.002143108518794179, "global_step": 16320, "epoch": 302, "lr": 5.063519522085304e-05}
+{"train_loss": 0.006565057206898928, "global_step": 16321, "epoch": 302, "lr": 5.063027148873082e-05}
+{"train_loss": 0.004504350014030933, "global_step": 16322, "epoch": 302, "lr": 5.062534775049569e-05}
+{"train_loss": 0.002052913187071681, "global_step": 16323, "epoch": 302, "lr": 5.062042400619546e-05}
+{"train_loss": 0.004004483576864004, "global_step": 16324, "epoch": 302, "lr": 5.0615500255877835e-05}
+{"train_loss": 0.004425684921443462, "global_step": 16325, "epoch": 302, "lr": 5.061057649959061e-05}
+{"train_loss": 0.0032969198655337095, "global_step": 16326, "epoch": 302, "lr": 5.0605652737381514e-05}
+{"train_loss": 0.004858528263866901, "global_step": 16327, "epoch": 302, "lr": 5.0600728969298306e-05}
+{"train_loss": 0.0049330564215779305, "global_step": 16328, "epoch": 302, "lr": 5.0595805195388744e-05}
+{"train_loss": 0.003871120512485504, "global_step": 16329, "epoch": 302, "lr": 5.059088141570059e-05}
+{"train_loss": 0.005645116791129112, "global_step": 16330, "epoch": 302, "lr": 5.058595763028157e-05}
+{"train_loss": 0.007739268243312836, "global_step": 16331, "epoch": 302, "lr": 5.058103383917946e-05}
+{"train_loss": 0.0036619999445974827, "global_step": 16332, "epoch": 302, "lr": 5.057611004244203e-05}
+{"train_loss": 0.00448977667838335, "global_step": 16333, "epoch": 302, "lr": 5.057118624011702e-05}
+{"train_loss": 0.007394417189061642, "global_step": 16334, "epoch": 302, "lr": 5.0566262432252175e-05}
+{"train_loss": 0.0030866244342178106, "global_step": 16335, "epoch": 302, "lr": 5.056133861889526e-05}
+{"train_loss": 0.006459665484726429, "global_step": 16336, "epoch": 302, "lr": 5.0556414800094035e-05}
+{"train_loss": 0.005460427608340979, "global_step": 16337, "epoch": 302, "lr": 5.055149097589624e-05}
+{"train_loss": 0.005888837855309248, "global_step": 16338, "epoch": 302, "lr": 5.0546567146349646e-05}
+{"train_loss": 0.0032958502415567636, "global_step": 16339, "epoch": 302, "lr": 5.0541643311502e-05}
+{"train_loss": 0.0029445693362504244, "global_step": 16340, "epoch": 302, "lr": 5.053671947140106e-05}
+{"train_loss": 0.003731725038960576, "global_step": 16341, "epoch": 302, "lr": 5.0531795626094584e-05}
+{"train_loss": 0.005081524606794119, "global_step": 16342, "epoch": 302, "lr": 5.0526871775630326e-05}
+{"train_loss": 0.007617702707648277, "global_step": 16343, "epoch": 302, "lr": 5.0521947920056034e-05}
+{"train_loss": 0.004118905868381262, "global_step": 16344, "epoch": 302, "lr": 5.051702405941947e-05}
+{"train_loss": 0.005138845648616552, "global_step": 16345, "epoch": 302, "lr": 5.051210019376839e-05}
+{"train_loss": 0.005506126210093498, "global_step": 16346, "epoch": 302, "lr": 5.0507176323150555e-05}
+{"train_loss": 0.004343572072684765, "global_step": 16347, "epoch": 302, "lr": 5.0502252447613695e-05}
+{"train_loss": 0.006837857887148857, "global_step": 16348, "epoch": 302, "lr": 5.0497328567205596e-05}
+{"train_loss": 0.0063002994284033775, "global_step": 16349, "epoch": 302, "lr": 5.0492404681974004e-05}
+{"train_loss": 0.00464093079790473, "global_step": 16350, "epoch": 302, "lr": 5.048748079196667e-05}
+{"train_loss": 0.003703590016812086, "global_step": 16351, "epoch": 302, "lr": 5.048255689723136e-05}
+{"train_loss": 0.005058116279542446, "global_step": 16352, "epoch": 302, "lr": 5.047763299781582e-05}
+{"train_loss": 0.005088771227747202, "global_step": 16353, "epoch": 302, "lr": 5.047270909376779e-05}
+{"train_loss": 0.0037391246296465397, "global_step": 16354, "epoch": 302, "lr": 5.0467785185135074e-05}
+{"train_loss": 0.004082297906279564, "global_step": 16355, "epoch": 302, "lr": 5.046286127196538e-05}
+{"train_loss": 0.003840588266029954, "global_step": 16356, "epoch": 302, "lr": 5.0457937354306494e-05}
+{"train_loss": 0.0034496355801820755, "global_step": 16357, "epoch": 302, "lr": 5.0453013432206166e-05}
+{"train_loss": 0.0064566913060843945, "global_step": 16358, "epoch": 302, "lr": 5.0448089505712136e-05}
+{"train_loss": 0.004713788628578186, "global_step": 16359, "epoch": 302, "lr": 5.044316557487218e-05}
+{"train_loss": 0.0031132991425693035, "global_step": 16360, "epoch": 302, "lr": 5.043824163973404e-05}
+{"train_loss": 0.0045402136208765485, "global_step": 16361, "epoch": 302, "lr": 5.043331770034547e-05, "val_loss": 0.00511734327301383}
+{"train_loss": 0.004089423455297947, "global_step": 16362, "epoch": 303, "lr": 5.042839375675425e-05}
+{"train_loss": 0.00640295771881938, "global_step": 16363, "epoch": 303, "lr": 5.042346980900812e-05}
+{"train_loss": 0.003444817615672946, "global_step": 16364, "epoch": 303, "lr": 5.041854585715483e-05}
+{"train_loss": 0.003022718708962202, "global_step": 16365, "epoch": 303, "lr": 5.0413621901242147e-05}
+{"train_loss": 0.00429106131196022, "global_step": 16366, "epoch": 303, "lr": 5.040869794131782e-05}
+{"train_loss": 0.006358820479363203, "global_step": 16367, "epoch": 303, "lr": 5.040377397742962e-05}
+{"train_loss": 0.005407434888184071, "global_step": 16368, "epoch": 303, "lr": 5.039885000962529e-05}
+{"train_loss": 0.002471910323947668, "global_step": 16369, "epoch": 303, "lr": 5.0393926037952575e-05}
+{"train_loss": 0.004827296361327171, "global_step": 16370, "epoch": 303, "lr": 5.038900206245928e-05}
+{"train_loss": 0.00664763618260622, "global_step": 16371, "epoch": 303, "lr": 5.0384078083193087e-05}
+{"train_loss": 0.00444816006347537, "global_step": 16372, "epoch": 303, "lr": 5.037915410020183e-05}
+{"train_loss": 0.002690826542675495, "global_step": 16373, "epoch": 303, "lr": 5.0374230113533205e-05}
+{"train_loss": 0.006923994980752468, "global_step": 16374, "epoch": 303, "lr": 5.0369306123235e-05}
+{"train_loss": 0.0052492981776595116, "global_step": 16375, "epoch": 303, "lr": 5.036438212935498e-05}
+{"train_loss": 0.0033303825184702873, "global_step": 16376, "epoch": 303, "lr": 5.035945813194088e-05}
+{"train_loss": 0.003920792136341333, "global_step": 16377, "epoch": 303, "lr": 5.0354534131040456e-05}
+{"train_loss": 0.0036047629546374083, "global_step": 16378, "epoch": 303, "lr": 5.034961012670148e-05}
+{"train_loss": 0.0035886208061128855, "global_step": 16379, "epoch": 303, "lr": 5.0344686118971694e-05}
+{"train_loss": 0.002670880639925599, "global_step": 16380, "epoch": 303, "lr": 5.033976210789889e-05}
+{"train_loss": 0.003989501856267452, "global_step": 16381, "epoch": 303, "lr": 5.033483809353077e-05}
+{"train_loss": 0.0025081136263906956, "global_step": 16382, "epoch": 303, "lr": 5.032991407591513e-05}
+{"train_loss": 0.003982951864600182, "global_step": 16383, "epoch": 303, "lr": 5.032499005509972e-05}
+{"train_loss": 0.003719606203958392, "global_step": 16384, "epoch": 303, "lr": 5.032006603113228e-05}
+{"train_loss": 0.005093196406960487, "global_step": 16385, "epoch": 303, "lr": 5.031514200406059e-05}
+{"train_loss": 0.004293819889426231, "global_step": 16386, "epoch": 303, "lr": 5.031021797393242e-05}
+{"train_loss": 0.004131929948925972, "global_step": 16387, "epoch": 303, "lr": 5.0305293940795464e-05}
+{"train_loss": 0.003869669046252966, "global_step": 16388, "epoch": 303, "lr": 5.030036990469755e-05}
+{"train_loss": 0.005038722418248653, "global_step": 16389, "epoch": 303, "lr": 5.02954458656864e-05}
+{"train_loss": 0.0032729622907936573, "global_step": 16390, "epoch": 303, "lr": 5.0290521823809763e-05}
+{"train_loss": 0.0042743440717458725, "global_step": 16391, "epoch": 303, "lr": 5.028559777911542e-05}
+{"train_loss": 0.003093547187745571, "global_step": 16392, "epoch": 303, "lr": 5.028067373165113e-05}
+{"train_loss": 0.005119684152305126, "global_step": 16393, "epoch": 303, "lr": 5.027574968146462e-05}
+{"train_loss": 0.0033072775695472956, "global_step": 16394, "epoch": 303, "lr": 5.027082562860368e-05}
+{"train_loss": 0.004196258261799812, "global_step": 16395, "epoch": 303, "lr": 5.026590157311605e-05}
+{"train_loss": 0.0040824199095368385, "global_step": 16396, "epoch": 303, "lr": 5.02609775150495e-05}
+{"train_loss": 0.005072398576885462, "global_step": 16397, "epoch": 303, "lr": 5.0256053454451756e-05}
+{"train_loss": 0.004010166507214308, "global_step": 16398, "epoch": 303, "lr": 5.025112939137062e-05}
+{"train_loss": 0.0026322847697883844, "global_step": 16399, "epoch": 303, "lr": 5.0246205325853826e-05}
+{"train_loss": 0.0036249798722565174, "global_step": 16400, "epoch": 303, "lr": 5.024128125794912e-05}
+{"train_loss": 0.003961671143770218, "global_step": 16401, "epoch": 303, "lr": 5.0236357187704285e-05}
+{"train_loss": 0.004152769222855568, "global_step": 16402, "epoch": 303, "lr": 5.023143311516707e-05}
+{"train_loss": 0.0033820820972323418, "global_step": 16403, "epoch": 303, "lr": 5.022650904038522e-05}
+{"train_loss": 0.00657157925888896, "global_step": 16404, "epoch": 303, "lr": 5.022158496340651e-05}
+{"train_loss": 0.0023684005718678236, "global_step": 16405, "epoch": 303, "lr": 5.0216660884278674e-05}
+{"train_loss": 0.0029783735517412424, "global_step": 16406, "epoch": 303, "lr": 5.021173680304951e-05}
+{"train_loss": 0.004098653327673674, "global_step": 16407, "epoch": 303, "lr": 5.0206812719766736e-05}
+{"train_loss": 0.004545272793620825, "global_step": 16408, "epoch": 303, "lr": 5.0201888634478125e-05}
+{"train_loss": 0.004503602162003517, "global_step": 16409, "epoch": 303, "lr": 5.019696454723144e-05}
+{"train_loss": 0.0028640644159168005, "global_step": 16410, "epoch": 303, "lr": 5.019204045807443e-05}
+{"train_loss": 0.0029039985965937376, "global_step": 16411, "epoch": 303, "lr": 5.018711636705485e-05}
+{"train_loss": 0.0023479280062019825, "global_step": 16412, "epoch": 303, "lr": 5.0182192274220486e-05}
+{"train_loss": 0.006743256933987141, "global_step": 16413, "epoch": 303, "lr": 5.017726817961905e-05}
+{"train_loss": 0.003870460670441389, "global_step": 16414, "epoch": 303, "lr": 5.017234408329835e-05}
+{"train_loss": 0.0041054619424459, "global_step": 16415, "epoch": 303, "lr": 5.0167419985306084e-05, "val_loss": 0.007005506660789251}
+{"train_loss": 0.004317421466112137, "global_step": 16416, "epoch": 304, "lr": 5.0162495885690067e-05}
+{"train_loss": 0.004791794344782829, "global_step": 16417, "epoch": 304, "lr": 5.015757178449804e-05}
+{"train_loss": 0.003644224489107728, "global_step": 16418, "epoch": 304, "lr": 5.0152647681777734e-05}
+{"train_loss": 0.0033033934887498617, "global_step": 16419, "epoch": 304, "lr": 5.014772357757693e-05}
+{"train_loss": 0.004754761699587107, "global_step": 16420, "epoch": 304, "lr": 5.01427994719434e-05}
+{"train_loss": 0.004207725636661053, "global_step": 16421, "epoch": 304, "lr": 5.013787536492486e-05}
+{"train_loss": 0.004066222347319126, "global_step": 16422, "epoch": 304, "lr": 5.013295125656913e-05}
+{"train_loss": 0.005413508974015713, "global_step": 16423, "epoch": 304, "lr": 5.0128027146923895e-05}
+{"train_loss": 0.00327357929199934, "global_step": 16424, "epoch": 304, "lr": 5.0123103036036965e-05}
+{"train_loss": 0.004584321286529303, "global_step": 16425, "epoch": 304, "lr": 5.0118178923956086e-05}
+{"train_loss": 0.0051893023774027824, "global_step": 16426, "epoch": 304, "lr": 5.011325481072901e-05}
+{"train_loss": 0.0030510907527059317, "global_step": 16427, "epoch": 304, "lr": 5.0108330696403484e-05}
+{"train_loss": 0.0036828750744462013, "global_step": 16428, "epoch": 304, "lr": 5.010340658102729e-05}
+{"train_loss": 0.005123309791088104, "global_step": 16429, "epoch": 304, "lr": 5.009848246464817e-05}
+{"train_loss": 0.0030026042368263006, "global_step": 16430, "epoch": 304, "lr": 5.009355834731391e-05}
+{"train_loss": 0.0037890016101300716, "global_step": 16431, "epoch": 304, "lr": 5.008863422907221e-05}
+{"train_loss": 0.0022962663788348436, "global_step": 16432, "epoch": 304, "lr": 5.008371010997088e-05}
+{"train_loss": 0.004004618618637323, "global_step": 16433, "epoch": 304, "lr": 5.0078785990057664e-05}
+{"train_loss": 0.003404499962925911, "global_step": 16434, "epoch": 304, "lr": 5.007386186938032e-05}
+{"train_loss": 0.004446324426680803, "global_step": 16435, "epoch": 304, "lr": 5.00689377479866e-05}
+{"train_loss": 0.00439757015556097, "global_step": 16436, "epoch": 304, "lr": 5.006401362592427e-05}
+{"train_loss": 0.001992895035073161, "global_step": 16437, "epoch": 304, "lr": 5.005908950324108e-05}
+{"train_loss": 0.004315605387091637, "global_step": 16438, "epoch": 304, "lr": 5.00541653799848e-05}
+{"train_loss": 0.004359667655080557, "global_step": 16439, "epoch": 304, "lr": 5.004924125620316e-05}
+{"train_loss": 0.005536795128136873, "global_step": 16440, "epoch": 304, "lr": 5.004431713194395e-05}
+{"train_loss": 0.002874539000913501, "global_step": 16441, "epoch": 304, "lr": 5.003939300725492e-05}
+{"train_loss": 0.0043096765875816345, "global_step": 16442, "epoch": 304, "lr": 5.003446888218383e-05}
+{"train_loss": 0.0033336649648845196, "global_step": 16443, "epoch": 304, "lr": 5.002954475677842e-05}
+{"train_loss": 0.003517349250614643, "global_step": 16444, "epoch": 304, "lr": 5.0024620631086475e-05}
+{"train_loss": 0.005384237039834261, "global_step": 16445, "epoch": 304, "lr": 5.001969650515572e-05}
+{"train_loss": 0.004479592200368643, "global_step": 16446, "epoch": 304, "lr": 5.0014772379033947e-05}
+{"train_loss": 0.0026851759757846594, "global_step": 16447, "epoch": 304, "lr": 5.00098482527689e-05}
+{"train_loss": 0.004194829147309065, "global_step": 16448, "epoch": 304, "lr": 5.000492412640832e-05}
+{"train_loss": 0.0044597745873034, "global_step": 16449, "epoch": 304, "lr": 5e-05}
+{"train_loss": 0.00404803641140461, "global_step": 16450, "epoch": 304, "lr": 4.999507587359168e-05}
+{"train_loss": 0.0038596319500356913, "global_step": 16451, "epoch": 304, "lr": 4.999015174723111e-05}
+{"train_loss": 0.006036506500095129, "global_step": 16452, "epoch": 304, "lr": 4.998522762096607e-05}
+{"train_loss": 0.0033398056402802467, "global_step": 16453, "epoch": 304, "lr": 4.998030349484429e-05}
+{"train_loss": 0.0033560406882315874, "global_step": 16454, "epoch": 304, "lr": 4.997537936891354e-05}
+{"train_loss": 0.004622317850589752, "global_step": 16455, "epoch": 304, "lr": 4.997045524322159e-05}
+{"train_loss": 0.0039319139905273914, "global_step": 16456, "epoch": 304, "lr": 4.9965531117816184e-05}
+{"train_loss": 0.004014559090137482, "global_step": 16457, "epoch": 304, "lr": 4.99606069927451e-05}
+{"train_loss": 0.0024896389804780483, "global_step": 16458, "epoch": 304, "lr": 4.995568286805606e-05}
+{"train_loss": 0.0018626300152391195, "global_step": 16459, "epoch": 304, "lr": 4.995075874379685e-05}
+{"train_loss": 0.004284635651856661, "global_step": 16460, "epoch": 304, "lr": 4.9945834620015214e-05}
+{"train_loss": 0.004724265541881323, "global_step": 16461, "epoch": 304, "lr": 4.994091049675893e-05}
+{"train_loss": 0.002927152905613184, "global_step": 16462, "epoch": 304, "lr": 4.9935986374075736e-05}
+{"train_loss": 0.003308747196570039, "global_step": 16463, "epoch": 304, "lr": 4.993106225201342e-05}
+{"train_loss": 0.005098307970911264, "global_step": 16464, "epoch": 304, "lr": 4.992613813061969e-05}
+{"train_loss": 0.004865599330514669, "global_step": 16465, "epoch": 304, "lr": 4.992121400994235e-05}
+{"train_loss": 0.006072258576750755, "global_step": 16466, "epoch": 304, "lr": 4.991628989002913e-05}
+{"train_loss": 0.004023184534162283, "global_step": 16467, "epoch": 304, "lr": 4.991136577092779e-05}
+{"train_loss": 0.0028508969116955996, "global_step": 16468, "epoch": 304, "lr": 4.990644165268612e-05}
+{"train_loss": 0.003986016795453098, "global_step": 16469, "epoch": 304, "lr": 4.990151753535184e-05, "val_loss": 0.007150410208851099}
+{"train_loss": 0.002227798104286194, "global_step": 16470, "epoch": 305, "lr": 4.989659341897272e-05}
+{"train_loss": 0.004479120951145887, "global_step": 16471, "epoch": 305, "lr": 4.989166930359653e-05}
+{"train_loss": 0.0031593679450452328, "global_step": 16472, "epoch": 305, "lr": 4.988674518927101e-05}
+{"train_loss": 0.0027348462026566267, "global_step": 16473, "epoch": 305, "lr": 4.9881821076043946e-05}
+{"train_loss": 0.004139699041843414, "global_step": 16474, "epoch": 305, "lr": 4.9876896963963046e-05}
+{"train_loss": 0.004389981273561716, "global_step": 16475, "epoch": 305, "lr": 4.9871972853076124e-05}
+{"train_loss": 0.0023299967870116234, "global_step": 16476, "epoch": 305, "lr": 4.986704874343089e-05}
+{"train_loss": 0.0031014096457511187, "global_step": 16477, "epoch": 305, "lr": 4.986212463507513e-05}
+{"train_loss": 0.004215614404529333, "global_step": 16478, "epoch": 305, "lr": 4.9857200528056624e-05}
+{"train_loss": 0.003242378355935216, "global_step": 16479, "epoch": 305, "lr": 4.985227642242308e-05}
+{"train_loss": 0.0024371808394789696, "global_step": 16480, "epoch": 305, "lr": 4.984735231822227e-05}
+{"train_loss": 0.003917761147022247, "global_step": 16481, "epoch": 305, "lr": 4.984242821550198e-05}
+{"train_loss": 0.002766937715932727, "global_step": 16482, "epoch": 305, "lr": 4.983750411430993e-05}
+{"train_loss": 0.005749189294874668, "global_step": 16483, "epoch": 305, "lr": 4.983258001469393e-05}
+{"train_loss": 0.0035690220538526773, "global_step": 16484, "epoch": 305, "lr": 4.982765591670168e-05}
+{"train_loss": 0.002474808366969228, "global_step": 16485, "epoch": 305, "lr": 4.982273182038096e-05}
+{"train_loss": 0.003485092194750905, "global_step": 16486, "epoch": 305, "lr": 4.9817807725779525e-05}
+{"train_loss": 0.004143300466239452, "global_step": 16487, "epoch": 305, "lr": 4.9812883632945145e-05}
+{"train_loss": 0.003373251063749194, "global_step": 16488, "epoch": 305, "lr": 4.980795954192558e-05}
+{"train_loss": 0.0038637223187834024, "global_step": 16489, "epoch": 305, "lr": 4.980303545276858e-05}
+{"train_loss": 0.00332073075696826, "global_step": 16490, "epoch": 305, "lr": 4.979811136552188e-05}
+{"train_loss": 0.0031645656563341618, "global_step": 16491, "epoch": 305, "lr": 4.9793187280233275e-05}
+{"train_loss": 0.0037918896414339542, "global_step": 16492, "epoch": 305, "lr": 4.97882631969505e-05}
+{"train_loss": 0.007070918567478657, "global_step": 16493, "epoch": 305, "lr": 4.9783339115721324e-05}
+{"train_loss": 0.0032188298646360636, "global_step": 16494, "epoch": 305, "lr": 4.977841503659351e-05}
+{"train_loss": 0.003260887460783124, "global_step": 16495, "epoch": 305, "lr": 4.97734909596148e-05}
+{"train_loss": 0.004592304117977619, "global_step": 16496, "epoch": 305, "lr": 4.976856688483294e-05}
+{"train_loss": 0.004624152090400457, "global_step": 16497, "epoch": 305, "lr": 4.976364281229573e-05}
+{"train_loss": 0.005739382468163967, "global_step": 16498, "epoch": 305, "lr": 4.9758718742050875e-05}
+{"train_loss": 0.00416590366512537, "global_step": 16499, "epoch": 305, "lr": 4.9753794674146206e-05}
+{"train_loss": 0.0037845326587557793, "global_step": 16500, "epoch": 305, "lr": 4.97488706086294e-05}
+{"train_loss": 0.005265417043119669, "global_step": 16501, "epoch": 305, "lr": 4.9743946545548255e-05}
+{"train_loss": 0.0036799805238842964, "global_step": 16502, "epoch": 305, "lr": 4.973902248495051e-05}
+{"train_loss": 0.005082429852336645, "global_step": 16503, "epoch": 305, "lr": 4.9734098426883955e-05}
+{"train_loss": 0.003322166157886386, "global_step": 16504, "epoch": 305, "lr": 4.9729174371396334e-05}
+{"train_loss": 0.0051047950983047485, "global_step": 16505, "epoch": 305, "lr": 4.972425031853539e-05}
+{"train_loss": 0.00487250741571188, "global_step": 16506, "epoch": 305, "lr": 4.971932626834888e-05}
+{"train_loss": 0.004637664183974266, "global_step": 16507, "epoch": 305, "lr": 4.971440222088459e-05}
+{"train_loss": 0.003157064551487565, "global_step": 16508, "epoch": 305, "lr": 4.9709478176190235e-05}
+{"train_loss": 0.005160381551831961, "global_step": 16509, "epoch": 305, "lr": 4.970455413431361e-05}
+{"train_loss": 0.0038047637790441513, "global_step": 16510, "epoch": 305, "lr": 4.969963009530247e-05}
+{"train_loss": 0.002771545434370637, "global_step": 16511, "epoch": 305, "lr": 4.969470605920454e-05}
+{"train_loss": 0.0033945858012884855, "global_step": 16512, "epoch": 305, "lr": 4.96897820260676e-05}
+{"train_loss": 0.00338592566549778, "global_step": 16513, "epoch": 305, "lr": 4.968485799593941e-05}
+{"train_loss": 0.006228572688996792, "global_step": 16514, "epoch": 305, "lr": 4.967993396886771e-05}
+{"train_loss": 0.004171842709183693, "global_step": 16515, "epoch": 305, "lr": 4.9675009944900305e-05}
+{"train_loss": 0.004365127068012953, "global_step": 16516, "epoch": 305, "lr": 4.967008592408488e-05}
+{"train_loss": 0.005216298624873161, "global_step": 16517, "epoch": 305, "lr": 4.9665161906469236e-05}
+{"train_loss": 0.0027304973918944597, "global_step": 16518, "epoch": 305, "lr": 4.966023789210112e-05}
+{"train_loss": 0.004521201830357313, "global_step": 16519, "epoch": 305, "lr": 4.96553138810283e-05}
+{"train_loss": 0.004338681232184172, "global_step": 16520, "epoch": 305, "lr": 4.965038987329853e-05}
+{"train_loss": 0.006018609274178743, "global_step": 16521, "epoch": 305, "lr": 4.9645465868959556e-05}
+{"train_loss": 0.0020913572516292334, "global_step": 16522, "epoch": 305, "lr": 4.964054186805913e-05}
+{"train_loss": 0.003930561356591406, "global_step": 16523, "epoch": 305, "lr": 4.963561787064503e-05, "val_loss": 0.004644505679607391, "train_action_mse_error": 0.00013563309039454907}
+{"train_loss": 0.0049239881336688995, "global_step": 16524, "epoch": 306, "lr": 4.963069387676499e-05}
+{"train_loss": 0.004091999493539333, "global_step": 16525, "epoch": 306, "lr": 4.96257698864668e-05}
+{"train_loss": 0.002262301743030548, "global_step": 16526, "epoch": 306, "lr": 4.962084589979819e-05}
+{"train_loss": 0.005162154324352741, "global_step": 16527, "epoch": 306, "lr": 4.961592191680692e-05}
+{"train_loss": 0.002811873098835349, "global_step": 16528, "epoch": 306, "lr": 4.961099793754074e-05}
+{"train_loss": 0.0034212730824947357, "global_step": 16529, "epoch": 306, "lr": 4.960607396204742e-05}
+{"train_loss": 0.0030507335904985666, "global_step": 16530, "epoch": 306, "lr": 4.9601149990374736e-05}
+{"train_loss": 0.0032646942418068647, "global_step": 16531, "epoch": 306, "lr": 4.959622602257039e-05}
+{"train_loss": 0.005216700956225395, "global_step": 16532, "epoch": 306, "lr": 4.9591302058682185e-05}
+{"train_loss": 0.004158402793109417, "global_step": 16533, "epoch": 306, "lr": 4.958637809875787e-05}
+{"train_loss": 0.00292354729026556, "global_step": 16534, "epoch": 306, "lr": 4.9581454142845175e-05}
+{"train_loss": 0.003545655868947506, "global_step": 16535, "epoch": 306, "lr": 4.957653019099189e-05}
+{"train_loss": 0.0049423109740018845, "global_step": 16536, "epoch": 306, "lr": 4.9571606243245766e-05}
+{"train_loss": 0.005168111529201269, "global_step": 16537, "epoch": 306, "lr": 4.9566682299654546e-05}
+{"train_loss": 0.0038500092923641205, "global_step": 16538, "epoch": 306, "lr": 4.956175836026597e-05}
+{"train_loss": 0.0027910300996154547, "global_step": 16539, "epoch": 306, "lr": 4.9556834425127834e-05}
+{"train_loss": 0.004609092138707638, "global_step": 16540, "epoch": 306, "lr": 4.955191049428786e-05}
+{"train_loss": 0.0044387513771653175, "global_step": 16541, "epoch": 306, "lr": 4.954698656779385e-05}
+{"train_loss": 0.004851609468460083, "global_step": 16542, "epoch": 306, "lr": 4.954206264569352e-05}
+{"train_loss": 0.002991857472807169, "global_step": 16543, "epoch": 306, "lr": 4.9537138728034624e-05}
+{"train_loss": 0.004495205823332071, "global_step": 16544, "epoch": 306, "lr": 4.953221481486493e-05}
+{"train_loss": 0.00630523543804884, "global_step": 16545, "epoch": 306, "lr": 4.9527290906232204e-05}
+{"train_loss": 0.003800363512709737, "global_step": 16546, "epoch": 306, "lr": 4.952236700218421e-05}
+{"train_loss": 0.004525934346020222, "global_step": 16547, "epoch": 306, "lr": 4.951744310276865e-05}
+{"train_loss": 0.0033526408951729536, "global_step": 16548, "epoch": 306, "lr": 4.951251920803334e-05}
+{"train_loss": 0.00426847580820322, "global_step": 16549, "epoch": 306, "lr": 4.9507595318026014e-05}
+{"train_loss": 0.0035662492737174034, "global_step": 16550, "epoch": 306, "lr": 4.950267143279441e-05}
+{"train_loss": 0.0038614836521446705, "global_step": 16551, "epoch": 306, "lr": 4.949774755238632e-05}
+{"train_loss": 0.0031935961451381445, "global_step": 16552, "epoch": 306, "lr": 4.949282367684947e-05}
+{"train_loss": 0.0032408754341304302, "global_step": 16553, "epoch": 306, "lr": 4.9487899806231616e-05}
+{"train_loss": 0.0061243255622684956, "global_step": 16554, "epoch": 306, "lr": 4.948297594058054e-05}
+{"train_loss": 0.00528656505048275, "global_step": 16555, "epoch": 306, "lr": 4.947805207994398e-05}
+{"train_loss": 0.003839948447421193, "global_step": 16556, "epoch": 306, "lr": 4.947312822436967e-05}
+{"train_loss": 0.005743210203945637, "global_step": 16557, "epoch": 306, "lr": 4.946820437390542e-05}
+{"train_loss": 0.003570568049326539, "global_step": 16558, "epoch": 306, "lr": 4.946328052859895e-05}
+{"train_loss": 0.003036721609532833, "global_step": 16559, "epoch": 306, "lr": 4.945835668849801e-05}
+{"train_loss": 0.00271154404617846, "global_step": 16560, "epoch": 306, "lr": 4.945343285365035e-05}
+{"train_loss": 0.004991365596652031, "global_step": 16561, "epoch": 306, "lr": 4.944850902410376e-05}
+{"train_loss": 0.004438541829586029, "global_step": 16562, "epoch": 306, "lr": 4.944358519990599e-05}
+{"train_loss": 0.0035040094517171383, "global_step": 16563, "epoch": 306, "lr": 4.943866138110475e-05}
+{"train_loss": 0.004124067723751068, "global_step": 16564, "epoch": 306, "lr": 4.9433737567747836e-05}
+{"train_loss": 0.0038568663876503706, "global_step": 16565, "epoch": 306, "lr": 4.9428813759883e-05}
+{"train_loss": 0.0040697334334254265, "global_step": 16566, "epoch": 306, "lr": 4.942388995755797e-05}
+{"train_loss": 0.0040568215772509575, "global_step": 16567, "epoch": 306, "lr": 4.9418966160820544e-05}
+{"train_loss": 0.003203472588211298, "global_step": 16568, "epoch": 306, "lr": 4.941404236971845e-05}
+{"train_loss": 0.002632306655868888, "global_step": 16569, "epoch": 306, "lr": 4.940911858429943e-05}
+{"train_loss": 0.006010902114212513, "global_step": 16570, "epoch": 306, "lr": 4.940419480461127e-05}
+{"train_loss": 0.002634307136759162, "global_step": 16571, "epoch": 306, "lr": 4.9399271030701706e-05}
+{"train_loss": 0.004027099348604679, "global_step": 16572, "epoch": 306, "lr": 4.939434726261851e-05}
+{"train_loss": 0.002646324923262, "global_step": 16573, "epoch": 306, "lr": 4.93894235004094e-05}
+{"train_loss": 0.002275601029396057, "global_step": 16574, "epoch": 306, "lr": 4.938449974412217e-05}
+{"train_loss": 0.003464293433353305, "global_step": 16575, "epoch": 306, "lr": 4.937957599380455e-05}
+{"train_loss": 0.004844678565859795, "global_step": 16576, "epoch": 306, "lr": 4.937465224950431e-05}
+{"train_loss": 0.003957483348333173, "global_step": 16577, "epoch": 306, "lr": 4.936972851126921e-05, "val_loss": 0.0042315078899264336}
+{"train_loss": 0.0032404812518507242, "global_step": 16578, "epoch": 307, "lr": 4.936480477914698e-05}
+{"train_loss": 0.004291029646992683, "global_step": 16579, "epoch": 307, "lr": 4.935988105318538e-05}
+{"train_loss": 0.003123264294117689, "global_step": 16580, "epoch": 307, "lr": 4.9354957333432175e-05}
+{"train_loss": 0.002461497439071536, "global_step": 16581, "epoch": 307, "lr": 4.935003361993512e-05}
+{"train_loss": 0.0031921935733407736, "global_step": 16582, "epoch": 307, "lr": 4.934510991274195e-05}
+{"train_loss": 0.0038465748075395823, "global_step": 16583, "epoch": 307, "lr": 4.934018621190046e-05}
+{"train_loss": 0.004120471887290478, "global_step": 16584, "epoch": 307, "lr": 4.933526251745836e-05}
+{"train_loss": 0.0025479316245764494, "global_step": 16585, "epoch": 307, "lr": 4.933033882946342e-05}
+{"train_loss": 0.0027082019951194525, "global_step": 16586, "epoch": 307, "lr": 4.93254151479634e-05}
+{"train_loss": 0.005031286738812923, "global_step": 16587, "epoch": 307, "lr": 4.9320491473006046e-05}
+{"train_loss": 0.0032401003409177065, "global_step": 16588, "epoch": 307, "lr": 4.9315567804639134e-05}
+{"train_loss": 0.003766084788367152, "global_step": 16589, "epoch": 307, "lr": 4.931064414291037e-05}
+{"train_loss": 0.005410307552665472, "global_step": 16590, "epoch": 307, "lr": 4.930572048786755e-05}
+{"train_loss": 0.00385821470990777, "global_step": 16591, "epoch": 307, "lr": 4.9300796839558406e-05}
+{"train_loss": 0.002744135679677129, "global_step": 16592, "epoch": 307, "lr": 4.929587319803071e-05}
+{"train_loss": 0.0036322216037660837, "global_step": 16593, "epoch": 307, "lr": 4.929094956333221e-05}
+{"train_loss": 0.006230855826288462, "global_step": 16594, "epoch": 307, "lr": 4.928602593551065e-05}
+{"train_loss": 0.002506920136511326, "global_step": 16595, "epoch": 307, "lr": 4.928110231461377e-05}
+{"train_loss": 0.004576320759952068, "global_step": 16596, "epoch": 307, "lr": 4.927617870068936e-05}
+{"train_loss": 0.0050452519208192825, "global_step": 16597, "epoch": 307, "lr": 4.9271255093785135e-05}
+{"train_loss": 0.0036988744977861643, "global_step": 16598, "epoch": 307, "lr": 4.92663314939489e-05}
+{"train_loss": 0.0038814370054751635, "global_step": 16599, "epoch": 307, "lr": 4.926140790122835e-05}
+{"train_loss": 0.003088894998654723, "global_step": 16600, "epoch": 307, "lr": 4.925648431567127e-05}
+{"train_loss": 0.002759169088676572, "global_step": 16601, "epoch": 307, "lr": 4.9251560737325394e-05}
+{"train_loss": 0.004568968899548054, "global_step": 16602, "epoch": 307, "lr": 4.92466371662385e-05}
+{"train_loss": 0.0031167829874902964, "global_step": 16603, "epoch": 307, "lr": 4.9241713602458325e-05}
+{"train_loss": 0.002976582618430257, "global_step": 16604, "epoch": 307, "lr": 4.9236790046032644e-05}
+{"train_loss": 0.003299861680716276, "global_step": 16605, "epoch": 307, "lr": 4.923186649700916e-05}
+{"train_loss": 0.004538574256002903, "global_step": 16606, "epoch": 307, "lr": 4.9226942955435664e-05}
+{"train_loss": 0.005539645906537771, "global_step": 16607, "epoch": 307, "lr": 4.9222019421359897e-05}
+{"train_loss": 0.0034603457897901535, "global_step": 16608, "epoch": 307, "lr": 4.921709589482962e-05}
+{"train_loss": 0.001828184467740357, "global_step": 16609, "epoch": 307, "lr": 4.9212172375892595e-05}
+{"train_loss": 0.002677745884284377, "global_step": 16610, "epoch": 307, "lr": 4.920724886459655e-05}
+{"train_loss": 0.003845453495159745, "global_step": 16611, "epoch": 307, "lr": 4.920232536098923e-05}
+{"train_loss": 0.006807373370975256, "global_step": 16612, "epoch": 307, "lr": 4.9197401865118416e-05}
+{"train_loss": 0.005185425281524658, "global_step": 16613, "epoch": 307, "lr": 4.9192478377031834e-05}
+{"train_loss": 0.0033523826859891415, "global_step": 16614, "epoch": 307, "lr": 4.9187554896777285e-05}
+{"train_loss": 0.004954149946570396, "global_step": 16615, "epoch": 307, "lr": 4.9182631424402454e-05}
+{"train_loss": 0.004061067942529917, "global_step": 16616, "epoch": 307, "lr": 4.917770795995513e-05}
+{"train_loss": 0.005260304547846317, "global_step": 16617, "epoch": 307, "lr": 4.917278450348305e-05}
+{"train_loss": 0.004641676787286997, "global_step": 16618, "epoch": 307, "lr": 4.9167861055033994e-05}
+{"train_loss": 0.0022103157825767994, "global_step": 16619, "epoch": 307, "lr": 4.91629376146557e-05}
+{"train_loss": 0.006255133077502251, "global_step": 16620, "epoch": 307, "lr": 4.91580141823959e-05}
+{"train_loss": 0.004724404774606228, "global_step": 16621, "epoch": 307, "lr": 4.9153090758302344e-05}
+{"train_loss": 0.0025057424791157246, "global_step": 16622, "epoch": 307, "lr": 4.914816734242282e-05}
+{"train_loss": 0.0041916100308299065, "global_step": 16623, "epoch": 307, "lr": 4.914324393480504e-05}
+{"train_loss": 0.0038735298439860344, "global_step": 16624, "epoch": 307, "lr": 4.9138320535496796e-05}
+{"train_loss": 0.004231660161167383, "global_step": 16625, "epoch": 307, "lr": 4.91333971445458e-05}
+{"train_loss": 0.004932450596243143, "global_step": 16626, "epoch": 307, "lr": 4.9128473761999826e-05}
+{"train_loss": 0.0033489298075437546, "global_step": 16627, "epoch": 307, "lr": 4.912355038790661e-05}
+{"train_loss": 0.0051315161399543285, "global_step": 16628, "epoch": 307, "lr": 4.911862702231391e-05}
+{"train_loss": 0.00553595507517457, "global_step": 16629, "epoch": 307, "lr": 4.911370366526948e-05}
+{"train_loss": 0.0040472159162163734, "global_step": 16630, "epoch": 307, "lr": 4.910878031682109e-05}
+{"train_loss": 0.003953136251463245, "global_step": 16631, "epoch": 307, "lr": 4.9103856977016444e-05, "val_loss": 0.005409094970673323}
+{"train_loss": 0.00409300159662962, "global_step": 16632, "epoch": 308, "lr": 4.909893364590332e-05}
+{"train_loss": 0.004029827192425728, "global_step": 16633, "epoch": 308, "lr": 4.909401032352947e-05}
+{"train_loss": 0.003523435676470399, "global_step": 16634, "epoch": 308, "lr": 4.908908700994264e-05}
+{"train_loss": 0.0058521791361272335, "global_step": 16635, "epoch": 308, "lr": 4.908416370519059e-05}
+{"train_loss": 0.0032118118833750486, "global_step": 16636, "epoch": 308, "lr": 4.9079240409321054e-05}
+{"train_loss": 0.0041973777115345, "global_step": 16637, "epoch": 308, "lr": 4.907431712238177e-05}
+{"train_loss": 0.003494814271107316, "global_step": 16638, "epoch": 308, "lr": 4.906939384442053e-05}
+{"train_loss": 0.0024429166223853827, "global_step": 16639, "epoch": 308, "lr": 4.906447057548504e-05}
+{"train_loss": 0.0026515289209783077, "global_step": 16640, "epoch": 308, "lr": 4.90595473156231e-05}
+{"train_loss": 0.003607370425015688, "global_step": 16641, "epoch": 308, "lr": 4.9054624064882414e-05}
+{"train_loss": 0.003143344772979617, "global_step": 16642, "epoch": 308, "lr": 4.904970082331075e-05}
+{"train_loss": 0.003095322521403432, "global_step": 16643, "epoch": 308, "lr": 4.904477759095585e-05}
+{"train_loss": 0.0026714960113167763, "global_step": 16644, "epoch": 308, "lr": 4.903985436786547e-05}
+{"train_loss": 0.00431839469820261, "global_step": 16645, "epoch": 308, "lr": 4.9034931154087374e-05}
+{"train_loss": 0.006668595597147942, "global_step": 16646, "epoch": 308, "lr": 4.9030007949669274e-05}
+{"train_loss": 0.003268410451710224, "global_step": 16647, "epoch": 308, "lr": 4.902508475465896e-05}
+{"train_loss": 0.003279083641245961, "global_step": 16648, "epoch": 308, "lr": 4.902016156910415e-05}
+{"train_loss": 0.006124874576926231, "global_step": 16649, "epoch": 308, "lr": 4.90152383930526e-05}
+{"train_loss": 0.0034285085275769234, "global_step": 16650, "epoch": 308, "lr": 4.9010315226552076e-05}
+{"train_loss": 0.0061345878057181835, "global_step": 16651, "epoch": 308, "lr": 4.900539206965032e-05}
+{"train_loss": 0.004089676775038242, "global_step": 16652, "epoch": 308, "lr": 4.9000468922395066e-05}
+{"train_loss": 0.0038884286768734455, "global_step": 16653, "epoch": 308, "lr": 4.899554578483407e-05}
+{"train_loss": 0.0034144308883696795, "global_step": 16654, "epoch": 308, "lr": 4.899062265701508e-05}
+{"train_loss": 0.006238584406673908, "global_step": 16655, "epoch": 308, "lr": 4.8985699538985846e-05}
+{"train_loss": 0.004333457909524441, "global_step": 16656, "epoch": 308, "lr": 4.898077643079414e-05}
+{"train_loss": 0.004955759737640619, "global_step": 16657, "epoch": 308, "lr": 4.897585333248768e-05}
+{"train_loss": 0.003448218572884798, "global_step": 16658, "epoch": 308, "lr": 4.897093024411421e-05}
+{"train_loss": 0.003536967793479562, "global_step": 16659, "epoch": 308, "lr": 4.896600716572149e-05}
+{"train_loss": 0.005089668557047844, "global_step": 16660, "epoch": 308, "lr": 4.896108409735727e-05}
+{"train_loss": 0.004170410335063934, "global_step": 16661, "epoch": 308, "lr": 4.895616103906932e-05}
+{"train_loss": 0.0040132347494363785, "global_step": 16662, "epoch": 308, "lr": 4.8951237990905337e-05}
+{"train_loss": 0.004704282619059086, "global_step": 16663, "epoch": 308, "lr": 4.89463149529131e-05}
+{"train_loss": 0.005274358671158552, "global_step": 16664, "epoch": 308, "lr": 4.894139192514036e-05}
+{"train_loss": 0.003870480926707387, "global_step": 16665, "epoch": 308, "lr": 4.893646890763484e-05}
+{"train_loss": 0.0028951286803931, "global_step": 16666, "epoch": 308, "lr": 4.893154590044433e-05}
+{"train_loss": 0.0032108707819133997, "global_step": 16667, "epoch": 308, "lr": 4.8926622903616544e-05}
+{"train_loss": 0.004258072003722191, "global_step": 16668, "epoch": 308, "lr": 4.892169991719922e-05}
+{"train_loss": 0.004242910537868738, "global_step": 16669, "epoch": 308, "lr": 4.8916776941240135e-05}
+{"train_loss": 0.0032927310094237328, "global_step": 16670, "epoch": 308, "lr": 4.8911853975787024e-05}
+{"train_loss": 0.0037518138997256756, "global_step": 16671, "epoch": 308, "lr": 4.8906931020887645e-05}
+{"train_loss": 0.0022762061562389135, "global_step": 16672, "epoch": 308, "lr": 4.8902008076589704e-05}
+{"train_loss": 0.0029835000168532133, "global_step": 16673, "epoch": 308, "lr": 4.889708514294099e-05}
+{"train_loss": 0.004675666335970163, "global_step": 16674, "epoch": 308, "lr": 4.889216221998924e-05}
+{"train_loss": 0.0024526023771613836, "global_step": 16675, "epoch": 308, "lr": 4.888723930778218e-05}
+{"train_loss": 0.003254964714869857, "global_step": 16676, "epoch": 308, "lr": 4.888231640636759e-05}
+{"train_loss": 0.002631161594763398, "global_step": 16677, "epoch": 308, "lr": 4.887739351579321e-05}
+{"train_loss": 0.003046740312129259, "global_step": 16678, "epoch": 308, "lr": 4.887247063610674e-05}
+{"train_loss": 0.003960997797548771, "global_step": 16679, "epoch": 308, "lr": 4.886754776735599e-05}
+{"train_loss": 0.0031062504276633263, "global_step": 16680, "epoch": 308, "lr": 4.886262490958867e-05}
+{"train_loss": 0.002357710851356387, "global_step": 16681, "epoch": 308, "lr": 4.885770206285252e-05}
+{"train_loss": 0.0042290897108614445, "global_step": 16682, "epoch": 308, "lr": 4.8852779227195314e-05}
+{"train_loss": 0.002607726724818349, "global_step": 16683, "epoch": 308, "lr": 4.884785640266478e-05}
+{"train_loss": 0.0044395895674824715, "global_step": 16684, "epoch": 308, "lr": 4.884293358930866e-05}
+{"train_loss": 0.0038509143093876817, "global_step": 16685, "epoch": 308, "lr": 4.883801078717471e-05, "val_loss": 0.00574277201667428}
+{"train_loss": 0.0027751328889280558, "global_step": 16686, "epoch": 309, "lr": 4.883308799631067e-05}
+{"train_loss": 0.002658587647601962, "global_step": 16687, "epoch": 309, "lr": 4.88281652167643e-05}
+{"train_loss": 0.002713804831728339, "global_step": 16688, "epoch": 309, "lr": 4.882324244858331e-05}
+{"train_loss": 0.003291094209998846, "global_step": 16689, "epoch": 309, "lr": 4.8818319691815466e-05}
+{"train_loss": 0.003902317490428686, "global_step": 16690, "epoch": 309, "lr": 4.8813396946508515e-05}
+{"train_loss": 0.004837034270167351, "global_step": 16691, "epoch": 309, "lr": 4.88084742127102e-05}
+{"train_loss": 0.0027064660098403692, "global_step": 16692, "epoch": 309, "lr": 4.880355149046828e-05}
+{"train_loss": 0.0022999399807304144, "global_step": 16693, "epoch": 309, "lr": 4.879862877983048e-05}
+{"train_loss": 0.0026308565866202116, "global_step": 16694, "epoch": 309, "lr": 4.8793706080844534e-05}
+{"train_loss": 0.005435316823422909, "global_step": 16695, "epoch": 309, "lr": 4.8788783393558216e-05}
+{"train_loss": 0.004855322185903788, "global_step": 16696, "epoch": 309, "lr": 4.878386071801924e-05}
+{"train_loss": 0.003029488492757082, "global_step": 16697, "epoch": 309, "lr": 4.877893805427538e-05}
+{"train_loss": 0.0034739545080810785, "global_step": 16698, "epoch": 309, "lr": 4.8774015402374374e-05}
+{"train_loss": 0.004683373030275106, "global_step": 16699, "epoch": 309, "lr": 4.876909276236395e-05}
+{"train_loss": 0.005813898518681526, "global_step": 16700, "epoch": 309, "lr": 4.8764170134291844e-05}
+{"train_loss": 0.004491844680160284, "global_step": 16701, "epoch": 309, "lr": 4.8759247518205834e-05}
+{"train_loss": 0.0035728774964809418, "global_step": 16702, "epoch": 309, "lr": 4.8754324914153634e-05}
+{"train_loss": 0.0057382783852517605, "global_step": 16703, "epoch": 309, "lr": 4.874940232218301e-05}
+{"train_loss": 0.0026192916557192802, "global_step": 16704, "epoch": 309, "lr": 4.8744479742341684e-05}
+{"train_loss": 0.0040951138362288475, "global_step": 16705, "epoch": 309, "lr": 4.8739557174677403e-05}
+{"train_loss": 0.0021770959720015526, "global_step": 16706, "epoch": 309, "lr": 4.873463461923791e-05}
+{"train_loss": 0.005856565199792385, "global_step": 16707, "epoch": 309, "lr": 4.8729712076070973e-05}
+{"train_loss": 0.0055060978047549725, "global_step": 16708, "epoch": 309, "lr": 4.8724789545224315e-05}
+{"train_loss": 0.002850937657058239, "global_step": 16709, "epoch": 309, "lr": 4.871986702674567e-05}
+{"train_loss": 0.0034964580554515123, "global_step": 16710, "epoch": 309, "lr": 4.8714944520682785e-05}
+{"train_loss": 0.0031708187889307737, "global_step": 16711, "epoch": 309, "lr": 4.871002202708341e-05}
+{"train_loss": 0.0028955203015357256, "global_step": 16712, "epoch": 309, "lr": 4.870509954599528e-05}
+{"train_loss": 0.004512345883995295, "global_step": 16713, "epoch": 309, "lr": 4.8700177077466166e-05}
+{"train_loss": 0.0025048290845006704, "global_step": 16714, "epoch": 309, "lr": 4.869525462154376e-05}
+{"train_loss": 0.005039440933614969, "global_step": 16715, "epoch": 309, "lr": 4.8690332178275835e-05}
+{"train_loss": 0.004380250349640846, "global_step": 16716, "epoch": 309, "lr": 4.8685409747710126e-05}
+{"train_loss": 0.0033917210530489683, "global_step": 16717, "epoch": 309, "lr": 4.868048732989438e-05}
+{"train_loss": 0.003702144604176283, "global_step": 16718, "epoch": 309, "lr": 4.8675564924876346e-05}
+{"train_loss": 0.004629871807992458, "global_step": 16719, "epoch": 309, "lr": 4.867064253270374e-05}
+{"train_loss": 0.0024602971971035004, "global_step": 16720, "epoch": 309, "lr": 4.866572015342431e-05}
+{"train_loss": 0.005881564691662788, "global_step": 16721, "epoch": 309, "lr": 4.8660797787085815e-05}
+{"train_loss": 0.002249905141070485, "global_step": 16722, "epoch": 309, "lr": 4.8655875433735975e-05}
+{"train_loss": 0.004341638647019863, "global_step": 16723, "epoch": 309, "lr": 4.8650953093422554e-05}
+{"train_loss": 0.0051614027470350266, "global_step": 16724, "epoch": 309, "lr": 4.8646030766193285e-05}
+{"train_loss": 0.005100178066641092, "global_step": 16725, "epoch": 309, "lr": 4.864110845209589e-05}
+{"train_loss": 0.0038249019999057055, "global_step": 16726, "epoch": 309, "lr": 4.8636186151178124e-05}
+{"train_loss": 0.002596071921288967, "global_step": 16727, "epoch": 309, "lr": 4.8631263863487736e-05}
+{"train_loss": 0.004240070469677448, "global_step": 16728, "epoch": 309, "lr": 4.862634158907245e-05}
+{"train_loss": 0.0032883856911212206, "global_step": 16729, "epoch": 309, "lr": 4.862141932798004e-05}
+{"train_loss": 0.0032412272412329912, "global_step": 16730, "epoch": 309, "lr": 4.861649708025819e-05}
+{"train_loss": 0.004271776881068945, "global_step": 16731, "epoch": 309, "lr": 4.861157484595468e-05}
+{"train_loss": 0.004407165106385946, "global_step": 16732, "epoch": 309, "lr": 4.860665262511722e-05}
+{"train_loss": 0.00348465982824564, "global_step": 16733, "epoch": 309, "lr": 4.860173041779359e-05}
+{"train_loss": 0.004755052272230387, "global_step": 16734, "epoch": 309, "lr": 4.859680822403152e-05}
+{"train_loss": 0.0026749351527541876, "global_step": 16735, "epoch": 309, "lr": 4.859188604387872e-05}
+{"train_loss": 0.003865052480250597, "global_step": 16736, "epoch": 309, "lr": 4.8586963877382944e-05}
+{"train_loss": 0.0025752237997949123, "global_step": 16737, "epoch": 309, "lr": 4.8582041724591945e-05}
+{"train_loss": 0.0048128049820661545, "global_step": 16738, "epoch": 309, "lr": 4.857711958555344e-05}
+{"train_loss": 0.0038167953801651797, "global_step": 16739, "epoch": 309, "lr": 4.85721974603152e-05, "val_loss": 0.006060854997485876}
+{"train_loss": 0.0019638710655272007, "global_step": 16740, "epoch": 310, "lr": 4.8567275348924926e-05}
+{"train_loss": 0.0030678866896778345, "global_step": 16741, "epoch": 310, "lr": 4.856235325143038e-05}
+{"train_loss": 0.00344452285207808, "global_step": 16742, "epoch": 310, "lr": 4.855743116787929e-05}
+{"train_loss": 0.0021191115956753492, "global_step": 16743, "epoch": 310, "lr": 4.85525090983194e-05}
+{"train_loss": 0.0018647891702130437, "global_step": 16744, "epoch": 310, "lr": 4.8547587042798434e-05}
+{"train_loss": 0.0038474593311548233, "global_step": 16745, "epoch": 310, "lr": 4.854266500136419e-05}
+{"train_loss": 0.002174266381189227, "global_step": 16746, "epoch": 310, "lr": 4.853774297406431e-05}
+{"train_loss": 0.002469131024554372, "global_step": 16747, "epoch": 310, "lr": 4.85328209609466e-05}
+{"train_loss": 0.00316739734262228, "global_step": 16748, "epoch": 310, "lr": 4.852789896205876e-05}
+{"train_loss": 0.002777538960799575, "global_step": 16749, "epoch": 310, "lr": 4.852297697744857e-05}
+{"train_loss": 0.005390745121985674, "global_step": 16750, "epoch": 310, "lr": 4.851805500716374e-05}
+{"train_loss": 0.0035810344852507114, "global_step": 16751, "epoch": 310, "lr": 4.851313305125201e-05}
+{"train_loss": 0.003078554989770055, "global_step": 16752, "epoch": 310, "lr": 4.8508211109761105e-05}
+{"train_loss": 0.005132014863193035, "global_step": 16753, "epoch": 310, "lr": 4.850328918273878e-05}
+{"train_loss": 0.0020041391253471375, "global_step": 16754, "epoch": 310, "lr": 4.8498367270232756e-05}
+{"train_loss": 0.001969563774764538, "global_step": 16755, "epoch": 310, "lr": 4.849344537229081e-05}
+{"train_loss": 0.0019088542321696877, "global_step": 16756, "epoch": 310, "lr": 4.848852348896063e-05}
+{"train_loss": 0.003306575817987323, "global_step": 16757, "epoch": 310, "lr": 4.848360162028997e-05}
+{"train_loss": 0.004420868586748838, "global_step": 16758, "epoch": 310, "lr": 4.847867976632656e-05}
+{"train_loss": 0.0066299415193498135, "global_step": 16759, "epoch": 310, "lr": 4.8473757927118156e-05}
+{"train_loss": 0.004397889133542776, "global_step": 16760, "epoch": 310, "lr": 4.8468836102712494e-05}
+{"train_loss": 0.0029478271026164293, "global_step": 16761, "epoch": 310, "lr": 4.846391429315727e-05}
+{"train_loss": 0.0024938893038779497, "global_step": 16762, "epoch": 310, "lr": 4.845899249850026e-05}
+{"train_loss": 0.002446274273097515, "global_step": 16763, "epoch": 310, "lr": 4.845407071878918e-05}
+{"train_loss": 0.0038665917236357927, "global_step": 16764, "epoch": 310, "lr": 4.844914895407177e-05}
+{"train_loss": 0.0030111377127468586, "global_step": 16765, "epoch": 310, "lr": 4.844422720439579e-05}
+{"train_loss": 0.003341904142871499, "global_step": 16766, "epoch": 310, "lr": 4.843930546980894e-05}
+{"train_loss": 0.0017447430873289704, "global_step": 16767, "epoch": 310, "lr": 4.8434383750358954e-05}
+{"train_loss": 0.0027735591866075993, "global_step": 16768, "epoch": 310, "lr": 4.8429462046093585e-05}
+{"train_loss": 0.00336513202637434, "global_step": 16769, "epoch": 310, "lr": 4.842454035706057e-05}
+{"train_loss": 0.00484206760302186, "global_step": 16770, "epoch": 310, "lr": 4.841961868330763e-05}
+{"train_loss": 0.004046359099447727, "global_step": 16771, "epoch": 310, "lr": 4.8414697024882515e-05}
+{"train_loss": 0.004309080541133881, "global_step": 16772, "epoch": 310, "lr": 4.840977538183294e-05}
+{"train_loss": 0.003334212815389037, "global_step": 16773, "epoch": 310, "lr": 4.840485375420666e-05}
+{"train_loss": 0.004868215415626764, "global_step": 16774, "epoch": 310, "lr": 4.839993214205138e-05}
+{"train_loss": 0.0025825188495218754, "global_step": 16775, "epoch": 310, "lr": 4.839501054541486e-05}
+{"train_loss": 0.0037555613089352846, "global_step": 16776, "epoch": 310, "lr": 4.8390088964344845e-05}
+{"train_loss": 0.004985998850315809, "global_step": 16777, "epoch": 310, "lr": 4.838516739888902e-05}
+{"train_loss": 0.0026015799958258867, "global_step": 16778, "epoch": 310, "lr": 4.838024584909516e-05}
+{"train_loss": 0.0027751585002988577, "global_step": 16779, "epoch": 310, "lr": 4.837532431501098e-05}
+{"train_loss": 0.003577386261895299, "global_step": 16780, "epoch": 310, "lr": 4.837040279668421e-05}
+{"train_loss": 0.0030627811793237925, "global_step": 16781, "epoch": 310, "lr": 4.836548129416262e-05}
+{"train_loss": 0.002630743896588683, "global_step": 16782, "epoch": 310, "lr": 4.83605598074939e-05}
+{"train_loss": 0.0037902002222836018, "global_step": 16783, "epoch": 310, "lr": 4.835563833672578e-05}
+{"train_loss": 0.003373685758560896, "global_step": 16784, "epoch": 310, "lr": 4.8350716881906014e-05}
+{"train_loss": 0.0019528446719050407, "global_step": 16785, "epoch": 310, "lr": 4.8345795443082345e-05}
+{"train_loss": 0.0031336569227278233, "global_step": 16786, "epoch": 310, "lr": 4.834087402030249e-05}
+{"train_loss": 0.0035611323546618223, "global_step": 16787, "epoch": 310, "lr": 4.8335952613614155e-05}
+{"train_loss": 0.004919283092021942, "global_step": 16788, "epoch": 310, "lr": 4.833103122306512e-05}
+{"train_loss": 0.0034480909816920757, "global_step": 16789, "epoch": 310, "lr": 4.832610984870307e-05}
+{"train_loss": 0.003326215548440814, "global_step": 16790, "epoch": 310, "lr": 4.8321188490575775e-05}
+{"train_loss": 0.004358801990747452, "global_step": 16791, "epoch": 310, "lr": 4.8316267148730956e-05}
+{"train_loss": 0.0042304848320782185, "global_step": 16792, "epoch": 310, "lr": 4.831134582321634e-05}
+{"train_loss": 0.0034146548994747855, "global_step": 16793, "epoch": 310, "lr": 4.8306424514079645e-05, "val_loss": 0.003722039284184575, "train_action_mse_error": 0.00011544652079464868}
+{"train_loss": 0.003670486155897379, "global_step": 16794, "epoch": 311, "lr": 4.830150322136862e-05}
+{"train_loss": 0.0034977600444108248, "global_step": 16795, "epoch": 311, "lr": 4.829658194513099e-05}
+{"train_loss": 0.0058618998154997826, "global_step": 16796, "epoch": 311, "lr": 4.8291660685414474e-05}
+{"train_loss": 0.003666117787361145, "global_step": 16797, "epoch": 311, "lr": 4.8286739442266835e-05}
+{"train_loss": 0.003276085713878274, "global_step": 16798, "epoch": 311, "lr": 4.828181821573578e-05}
+{"train_loss": 0.004812979605048895, "global_step": 16799, "epoch": 311, "lr": 4.827689700586902e-05}
+{"train_loss": 0.005440090782940388, "global_step": 16800, "epoch": 311, "lr": 4.827197581271432e-05}
+{"train_loss": 0.0034467088989913464, "global_step": 16801, "epoch": 311, "lr": 4.82670546363194e-05}
+{"train_loss": 0.002730434061959386, "global_step": 16802, "epoch": 311, "lr": 4.8262133476731986e-05}
+{"train_loss": 0.002758696209639311, "global_step": 16803, "epoch": 311, "lr": 4.825721233399979e-05}
+{"train_loss": 0.0059737847186625, "global_step": 16804, "epoch": 311, "lr": 4.825229120817057e-05}
+{"train_loss": 0.003459312254562974, "global_step": 16805, "epoch": 311, "lr": 4.824737009929203e-05}
+{"train_loss": 0.0037684564013034105, "global_step": 16806, "epoch": 311, "lr": 4.824244900741192e-05}
+{"train_loss": 0.0035003977827727795, "global_step": 16807, "epoch": 311, "lr": 4.823752793257798e-05}
+{"train_loss": 0.002759975381195545, "global_step": 16808, "epoch": 311, "lr": 4.8232606874837894e-05}
+{"train_loss": 0.003800940001383424, "global_step": 16809, "epoch": 311, "lr": 4.8227685834239414e-05}
+{"train_loss": 0.003933893516659737, "global_step": 16810, "epoch": 311, "lr": 4.822276481083028e-05}
+{"train_loss": 0.0033844977151602507, "global_step": 16811, "epoch": 311, "lr": 4.8217843804658195e-05}
+{"train_loss": 0.003693049307912588, "global_step": 16812, "epoch": 311, "lr": 4.8212922815770934e-05}
+{"train_loss": 0.005016965791583061, "global_step": 16813, "epoch": 311, "lr": 4.820800184421617e-05}
+{"train_loss": 0.004658158402889967, "global_step": 16814, "epoch": 311, "lr": 4.8203080890041646e-05}
+{"train_loss": 0.0030908004846423864, "global_step": 16815, "epoch": 311, "lr": 4.81981599532951e-05}
+{"train_loss": 0.0023719610180705786, "global_step": 16816, "epoch": 311, "lr": 4.8193239034024254e-05}
+{"train_loss": 0.006336119957268238, "global_step": 16817, "epoch": 311, "lr": 4.818831813227684e-05}
+{"train_loss": 0.0026918554212898016, "global_step": 16818, "epoch": 311, "lr": 4.81833972481006e-05}
+{"train_loss": 0.002528079552575946, "global_step": 16819, "epoch": 311, "lr": 4.817847638154322e-05}
+{"train_loss": 0.005121138878166676, "global_step": 16820, "epoch": 311, "lr": 4.817355553265245e-05}
+{"train_loss": 0.0025847156066447496, "global_step": 16821, "epoch": 311, "lr": 4.816863470147601e-05}
+{"train_loss": 0.00567600829526782, "global_step": 16822, "epoch": 311, "lr": 4.816371388806164e-05}
+{"train_loss": 0.002207339508458972, "global_step": 16823, "epoch": 311, "lr": 4.815879309245707e-05}
+{"train_loss": 0.003796312026679516, "global_step": 16824, "epoch": 311, "lr": 4.815387231471e-05}
+{"train_loss": 0.005208408460021019, "global_step": 16825, "epoch": 311, "lr": 4.814895155486816e-05}
+{"train_loss": 0.0027332694735378027, "global_step": 16826, "epoch": 311, "lr": 4.814403081297929e-05}
+{"train_loss": 0.002992514753714204, "global_step": 16827, "epoch": 311, "lr": 4.8139110089091104e-05}
+{"train_loss": 0.003953102044761181, "global_step": 16828, "epoch": 311, "lr": 4.813418938325137e-05}
+{"train_loss": 0.0048367674462497234, "global_step": 16829, "epoch": 311, "lr": 4.812926869550774e-05}
+{"train_loss": 0.004390563350170851, "global_step": 16830, "epoch": 311, "lr": 4.8124348025907974e-05}
+{"train_loss": 0.003365037962794304, "global_step": 16831, "epoch": 311, "lr": 4.8119427374499794e-05}
+{"train_loss": 0.0034443135373294353, "global_step": 16832, "epoch": 311, "lr": 4.811450674133094e-05}
+{"train_loss": 0.004122864920645952, "global_step": 16833, "epoch": 311, "lr": 4.810958612644913e-05}
+{"train_loss": 0.0034331409260630608, "global_step": 16834, "epoch": 311, "lr": 4.8104665529902075e-05}
+{"train_loss": 0.0037276262883096933, "global_step": 16835, "epoch": 311, "lr": 4.80997449517375e-05}
+{"train_loss": 0.002698614727705717, "global_step": 16836, "epoch": 311, "lr": 4.809482439200313e-05}
+{"train_loss": 0.003629361279308796, "global_step": 16837, "epoch": 311, "lr": 4.8089903850746695e-05}
+{"train_loss": 0.004184601362794638, "global_step": 16838, "epoch": 311, "lr": 4.8084983328015926e-05}
+{"train_loss": 0.002495303750038147, "global_step": 16839, "epoch": 311, "lr": 4.808006282385855e-05}
+{"train_loss": 0.004104385618120432, "global_step": 16840, "epoch": 311, "lr": 4.807514233832226e-05}
+{"train_loss": 0.0036472701467573643, "global_step": 16841, "epoch": 311, "lr": 4.807022187145479e-05}
+{"train_loss": 0.004273576196283102, "global_step": 16842, "epoch": 311, "lr": 4.806530142330387e-05}
+{"train_loss": 0.0033936842810362577, "global_step": 16843, "epoch": 311, "lr": 4.806038099391721e-05}
+{"train_loss": 0.003004067810252309, "global_step": 16844, "epoch": 311, "lr": 4.805546058334259e-05}
+{"train_loss": 0.004345995839685202, "global_step": 16845, "epoch": 311, "lr": 4.805054019162764e-05}
+{"train_loss": 0.0019937928300350904, "global_step": 16846, "epoch": 311, "lr": 4.804561981882014e-05}
+{"train_loss": 0.0037404089364119703, "global_step": 16847, "epoch": 311, "lr": 4.804069946496779e-05, "val_loss": 0.006072282325476408}
+{"train_loss": 0.003767735790461302, "global_step": 16848, "epoch": 312, "lr": 4.8035779130118336e-05}
+{"train_loss": 0.003090542508289218, "global_step": 16849, "epoch": 312, "lr": 4.803085881431949e-05}
+{"train_loss": 0.0032796929590404034, "global_step": 16850, "epoch": 312, "lr": 4.8025938517618955e-05}
+{"train_loss": 0.0036754675675183535, "global_step": 16851, "epoch": 312, "lr": 4.8021018240064454e-05}
+{"train_loss": 0.002230233745649457, "global_step": 16852, "epoch": 312, "lr": 4.8016097981703726e-05}
+{"train_loss": 0.0022602714598178864, "global_step": 16853, "epoch": 312, "lr": 4.801117774258448e-05}
+{"train_loss": 0.004752209410071373, "global_step": 16854, "epoch": 312, "lr": 4.800625752275446e-05}
+{"train_loss": 0.003002386773005128, "global_step": 16855, "epoch": 312, "lr": 4.800133732226135e-05}
+{"train_loss": 0.004486597143113613, "global_step": 16856, "epoch": 312, "lr": 4.799641714115289e-05}
+{"train_loss": 0.004102196544408798, "global_step": 16857, "epoch": 312, "lr": 4.799149697947678e-05}
+{"train_loss": 0.0026967355515807867, "global_step": 16858, "epoch": 312, "lr": 4.798657683728077e-05}
+{"train_loss": 0.0027918065898120403, "global_step": 16859, "epoch": 312, "lr": 4.798165671461258e-05}
+{"train_loss": 0.0020859248470515013, "global_step": 16860, "epoch": 312, "lr": 4.797673661151989e-05}
+{"train_loss": 0.002656918717548251, "global_step": 16861, "epoch": 312, "lr": 4.7971816528050454e-05}
+{"train_loss": 0.003681463422253728, "global_step": 16862, "epoch": 312, "lr": 4.796689646425199e-05}
+{"train_loss": 0.002260047011077404, "global_step": 16863, "epoch": 312, "lr": 4.7961976420172185e-05}
+{"train_loss": 0.00544790830463171, "global_step": 16864, "epoch": 312, "lr": 4.7957056395858796e-05}
+{"train_loss": 0.0029575054068118334, "global_step": 16865, "epoch": 312, "lr": 4.795213639135953e-05}
+{"train_loss": 0.0023817920591682196, "global_step": 16866, "epoch": 312, "lr": 4.79472164067221e-05}
+{"train_loss": 0.004005720838904381, "global_step": 16867, "epoch": 312, "lr": 4.7942296441994205e-05}
+{"train_loss": 0.00257891695946455, "global_step": 16868, "epoch": 312, "lr": 4.79373764972236e-05}
+{"train_loss": 0.003789581824094057, "global_step": 16869, "epoch": 312, "lr": 4.7932456572457976e-05}
+{"train_loss": 0.0034081372432410717, "global_step": 16870, "epoch": 312, "lr": 4.792753666774507e-05}
+{"train_loss": 0.0046715568751096725, "global_step": 16871, "epoch": 312, "lr": 4.792261678313259e-05}
+{"train_loss": 0.0029429933056235313, "global_step": 16872, "epoch": 312, "lr": 4.7917696918668244e-05}
+{"train_loss": 0.002969039138406515, "global_step": 16873, "epoch": 312, "lr": 4.791277707439975e-05}
+{"train_loss": 0.0036921564023941755, "global_step": 16874, "epoch": 312, "lr": 4.790785725037484e-05}
+{"train_loss": 0.00439872220158577, "global_step": 16875, "epoch": 312, "lr": 4.790293744664123e-05}
+{"train_loss": 0.0020949423778802156, "global_step": 16876, "epoch": 312, "lr": 4.7898017663246606e-05}
+{"train_loss": 0.0036007731687277555, "global_step": 16877, "epoch": 312, "lr": 4.789309790023873e-05}
+{"train_loss": 0.002949016634374857, "global_step": 16878, "epoch": 312, "lr": 4.7888178157665276e-05}
+{"train_loss": 0.005365234799683094, "global_step": 16879, "epoch": 312, "lr": 4.7883258435573975e-05}
+{"train_loss": 0.004622039385139942, "global_step": 16880, "epoch": 312, "lr": 4.7878338734012564e-05}
+{"train_loss": 0.003521681996062398, "global_step": 16881, "epoch": 312, "lr": 4.787341905302873e-05}
+{"train_loss": 0.002126396866515279, "global_step": 16882, "epoch": 312, "lr": 4.7868499392670185e-05}
+{"train_loss": 0.004777336958795786, "global_step": 16883, "epoch": 312, "lr": 4.786357975298467e-05}
+{"train_loss": 0.004201811738312244, "global_step": 16884, "epoch": 312, "lr": 4.7858660134019884e-05}
+{"train_loss": 0.002574031474068761, "global_step": 16885, "epoch": 312, "lr": 4.785374053582353e-05}
+{"train_loss": 0.004373096860945225, "global_step": 16886, "epoch": 312, "lr": 4.7848820958443357e-05}
+{"train_loss": 0.003590630367398262, "global_step": 16887, "epoch": 312, "lr": 4.784390140192705e-05}
+{"train_loss": 0.004780148155987263, "global_step": 16888, "epoch": 312, "lr": 4.783898186632233e-05}
+{"train_loss": 0.002763031981885433, "global_step": 16889, "epoch": 312, "lr": 4.78340623516769e-05}
+{"train_loss": 0.003134929807856679, "global_step": 16890, "epoch": 312, "lr": 4.782914285803849e-05}
+{"train_loss": 0.0035929877776652575, "global_step": 16891, "epoch": 312, "lr": 4.782422338545482e-05}
+{"train_loss": 0.002461835741996765, "global_step": 16892, "epoch": 312, "lr": 4.781930393397357e-05}
+{"train_loss": 0.0020221699960529804, "global_step": 16893, "epoch": 312, "lr": 4.781438450364249e-05}
+{"train_loss": 0.0028722218703478575, "global_step": 16894, "epoch": 312, "lr": 4.780946509450927e-05}
+{"train_loss": 0.0027007972821593285, "global_step": 16895, "epoch": 312, "lr": 4.780454570662161e-05}
+{"train_loss": 0.003889505285769701, "global_step": 16896, "epoch": 312, "lr": 4.779962634002727e-05}
+{"train_loss": 0.006568694952875376, "global_step": 16897, "epoch": 312, "lr": 4.7794706994773926e-05}
+{"train_loss": 0.002883144887164235, "global_step": 16898, "epoch": 312, "lr": 4.7789787670909284e-05}
+{"train_loss": 0.002440777374431491, "global_step": 16899, "epoch": 312, "lr": 4.7784868368481067e-05}
+{"train_loss": 0.0038767869118601084, "global_step": 16900, "epoch": 312, "lr": 4.777994908753699e-05}
+{"train_loss": 0.0034391107813765607, "global_step": 16901, "epoch": 312, "lr": 4.777502982812478e-05, "val_loss": 0.0037303599528968334}
+{"train_loss": 0.002869960619136691, "global_step": 16902, "epoch": 313, "lr": 4.777011059029211e-05}
+{"train_loss": 0.003035981673747301, "global_step": 16903, "epoch": 313, "lr": 4.776519137408672e-05}
+{"train_loss": 0.0045706843957304955, "global_step": 16904, "epoch": 313, "lr": 4.7760272179556295e-05}
+{"train_loss": 0.004108163993805647, "global_step": 16905, "epoch": 313, "lr": 4.7755353006748574e-05}
+{"train_loss": 0.0026768974494189024, "global_step": 16906, "epoch": 313, "lr": 4.775043385571126e-05}
+{"train_loss": 0.003949540667235851, "global_step": 16907, "epoch": 313, "lr": 4.774551472649205e-05}
+{"train_loss": 0.003362158313393593, "global_step": 16908, "epoch": 313, "lr": 4.774059561913865e-05}
+{"train_loss": 0.0035559269599616528, "global_step": 16909, "epoch": 313, "lr": 4.773567653369879e-05}
+{"train_loss": 0.003758904756978154, "global_step": 16910, "epoch": 313, "lr": 4.773075747022017e-05}
+{"train_loss": 0.00248290179297328, "global_step": 16911, "epoch": 313, "lr": 4.7725838428750494e-05}
+{"train_loss": 0.003469346556812525, "global_step": 16912, "epoch": 313, "lr": 4.772091940933749e-05}
+{"train_loss": 0.004034529440104961, "global_step": 16913, "epoch": 313, "lr": 4.771600041202884e-05}
+{"train_loss": 0.0020279758609831333, "global_step": 16914, "epoch": 313, "lr": 4.771108143687226e-05}
+{"train_loss": 0.0033468978945165873, "global_step": 16915, "epoch": 313, "lr": 4.770616248391547e-05}
+{"train_loss": 0.003236324293538928, "global_step": 16916, "epoch": 313, "lr": 4.7701243553206163e-05}
+{"train_loss": 0.003028972540050745, "global_step": 16917, "epoch": 313, "lr": 4.769632464479207e-05}
+{"train_loss": 0.0034502269700169563, "global_step": 16918, "epoch": 313, "lr": 4.769140575872086e-05}
+{"train_loss": 0.0015342382248491049, "global_step": 16919, "epoch": 313, "lr": 4.768648689504028e-05}
+{"train_loss": 0.0049597579054534435, "global_step": 16920, "epoch": 313, "lr": 4.768156805379801e-05}
+{"train_loss": 0.0042363363318145275, "global_step": 16921, "epoch": 313, "lr": 4.767664923504177e-05}
+{"train_loss": 0.0023039551451802254, "global_step": 16922, "epoch": 313, "lr": 4.7671730438819284e-05}
+{"train_loss": 0.003141412977129221, "global_step": 16923, "epoch": 313, "lr": 4.766681166517822e-05}
+{"train_loss": 0.004492735490202904, "global_step": 16924, "epoch": 313, "lr": 4.7661892914166295e-05}
+{"train_loss": 0.0030105148907750845, "global_step": 16925, "epoch": 313, "lr": 4.765697418583123e-05}
+{"train_loss": 0.0026574700605124235, "global_step": 16926, "epoch": 313, "lr": 4.7652055480220716e-05}
+{"train_loss": 0.00391535647213459, "global_step": 16927, "epoch": 313, "lr": 4.76471367973825e-05}
+{"train_loss": 0.003320815972983837, "global_step": 16928, "epoch": 313, "lr": 4.764221813736422e-05}
+{"train_loss": 0.003273013513535261, "global_step": 16929, "epoch": 313, "lr": 4.763729950021362e-05}
+{"train_loss": 0.0033587038051337004, "global_step": 16930, "epoch": 313, "lr": 4.76323808859784e-05}
+{"train_loss": 0.004499390721321106, "global_step": 16931, "epoch": 313, "lr": 4.762746229470626e-05}
+{"train_loss": 0.0032147096935659647, "global_step": 16932, "epoch": 313, "lr": 4.762254372644491e-05}
+{"train_loss": 0.0036073196679353714, "global_step": 16933, "epoch": 313, "lr": 4.761762518124208e-05}
+{"train_loss": 0.004203505348414183, "global_step": 16934, "epoch": 313, "lr": 4.761270665914541e-05}
+{"train_loss": 0.004774865694344044, "global_step": 16935, "epoch": 313, "lr": 4.760778816020266e-05}
+{"train_loss": 0.004988854750990868, "global_step": 16936, "epoch": 313, "lr": 4.760286968446149e-05}
+{"train_loss": 0.0016893779393285513, "global_step": 16937, "epoch": 313, "lr": 4.759795123196965e-05}
+{"train_loss": 0.0046101463958621025, "global_step": 16938, "epoch": 313, "lr": 4.7593032802774836e-05}
+{"train_loss": 0.002948339330032468, "global_step": 16939, "epoch": 313, "lr": 4.758811439692472e-05}
+{"train_loss": 0.003917955793440342, "global_step": 16940, "epoch": 313, "lr": 4.7583196014467e-05}
+{"train_loss": 0.002975286217406392, "global_step": 16941, "epoch": 313, "lr": 4.7578277655449424e-05}
+{"train_loss": 0.004366913810372353, "global_step": 16942, "epoch": 313, "lr": 4.757335931991965e-05}
+{"train_loss": 0.005167642142623663, "global_step": 16943, "epoch": 313, "lr": 4.756844100792543e-05}
+{"train_loss": 0.0038777205627411604, "global_step": 16944, "epoch": 313, "lr": 4.756352271951441e-05}
+{"train_loss": 0.004021667875349522, "global_step": 16945, "epoch": 313, "lr": 4.755860445473432e-05}
+{"train_loss": 0.0022911904379725456, "global_step": 16946, "epoch": 313, "lr": 4.755368621363285e-05}
+{"train_loss": 0.00236609298735857, "global_step": 16947, "epoch": 313, "lr": 4.7548767996257714e-05}
+{"train_loss": 0.003618226619437337, "global_step": 16948, "epoch": 313, "lr": 4.7543849802656625e-05}
+{"train_loss": 0.0038689563516527414, "global_step": 16949, "epoch": 313, "lr": 4.753893163287725e-05}
+{"train_loss": 0.0026699078734964132, "global_step": 16950, "epoch": 313, "lr": 4.7534013486967296e-05}
+{"train_loss": 0.002408619038760662, "global_step": 16951, "epoch": 313, "lr": 4.752909536497449e-05}
+{"train_loss": 0.004561015870422125, "global_step": 16952, "epoch": 313, "lr": 4.75241772669465e-05}
+{"train_loss": 0.0026899271178990602, "global_step": 16953, "epoch": 313, "lr": 4.751925919293106e-05}
+{"train_loss": 0.004358704201877117, "global_step": 16954, "epoch": 313, "lr": 4.751434114297584e-05}
+{"train_loss": 0.00347254717187887, "global_step": 16955, "epoch": 313, "lr": 4.750942311712855e-05, "val_loss": 0.005846299696713686}
+{"train_loss": 0.0033657606691122055, "global_step": 16956, "epoch": 314, "lr": 4.750450511543687e-05}
+{"train_loss": 0.0037486583460122347, "global_step": 16957, "epoch": 314, "lr": 4.749958713794854e-05}
+{"train_loss": 0.004593794234097004, "global_step": 16958, "epoch": 314, "lr": 4.7494669184711214e-05}
+{"train_loss": 0.004368826746940613, "global_step": 16959, "epoch": 314, "lr": 4.7489751255772644e-05}
+{"train_loss": 0.0032489283476024866, "global_step": 16960, "epoch": 314, "lr": 4.748483335118047e-05}
+{"train_loss": 0.002835146151483059, "global_step": 16961, "epoch": 314, "lr": 4.7479915470982425e-05}
+{"train_loss": 0.005011594854295254, "global_step": 16962, "epoch": 314, "lr": 4.747499761522618e-05}
+{"train_loss": 0.003671873826533556, "global_step": 16963, "epoch": 314, "lr": 4.7470079783959466e-05}
+{"train_loss": 0.0028146558906883, "global_step": 16964, "epoch": 314, "lr": 4.746516197722997e-05}
+{"train_loss": 0.004688468761742115, "global_step": 16965, "epoch": 314, "lr": 4.746024419508538e-05}
+{"train_loss": 0.005053848959505558, "global_step": 16966, "epoch": 314, "lr": 4.745532643757337e-05}
+{"train_loss": 0.0019707863684743643, "global_step": 16967, "epoch": 314, "lr": 4.745040870474168e-05}
+{"train_loss": 0.0046460567973554134, "global_step": 16968, "epoch": 314, "lr": 4.7445490996637984e-05}
+{"train_loss": 0.0023368143010884523, "global_step": 16969, "epoch": 314, "lr": 4.744057331330999e-05}
+{"train_loss": 0.002919212682172656, "global_step": 16970, "epoch": 314, "lr": 4.743565565480538e-05}
+{"train_loss": 0.003769743489101529, "global_step": 16971, "epoch": 314, "lr": 4.7430738021171857e-05}
+{"train_loss": 0.004452406894415617, "global_step": 16972, "epoch": 314, "lr": 4.74258204124571e-05}
+{"train_loss": 0.002751842839643359, "global_step": 16973, "epoch": 314, "lr": 4.742090282870883e-05}
+{"train_loss": 0.002559696789830923, "global_step": 16974, "epoch": 314, "lr": 4.741598526997474e-05}
+{"train_loss": 0.003938907291740179, "global_step": 16975, "epoch": 314, "lr": 4.7411067736302485e-05}
+{"train_loss": 0.004273297265172005, "global_step": 16976, "epoch": 314, "lr": 4.740615022773981e-05}
+{"train_loss": 0.004043414257466793, "global_step": 16977, "epoch": 314, "lr": 4.740123274433438e-05}
+{"train_loss": 0.003936500754207373, "global_step": 16978, "epoch": 314, "lr": 4.739631528613388e-05}
+{"train_loss": 0.004032216966152191, "global_step": 16979, "epoch": 314, "lr": 4.739139785318604e-05}
+{"train_loss": 0.003819043515250087, "global_step": 16980, "epoch": 314, "lr": 4.738648044553854e-05}
+{"train_loss": 0.003419153392314911, "global_step": 16981, "epoch": 314, "lr": 4.7381563063239045e-05}
+{"train_loss": 0.0027214502915740013, "global_step": 16982, "epoch": 314, "lr": 4.737664570633527e-05}
+{"train_loss": 0.0036585296038538218, "global_step": 16983, "epoch": 314, "lr": 4.737172837487491e-05}
+{"train_loss": 0.003133262973278761, "global_step": 16984, "epoch": 314, "lr": 4.736681106890565e-05}
+{"train_loss": 0.007021200843155384, "global_step": 16985, "epoch": 314, "lr": 4.73618937884752e-05}
+{"train_loss": 0.004793989472091198, "global_step": 16986, "epoch": 314, "lr": 4.7356976533631226e-05}
+{"train_loss": 0.0027307395357638597, "global_step": 16987, "epoch": 314, "lr": 4.735205930442143e-05}
+{"train_loss": 0.005184310022741556, "global_step": 16988, "epoch": 314, "lr": 4.734714210089349e-05}
+{"train_loss": 0.0052636428736150265, "global_step": 16989, "epoch": 314, "lr": 4.7342224923095125e-05}
+{"train_loss": 0.0038575432263314724, "global_step": 16990, "epoch": 314, "lr": 4.7337307771074025e-05}
+{"train_loss": 0.003696164581924677, "global_step": 16991, "epoch": 314, "lr": 4.733239064487784e-05}
+{"train_loss": 0.0023976468946784735, "global_step": 16992, "epoch": 314, "lr": 4.73274735445543e-05}
+{"train_loss": 0.003637394867837429, "global_step": 16993, "epoch": 314, "lr": 4.732255647015108e-05}
+{"train_loss": 0.002815145067870617, "global_step": 16994, "epoch": 314, "lr": 4.731763942171587e-05}
+{"train_loss": 0.0023852759040892124, "global_step": 16995, "epoch": 314, "lr": 4.7312722399296365e-05}
+{"train_loss": 0.0023278058506548405, "global_step": 16996, "epoch": 314, "lr": 4.7307805402940256e-05}
+{"train_loss": 0.004996198695152998, "global_step": 16997, "epoch": 314, "lr": 4.7302888432695205e-05}
+{"train_loss": 0.0029892856255173683, "global_step": 16998, "epoch": 314, "lr": 4.729797148860894e-05}
+{"train_loss": 0.0018237505573779345, "global_step": 16999, "epoch": 314, "lr": 4.729305457072913e-05}
+{"train_loss": 0.006684328895062208, "global_step": 17000, "epoch": 314, "lr": 4.7288137679103475e-05}
+{"train_loss": 0.002624551532790065, "global_step": 17001, "epoch": 314, "lr": 4.728322081377963e-05}
+{"train_loss": 0.0032545635476708412, "global_step": 17002, "epoch": 314, "lr": 4.727830397480532e-05}
+{"train_loss": 0.004712381865829229, "global_step": 17003, "epoch": 314, "lr": 4.727338716222821e-05}
+{"train_loss": 0.005367137026041746, "global_step": 17004, "epoch": 314, "lr": 4.7268470376096e-05}
+{"train_loss": 0.0029136715456843376, "global_step": 17005, "epoch": 314, "lr": 4.7263553616456367e-05}
+{"train_loss": 0.0023611513897776604, "global_step": 17006, "epoch": 314, "lr": 4.725863688335702e-05}
+{"train_loss": 0.002555832965299487, "global_step": 17007, "epoch": 314, "lr": 4.725372017684561e-05}
+{"train_loss": 0.0036906872410327196, "global_step": 17008, "epoch": 314, "lr": 4.724880349696985e-05}
+{"train_loss": 0.003723859045378588, "global_step": 17009, "epoch": 314, "lr": 4.724388684377742e-05, "val_loss": 0.004787413403391838}
+{"train_loss": 0.002358777215704322, "global_step": 17010, "epoch": 315, "lr": 4.723897021731599e-05}
+{"train_loss": 0.0018367874436080456, "global_step": 17011, "epoch": 315, "lr": 4.7234053617633285e-05}
+{"train_loss": 0.005426520016044378, "global_step": 17012, "epoch": 315, "lr": 4.7229137044776946e-05}
+{"train_loss": 0.002702417317777872, "global_step": 17013, "epoch": 315, "lr": 4.7224220498794666e-05}
+{"train_loss": 0.003064841730520129, "global_step": 17014, "epoch": 315, "lr": 4.7219303979734155e-05}
+{"train_loss": 0.0038715465925633907, "global_step": 17015, "epoch": 315, "lr": 4.721438748764308e-05}
+{"train_loss": 0.004864743445068598, "global_step": 17016, "epoch": 315, "lr": 4.7209471022569135e-05}
+{"train_loss": 0.002846440766006708, "global_step": 17017, "epoch": 315, "lr": 4.720455458455998e-05}
+{"train_loss": 0.0023857334163039923, "global_step": 17018, "epoch": 315, "lr": 4.719963817366332e-05}
+{"train_loss": 0.004260275047272444, "global_step": 17019, "epoch": 315, "lr": 4.719472178992682e-05}
+{"train_loss": 0.005258907563984394, "global_step": 17020, "epoch": 315, "lr": 4.718980543339819e-05}
+{"train_loss": 0.0029208294581621885, "global_step": 17021, "epoch": 315, "lr": 4.7184889104125116e-05}
+{"train_loss": 0.004953661467880011, "global_step": 17022, "epoch": 315, "lr": 4.717997280215524e-05}
+{"train_loss": 0.0034884263295680285, "global_step": 17023, "epoch": 315, "lr": 4.717505652753627e-05}
+{"train_loss": 0.004263174254447222, "global_step": 17024, "epoch": 315, "lr": 4.7170140280315884e-05}
+{"train_loss": 0.004512421786785126, "global_step": 17025, "epoch": 315, "lr": 4.716522406054176e-05}
+{"train_loss": 0.0028040637262165546, "global_step": 17026, "epoch": 315, "lr": 4.7160307868261594e-05}
+{"train_loss": 0.0037242728285491467, "global_step": 17027, "epoch": 315, "lr": 4.715539170352307e-05}
+{"train_loss": 0.004202274605631828, "global_step": 17028, "epoch": 315, "lr": 4.7150475566373846e-05}
+{"train_loss": 0.003709573997184634, "global_step": 17029, "epoch": 315, "lr": 4.71455594568616e-05}
+{"train_loss": 0.002651207847520709, "global_step": 17030, "epoch": 315, "lr": 4.714064337503404e-05}
+{"train_loss": 0.004214694257825613, "global_step": 17031, "epoch": 315, "lr": 4.7135727320938836e-05}
+{"train_loss": 0.0034911208786070347, "global_step": 17032, "epoch": 315, "lr": 4.713081129462366e-05}
+{"train_loss": 0.003753836266696453, "global_step": 17033, "epoch": 315, "lr": 4.7125895296136185e-05}
+{"train_loss": 0.00406988151371479, "global_step": 17034, "epoch": 315, "lr": 4.7120979325524114e-05}
+{"train_loss": 0.004326357506215572, "global_step": 17035, "epoch": 315, "lr": 4.7116063382835094e-05}
+{"train_loss": 0.004536603577435017, "global_step": 17036, "epoch": 315, "lr": 4.7111147468116836e-05}
+{"train_loss": 0.005981792695820332, "global_step": 17037, "epoch": 315, "lr": 4.710623158141702e-05}
+{"train_loss": 0.004024563357234001, "global_step": 17038, "epoch": 315, "lr": 4.7101315722783294e-05}
+{"train_loss": 0.003537879791110754, "global_step": 17039, "epoch": 315, "lr": 4.7096399892263344e-05}
+{"train_loss": 0.005196954123675823, "global_step": 17040, "epoch": 315, "lr": 4.709148408990486e-05}
+{"train_loss": 0.0021782764233648777, "global_step": 17041, "epoch": 315, "lr": 4.708656831575551e-05}
+{"train_loss": 0.005715843755751848, "global_step": 17042, "epoch": 315, "lr": 4.708165256986301e-05}
+{"train_loss": 0.0025225812569260597, "global_step": 17043, "epoch": 315, "lr": 4.707673685227496e-05}
+{"train_loss": 0.00439447071403265, "global_step": 17044, "epoch": 315, "lr": 4.70718211630391e-05}
+{"train_loss": 0.002669895999133587, "global_step": 17045, "epoch": 315, "lr": 4.7066905502203065e-05}
+{"train_loss": 0.0032651477959007025, "global_step": 17046, "epoch": 315, "lr": 4.706198986981457e-05}
+{"train_loss": 0.0027335351333022118, "global_step": 17047, "epoch": 315, "lr": 4.705707426592128e-05}
+{"train_loss": 0.0023481741081923246, "global_step": 17048, "epoch": 315, "lr": 4.705215869057085e-05}
+{"train_loss": 0.004261804278939962, "global_step": 17049, "epoch": 315, "lr": 4.7047243143810965e-05}
+{"train_loss": 0.0033960561268031597, "global_step": 17050, "epoch": 315, "lr": 4.704232762568931e-05}
+{"train_loss": 0.0040145195089280605, "global_step": 17051, "epoch": 315, "lr": 4.703741213625354e-05}
+{"train_loss": 0.0028517586179077625, "global_step": 17052, "epoch": 315, "lr": 4.7032496675551354e-05}
+{"train_loss": 0.0038006887771189213, "global_step": 17053, "epoch": 315, "lr": 4.702758124363042e-05}
+{"train_loss": 0.0031458933372050524, "global_step": 17054, "epoch": 315, "lr": 4.70226658405384e-05}
+{"train_loss": 0.004269029479473829, "global_step": 17055, "epoch": 315, "lr": 4.701775046632296e-05}
+{"train_loss": 0.0037835557013750076, "global_step": 17056, "epoch": 315, "lr": 4.70128351210318e-05}
+{"train_loss": 0.00732149975374341, "global_step": 17057, "epoch": 315, "lr": 4.700791980471257e-05}
+{"train_loss": 0.003940735477954149, "global_step": 17058, "epoch": 315, "lr": 4.7003004517412984e-05}
+{"train_loss": 0.004777694121003151, "global_step": 17059, "epoch": 315, "lr": 4.699808925918065e-05}
+{"train_loss": 0.005964478477835655, "global_step": 17060, "epoch": 315, "lr": 4.699317403006328e-05}
+{"train_loss": 0.0028068835381418467, "global_step": 17061, "epoch": 315, "lr": 4.6988258830108535e-05}
+{"train_loss": 0.005260930862277746, "global_step": 17062, "epoch": 315, "lr": 4.6983343659364096e-05}
+{"train_loss": 0.003959694588384418, "global_step": 17063, "epoch": 315, "lr": 4.6978428517877645e-05, "val_loss": 0.0033039015252143145, "train_action_mse_error": 0.0001240415294887498}
+{"train_loss": 0.0033962116576731205, "global_step": 17064, "epoch": 316, "lr": 4.697351340569682e-05}
+{"train_loss": 0.005781195126473904, "global_step": 17065, "epoch": 316, "lr": 4.69685983228693e-05}
+{"train_loss": 0.005086491350084543, "global_step": 17066, "epoch": 316, "lr": 4.696368326944278e-05}
+{"train_loss": 0.003933427855372429, "global_step": 17067, "epoch": 316, "lr": 4.69587682454649e-05}
+{"train_loss": 0.007412149105221033, "global_step": 17068, "epoch": 316, "lr": 4.695385325098336e-05}
+{"train_loss": 0.004244139883667231, "global_step": 17069, "epoch": 316, "lr": 4.694893828604581e-05}
+{"train_loss": 0.0036283577792346478, "global_step": 17070, "epoch": 316, "lr": 4.694402335069992e-05}
+{"train_loss": 0.008597775362432003, "global_step": 17071, "epoch": 316, "lr": 4.693910844499335e-05}
+{"train_loss": 0.0032425099052488804, "global_step": 17072, "epoch": 316, "lr": 4.693419356897379e-05}
+{"train_loss": 0.003455555997788906, "global_step": 17073, "epoch": 316, "lr": 4.692927872268889e-05}
+{"train_loss": 0.005877997260540724, "global_step": 17074, "epoch": 316, "lr": 4.6924363906186347e-05}
+{"train_loss": 0.004382986109703779, "global_step": 17075, "epoch": 316, "lr": 4.6919449119513805e-05}
+{"train_loss": 0.004747513681650162, "global_step": 17076, "epoch": 316, "lr": 4.6914534362718935e-05}
+{"train_loss": 0.004434375092387199, "global_step": 17077, "epoch": 316, "lr": 4.6909619635849386e-05}
+{"train_loss": 0.004109551664441824, "global_step": 17078, "epoch": 316, "lr": 4.690470493895286e-05}
+{"train_loss": 0.004594895523041487, "global_step": 17079, "epoch": 316, "lr": 4.689979027207702e-05}
+{"train_loss": 0.0028902501799166203, "global_step": 17080, "epoch": 316, "lr": 4.68948756352695e-05}
+{"train_loss": 0.002736953552812338, "global_step": 17081, "epoch": 316, "lr": 4.688996102857799e-05}
+{"train_loss": 0.005477000493556261, "global_step": 17082, "epoch": 316, "lr": 4.688504645205015e-05}
+{"train_loss": 0.0036254005972296, "global_step": 17083, "epoch": 316, "lr": 4.688013190573364e-05}
+{"train_loss": 0.0023760339245200157, "global_step": 17084, "epoch": 316, "lr": 4.687521738967616e-05}
+{"train_loss": 0.005661532748490572, "global_step": 17085, "epoch": 316, "lr": 4.6870302903925334e-05}
+{"train_loss": 0.0035102299880236387, "global_step": 17086, "epoch": 316, "lr": 4.686538844852884e-05}
+{"train_loss": 0.003621727228164673, "global_step": 17087, "epoch": 316, "lr": 4.6860474023534335e-05}
+{"train_loss": 0.007007678505033255, "global_step": 17088, "epoch": 316, "lr": 4.6855559628989496e-05}
+{"train_loss": 0.004287105984985828, "global_step": 17089, "epoch": 316, "lr": 4.6850645264942e-05}
+{"train_loss": 0.0026269739028066397, "global_step": 17090, "epoch": 316, "lr": 4.6845730931439455e-05}
+{"train_loss": 0.004806045442819595, "global_step": 17091, "epoch": 316, "lr": 4.684081662852959e-05}
+{"train_loss": 0.0060720620676875114, "global_step": 17092, "epoch": 316, "lr": 4.6835902356260034e-05}
+{"train_loss": 0.00340471975505352, "global_step": 17093, "epoch": 316, "lr": 4.6830988114678435e-05}
+{"train_loss": 0.00226290593855083, "global_step": 17094, "epoch": 316, "lr": 4.6826073903832505e-05}
+{"train_loss": 0.004782288800925016, "global_step": 17095, "epoch": 316, "lr": 4.6821159723769866e-05}
+{"train_loss": 0.0019302829168736935, "global_step": 17096, "epoch": 316, "lr": 4.6816245574538176e-05}
+{"train_loss": 0.004507960751652718, "global_step": 17097, "epoch": 316, "lr": 4.681133145618512e-05}
+{"train_loss": 0.004569659475237131, "global_step": 17098, "epoch": 316, "lr": 4.680641736875835e-05}
+{"train_loss": 0.002980324439704418, "global_step": 17099, "epoch": 316, "lr": 4.680150331230552e-05}
+{"train_loss": 0.0028201648965477943, "global_step": 17100, "epoch": 316, "lr": 4.6796589286874306e-05}
+{"train_loss": 0.002999002579599619, "global_step": 17101, "epoch": 316, "lr": 4.679167529251236e-05}
+{"train_loss": 0.007135088089853525, "global_step": 17102, "epoch": 316, "lr": 4.678676132926734e-05}
+{"train_loss": 0.004200414288789034, "global_step": 17103, "epoch": 316, "lr": 4.678184739718688e-05}
+{"train_loss": 0.00391466123983264, "global_step": 17104, "epoch": 316, "lr": 4.67769334963187e-05}
+{"train_loss": 0.004446587059646845, "global_step": 17105, "epoch": 316, "lr": 4.677201962671042e-05}
+{"train_loss": 0.005594207905232906, "global_step": 17106, "epoch": 316, "lr": 4.6767105788409684e-05}
+{"train_loss": 0.006381864193826914, "global_step": 17107, "epoch": 316, "lr": 4.676219198146418e-05}
+{"train_loss": 0.004211455583572388, "global_step": 17108, "epoch": 316, "lr": 4.6757278205921557e-05}
+{"train_loss": 0.0038348273374140263, "global_step": 17109, "epoch": 316, "lr": 4.675236446182946e-05}
+{"train_loss": 0.0035938802175223827, "global_step": 17110, "epoch": 316, "lr": 4.6747450749235576e-05}
+{"train_loss": 0.005705653224140406, "global_step": 17111, "epoch": 316, "lr": 4.674253706818754e-05}
+{"train_loss": 0.004272249527275562, "global_step": 17112, "epoch": 316, "lr": 4.6737623418732995e-05}
+{"train_loss": 0.0036507921759039164, "global_step": 17113, "epoch": 316, "lr": 4.6732709800919625e-05}
+{"train_loss": 0.003286160994321108, "global_step": 17114, "epoch": 316, "lr": 4.6727796214795086e-05}
+{"train_loss": 0.006128041539341211, "global_step": 17115, "epoch": 316, "lr": 4.672288266040703e-05}
+{"train_loss": 0.002535897074267268, "global_step": 17116, "epoch": 316, "lr": 4.671796913780308e-05}
+{"train_loss": 0.004380394920223841, "global_step": 17117, "epoch": 316, "lr": 4.671305564703094e-05, "val_loss": 0.0030849087052047253}
+{"train_loss": 0.0036913298536092043, "global_step": 17118, "epoch": 317, "lr": 4.6708142188138224e-05}
+{"train_loss": 0.00239857891574502, "global_step": 17119, "epoch": 317, "lr": 4.6703228761172626e-05}
+{"train_loss": 0.005306977313011885, "global_step": 17120, "epoch": 317, "lr": 4.669831536618177e-05}
+{"train_loss": 0.00454366859048605, "global_step": 17121, "epoch": 317, "lr": 4.669340200321334e-05}
+{"train_loss": 0.001961872912943363, "global_step": 17122, "epoch": 317, "lr": 4.6688488672314945e-05}
+{"train_loss": 0.004201405681669712, "global_step": 17123, "epoch": 317, "lr": 4.668357537353427e-05}
+{"train_loss": 0.002108629560098052, "global_step": 17124, "epoch": 317, "lr": 4.667866210691897e-05}
+{"train_loss": 0.0040223849937319756, "global_step": 17125, "epoch": 317, "lr": 4.667374887251668e-05}
+{"train_loss": 0.003482359927147627, "global_step": 17126, "epoch": 317, "lr": 4.666883567037508e-05}
+{"train_loss": 0.0031517590396106243, "global_step": 17127, "epoch": 317, "lr": 4.666392250054179e-05}
+{"train_loss": 0.005468918010592461, "global_step": 17128, "epoch": 317, "lr": 4.6659009363064464e-05}
+{"train_loss": 0.00374028948135674, "global_step": 17129, "epoch": 317, "lr": 4.6654096257990786e-05}
+{"train_loss": 0.0023406906984746456, "global_step": 17130, "epoch": 317, "lr": 4.6649183185368384e-05}
+{"train_loss": 0.003933509811758995, "global_step": 17131, "epoch": 317, "lr": 4.664427014524492e-05}
+{"train_loss": 0.003387986682355404, "global_step": 17132, "epoch": 317, "lr": 4.6639357137668016e-05}
+{"train_loss": 0.005579227115958929, "global_step": 17133, "epoch": 317, "lr": 4.663444416268535e-05}
+{"train_loss": 0.0034883758053183556, "global_step": 17134, "epoch": 317, "lr": 4.6629531220344565e-05}
+{"train_loss": 0.002314856741577387, "global_step": 17135, "epoch": 317, "lr": 4.662461831069332e-05}
+{"train_loss": 0.004934852942824364, "global_step": 17136, "epoch": 317, "lr": 4.661970543377926e-05}
+{"train_loss": 0.004814812447875738, "global_step": 17137, "epoch": 317, "lr": 4.661479258965002e-05}
+{"train_loss": 0.004935994744300842, "global_step": 17138, "epoch": 317, "lr": 4.660987977835325e-05}
+{"train_loss": 0.004751718603074551, "global_step": 17139, "epoch": 317, "lr": 4.660496699993661e-05}
+{"train_loss": 0.006252842489629984, "global_step": 17140, "epoch": 317, "lr": 4.660005425444774e-05}
+{"train_loss": 0.004824022296816111, "global_step": 17141, "epoch": 317, "lr": 4.65951415419343e-05}
+{"train_loss": 0.004585375543683767, "global_step": 17142, "epoch": 317, "lr": 4.659022886244394e-05}
+{"train_loss": 0.006097631994634867, "global_step": 17143, "epoch": 317, "lr": 4.6585316216024294e-05}
+{"train_loss": 0.004336424171924591, "global_step": 17144, "epoch": 317, "lr": 4.658040360272299e-05}
+{"train_loss": 0.0047032879665493965, "global_step": 17145, "epoch": 317, "lr": 4.6575491022587716e-05}
+{"train_loss": 0.003036067122593522, "global_step": 17146, "epoch": 317, "lr": 4.6570578475666094e-05}
+{"train_loss": 0.002789642196148634, "global_step": 17147, "epoch": 317, "lr": 4.656566596200578e-05}
+{"train_loss": 0.004490027669817209, "global_step": 17148, "epoch": 317, "lr": 4.6560753481654404e-05}
+{"train_loss": 0.002751868451014161, "global_step": 17149, "epoch": 317, "lr": 4.6555841034659624e-05}
+{"train_loss": 0.005101742222905159, "global_step": 17150, "epoch": 317, "lr": 4.655092862106907e-05}
+{"train_loss": 0.0051446715369820595, "global_step": 17151, "epoch": 317, "lr": 4.654601624093041e-05}
+{"train_loss": 0.006120083853602409, "global_step": 17152, "epoch": 317, "lr": 4.6541103894291296e-05}
+{"train_loss": 0.0024313884787261486, "global_step": 17153, "epoch": 317, "lr": 4.653619158119933e-05}
+{"train_loss": 0.0019210008904337883, "global_step": 17154, "epoch": 317, "lr": 4.6531279301702174e-05}
+{"train_loss": 0.00383529020473361, "global_step": 17155, "epoch": 317, "lr": 4.652636705584748e-05}
+{"train_loss": 0.005978035740554333, "global_step": 17156, "epoch": 317, "lr": 4.6521454843682884e-05}
+{"train_loss": 0.0026813815347850323, "global_step": 17157, "epoch": 317, "lr": 4.651654266525606e-05}
+{"train_loss": 0.0023457705974578857, "global_step": 17158, "epoch": 317, "lr": 4.6511630520614583e-05}
+{"train_loss": 0.0024053649976849556, "global_step": 17159, "epoch": 317, "lr": 4.650671840980616e-05}
+{"train_loss": 0.0033268106635659933, "global_step": 17160, "epoch": 317, "lr": 4.650180633287838e-05}
+{"train_loss": 0.004933601710945368, "global_step": 17161, "epoch": 317, "lr": 4.649689428987892e-05}
+{"train_loss": 0.003155968151986599, "global_step": 17162, "epoch": 317, "lr": 4.649198228085543e-05}
+{"train_loss": 0.001701130997389555, "global_step": 17163, "epoch": 317, "lr": 4.6487070305855515e-05}
+{"train_loss": 0.005021205171942711, "global_step": 17164, "epoch": 317, "lr": 4.648215836492682e-05}
+{"train_loss": 0.0045750378631055355, "global_step": 17165, "epoch": 317, "lr": 4.647724645811701e-05}
+{"train_loss": 0.002730618230998516, "global_step": 17166, "epoch": 317, "lr": 4.6472334585473705e-05}
+{"train_loss": 0.00455061811953783, "global_step": 17167, "epoch": 317, "lr": 4.646742274704456e-05}
+{"train_loss": 0.002808203222230077, "global_step": 17168, "epoch": 317, "lr": 4.646251094287721e-05}
+{"train_loss": 0.0029305764473974705, "global_step": 17169, "epoch": 317, "lr": 4.6457599173019284e-05}
+{"train_loss": 0.003800338599830866, "global_step": 17170, "epoch": 317, "lr": 4.645268743751841e-05}
+{"train_loss": 0.0038618850004341868, "global_step": 17171, "epoch": 317, "lr": 4.644777573642225e-05, "val_loss": 0.004503741394728422}
+{"train_loss": 0.00351664237678051, "global_step": 17172, "epoch": 318, "lr": 4.644286406977843e-05}
+{"train_loss": 0.0024543143808841705, "global_step": 17173, "epoch": 318, "lr": 4.6437952437634616e-05}
+{"train_loss": 0.0027908110059797764, "global_step": 17174, "epoch": 318, "lr": 4.643304084003839e-05}
+{"train_loss": 0.0025690020993351936, "global_step": 17175, "epoch": 318, "lr": 4.642812927703742e-05}
+{"train_loss": 0.003987949341535568, "global_step": 17176, "epoch": 318, "lr": 4.642321774867934e-05}
+{"train_loss": 0.00393182598054409, "global_step": 17177, "epoch": 318, "lr": 4.641830625501179e-05}
+{"train_loss": 0.002189973136410117, "global_step": 17178, "epoch": 318, "lr": 4.641339479608241e-05}
+{"train_loss": 0.003931493032723665, "global_step": 17179, "epoch": 318, "lr": 4.640848337193883e-05}
+{"train_loss": 0.002449211897328496, "global_step": 17180, "epoch": 318, "lr": 4.640357198262865e-05}
+{"train_loss": 0.0031209115404635668, "global_step": 17181, "epoch": 318, "lr": 4.6398660628199564e-05}
+{"train_loss": 0.0025785276666283607, "global_step": 17182, "epoch": 318, "lr": 4.6393749308699155e-05}
+{"train_loss": 0.0028762267902493477, "global_step": 17183, "epoch": 318, "lr": 4.638883802417511e-05}
+{"train_loss": 0.004828096833080053, "global_step": 17184, "epoch": 318, "lr": 4.638392677467502e-05}
+{"train_loss": 0.0022791007068008184, "global_step": 17185, "epoch": 318, "lr": 4.637901556024653e-05}
+{"train_loss": 0.003259067889302969, "global_step": 17186, "epoch": 318, "lr": 4.6374104380937264e-05}
+{"train_loss": 0.003372269682586193, "global_step": 17187, "epoch": 318, "lr": 4.6369193236794875e-05}
+{"train_loss": 0.005519365891814232, "global_step": 17188, "epoch": 318, "lr": 4.636428212786698e-05}
+{"train_loss": 0.00396832637488842, "global_step": 17189, "epoch": 318, "lr": 4.635937105420123e-05}
+{"train_loss": 0.0031263979617506266, "global_step": 17190, "epoch": 318, "lr": 4.635446001584524e-05}
+{"train_loss": 0.003945892211049795, "global_step": 17191, "epoch": 318, "lr": 4.634954901284663e-05}
+{"train_loss": 0.002649481175467372, "global_step": 17192, "epoch": 318, "lr": 4.634463804525305e-05}
+{"train_loss": 0.003777810838073492, "global_step": 17193, "epoch": 318, "lr": 4.633972711311212e-05}
+{"train_loss": 0.003274379763752222, "global_step": 17194, "epoch": 318, "lr": 4.63348162164715e-05}
+{"train_loss": 0.003691589692607522, "global_step": 17195, "epoch": 318, "lr": 4.632990535537878e-05}
+{"train_loss": 0.0038847248069941998, "global_step": 17196, "epoch": 318, "lr": 4.632499452988159e-05}
+{"train_loss": 0.003369348356500268, "global_step": 17197, "epoch": 318, "lr": 4.6320083740027584e-05}
+{"train_loss": 0.0030127770733088255, "global_step": 17198, "epoch": 318, "lr": 4.6315172985864375e-05}
+{"train_loss": 0.005054108798503876, "global_step": 17199, "epoch": 318, "lr": 4.631026226743962e-05}
+{"train_loss": 0.0027875376399606466, "global_step": 17200, "epoch": 318, "lr": 4.63053515848009e-05}
+{"train_loss": 0.0034846181515604258, "global_step": 17201, "epoch": 318, "lr": 4.630044093799588e-05}
+{"train_loss": 0.003336467547342181, "global_step": 17202, "epoch": 318, "lr": 4.6295530327072163e-05}
+{"train_loss": 0.00210767169483006, "global_step": 17203, "epoch": 318, "lr": 4.6290619752077395e-05}
+{"train_loss": 0.0042955102398991585, "global_step": 17204, "epoch": 318, "lr": 4.6285709213059206e-05}
+{"train_loss": 0.003806931199505925, "global_step": 17205, "epoch": 318, "lr": 4.628079871006519e-05}
+{"train_loss": 0.0034914773423224688, "global_step": 17206, "epoch": 318, "lr": 4.627588824314301e-05}
+{"train_loss": 0.0036010462790727615, "global_step": 17207, "epoch": 318, "lr": 4.627097781234027e-05}
+{"train_loss": 0.0026056666392832994, "global_step": 17208, "epoch": 318, "lr": 4.62660674177046e-05}
+{"train_loss": 0.002562710316851735, "global_step": 17209, "epoch": 318, "lr": 4.626115705928364e-05}
+{"train_loss": 0.0024827623274177313, "global_step": 17210, "epoch": 318, "lr": 4.625624673712499e-05}
+{"train_loss": 0.002232937840744853, "global_step": 17211, "epoch": 318, "lr": 4.625133645127628e-05}
+{"train_loss": 0.004097077529877424, "global_step": 17212, "epoch": 318, "lr": 4.6246426201785145e-05}
+{"train_loss": 0.004117729142308235, "global_step": 17213, "epoch": 318, "lr": 4.624151598869921e-05}
+{"train_loss": 0.0031835115514695644, "global_step": 17214, "epoch": 318, "lr": 4.623660581206607e-05}
+{"train_loss": 0.003631511004641652, "global_step": 17215, "epoch": 318, "lr": 4.6231695671933395e-05}
+{"train_loss": 0.004741445183753967, "global_step": 17216, "epoch": 318, "lr": 4.6226785568348775e-05}
+{"train_loss": 0.004329248797148466, "global_step": 17217, "epoch": 318, "lr": 4.6221875501359835e-05}
+{"train_loss": 0.003314924193546176, "global_step": 17218, "epoch": 318, "lr": 4.621696547101419e-05}
+{"train_loss": 0.0020231283269822598, "global_step": 17219, "epoch": 318, "lr": 4.6212055477359486e-05}
+{"train_loss": 0.0024280836805701256, "global_step": 17220, "epoch": 318, "lr": 4.620714552044333e-05}
+{"train_loss": 0.004162407014518976, "global_step": 17221, "epoch": 318, "lr": 4.6202235600313336e-05}
+{"train_loss": 0.0027328047435730696, "global_step": 17222, "epoch": 318, "lr": 4.619732571701714e-05}
+{"train_loss": 0.0035743112675845623, "global_step": 17223, "epoch": 318, "lr": 4.6192415870602347e-05}
+{"train_loss": 0.0026114280335605145, "global_step": 17224, "epoch": 318, "lr": 4.618750606111657e-05}
+{"train_loss": 0.0033722443902796067, "global_step": 17225, "epoch": 318, "lr": 4.6182596288607466e-05, "val_loss": 0.0035658711567521095}
+{"train_loss": 0.00527149997651577, "global_step": 17226, "epoch": 319, "lr": 4.6177686553122616e-05}
+{"train_loss": 0.002030216855928302, "global_step": 17227, "epoch": 319, "lr": 4.617277685470965e-05}
+{"train_loss": 0.006216196343302727, "global_step": 17228, "epoch": 319, "lr": 4.616786719341619e-05}
+{"train_loss": 0.0040627638809382915, "global_step": 17229, "epoch": 319, "lr": 4.6162957569289855e-05}
+{"train_loss": 0.00327513855881989, "global_step": 17230, "epoch": 319, "lr": 4.6158047982378264e-05}
+{"train_loss": 0.005575774237513542, "global_step": 17231, "epoch": 319, "lr": 4.6153138432729015e-05}
+{"train_loss": 0.003592657158151269, "global_step": 17232, "epoch": 319, "lr": 4.6148228920389744e-05}
+{"train_loss": 0.005044492427259684, "global_step": 17233, "epoch": 319, "lr": 4.614331944540806e-05}
+{"train_loss": 0.00456481147557497, "global_step": 17234, "epoch": 319, "lr": 4.613841000783159e-05}
+{"train_loss": 0.0034188535064458847, "global_step": 17235, "epoch": 319, "lr": 4.613350060770794e-05}
+{"train_loss": 0.004888743162155151, "global_step": 17236, "epoch": 319, "lr": 4.6128591245084734e-05}
+{"train_loss": 0.0031803729943931103, "global_step": 17237, "epoch": 319, "lr": 4.612368192000957e-05}
+{"train_loss": 0.003517045406624675, "global_step": 17238, "epoch": 319, "lr": 4.6118772632530066e-05}
+{"train_loss": 0.007259395904839039, "global_step": 17239, "epoch": 319, "lr": 4.611386338269384e-05}
+{"train_loss": 0.004720850847661495, "global_step": 17240, "epoch": 319, "lr": 4.610895417054852e-05}
+{"train_loss": 0.0030595525167882442, "global_step": 17241, "epoch": 319, "lr": 4.610404499614172e-05}
+{"train_loss": 0.004713903181254864, "global_step": 17242, "epoch": 319, "lr": 4.609913585952103e-05}
+{"train_loss": 0.0029021529480814934, "global_step": 17243, "epoch": 319, "lr": 4.6094226760734054e-05}
+{"train_loss": 0.003576117567718029, "global_step": 17244, "epoch": 319, "lr": 4.6089317699828446e-05}
+{"train_loss": 0.004294992424547672, "global_step": 17245, "epoch": 319, "lr": 4.6084408676851794e-05}
+{"train_loss": 0.0033960947766900063, "global_step": 17246, "epoch": 319, "lr": 4.6079499691851716e-05}
+{"train_loss": 0.002778814174234867, "global_step": 17247, "epoch": 319, "lr": 4.607459074487581e-05}
+{"train_loss": 0.005236710887402296, "global_step": 17248, "epoch": 319, "lr": 4.60696818359717e-05}
+{"train_loss": 0.004274122416973114, "global_step": 17249, "epoch": 319, "lr": 4.606477296518697e-05}
+{"train_loss": 0.003000399796292186, "global_step": 17250, "epoch": 319, "lr": 4.605986413256928e-05}
+{"train_loss": 0.003690141486003995, "global_step": 17251, "epoch": 319, "lr": 4.6054955338166224e-05}
+{"train_loss": 0.003507588990032673, "global_step": 17252, "epoch": 319, "lr": 4.605004658202538e-05}
+{"train_loss": 0.003563129575923085, "global_step": 17253, "epoch": 319, "lr": 4.604513786419437e-05}
+{"train_loss": 0.005119741894304752, "global_step": 17254, "epoch": 319, "lr": 4.604022918472082e-05}
+{"train_loss": 0.002893656026571989, "global_step": 17255, "epoch": 319, "lr": 4.603532054365232e-05}
+{"train_loss": 0.004621080122888088, "global_step": 17256, "epoch": 319, "lr": 4.6030411941036524e-05}
+{"train_loss": 0.0029671129304915667, "global_step": 17257, "epoch": 319, "lr": 4.602550337692096e-05}
+{"train_loss": 0.004020940512418747, "global_step": 17258, "epoch": 319, "lr": 4.602059485135329e-05}
+{"train_loss": 0.002548289718106389, "global_step": 17259, "epoch": 319, "lr": 4.60156863643811e-05}
+{"train_loss": 0.0019585108384490013, "global_step": 17260, "epoch": 319, "lr": 4.601077791605201e-05}
+{"train_loss": 0.004388750530779362, "global_step": 17261, "epoch": 319, "lr": 4.600586950641362e-05}
+{"train_loss": 0.004941651131957769, "global_step": 17262, "epoch": 319, "lr": 4.600096113551356e-05}
+{"train_loss": 0.00299688708037138, "global_step": 17263, "epoch": 319, "lr": 4.599605280339938e-05}
+{"train_loss": 0.0029239130672067404, "global_step": 17264, "epoch": 319, "lr": 4.599114451011873e-05}
+{"train_loss": 0.0020370830316096544, "global_step": 17265, "epoch": 319, "lr": 4.598623625571919e-05}
+{"train_loss": 0.0035071237944066525, "global_step": 17266, "epoch": 319, "lr": 4.5981328040248386e-05}
+{"train_loss": 0.004657459445297718, "global_step": 17267, "epoch": 319, "lr": 4.597641986375392e-05}
+{"train_loss": 0.0036845426075160503, "global_step": 17268, "epoch": 319, "lr": 4.597151172628338e-05}
+{"train_loss": 0.0038046534173190594, "global_step": 17269, "epoch": 319, "lr": 4.596660362788436e-05}
+{"train_loss": 0.0051067546010017395, "global_step": 17270, "epoch": 319, "lr": 4.5961695568604493e-05}
+{"train_loss": 0.0054180314764380455, "global_step": 17271, "epoch": 319, "lr": 4.595678754849135e-05}
+{"train_loss": 0.005237376317381859, "global_step": 17272, "epoch": 319, "lr": 4.5951879567592596e-05}
+{"train_loss": 0.003034536959603429, "global_step": 17273, "epoch": 319, "lr": 4.594697162595574e-05}
+{"train_loss": 0.004283459857106209, "global_step": 17274, "epoch": 319, "lr": 4.594206372362845e-05}
+{"train_loss": 0.004029402043670416, "global_step": 17275, "epoch": 319, "lr": 4.593715586065829e-05}
+{"train_loss": 0.004292054567486048, "global_step": 17276, "epoch": 319, "lr": 4.5932248037092886e-05}
+{"train_loss": 0.002084341598674655, "global_step": 17277, "epoch": 319, "lr": 4.592734025297985e-05}
+{"train_loss": 0.005224456544965506, "global_step": 17278, "epoch": 319, "lr": 4.592243250836673e-05}
+{"train_loss": 0.003987675476646809, "global_step": 17279, "epoch": 319, "lr": 4.591752480330116e-05, "val_loss": 0.0051110656931996346}
+{"train_loss": 0.0033625680953264236, "global_step": 17280, "epoch": 320, "lr": 4.5912617137830744e-05}
+{"train_loss": 0.004465125035494566, "global_step": 17281, "epoch": 320, "lr": 4.590770951200306e-05}
+{"train_loss": 0.004556582774966955, "global_step": 17282, "epoch": 320, "lr": 4.590280192586572e-05}
+{"train_loss": 0.002875101286917925, "global_step": 17283, "epoch": 320, "lr": 4.589789437946634e-05}
+{"train_loss": 0.0030225678347051144, "global_step": 17284, "epoch": 320, "lr": 4.589298687285248e-05}
+{"train_loss": 0.0031625605188310146, "global_step": 17285, "epoch": 320, "lr": 4.588807940607175e-05}
+{"train_loss": 0.004225426819175482, "global_step": 17286, "epoch": 320, "lr": 4.588317197917175e-05}
+{"train_loss": 0.005510910414159298, "global_step": 17287, "epoch": 320, "lr": 4.587826459220007e-05}
+{"train_loss": 0.004867582581937313, "global_step": 17288, "epoch": 320, "lr": 4.5873357245204345e-05}
+{"train_loss": 0.003256425494328141, "global_step": 17289, "epoch": 320, "lr": 4.586844993823211e-05}
+{"train_loss": 0.0043706148862838745, "global_step": 17290, "epoch": 320, "lr": 4.5863542671330986e-05}
+{"train_loss": 0.0030673635192215443, "global_step": 17291, "epoch": 320, "lr": 4.585863544454857e-05}
+{"train_loss": 0.0039755431935191154, "global_step": 17292, "epoch": 320, "lr": 4.585372825793246e-05}
+{"train_loss": 0.00221432326361537, "global_step": 17293, "epoch": 320, "lr": 4.584882111153026e-05}
+{"train_loss": 0.004498651716858149, "global_step": 17294, "epoch": 320, "lr": 4.584391400538953e-05}
+{"train_loss": 0.0037223193794488907, "global_step": 17295, "epoch": 320, "lr": 4.5839006939557875e-05}
+{"train_loss": 0.004808017984032631, "global_step": 17296, "epoch": 320, "lr": 4.583409991408291e-05}
+{"train_loss": 0.005058946553617716, "global_step": 17297, "epoch": 320, "lr": 4.5829192929012194e-05}
+{"train_loss": 0.0035681326407939196, "global_step": 17298, "epoch": 320, "lr": 4.582428598439336e-05}
+{"train_loss": 0.005009578075259924, "global_step": 17299, "epoch": 320, "lr": 4.581937908027397e-05}
+{"train_loss": 0.0026063048280775547, "global_step": 17300, "epoch": 320, "lr": 4.581447221670161e-05}
+{"train_loss": 0.004868960939347744, "global_step": 17301, "epoch": 320, "lr": 4.5809565393723886e-05}
+{"train_loss": 0.002404041588306427, "global_step": 17302, "epoch": 320, "lr": 4.5804658611388385e-05}
+{"train_loss": 0.004726823419332504, "global_step": 17303, "epoch": 320, "lr": 4.5799751869742715e-05}
+{"train_loss": 0.0037306793965399265, "global_step": 17304, "epoch": 320, "lr": 4.5794845168834416e-05}
+{"train_loss": 0.003716422477737069, "global_step": 17305, "epoch": 320, "lr": 4.578993850871112e-05}
+{"train_loss": 0.0035221383441239595, "global_step": 17306, "epoch": 320, "lr": 4.578503188942041e-05}
+{"train_loss": 0.005582410376518965, "global_step": 17307, "epoch": 320, "lr": 4.578012531100985e-05}
+{"train_loss": 0.0038971707690507174, "global_step": 17308, "epoch": 320, "lr": 4.577521877352706e-05}
+{"train_loss": 0.0019262884743511677, "global_step": 17309, "epoch": 320, "lr": 4.577031227701963e-05}
+{"train_loss": 0.005003197584301233, "global_step": 17310, "epoch": 320, "lr": 4.57654058215351e-05}
+{"train_loss": 0.0030606084037572145, "global_step": 17311, "epoch": 320, "lr": 4.57604994071211e-05}
+{"train_loss": 0.0035850401036441326, "global_step": 17312, "epoch": 320, "lr": 4.5755593033825204e-05}
+{"train_loss": 0.004018651787191629, "global_step": 17313, "epoch": 320, "lr": 4.5750686701694986e-05}
+{"train_loss": 0.005083887837827206, "global_step": 17314, "epoch": 320, "lr": 4.574578041077807e-05}
+{"train_loss": 0.0044588553719222546, "global_step": 17315, "epoch": 320, "lr": 4.574087416112201e-05}
+{"train_loss": 0.004044751171022654, "global_step": 17316, "epoch": 320, "lr": 4.5735967952774386e-05}
+{"train_loss": 0.0034458888694643974, "global_step": 17317, "epoch": 320, "lr": 4.573106178578278e-05}
+{"train_loss": 0.004731384105980396, "global_step": 17318, "epoch": 320, "lr": 4.57261556601948e-05}
+{"train_loss": 0.004334737546741962, "global_step": 17319, "epoch": 320, "lr": 4.5721249576058027e-05}
+{"train_loss": 0.0025934046134352684, "global_step": 17320, "epoch": 320, "lr": 4.5716343533420014e-05}
+{"train_loss": 0.002303179819136858, "global_step": 17321, "epoch": 320, "lr": 4.571143753232838e-05}
+{"train_loss": 0.0026118808891624212, "global_step": 17322, "epoch": 320, "lr": 4.570653157283068e-05}
+{"train_loss": 0.004117049742490053, "global_step": 17323, "epoch": 320, "lr": 4.5701625654974506e-05}
+{"train_loss": 0.0031416427809745073, "global_step": 17324, "epoch": 320, "lr": 4.569671977880746e-05}
+{"train_loss": 0.0026011220179498196, "global_step": 17325, "epoch": 320, "lr": 4.5691813944377095e-05}
+{"train_loss": 0.0036960176657885313, "global_step": 17326, "epoch": 320, "lr": 4.568690815173099e-05}
+{"train_loss": 0.0036022583954036236, "global_step": 17327, "epoch": 320, "lr": 4.5682002400916746e-05}
+{"train_loss": 0.004288296680897474, "global_step": 17328, "epoch": 320, "lr": 4.567709669198193e-05}
+{"train_loss": 0.00377291115000844, "global_step": 17329, "epoch": 320, "lr": 4.567219102497412e-05}
+{"train_loss": 0.0024708404671400785, "global_step": 17330, "epoch": 320, "lr": 4.566728539994092e-05}
+{"train_loss": 0.0037823719903826714, "global_step": 17331, "epoch": 320, "lr": 4.566237981692988e-05}
+{"train_loss": 0.002218742622062564, "global_step": 17332, "epoch": 320, "lr": 4.565747427598857e-05}
+{"train_loss": 0.003747944392401863, "global_step": 17333, "epoch": 320, "lr": 4.56525687771646e-05, "val_loss": 0.0055198585614562035, "train_action_mse_error": 9.904461330734193e-05}
+{"train_loss": 0.0041144415736198425, "global_step": 17334, "epoch": 321, "lr": 4.564766332050553e-05}
+{"train_loss": 0.0026938484515994787, "global_step": 17335, "epoch": 321, "lr": 4.564275790605895e-05}
+{"train_loss": 0.004183439537882805, "global_step": 17336, "epoch": 321, "lr": 4.5637852533872406e-05}
+{"train_loss": 0.002425647806376219, "global_step": 17337, "epoch": 321, "lr": 4.56329472039935e-05}
+{"train_loss": 0.003540563862770796, "global_step": 17338, "epoch": 321, "lr": 4.562804191646981e-05}
+{"train_loss": 0.0034917276352643967, "global_step": 17339, "epoch": 321, "lr": 4.5623136671348894e-05}
+{"train_loss": 0.005854217801243067, "global_step": 17340, "epoch": 321, "lr": 4.5618231468678354e-05}
+{"train_loss": 0.002882214728742838, "global_step": 17341, "epoch": 321, "lr": 4.561332630850574e-05}
+{"train_loss": 0.002407520543783903, "global_step": 17342, "epoch": 321, "lr": 4.5608421190878617e-05}
+{"train_loss": 0.0019001695327460766, "global_step": 17343, "epoch": 321, "lr": 4.560351611584459e-05}
+{"train_loss": 0.00343909440562129, "global_step": 17344, "epoch": 321, "lr": 4.5598611083451215e-05}
+{"train_loss": 0.003356950357556343, "global_step": 17345, "epoch": 321, "lr": 4.559370609374608e-05}
+{"train_loss": 0.0027264433447271585, "global_step": 17346, "epoch": 321, "lr": 4.5588801146776724e-05}
+{"train_loss": 0.00270653422921896, "global_step": 17347, "epoch": 321, "lr": 4.558389624259075e-05}
+{"train_loss": 0.003275682218372822, "global_step": 17348, "epoch": 321, "lr": 4.557899138123571e-05}
+{"train_loss": 0.004078815691173077, "global_step": 17349, "epoch": 321, "lr": 4.55740865627592e-05}
+{"train_loss": 0.00267727579921484, "global_step": 17350, "epoch": 321, "lr": 4.5569181787208784e-05}
+{"train_loss": 0.0023144958540797234, "global_step": 17351, "epoch": 321, "lr": 4.5564277054632016e-05}
+{"train_loss": 0.004744630306959152, "global_step": 17352, "epoch": 321, "lr": 4.555937236507646e-05}
+{"train_loss": 0.004111329093575478, "global_step": 17353, "epoch": 321, "lr": 4.5554467718589713e-05}
+{"train_loss": 0.0031842843163758516, "global_step": 17354, "epoch": 321, "lr": 4.554956311521932e-05}
+{"train_loss": 0.0028809630312025547, "global_step": 17355, "epoch": 321, "lr": 4.554465855501287e-05}
+{"train_loss": 0.0023538072127848864, "global_step": 17356, "epoch": 321, "lr": 4.553975403801794e-05}
+{"train_loss": 0.003019639989361167, "global_step": 17357, "epoch": 321, "lr": 4.5534849564282064e-05}
+{"train_loss": 0.004534578416496515, "global_step": 17358, "epoch": 321, "lr": 4.5529945133852824e-05}
+{"train_loss": 0.004557786509394646, "global_step": 17359, "epoch": 321, "lr": 4.5525040746777794e-05}
+{"train_loss": 0.003581556025892496, "global_step": 17360, "epoch": 321, "lr": 4.5520136403104535e-05}
+{"train_loss": 0.003265335224568844, "global_step": 17361, "epoch": 321, "lr": 4.551523210288063e-05}
+{"train_loss": 0.0023601381108164787, "global_step": 17362, "epoch": 321, "lr": 4.55103278461536e-05}
+{"train_loss": 0.003824695246294141, "global_step": 17363, "epoch": 321, "lr": 4.550542363297106e-05}
+{"train_loss": 0.0018816370284184813, "global_step": 17364, "epoch": 321, "lr": 4.550051946338054e-05}
+{"train_loss": 0.0028188705909997225, "global_step": 17365, "epoch": 321, "lr": 4.549561533742963e-05}
+{"train_loss": 0.00317332218401134, "global_step": 17366, "epoch": 321, "lr": 4.54907112551659e-05}
+{"train_loss": 0.0015861212741583586, "global_step": 17367, "epoch": 321, "lr": 4.5485807216636886e-05}
+{"train_loss": 0.0035982851404696703, "global_step": 17368, "epoch": 321, "lr": 4.548090322189014e-05}
+{"train_loss": 0.0027273516170680523, "global_step": 17369, "epoch": 321, "lr": 4.547599927097327e-05}
+{"train_loss": 0.004831484518945217, "global_step": 17370, "epoch": 321, "lr": 4.54710953639338e-05}
+{"train_loss": 0.002009736839681864, "global_step": 17371, "epoch": 321, "lr": 4.546619150081935e-05}
+{"train_loss": 0.0037715223152190447, "global_step": 17372, "epoch": 321, "lr": 4.5461287681677394e-05}
+{"train_loss": 0.004257042892277241, "global_step": 17373, "epoch": 321, "lr": 4.545638390655555e-05}
+{"train_loss": 0.0023717829026281834, "global_step": 17374, "epoch": 321, "lr": 4.545148017550137e-05}
+{"train_loss": 0.0021836720407009125, "global_step": 17375, "epoch": 321, "lr": 4.544657648856242e-05}
+{"train_loss": 0.003420515451580286, "global_step": 17376, "epoch": 321, "lr": 4.544167284578623e-05}
+{"train_loss": 0.004397653974592686, "global_step": 17377, "epoch": 321, "lr": 4.5436769247220423e-05}
+{"train_loss": 0.0031342587899416685, "global_step": 17378, "epoch": 321, "lr": 4.543186569291248e-05}
+{"train_loss": 0.0025029194075614214, "global_step": 17379, "epoch": 321, "lr": 4.5426962182910016e-05}
+{"train_loss": 0.0027847441378980875, "global_step": 17380, "epoch": 321, "lr": 4.542205871726055e-05}
+{"train_loss": 0.0022434224374592304, "global_step": 17381, "epoch": 321, "lr": 4.541715529601167e-05}
+{"train_loss": 0.0026385022792965174, "global_step": 17382, "epoch": 321, "lr": 4.5412251919210934e-05}
+{"train_loss": 0.003719724714756012, "global_step": 17383, "epoch": 321, "lr": 4.540734858690588e-05}
+{"train_loss": 0.0027263842057436705, "global_step": 17384, "epoch": 321, "lr": 4.540244529914406e-05}
+{"train_loss": 0.004780325572937727, "global_step": 17385, "epoch": 321, "lr": 4.539754205597305e-05}
+{"train_loss": 0.003671016078442335, "global_step": 17386, "epoch": 321, "lr": 4.5392638857440394e-05}
+{"train_loss": 0.003244892730705302, "global_step": 17387, "epoch": 321, "lr": 4.538773570359368e-05, "val_loss": 0.004897927865386009}
+{"train_loss": 0.004470156971365213, "global_step": 17388, "epoch": 322, "lr": 4.5382832594480394e-05}
+{"train_loss": 0.003176187863573432, "global_step": 17389, "epoch": 322, "lr": 4.537792953014815e-05}
+{"train_loss": 0.0034420834854245186, "global_step": 17390, "epoch": 322, "lr": 4.537302651064447e-05}
+{"train_loss": 0.0025899247266352177, "global_step": 17391, "epoch": 322, "lr": 4.536812353601693e-05}
+{"train_loss": 0.0032113611232489347, "global_step": 17392, "epoch": 322, "lr": 4.536322060631307e-05}
+{"train_loss": 0.0032812110148370266, "global_step": 17393, "epoch": 322, "lr": 4.535831772158045e-05}
+{"train_loss": 0.0031373591627925634, "global_step": 17394, "epoch": 322, "lr": 4.5353414881866605e-05}
+{"train_loss": 0.0030845990404486656, "global_step": 17395, "epoch": 322, "lr": 4.5348512087219105e-05}
+{"train_loss": 0.003590113017708063, "global_step": 17396, "epoch": 322, "lr": 4.5343609337685475e-05}
+{"train_loss": 0.004651071038097143, "global_step": 17397, "epoch": 322, "lr": 4.5338706633313324e-05}
+{"train_loss": 0.005035772919654846, "global_step": 17398, "epoch": 322, "lr": 4.533380397415015e-05}
+{"train_loss": 0.002815713407471776, "global_step": 17399, "epoch": 322, "lr": 4.532890136024351e-05}
+{"train_loss": 0.00406579440459609, "global_step": 17400, "epoch": 322, "lr": 4.5323998791640946e-05}
+{"train_loss": 0.003241553669795394, "global_step": 17401, "epoch": 322, "lr": 4.531909626839004e-05}
+{"train_loss": 0.0034487429074943066, "global_step": 17402, "epoch": 322, "lr": 4.531419379053832e-05}
+{"train_loss": 0.002816213760524988, "global_step": 17403, "epoch": 322, "lr": 4.530929135813334e-05}
+{"train_loss": 0.0050086635164916515, "global_step": 17404, "epoch": 322, "lr": 4.530438897122264e-05}
+{"train_loss": 0.0038648818153887987, "global_step": 17405, "epoch": 322, "lr": 4.5299486629853785e-05}
+{"train_loss": 0.0018578723538666964, "global_step": 17406, "epoch": 322, "lr": 4.529458433407429e-05}
+{"train_loss": 0.003272097324952483, "global_step": 17407, "epoch": 322, "lr": 4.528968208393172e-05}
+{"train_loss": 0.006569892633706331, "global_step": 17408, "epoch": 322, "lr": 4.528477987947364e-05}
+{"train_loss": 0.0039545572362840176, "global_step": 17409, "epoch": 322, "lr": 4.527987772074757e-05}
+{"train_loss": 0.003222033614292741, "global_step": 17410, "epoch": 322, "lr": 4.527497560780104e-05}
+{"train_loss": 0.0030349353328347206, "global_step": 17411, "epoch": 322, "lr": 4.5270073540681633e-05}
+{"train_loss": 0.0024925817269831896, "global_step": 17412, "epoch": 322, "lr": 4.5265171519436865e-05}
+{"train_loss": 0.004463630728423595, "global_step": 17413, "epoch": 322, "lr": 4.5260269544114314e-05}
+{"train_loss": 0.002398060169070959, "global_step": 17414, "epoch": 322, "lr": 4.525536761476149e-05}
+{"train_loss": 0.002755501540377736, "global_step": 17415, "epoch": 322, "lr": 4.525046573142594e-05}
+{"train_loss": 0.0028639354277402163, "global_step": 17416, "epoch": 322, "lr": 4.5245563894155204e-05}
+{"train_loss": 0.0030356436036527157, "global_step": 17417, "epoch": 322, "lr": 4.524066210299685e-05}
+{"train_loss": 0.0026963423006236553, "global_step": 17418, "epoch": 322, "lr": 4.523576035799841e-05}
+{"train_loss": 0.004673473536968231, "global_step": 17419, "epoch": 322, "lr": 4.5230858659207395e-05}
+{"train_loss": 0.0030272311996668577, "global_step": 17420, "epoch": 322, "lr": 4.522595700667138e-05}
+{"train_loss": 0.00416147243231535, "global_step": 17421, "epoch": 322, "lr": 4.522105540043789e-05}
+{"train_loss": 0.0030084012541919947, "global_step": 17422, "epoch": 322, "lr": 4.521615384055446e-05}
+{"train_loss": 0.0041943504475057125, "global_step": 17423, "epoch": 322, "lr": 4.521125232706865e-05}
+{"train_loss": 0.0023767827078700066, "global_step": 17424, "epoch": 322, "lr": 4.520635086002799e-05}
+{"train_loss": 0.00453690392896533, "global_step": 17425, "epoch": 322, "lr": 4.520144943948e-05}
+{"train_loss": 0.00425633043050766, "global_step": 17426, "epoch": 322, "lr": 4.5196548065472236e-05}
+{"train_loss": 0.0042471569031476974, "global_step": 17427, "epoch": 322, "lr": 4.519164673805224e-05}
+{"train_loss": 0.004138703923672438, "global_step": 17428, "epoch": 322, "lr": 4.518674545726753e-05}
+{"train_loss": 0.002786212833598256, "global_step": 17429, "epoch": 322, "lr": 4.5181844223165665e-05}
+{"train_loss": 0.0033573328983038664, "global_step": 17430, "epoch": 322, "lr": 4.5176943035794164e-05}
+{"train_loss": 0.002540387911722064, "global_step": 17431, "epoch": 322, "lr": 4.517204189520057e-05}
+{"train_loss": 0.0028065412770956755, "global_step": 17432, "epoch": 322, "lr": 4.5167140801432406e-05}
+{"train_loss": 0.003974412567913532, "global_step": 17433, "epoch": 322, "lr": 4.5162239754537227e-05}
+{"train_loss": 0.006087613292038441, "global_step": 17434, "epoch": 322, "lr": 4.515733875456257e-05}
+{"train_loss": 0.003934651147574186, "global_step": 17435, "epoch": 322, "lr": 4.515243780155593e-05}
+{"train_loss": 0.00435611791908741, "global_step": 17436, "epoch": 322, "lr": 4.514753689556488e-05}
+{"train_loss": 0.0031503946520388126, "global_step": 17437, "epoch": 322, "lr": 4.514263603663694e-05}
+{"train_loss": 0.003481570864096284, "global_step": 17438, "epoch": 322, "lr": 4.513773522481963e-05}
+{"train_loss": 0.003770987968891859, "global_step": 17439, "epoch": 322, "lr": 4.5132834460160524e-05}
+{"train_loss": 0.0034444418270140886, "global_step": 17440, "epoch": 322, "lr": 4.512793374270711e-05}
+{"train_loss": 0.003571626398263982, "global_step": 17441, "epoch": 322, "lr": 4.512303307250691e-05, "val_loss": 0.00572008965536952}
+{"train_loss": 0.0036721834912896156, "global_step": 17442, "epoch": 323, "lr": 4.5118132449607506e-05}
+{"train_loss": 0.002208004705607891, "global_step": 17443, "epoch": 323, "lr": 4.511323187405639e-05}
+{"train_loss": 0.003122385125607252, "global_step": 17444, "epoch": 323, "lr": 4.510833134590111e-05}
+{"train_loss": 0.0030462516006082296, "global_step": 17445, "epoch": 323, "lr": 4.5103430865189174e-05}
+{"train_loss": 0.006353965029120445, "global_step": 17446, "epoch": 323, "lr": 4.5098530431968125e-05}
+{"train_loss": 0.00375962327234447, "global_step": 17447, "epoch": 323, "lr": 4.509363004628549e-05}
+{"train_loss": 0.0034259208478033543, "global_step": 17448, "epoch": 323, "lr": 4.5088729708188804e-05}
+{"train_loss": 0.004685364663600922, "global_step": 17449, "epoch": 323, "lr": 4.508382941772558e-05}
+{"train_loss": 0.0023795953020453453, "global_step": 17450, "epoch": 323, "lr": 4.507892917494337e-05}
+{"train_loss": 0.004689211491495371, "global_step": 17451, "epoch": 323, "lr": 4.507402897988966e-05}
+{"train_loss": 0.0022262006532400846, "global_step": 17452, "epoch": 323, "lr": 4.506912883261201e-05}
+{"train_loss": 0.003984776791185141, "global_step": 17453, "epoch": 323, "lr": 4.506422873315794e-05}
+{"train_loss": 0.002838962711393833, "global_step": 17454, "epoch": 323, "lr": 4.5059328681574955e-05}
+{"train_loss": 0.004016199614852667, "global_step": 17455, "epoch": 323, "lr": 4.505442867791061e-05}
+{"train_loss": 0.0026699642185121775, "global_step": 17456, "epoch": 323, "lr": 4.504952872221241e-05}
+{"train_loss": 0.0036983704194426537, "global_step": 17457, "epoch": 323, "lr": 4.504462881452787e-05}
+{"train_loss": 0.004565237555652857, "global_step": 17458, "epoch": 323, "lr": 4.503972895490453e-05}
+{"train_loss": 0.003858801443129778, "global_step": 17459, "epoch": 323, "lr": 4.5034829143389915e-05}
+{"train_loss": 0.0028207364957779646, "global_step": 17460, "epoch": 323, "lr": 4.502992938003155e-05}
+{"train_loss": 0.003357779234647751, "global_step": 17461, "epoch": 323, "lr": 4.502502966487693e-05}
+{"train_loss": 0.003465565387159586, "global_step": 17462, "epoch": 323, "lr": 4.50201299979736e-05}
+{"train_loss": 0.00363189447671175, "global_step": 17463, "epoch": 323, "lr": 4.501523037936906e-05}
+{"train_loss": 0.0032249377109110355, "global_step": 17464, "epoch": 323, "lr": 4.501033080911086e-05}
+{"train_loss": 0.0046678888611495495, "global_step": 17465, "epoch": 323, "lr": 4.5005431287246524e-05}
+{"train_loss": 0.002895630430430174, "global_step": 17466, "epoch": 323, "lr": 4.500053181382353e-05}
+{"train_loss": 0.002469162456691265, "global_step": 17467, "epoch": 323, "lr": 4.499563238888942e-05}
+{"train_loss": 0.0044901734218001366, "global_step": 17468, "epoch": 323, "lr": 4.4990733012491716e-05}
+{"train_loss": 0.007397424429655075, "global_step": 17469, "epoch": 323, "lr": 4.498583368467792e-05}
+{"train_loss": 0.0051740319468081, "global_step": 17470, "epoch": 323, "lr": 4.498093440549558e-05}
+{"train_loss": 0.002200646558776498, "global_step": 17471, "epoch": 323, "lr": 4.49760351749922e-05}
+{"train_loss": 0.0027379016391932964, "global_step": 17472, "epoch": 323, "lr": 4.4971135993215285e-05}
+{"train_loss": 0.004982141777873039, "global_step": 17473, "epoch": 323, "lr": 4.496623686021235e-05}
+{"train_loss": 0.0035909286234527826, "global_step": 17474, "epoch": 323, "lr": 4.4961337776030926e-05}
+{"train_loss": 0.003201697953045368, "global_step": 17475, "epoch": 323, "lr": 4.495643874071851e-05}
+{"train_loss": 0.0024604634381830692, "global_step": 17476, "epoch": 323, "lr": 4.495153975432266e-05}
+{"train_loss": 0.0046383533626794815, "global_step": 17477, "epoch": 323, "lr": 4.494664081689083e-05}
+{"train_loss": 0.004445428494364023, "global_step": 17478, "epoch": 323, "lr": 4.494174192847057e-05}
+{"train_loss": 0.0033262537326663733, "global_step": 17479, "epoch": 323, "lr": 4.4936843089109375e-05}
+{"train_loss": 0.004116795491427183, "global_step": 17480, "epoch": 323, "lr": 4.493194429885478e-05}
+{"train_loss": 0.0030813885387033224, "global_step": 17481, "epoch": 323, "lr": 4.49270455577543e-05}
+{"train_loss": 0.002365020103752613, "global_step": 17482, "epoch": 323, "lr": 4.4922146865855416e-05}
+{"train_loss": 0.005115666892379522, "global_step": 17483, "epoch": 323, "lr": 4.491724822320565e-05}
+{"train_loss": 0.0038919849321246147, "global_step": 17484, "epoch": 323, "lr": 4.4912349629852535e-05}
+{"train_loss": 0.0037572134751826525, "global_step": 17485, "epoch": 323, "lr": 4.4907451085843546e-05}
+{"train_loss": 0.001909233396872878, "global_step": 17486, "epoch": 323, "lr": 4.4902552591226254e-05}
+{"train_loss": 0.002503796247765422, "global_step": 17487, "epoch": 323, "lr": 4.4897654146048094e-05}
+{"train_loss": 0.0037886633072048426, "global_step": 17488, "epoch": 323, "lr": 4.4892755750356606e-05}
+{"train_loss": 0.0034442360047250986, "global_step": 17489, "epoch": 323, "lr": 4.488785740419931e-05}
+{"train_loss": 0.005180614069104195, "global_step": 17490, "epoch": 323, "lr": 4.48829591076237e-05}
+{"train_loss": 0.004140832461416721, "global_step": 17491, "epoch": 323, "lr": 4.487806086067731e-05}
+{"train_loss": 0.002910927403718233, "global_step": 17492, "epoch": 323, "lr": 4.4873162663407614e-05}
+{"train_loss": 0.004810444079339504, "global_step": 17493, "epoch": 323, "lr": 4.486826451586211e-05}
+{"train_loss": 0.0062650213949382305, "global_step": 17494, "epoch": 323, "lr": 4.486336641808835e-05}
+{"train_loss": 0.003736004949098936, "global_step": 17495, "epoch": 323, "lr": 4.48584683701338e-05, "val_loss": 0.006327551789581776}
+{"train_loss": 0.0026468795258551836, "global_step": 17496, "epoch": 324, "lr": 4.4853570372045986e-05}
+{"train_loss": 0.0040826499462127686, "global_step": 17497, "epoch": 324, "lr": 4.4848672423872424e-05}
+{"train_loss": 0.0025861510075628757, "global_step": 17498, "epoch": 324, "lr": 4.4843774525660585e-05}
+{"train_loss": 0.004160463344305754, "global_step": 17499, "epoch": 324, "lr": 4.483887667745798e-05}
+{"train_loss": 0.005651623941957951, "global_step": 17500, "epoch": 324, "lr": 4.483397887931213e-05}
+{"train_loss": 0.002931930823251605, "global_step": 17501, "epoch": 324, "lr": 4.4829081131270526e-05}
+{"train_loss": 0.003894002176821232, "global_step": 17502, "epoch": 324, "lr": 4.48241834333807e-05}
+{"train_loss": 0.003718375228345394, "global_step": 17503, "epoch": 324, "lr": 4.481928578569009e-05}
+{"train_loss": 0.004318542312830687, "global_step": 17504, "epoch": 324, "lr": 4.4814388188246245e-05}
+{"train_loss": 0.003018768271431327, "global_step": 17505, "epoch": 324, "lr": 4.480949064109665e-05}
+{"train_loss": 0.003302642609924078, "global_step": 17506, "epoch": 324, "lr": 4.4804593144288826e-05}
+{"train_loss": 0.003055053297430277, "global_step": 17507, "epoch": 324, "lr": 4.4799695697870266e-05}
+{"train_loss": 0.0036564129404723644, "global_step": 17508, "epoch": 324, "lr": 4.479479830188844e-05}
+{"train_loss": 0.0036464345175772905, "global_step": 17509, "epoch": 324, "lr": 4.478990095639087e-05}
+{"train_loss": 0.002335964236408472, "global_step": 17510, "epoch": 324, "lr": 4.478500366142505e-05}
+{"train_loss": 0.003798165125772357, "global_step": 17511, "epoch": 324, "lr": 4.478010641703848e-05}
+{"train_loss": 0.0037487416993826628, "global_step": 17512, "epoch": 324, "lr": 4.4775209223278673e-05}
+{"train_loss": 0.0031618850771337748, "global_step": 17513, "epoch": 324, "lr": 4.477031208019311e-05}
+{"train_loss": 0.003745765658095479, "global_step": 17514, "epoch": 324, "lr": 4.476541498782927e-05}
+{"train_loss": 0.005041680298745632, "global_step": 17515, "epoch": 324, "lr": 4.476051794623467e-05}
+{"train_loss": 0.0028323750011622906, "global_step": 17516, "epoch": 324, "lr": 4.4755620955456814e-05}
+{"train_loss": 0.0026161549612879753, "global_step": 17517, "epoch": 324, "lr": 4.475072401554317e-05}
+{"train_loss": 0.003038342809304595, "global_step": 17518, "epoch": 324, "lr": 4.474582712654127e-05}
+{"train_loss": 0.004598918836563826, "global_step": 17519, "epoch": 324, "lr": 4.4740930288498574e-05}
+{"train_loss": 0.0022883545607328415, "global_step": 17520, "epoch": 324, "lr": 4.473603350146259e-05}
+{"train_loss": 0.0018030687933787704, "global_step": 17521, "epoch": 324, "lr": 4.47311367654808e-05}
+{"train_loss": 0.003082594368606806, "global_step": 17522, "epoch": 324, "lr": 4.472624008060071e-05}
+{"train_loss": 0.003197821555659175, "global_step": 17523, "epoch": 324, "lr": 4.4721343446869815e-05}
+{"train_loss": 0.002689952962100506, "global_step": 17524, "epoch": 324, "lr": 4.471644686433559e-05}
+{"train_loss": 0.0024841935373842716, "global_step": 17525, "epoch": 324, "lr": 4.4711550333045525e-05}
+{"train_loss": 0.004109577741473913, "global_step": 17526, "epoch": 324, "lr": 4.470665385304714e-05}
+{"train_loss": 0.003776220604777336, "global_step": 17527, "epoch": 324, "lr": 4.470175742438788e-05}
+{"train_loss": 0.0037474925629794598, "global_step": 17528, "epoch": 324, "lr": 4.469686104711528e-05}
+{"train_loss": 0.004007554613053799, "global_step": 17529, "epoch": 324, "lr": 4.469196472127681e-05}
+{"train_loss": 0.003147631185129285, "global_step": 17530, "epoch": 324, "lr": 4.4687068446919954e-05}
+{"train_loss": 0.0029083960689604282, "global_step": 17531, "epoch": 324, "lr": 4.468217222409219e-05}
+{"train_loss": 0.006756085902452469, "global_step": 17532, "epoch": 324, "lr": 4.4677276052841027e-05}
+{"train_loss": 0.0031352443620562553, "global_step": 17533, "epoch": 324, "lr": 4.467237993321396e-05}
+{"train_loss": 0.003928584512323141, "global_step": 17534, "epoch": 324, "lr": 4.466748386525843e-05}
+{"train_loss": 0.0020105368457734585, "global_step": 17535, "epoch": 324, "lr": 4.466258784902196e-05}
+{"train_loss": 0.002599105704575777, "global_step": 17536, "epoch": 324, "lr": 4.465769188455204e-05}
+{"train_loss": 0.004756371956318617, "global_step": 17537, "epoch": 324, "lr": 4.465279597189613e-05}
+{"train_loss": 0.0027525105979293585, "global_step": 17538, "epoch": 324, "lr": 4.4647900111101744e-05}
+{"train_loss": 0.0033941513393074274, "global_step": 17539, "epoch": 324, "lr": 4.464300430221634e-05}
+{"train_loss": 0.0016115026082843542, "global_step": 17540, "epoch": 324, "lr": 4.46381085452874e-05}
+{"train_loss": 0.003796615172177553, "global_step": 17541, "epoch": 324, "lr": 4.4633212840362425e-05}
+{"train_loss": 0.0035472505260258913, "global_step": 17542, "epoch": 324, "lr": 4.4628317187488894e-05}
+{"train_loss": 0.0032767639495432377, "global_step": 17543, "epoch": 324, "lr": 4.462342158671428e-05}
+{"train_loss": 0.0030300230719149113, "global_step": 17544, "epoch": 324, "lr": 4.4618526038086075e-05}
+{"train_loss": 0.004365609027445316, "global_step": 17545, "epoch": 324, "lr": 4.461363054165176e-05}
+{"train_loss": 0.002248372882604599, "global_step": 17546, "epoch": 324, "lr": 4.460873509745879e-05}
+{"train_loss": 0.002537418156862259, "global_step": 17547, "epoch": 324, "lr": 4.460383970555468e-05}
+{"train_loss": 0.004605879075825214, "global_step": 17548, "epoch": 324, "lr": 4.4598944365986895e-05}
+{"train_loss": 0.003402628161927202, "global_step": 17549, "epoch": 324, "lr": 4.4594049078802925e-05, "val_loss": 0.0060447808355093}
+{"train_loss": 0.0030287306290119886, "global_step": 17550, "epoch": 325, "lr": 4.4589153844050214e-05}
+{"train_loss": 0.0035799690522253513, "global_step": 17551, "epoch": 325, "lr": 4.4584258661776275e-05}
+{"train_loss": 0.0027815664652734995, "global_step": 17552, "epoch": 325, "lr": 4.457936353202857e-05}
+{"train_loss": 0.0061689396388828754, "global_step": 17553, "epoch": 325, "lr": 4.4574468454854576e-05}
+{"train_loss": 0.002174975350499153, "global_step": 17554, "epoch": 325, "lr": 4.4569573430301784e-05}
+{"train_loss": 0.003551929257810116, "global_step": 17555, "epoch": 325, "lr": 4.456467845841766e-05}
+{"train_loss": 0.005790952127426863, "global_step": 17556, "epoch": 325, "lr": 4.4559783539249655e-05}
+{"train_loss": 0.002742751268669963, "global_step": 17557, "epoch": 325, "lr": 4.455488867284529e-05}
+{"train_loss": 0.002577492268756032, "global_step": 17558, "epoch": 325, "lr": 4.454999385925201e-05}
+{"train_loss": 0.0021525388583540916, "global_step": 17559, "epoch": 325, "lr": 4.45450990985173e-05}
+{"train_loss": 0.0036368397995829582, "global_step": 17560, "epoch": 325, "lr": 4.4540204390688616e-05}
+{"train_loss": 0.0032102828845381737, "global_step": 17561, "epoch": 325, "lr": 4.4535309735813454e-05}
+{"train_loss": 0.0037633527535945177, "global_step": 17562, "epoch": 325, "lr": 4.453041513393926e-05}
+{"train_loss": 0.0031376173719763756, "global_step": 17563, "epoch": 325, "lr": 4.4525520585113535e-05}
+{"train_loss": 0.0040590884163975716, "global_step": 17564, "epoch": 325, "lr": 4.4520626089383734e-05}
+{"train_loss": 0.003105176379904151, "global_step": 17565, "epoch": 325, "lr": 4.451573164679734e-05}
+{"train_loss": 0.0034620710648596287, "global_step": 17566, "epoch": 325, "lr": 4.45108372574018e-05}
+{"train_loss": 0.0029290334787219763, "global_step": 17567, "epoch": 325, "lr": 4.4505942921244606e-05}
+{"train_loss": 0.004330956842750311, "global_step": 17568, "epoch": 325, "lr": 4.45010486383732e-05}
+{"train_loss": 0.0025054223369807005, "global_step": 17569, "epoch": 325, "lr": 4.449615440883509e-05}
+{"train_loss": 0.005313749425113201, "global_step": 17570, "epoch": 325, "lr": 4.449126023267773e-05}
+{"train_loss": 0.0036581780295819044, "global_step": 17571, "epoch": 325, "lr": 4.448636610994857e-05}
+{"train_loss": 0.0034351504873484373, "global_step": 17572, "epoch": 325, "lr": 4.448147204069508e-05}
+{"train_loss": 0.0038256668485701084, "global_step": 17573, "epoch": 325, "lr": 4.447657802496475e-05}
+{"train_loss": 0.003054569009691477, "global_step": 17574, "epoch": 325, "lr": 4.4471684062805026e-05}
+{"train_loss": 0.0043324921280145645, "global_step": 17575, "epoch": 325, "lr": 4.446679015426339e-05}
+{"train_loss": 0.0039665536023676395, "global_step": 17576, "epoch": 325, "lr": 4.4461896299387276e-05}
+{"train_loss": 0.003581652417778969, "global_step": 17577, "epoch": 325, "lr": 4.445700249822417e-05}
+{"train_loss": 0.005871193949133158, "global_step": 17578, "epoch": 325, "lr": 4.4452108750821534e-05}
+{"train_loss": 0.00529332272708416, "global_step": 17579, "epoch": 325, "lr": 4.4447215057226845e-05}
+{"train_loss": 0.0049920096062123775, "global_step": 17580, "epoch": 325, "lr": 4.444232141748756e-05}
+{"train_loss": 0.0044004363007843494, "global_step": 17581, "epoch": 325, "lr": 4.443742783165112e-05}
+{"train_loss": 0.0045937662944197655, "global_step": 17582, "epoch": 325, "lr": 4.443253429976499e-05}
+{"train_loss": 0.003497362369671464, "global_step": 17583, "epoch": 325, "lr": 4.442764082187666e-05}
+{"train_loss": 0.00331490533426404, "global_step": 17584, "epoch": 325, "lr": 4.442274739803357e-05}
+{"train_loss": 0.004085191525518894, "global_step": 17585, "epoch": 325, "lr": 4.4417854028283204e-05}
+{"train_loss": 0.003625917248427868, "global_step": 17586, "epoch": 325, "lr": 4.4412960712672977e-05}
+{"train_loss": 0.0033393658231943846, "global_step": 17587, "epoch": 325, "lr": 4.440806745125038e-05}
+{"train_loss": 0.0038861888460814953, "global_step": 17588, "epoch": 325, "lr": 4.440317424406285e-05}
+{"train_loss": 0.005018988624215126, "global_step": 17589, "epoch": 325, "lr": 4.439828109115788e-05}
+{"train_loss": 0.004200099501758814, "global_step": 17590, "epoch": 325, "lr": 4.439338799258289e-05}
+{"train_loss": 0.0026665395125746727, "global_step": 17591, "epoch": 325, "lr": 4.4388494948385393e-05}
+{"train_loss": 0.0037208679132163525, "global_step": 17592, "epoch": 325, "lr": 4.4383601958612776e-05}
+{"train_loss": 0.0027665651869028807, "global_step": 17593, "epoch": 325, "lr": 4.4378709023312536e-05}
+{"train_loss": 0.0020946222357451916, "global_step": 17594, "epoch": 325, "lr": 4.4373816142532113e-05}
+{"train_loss": 0.0029191854409873486, "global_step": 17595, "epoch": 325, "lr": 4.4368923316318976e-05}
+{"train_loss": 0.005042340140789747, "global_step": 17596, "epoch": 325, "lr": 4.4364030544720586e-05}
+{"train_loss": 0.002483801217749715, "global_step": 17597, "epoch": 325, "lr": 4.435913782778437e-05}
+{"train_loss": 0.003609266597777605, "global_step": 17598, "epoch": 325, "lr": 4.4354245165557786e-05}
+{"train_loss": 0.0025103760417550802, "global_step": 17599, "epoch": 325, "lr": 4.4349352558088306e-05}
+{"train_loss": 0.00567271001636982, "global_step": 17600, "epoch": 325, "lr": 4.434446000542337e-05}
+{"train_loss": 0.00568972947075963, "global_step": 17601, "epoch": 325, "lr": 4.4339567507610455e-05}
+{"train_loss": 0.0023140371777117252, "global_step": 17602, "epoch": 325, "lr": 4.4334675064696965e-05}
+{"train_loss": 0.0037770768049759447, "global_step": 17603, "epoch": 325, "lr": 4.432978267673038e-05, "val_loss": 0.0048655252903699875, "train_action_mse_error": 0.00011476475629024208}
+{"train_loss": 0.0026354666333645582, "global_step": 17604, "epoch": 326, "lr": 4.4324890343758136e-05}
+{"train_loss": 0.002171850996091962, "global_step": 17605, "epoch": 326, "lr": 4.4319998065827705e-05}
+{"train_loss": 0.0046756211668252945, "global_step": 17606, "epoch": 326, "lr": 4.4315105842986534e-05}
+{"train_loss": 0.004949368070811033, "global_step": 17607, "epoch": 326, "lr": 4.431021367528206e-05}
+{"train_loss": 0.00590704707428813, "global_step": 17608, "epoch": 326, "lr": 4.430532156276171e-05}
+{"train_loss": 0.004149904940277338, "global_step": 17609, "epoch": 326, "lr": 4.4300429505472976e-05}
+{"train_loss": 0.006309207063168287, "global_step": 17610, "epoch": 326, "lr": 4.429553750346327e-05}
+{"train_loss": 0.005606997292488813, "global_step": 17611, "epoch": 326, "lr": 4.429064555678006e-05}
+{"train_loss": 0.002799729350954294, "global_step": 17612, "epoch": 326, "lr": 4.42857536654708e-05}
+{"train_loss": 0.0051423972472548485, "global_step": 17613, "epoch": 326, "lr": 4.42808618295829e-05}
+{"train_loss": 0.0038411824498325586, "global_step": 17614, "epoch": 326, "lr": 4.427597004916383e-05}
+{"train_loss": 0.005261391866952181, "global_step": 17615, "epoch": 326, "lr": 4.427107832426103e-05}
+{"train_loss": 0.003205016488209367, "global_step": 17616, "epoch": 326, "lr": 4.426618665492194e-05}
+{"train_loss": 0.002223205752670765, "global_step": 17617, "epoch": 326, "lr": 4.426129504119403e-05}
+{"train_loss": 0.005258704070001841, "global_step": 17618, "epoch": 326, "lr": 4.425640348312469e-05}
+{"train_loss": 0.0043619717471301556, "global_step": 17619, "epoch": 326, "lr": 4.425151198076141e-05}
+{"train_loss": 0.005462380591779947, "global_step": 17620, "epoch": 326, "lr": 4.424662053415159e-05}
+{"train_loss": 0.0038848607800900936, "global_step": 17621, "epoch": 326, "lr": 4.4241729143342714e-05}
+{"train_loss": 0.0026422771625220776, "global_step": 17622, "epoch": 326, "lr": 4.4236837808382215e-05}
+{"train_loss": 0.003745485097169876, "global_step": 17623, "epoch": 326, "lr": 4.423194652931751e-05}
+{"train_loss": 0.0047067091800272465, "global_step": 17624, "epoch": 326, "lr": 4.422705530619603e-05}
+{"train_loss": 0.0034091745037585497, "global_step": 17625, "epoch": 326, "lr": 4.4222164139065266e-05}
+{"train_loss": 0.0031153082381933928, "global_step": 17626, "epoch": 326, "lr": 4.42172730279726e-05}
+{"train_loss": 0.0031160148791968822, "global_step": 17627, "epoch": 326, "lr": 4.4212381972965515e-05}
+{"train_loss": 0.004965105559676886, "global_step": 17628, "epoch": 326, "lr": 4.4207490974091426e-05}
+{"train_loss": 0.006009288597851992, "global_step": 17629, "epoch": 326, "lr": 4.420260003139776e-05}
+{"train_loss": 0.00360493385232985, "global_step": 17630, "epoch": 326, "lr": 4.419770914493196e-05}
+{"train_loss": 0.0030330668669193983, "global_step": 17631, "epoch": 326, "lr": 4.419281831474148e-05}
+{"train_loss": 0.0030050112400203943, "global_step": 17632, "epoch": 326, "lr": 4.418792754087376e-05}
+{"train_loss": 0.0030032971408218145, "global_step": 17633, "epoch": 326, "lr": 4.418303682337619e-05}
+{"train_loss": 0.003615735797211528, "global_step": 17634, "epoch": 326, "lr": 4.417814616229624e-05}
+{"train_loss": 0.003603796474635601, "global_step": 17635, "epoch": 326, "lr": 4.417325555768133e-05}
+{"train_loss": 0.0029868476558476686, "global_step": 17636, "epoch": 326, "lr": 4.416836500957889e-05}
+{"train_loss": 0.0032393368892371655, "global_step": 17637, "epoch": 326, "lr": 4.416347451803637e-05}
+{"train_loss": 0.003493113908916712, "global_step": 17638, "epoch": 326, "lr": 4.4158584083101214e-05}
+{"train_loss": 0.00531787471845746, "global_step": 17639, "epoch": 326, "lr": 4.41536937048208e-05}
+{"train_loss": 0.003213569987565279, "global_step": 17640, "epoch": 326, "lr": 4.4148803383242606e-05}
+{"train_loss": 0.0030082666780799627, "global_step": 17641, "epoch": 326, "lr": 4.4143913118414045e-05}
+{"train_loss": 0.003589228494092822, "global_step": 17642, "epoch": 326, "lr": 4.4139022910382533e-05}
+{"train_loss": 0.0025492776185274124, "global_step": 17643, "epoch": 326, "lr": 4.413413275919554e-05}
+{"train_loss": 0.0023222111631184816, "global_step": 17644, "epoch": 326, "lr": 4.412924266490046e-05}
+{"train_loss": 0.0023640336003154516, "global_step": 17645, "epoch": 326, "lr": 4.412435262754473e-05}
+{"train_loss": 0.004061797633767128, "global_step": 17646, "epoch": 326, "lr": 4.411946264717577e-05}
+{"train_loss": 0.0034080129116773605, "global_step": 17647, "epoch": 326, "lr": 4.411457272384102e-05}
+{"train_loss": 0.0023674105759710073, "global_step": 17648, "epoch": 326, "lr": 4.410968285758791e-05}
+{"train_loss": 0.0040493435226380825, "global_step": 17649, "epoch": 326, "lr": 4.410479304846384e-05}
+{"train_loss": 0.0030211792327463627, "global_step": 17650, "epoch": 326, "lr": 4.4099903296516266e-05}
+{"train_loss": 0.0028806759510189295, "global_step": 17651, "epoch": 326, "lr": 4.4095013601792595e-05}
+{"train_loss": 0.0032085480634123087, "global_step": 17652, "epoch": 326, "lr": 4.4090123964340244e-05}
+{"train_loss": 0.0033982861787080765, "global_step": 17653, "epoch": 326, "lr": 4.408523438420667e-05}
+{"train_loss": 0.0039692530408501625, "global_step": 17654, "epoch": 326, "lr": 4.408034486143927e-05}
+{"train_loss": 0.003278279909864068, "global_step": 17655, "epoch": 326, "lr": 4.407545539608546e-05}
+{"train_loss": 0.0028698889072984457, "global_step": 17656, "epoch": 326, "lr": 4.407056598819268e-05}
+{"train_loss": 0.0037508060319211196, "global_step": 17657, "epoch": 326, "lr": 4.406567663780834e-05, "val_loss": 0.004096802324056625}
+{"train_loss": 0.0023939907550811768, "global_step": 17658, "epoch": 327, "lr": 4.406078734497986e-05}
+{"train_loss": 0.004255120642483234, "global_step": 17659, "epoch": 327, "lr": 4.405589810975468e-05}
+{"train_loss": 0.0035017405170947313, "global_step": 17660, "epoch": 327, "lr": 4.405100893218021e-05}
+{"train_loss": 0.0033749924041330814, "global_step": 17661, "epoch": 327, "lr": 4.4046119812303834e-05}
+{"train_loss": 0.0035193911753594875, "global_step": 17662, "epoch": 327, "lr": 4.4041230750173025e-05}
+{"train_loss": 0.0022915394511073828, "global_step": 17663, "epoch": 327, "lr": 4.4036341745835166e-05}
+{"train_loss": 0.004545501433312893, "global_step": 17664, "epoch": 327, "lr": 4.403145279933771e-05}
+{"train_loss": 0.0032653496600687504, "global_step": 17665, "epoch": 327, "lr": 4.402656391072802e-05}
+{"train_loss": 0.0036885275039821863, "global_step": 17666, "epoch": 327, "lr": 4.4021675080053555e-05}
+{"train_loss": 0.004645776003599167, "global_step": 17667, "epoch": 327, "lr": 4.401678630736172e-05}
+{"train_loss": 0.004436179995536804, "global_step": 17668, "epoch": 327, "lr": 4.401189759269991e-05}
+{"train_loss": 0.004876653663814068, "global_step": 17669, "epoch": 327, "lr": 4.400700893611559e-05}
+{"train_loss": 0.0029276658315211535, "global_step": 17670, "epoch": 327, "lr": 4.4002120337656116e-05}
+{"train_loss": 0.0032531977631151676, "global_step": 17671, "epoch": 327, "lr": 4.399723179736892e-05}
+{"train_loss": 0.003006318351253867, "global_step": 17672, "epoch": 327, "lr": 4.399234331530145e-05}
+{"train_loss": 0.004079645965248346, "global_step": 17673, "epoch": 327, "lr": 4.398745489150108e-05}
+{"train_loss": 0.003425026312470436, "global_step": 17674, "epoch": 327, "lr": 4.398256652601524e-05}
+{"train_loss": 0.0030537189450114965, "global_step": 17675, "epoch": 327, "lr": 4.3977678218891315e-05}
+{"train_loss": 0.0033197649754583836, "global_step": 17676, "epoch": 327, "lr": 4.397278997017675e-05}
+{"train_loss": 0.0023427465930581093, "global_step": 17677, "epoch": 327, "lr": 4.396790177991892e-05}
+{"train_loss": 0.0027517774142324924, "global_step": 17678, "epoch": 327, "lr": 4.396301364816527e-05}
+{"train_loss": 0.003134749596938491, "global_step": 17679, "epoch": 327, "lr": 4.395812557496322e-05}
+{"train_loss": 0.0026847098488360643, "global_step": 17680, "epoch": 327, "lr": 4.395323756036012e-05}
+{"train_loss": 0.003543976927176118, "global_step": 17681, "epoch": 327, "lr": 4.394834960440341e-05}
+{"train_loss": 0.002739164512604475, "global_step": 17682, "epoch": 327, "lr": 4.3943461707140506e-05}
+{"train_loss": 0.0025977136101573706, "global_step": 17683, "epoch": 327, "lr": 4.3938573868618795e-05}
+{"train_loss": 0.003049624850973487, "global_step": 17684, "epoch": 327, "lr": 4.3933686088885704e-05}
+{"train_loss": 0.005799746606498957, "global_step": 17685, "epoch": 327, "lr": 4.3928798367988646e-05}
+{"train_loss": 0.004222802352160215, "global_step": 17686, "epoch": 327, "lr": 4.3923910705974994e-05}
+{"train_loss": 0.004006143659353256, "global_step": 17687, "epoch": 327, "lr": 4.3919023102892155e-05}
+{"train_loss": 0.002899269573390484, "global_step": 17688, "epoch": 327, "lr": 4.391413555878756e-05}
+{"train_loss": 0.0028349801432341337, "global_step": 17689, "epoch": 327, "lr": 4.390924807370859e-05}
+{"train_loss": 0.0025249780155718327, "global_step": 17690, "epoch": 327, "lr": 4.390436064770267e-05}
+{"train_loss": 0.0042573134414851665, "global_step": 17691, "epoch": 327, "lr": 4.389947328081717e-05}
+{"train_loss": 0.0017976353410631418, "global_step": 17692, "epoch": 327, "lr": 4.389458597309952e-05}
+{"train_loss": 0.002334753517061472, "global_step": 17693, "epoch": 327, "lr": 4.388969872459711e-05}
+{"train_loss": 0.0034129424020648003, "global_step": 17694, "epoch": 327, "lr": 4.3884811535357336e-05}
+{"train_loss": 0.0035820845514535904, "global_step": 17695, "epoch": 327, "lr": 4.3879924405427616e-05}
+{"train_loss": 0.002635642420500517, "global_step": 17696, "epoch": 327, "lr": 4.3875037334855337e-05}
+{"train_loss": 0.0026714580599218607, "global_step": 17697, "epoch": 327, "lr": 4.3870150323687876e-05}
+{"train_loss": 0.0018755741184577346, "global_step": 17698, "epoch": 327, "lr": 4.386526337197266e-05}
+{"train_loss": 0.0040088533423841, "global_step": 17699, "epoch": 327, "lr": 4.3860376479757075e-05}
+{"train_loss": 0.004227479454129934, "global_step": 17700, "epoch": 327, "lr": 4.3855489647088554e-05}
+{"train_loss": 0.004875728860497475, "global_step": 17701, "epoch": 327, "lr": 4.385060287401443e-05}
+{"train_loss": 0.002606167457997799, "global_step": 17702, "epoch": 327, "lr": 4.384571616058214e-05}
+{"train_loss": 0.0028120737988501787, "global_step": 17703, "epoch": 327, "lr": 4.384082950683906e-05}
+{"train_loss": 0.0040869032964110374, "global_step": 17704, "epoch": 327, "lr": 4.383594291283261e-05}
+{"train_loss": 0.0020912284962832928, "global_step": 17705, "epoch": 327, "lr": 4.383105637861015e-05}
+{"train_loss": 0.003179117338731885, "global_step": 17706, "epoch": 327, "lr": 4.382616990421912e-05}
+{"train_loss": 0.0027883772272616625, "global_step": 17707, "epoch": 327, "lr": 4.382128348970686e-05}
+{"train_loss": 0.0025045659858733416, "global_step": 17708, "epoch": 327, "lr": 4.38163971351208e-05}
+{"train_loss": 0.004884490743279457, "global_step": 17709, "epoch": 327, "lr": 4.38115108405083e-05}
+{"train_loss": 0.0022905319929122925, "global_step": 17710, "epoch": 327, "lr": 4.380662460591679e-05}
+{"train_loss": 0.0033247234036766545, "global_step": 17711, "epoch": 327, "lr": 4.3801738431393645e-05, "val_loss": 0.004267994314432144}
+{"train_loss": 0.0035348813980817795, "global_step": 17712, "epoch": 328, "lr": 4.379685231698625e-05}
+{"train_loss": 0.0018996013095602393, "global_step": 17713, "epoch": 328, "lr": 4.379196626274198e-05}
+{"train_loss": 0.003545505926012993, "global_step": 17714, "epoch": 328, "lr": 4.3787080268708244e-05}
+{"train_loss": 0.0017263987101614475, "global_step": 17715, "epoch": 328, "lr": 4.3782194334932426e-05}
+{"train_loss": 0.003412109101191163, "global_step": 17716, "epoch": 328, "lr": 4.377730846146194e-05}
+{"train_loss": 0.002870512893423438, "global_step": 17717, "epoch": 328, "lr": 4.377242264834411e-05}
+{"train_loss": 0.0024985368363559246, "global_step": 17718, "epoch": 328, "lr": 4.3767536895626376e-05}
+{"train_loss": 0.004218597896397114, "global_step": 17719, "epoch": 328, "lr": 4.3762651203356096e-05}
+{"train_loss": 0.0046588825061917305, "global_step": 17720, "epoch": 328, "lr": 4.375776557158068e-05}
+{"train_loss": 0.003757036756724119, "global_step": 17721, "epoch": 328, "lr": 4.3752880000347505e-05}
+{"train_loss": 0.0023529240861535072, "global_step": 17722, "epoch": 328, "lr": 4.374799448970394e-05}
+{"train_loss": 0.004118841141462326, "global_step": 17723, "epoch": 328, "lr": 4.3743109039697374e-05}
+{"train_loss": 0.0031223448459059, "global_step": 17724, "epoch": 328, "lr": 4.37382236503752e-05}
+{"train_loss": 0.0026703698094934225, "global_step": 17725, "epoch": 328, "lr": 4.373333832178478e-05}
+{"train_loss": 0.004919429309666157, "global_step": 17726, "epoch": 328, "lr": 4.372845305397354e-05}
+{"train_loss": 0.0024149648379534483, "global_step": 17727, "epoch": 328, "lr": 4.372356784698882e-05}
+{"train_loss": 0.003098342102020979, "global_step": 17728, "epoch": 328, "lr": 4.371868270087801e-05}
+{"train_loss": 0.0035685142502188683, "global_step": 17729, "epoch": 328, "lr": 4.371379761568848e-05}
+{"train_loss": 0.0028155676554888487, "global_step": 17730, "epoch": 328, "lr": 4.370891259146764e-05}
+{"train_loss": 0.0036498347762972116, "global_step": 17731, "epoch": 328, "lr": 4.370402762826284e-05}
+{"train_loss": 0.003623245283961296, "global_step": 17732, "epoch": 328, "lr": 4.3699142726121486e-05}
+{"train_loss": 0.00430452823638916, "global_step": 17733, "epoch": 328, "lr": 4.3694257885090925e-05}
+{"train_loss": 0.003597083268687129, "global_step": 17734, "epoch": 328, "lr": 4.3689373105218556e-05}
+{"train_loss": 0.0034040757454931736, "global_step": 17735, "epoch": 328, "lr": 4.368448838655174e-05}
+{"train_loss": 0.0026640009600669146, "global_step": 17736, "epoch": 328, "lr": 4.367960372913786e-05}
+{"train_loss": 0.0025629140436649323, "global_step": 17737, "epoch": 328, "lr": 4.367471913302432e-05}
+{"train_loss": 0.0035000895150005817, "global_step": 17738, "epoch": 328, "lr": 4.366983459825844e-05}
+{"train_loss": 0.0057982769794762135, "global_step": 17739, "epoch": 328, "lr": 4.3664950124887615e-05}
+{"train_loss": 0.004575530532747507, "global_step": 17740, "epoch": 328, "lr": 4.366006571295924e-05}
+{"train_loss": 0.0024410742335021496, "global_step": 17741, "epoch": 328, "lr": 4.365518136252066e-05}
+{"train_loss": 0.003269090550020337, "global_step": 17742, "epoch": 328, "lr": 4.365029707361928e-05}
+{"train_loss": 0.0037833545356988907, "global_step": 17743, "epoch": 328, "lr": 4.364541284630244e-05}
+{"train_loss": 0.004559023771435022, "global_step": 17744, "epoch": 328, "lr": 4.364052868061753e-05}
+{"train_loss": 0.0026602738071233034, "global_step": 17745, "epoch": 328, "lr": 4.363564457661189e-05}
+{"train_loss": 0.0024630753323435783, "global_step": 17746, "epoch": 328, "lr": 4.363076053433294e-05}
+{"train_loss": 0.0032875111792236567, "global_step": 17747, "epoch": 328, "lr": 4.3625876553828027e-05}
+{"train_loss": 0.0020707445219159126, "global_step": 17748, "epoch": 328, "lr": 4.362099263514449e-05}
+{"train_loss": 0.002492878120392561, "global_step": 17749, "epoch": 328, "lr": 4.361610877832974e-05}
+{"train_loss": 0.0031372965313494205, "global_step": 17750, "epoch": 328, "lr": 4.361122498343112e-05}
+{"train_loss": 0.003220178885385394, "global_step": 17751, "epoch": 328, "lr": 4.360634125049601e-05}
+{"train_loss": 0.003706821007654071, "global_step": 17752, "epoch": 328, "lr": 4.360145757957177e-05}
+{"train_loss": 0.004542808048427105, "global_step": 17753, "epoch": 328, "lr": 4.3596573970705776e-05}
+{"train_loss": 0.003884588135406375, "global_step": 17754, "epoch": 328, "lr": 4.359169042394536e-05}
+{"train_loss": 0.004012000747025013, "global_step": 17755, "epoch": 328, "lr": 4.358680693933793e-05}
+{"train_loss": 0.0029935056809335947, "global_step": 17756, "epoch": 328, "lr": 4.358192351693083e-05}
+{"train_loss": 0.0039582448080182076, "global_step": 17757, "epoch": 328, "lr": 4.357704015677141e-05}
+{"train_loss": 0.0049866363406181335, "global_step": 17758, "epoch": 328, "lr": 4.3572156858907064e-05}
+{"train_loss": 0.0033643462229520082, "global_step": 17759, "epoch": 328, "lr": 4.356727362338514e-05}
+{"train_loss": 0.00434156833216548, "global_step": 17760, "epoch": 328, "lr": 4.356239045025298e-05}
+{"train_loss": 0.0020931025501340628, "global_step": 17761, "epoch": 328, "lr": 4.3557507339557955e-05}
+{"train_loss": 0.004094698932021856, "global_step": 17762, "epoch": 328, "lr": 4.355262429134745e-05}
+{"train_loss": 0.002889155875891447, "global_step": 17763, "epoch": 328, "lr": 4.354774130566881e-05}
+{"train_loss": 0.0032809062395244837, "global_step": 17764, "epoch": 328, "lr": 4.3542858382569374e-05}
+{"train_loss": 0.0034060160202595093, "global_step": 17765, "epoch": 328, "lr": 4.353797552209653e-05, "val_loss": 0.0053922696970403194}
+{"train_loss": 0.002802482107654214, "global_step": 17766, "epoch": 329, "lr": 4.353309272429761e-05}
+{"train_loss": 0.002116534626111388, "global_step": 17767, "epoch": 329, "lr": 4.352820998921999e-05}
+{"train_loss": 0.003967824392020702, "global_step": 17768, "epoch": 329, "lr": 4.352332731691103e-05}
+{"train_loss": 0.0020755091682076454, "global_step": 17769, "epoch": 329, "lr": 4.351844470741808e-05}
+{"train_loss": 0.003751772455871105, "global_step": 17770, "epoch": 329, "lr": 4.351356216078847e-05}
+{"train_loss": 0.002819058718159795, "global_step": 17771, "epoch": 329, "lr": 4.3508679677069594e-05}
+{"train_loss": 0.00374448555521667, "global_step": 17772, "epoch": 329, "lr": 4.350379725630879e-05}
+{"train_loss": 0.003327059093862772, "global_step": 17773, "epoch": 329, "lr": 4.349891489855342e-05}
+{"train_loss": 0.002354344120249152, "global_step": 17774, "epoch": 329, "lr": 4.3494032603850806e-05}
+{"train_loss": 0.004402701742947102, "global_step": 17775, "epoch": 329, "lr": 4.3489150372248334e-05}
+{"train_loss": 0.0028764931485056877, "global_step": 17776, "epoch": 329, "lr": 4.3484268203793334e-05}
+{"train_loss": 0.0032612646464258432, "global_step": 17777, "epoch": 329, "lr": 4.347938609853318e-05}
+{"train_loss": 0.004576769657433033, "global_step": 17778, "epoch": 329, "lr": 4.3474504056515213e-05}
+{"train_loss": 0.0036279410123825073, "global_step": 17779, "epoch": 329, "lr": 4.3469622077786784e-05}
+{"train_loss": 0.0022008444648236036, "global_step": 17780, "epoch": 329, "lr": 4.346474016239523e-05}
+{"train_loss": 0.002958766184747219, "global_step": 17781, "epoch": 329, "lr": 4.345985831038791e-05}
+{"train_loss": 0.0023026559501886368, "global_step": 17782, "epoch": 329, "lr": 4.3454976521812165e-05}
+{"train_loss": 0.004389121662825346, "global_step": 17783, "epoch": 329, "lr": 4.345009479671536e-05}
+{"train_loss": 0.003441130742430687, "global_step": 17784, "epoch": 329, "lr": 4.3445213135144836e-05}
+{"train_loss": 0.004139280878007412, "global_step": 17785, "epoch": 329, "lr": 4.3440331537147925e-05}
+{"train_loss": 0.0035556114744395018, "global_step": 17786, "epoch": 329, "lr": 4.343545000277197e-05}
+{"train_loss": 0.0026283380575478077, "global_step": 17787, "epoch": 329, "lr": 4.3430568532064345e-05}
+{"train_loss": 0.0042672064155340195, "global_step": 17788, "epoch": 329, "lr": 4.342568712507237e-05}
+{"train_loss": 0.0028650457970798016, "global_step": 17789, "epoch": 329, "lr": 4.342080578184341e-05}
+{"train_loss": 0.0022937029134482145, "global_step": 17790, "epoch": 329, "lr": 4.341592450242477e-05}
+{"train_loss": 0.0039003468118608, "global_step": 17791, "epoch": 329, "lr": 4.341104328686383e-05}
+{"train_loss": 0.0025571677833795547, "global_step": 17792, "epoch": 329, "lr": 4.3406162135207906e-05}
+{"train_loss": 0.00453196931630373, "global_step": 17793, "epoch": 329, "lr": 4.340128104750436e-05}
+{"train_loss": 0.004171252250671387, "global_step": 17794, "epoch": 329, "lr": 4.339640002380054e-05}
+{"train_loss": 0.004450922831892967, "global_step": 17795, "epoch": 329, "lr": 4.339151906414376e-05}
+{"train_loss": 0.003795212134718895, "global_step": 17796, "epoch": 329, "lr": 4.338663816858135e-05}
+{"train_loss": 0.004070933908224106, "global_step": 17797, "epoch": 329, "lr": 4.3381757337160686e-05}
+{"train_loss": 0.0025759637355804443, "global_step": 17798, "epoch": 329, "lr": 4.337687656992909e-05}
+{"train_loss": 0.0046347035095095634, "global_step": 17799, "epoch": 329, "lr": 4.3371995866933895e-05}
+{"train_loss": 0.003542202990502119, "global_step": 17800, "epoch": 329, "lr": 4.336711522822246e-05}
+{"train_loss": 0.006476530339568853, "global_step": 17801, "epoch": 329, "lr": 4.336223465384209e-05}
+{"train_loss": 0.004852411337196827, "global_step": 17802, "epoch": 329, "lr": 4.335735414384012e-05}
+{"train_loss": 0.002309229923412204, "global_step": 17803, "epoch": 329, "lr": 4.335247369826392e-05}
+{"train_loss": 0.0021569908130913973, "global_step": 17804, "epoch": 329, "lr": 4.3347593317160786e-05}
+{"train_loss": 0.0027360008098185062, "global_step": 17805, "epoch": 329, "lr": 4.33427130005781e-05}
+{"train_loss": 0.004205732606351376, "global_step": 17806, "epoch": 329, "lr": 4.3337832748563136e-05}
+{"train_loss": 0.003971371799707413, "global_step": 17807, "epoch": 329, "lr": 4.333295256116327e-05}
+{"train_loss": 0.0059104491956532, "global_step": 17808, "epoch": 329, "lr": 4.33280724384258e-05}
+{"train_loss": 0.0031322473660111427, "global_step": 17809, "epoch": 329, "lr": 4.332319238039809e-05}
+{"train_loss": 0.005627831444144249, "global_step": 17810, "epoch": 329, "lr": 4.331831238712747e-05}
+{"train_loss": 0.0036371767055243254, "global_step": 17811, "epoch": 329, "lr": 4.331343245866125e-05}
+{"train_loss": 0.0038079721853137016, "global_step": 17812, "epoch": 329, "lr": 4.3308552595046754e-05}
+{"train_loss": 0.002597286831587553, "global_step": 17813, "epoch": 329, "lr": 4.330367279633134e-05}
+{"train_loss": 0.003837308846414089, "global_step": 17814, "epoch": 329, "lr": 4.32987930625623e-05}
+{"train_loss": 0.003994043450802565, "global_step": 17815, "epoch": 329, "lr": 4.329391339378702e-05}
+{"train_loss": 0.004384910222142935, "global_step": 17816, "epoch": 329, "lr": 4.328903379005275e-05}
+{"train_loss": 0.0025830240920186043, "global_step": 17817, "epoch": 329, "lr": 4.328415425140687e-05}
+{"train_loss": 0.0023857837077230215, "global_step": 17818, "epoch": 329, "lr": 4.327927477789668e-05}
+{"train_loss": 0.003528570484680434, "global_step": 17819, "epoch": 329, "lr": 4.3274395369569535e-05, "val_loss": 0.0071977050974965096}
+{"train_loss": 0.003086670534685254, "global_step": 17820, "epoch": 330, "lr": 4.326951602647275e-05}
+{"train_loss": 0.0038656897377222776, "global_step": 17821, "epoch": 330, "lr": 4.326463674865362e-05}
+{"train_loss": 0.0030186220537871122, "global_step": 17822, "epoch": 330, "lr": 4.325975753615948e-05}
+{"train_loss": 0.0028458298183977604, "global_step": 17823, "epoch": 330, "lr": 4.325487838903767e-05}
+{"train_loss": 0.0036684407386928797, "global_step": 17824, "epoch": 330, "lr": 4.3249999307335495e-05}
+{"train_loss": 0.003803055267781019, "global_step": 17825, "epoch": 330, "lr": 4.3245120291100286e-05}
+{"train_loss": 0.001898517133668065, "global_step": 17826, "epoch": 330, "lr": 4.3240241340379375e-05}
+{"train_loss": 0.0018466400215402246, "global_step": 17827, "epoch": 330, "lr": 4.323536245522006e-05}
+{"train_loss": 0.005060481373220682, "global_step": 17828, "epoch": 330, "lr": 4.3230483635669664e-05}
+{"train_loss": 0.002975072944536805, "global_step": 17829, "epoch": 330, "lr": 4.3225604881775514e-05}
+{"train_loss": 0.0034351584035903215, "global_step": 17830, "epoch": 330, "lr": 4.322072619358491e-05}
+{"train_loss": 0.0019228154560551047, "global_step": 17831, "epoch": 330, "lr": 4.321584757114522e-05}
+{"train_loss": 0.002926495159044862, "global_step": 17832, "epoch": 330, "lr": 4.321096901450369e-05}
+{"train_loss": 0.0024135082494467497, "global_step": 17833, "epoch": 330, "lr": 4.320609052370768e-05}
+{"train_loss": 0.0032661345321685076, "global_step": 17834, "epoch": 330, "lr": 4.320121209880449e-05}
+{"train_loss": 0.0024433776270598173, "global_step": 17835, "epoch": 330, "lr": 4.319633373984145e-05}
+{"train_loss": 0.002350845606997609, "global_step": 17836, "epoch": 330, "lr": 4.319145544686588e-05}
+{"train_loss": 0.004557052627205849, "global_step": 17837, "epoch": 330, "lr": 4.318657721992506e-05}
+{"train_loss": 0.002676218980923295, "global_step": 17838, "epoch": 330, "lr": 4.3181699059066315e-05}
+{"train_loss": 0.004876782651990652, "global_step": 17839, "epoch": 330, "lr": 4.317682096433697e-05}
+{"train_loss": 0.0032479313667863607, "global_step": 17840, "epoch": 330, "lr": 4.317194293578433e-05}
+{"train_loss": 0.0023672650568187237, "global_step": 17841, "epoch": 330, "lr": 4.316706497345572e-05}
+{"train_loss": 0.003426556708291173, "global_step": 17842, "epoch": 330, "lr": 4.316218707739843e-05}
+{"train_loss": 0.004076410084962845, "global_step": 17843, "epoch": 330, "lr": 4.315730924765978e-05}
+{"train_loss": 0.0021269803401082754, "global_step": 17844, "epoch": 330, "lr": 4.3152431484287064e-05}
+{"train_loss": 0.0034401514567434788, "global_step": 17845, "epoch": 330, "lr": 4.314755378732761e-05}
+{"train_loss": 0.0037613350432366133, "global_step": 17846, "epoch": 330, "lr": 4.3142676156828716e-05}
+{"train_loss": 0.004412206821143627, "global_step": 17847, "epoch": 330, "lr": 4.313779859283771e-05}
+{"train_loss": 0.004244152456521988, "global_step": 17848, "epoch": 330, "lr": 4.313292109540187e-05}
+{"train_loss": 0.0034846244379878044, "global_step": 17849, "epoch": 330, "lr": 4.312804366456851e-05}
+{"train_loss": 0.0058472552336752415, "global_step": 17850, "epoch": 330, "lr": 4.312316630038492e-05}
+{"train_loss": 0.00355782569386065, "global_step": 17851, "epoch": 330, "lr": 4.3118289002898445e-05}
+{"train_loss": 0.0034099977929145098, "global_step": 17852, "epoch": 330, "lr": 4.311341177215637e-05}
+{"train_loss": 0.0036055846139788628, "global_step": 17853, "epoch": 330, "lr": 4.3108534608205986e-05}
+{"train_loss": 0.005473250988870859, "global_step": 17854, "epoch": 330, "lr": 4.31036575110946e-05}
+{"train_loss": 0.0043078698217868805, "global_step": 17855, "epoch": 330, "lr": 4.3098780480869515e-05}
+{"train_loss": 0.004840792156755924, "global_step": 17856, "epoch": 330, "lr": 4.309390351757804e-05}
+{"train_loss": 0.0025087720714509487, "global_step": 17857, "epoch": 330, "lr": 4.308902662126748e-05}
+{"train_loss": 0.002674407558515668, "global_step": 17858, "epoch": 330, "lr": 4.308414979198512e-05}
+{"train_loss": 0.004888269118964672, "global_step": 17859, "epoch": 330, "lr": 4.307927302977827e-05}
+{"train_loss": 0.004366770852357149, "global_step": 17860, "epoch": 330, "lr": 4.307439633469421e-05}
+{"train_loss": 0.002877098973840475, "global_step": 17861, "epoch": 330, "lr": 4.306951970678027e-05}
+{"train_loss": 0.002647646702826023, "global_step": 17862, "epoch": 330, "lr": 4.306464314608374e-05}
+{"train_loss": 0.00580952875316143, "global_step": 17863, "epoch": 330, "lr": 4.305976665265188e-05}
+{"train_loss": 0.003224075771868229, "global_step": 17864, "epoch": 330, "lr": 4.305489022653202e-05}
+{"train_loss": 0.0043654474429786205, "global_step": 17865, "epoch": 330, "lr": 4.3050013867771456e-05}
+{"train_loss": 0.00334128993563354, "global_step": 17866, "epoch": 330, "lr": 4.304513757641747e-05}
+{"train_loss": 0.0031210079323500395, "global_step": 17867, "epoch": 330, "lr": 4.3040261352517374e-05}
+{"train_loss": 0.0023842724040150642, "global_step": 17868, "epoch": 330, "lr": 4.303538519611844e-05}
+{"train_loss": 0.0026277820579707623, "global_step": 17869, "epoch": 330, "lr": 4.3030509107267967e-05}
+{"train_loss": 0.003152732038870454, "global_step": 17870, "epoch": 330, "lr": 4.302563308601325e-05}
+{"train_loss": 0.003809841349720955, "global_step": 17871, "epoch": 330, "lr": 4.302075713240159e-05}
+{"train_loss": 0.0038408287800848484, "global_step": 17872, "epoch": 330, "lr": 4.3015881246480256e-05}
+{"train_loss": 0.0034894856701915464, "global_step": 17873, "epoch": 330, "lr": 4.301100542829657e-05, "val_loss": 0.003991406410932541, "train_action_mse_error": 0.00010352151730330661}
+{"train_loss": 0.005222844425588846, "global_step": 17874, "epoch": 331, "lr": 4.30061296778978e-05}
+{"train_loss": 0.004051560070365667, "global_step": 17875, "epoch": 331, "lr": 4.300125399533122e-05}
+{"train_loss": 0.003925093915313482, "global_step": 17876, "epoch": 331, "lr": 4.2996378380644145e-05}
+{"train_loss": 0.0032993897330015898, "global_step": 17877, "epoch": 331, "lr": 4.299150283388386e-05}
+{"train_loss": 0.003209127578884363, "global_step": 17878, "epoch": 331, "lr": 4.298662735509766e-05}
+{"train_loss": 0.003436833620071411, "global_step": 17879, "epoch": 331, "lr": 4.298175194433279e-05}
+{"train_loss": 0.0031325945165008307, "global_step": 17880, "epoch": 331, "lr": 4.297687660163657e-05}
+{"train_loss": 0.003952858038246632, "global_step": 17881, "epoch": 331, "lr": 4.297200132705629e-05}
+{"train_loss": 0.0028573228046298027, "global_step": 17882, "epoch": 331, "lr": 4.29671261206392e-05}
+{"train_loss": 0.0027746122796088457, "global_step": 17883, "epoch": 331, "lr": 4.296225098243263e-05}
+{"train_loss": 0.004681841935962439, "global_step": 17884, "epoch": 331, "lr": 4.2957375912483835e-05}
+{"train_loss": 0.002891821088269353, "global_step": 17885, "epoch": 331, "lr": 4.295250091084009e-05}
+{"train_loss": 0.0023438623175024986, "global_step": 17886, "epoch": 331, "lr": 4.294762597754869e-05}
+{"train_loss": 0.0034974224399775267, "global_step": 17887, "epoch": 331, "lr": 4.294275111265692e-05}
+{"train_loss": 0.004374402109533548, "global_step": 17888, "epoch": 331, "lr": 4.2937876316212065e-05}
+{"train_loss": 0.002378062577918172, "global_step": 17889, "epoch": 331, "lr": 4.293300158826137e-05}
+{"train_loss": 0.004478818736970425, "global_step": 17890, "epoch": 331, "lr": 4.292812692885216e-05}
+{"train_loss": 0.0027158597949892282, "global_step": 17891, "epoch": 331, "lr": 4.292325233803167e-05}
+{"train_loss": 0.002363325795158744, "global_step": 17892, "epoch": 331, "lr": 4.291837781584721e-05}
+{"train_loss": 0.003842403180897236, "global_step": 17893, "epoch": 331, "lr": 4.2913503362346055e-05}
+{"train_loss": 0.0039026541635394096, "global_step": 17894, "epoch": 331, "lr": 4.290862897757548e-05}
+{"train_loss": 0.0024241928476840258, "global_step": 17895, "epoch": 331, "lr": 4.290375466158273e-05}
+{"train_loss": 0.005269638262689114, "global_step": 17896, "epoch": 331, "lr": 4.2898880414415114e-05}
+{"train_loss": 0.002698389580473304, "global_step": 17897, "epoch": 331, "lr": 4.289400623611989e-05}
+{"train_loss": 0.002657134784385562, "global_step": 17898, "epoch": 331, "lr": 4.288913212674434e-05}
+{"train_loss": 0.003267409047111869, "global_step": 17899, "epoch": 331, "lr": 4.288425808633575e-05}
+{"train_loss": 0.0038054496981203556, "global_step": 17900, "epoch": 331, "lr": 4.2879384114941366e-05}
+{"train_loss": 0.003278397722169757, "global_step": 17901, "epoch": 331, "lr": 4.2874510212608466e-05}
+{"train_loss": 0.0028307470493018627, "global_step": 17902, "epoch": 331, "lr": 4.2869636379384335e-05}
+{"train_loss": 0.0030818874947726727, "global_step": 17903, "epoch": 331, "lr": 4.286476261531623e-05}
+{"train_loss": 0.003835804993286729, "global_step": 17904, "epoch": 331, "lr": 4.285988892045143e-05}
+{"train_loss": 0.003249039640650153, "global_step": 17905, "epoch": 331, "lr": 4.285501529483719e-05}
+{"train_loss": 0.0030155829153954983, "global_step": 17906, "epoch": 331, "lr": 4.28501417385208e-05}
+{"train_loss": 0.002185776364058256, "global_step": 17907, "epoch": 331, "lr": 4.2845268251549494e-05}
+{"train_loss": 0.0034439912997186184, "global_step": 17908, "epoch": 331, "lr": 4.2840394833970575e-05}
+{"train_loss": 0.0032978388480842113, "global_step": 17909, "epoch": 331, "lr": 4.283552148583131e-05}
+{"train_loss": 0.003908188547939062, "global_step": 17910, "epoch": 331, "lr": 4.2830648207178934e-05}
+{"train_loss": 0.002328183501958847, "global_step": 17911, "epoch": 331, "lr": 4.282577499806071e-05}
+{"train_loss": 0.004576516803354025, "global_step": 17912, "epoch": 331, "lr": 4.2820901858523936e-05}
+{"train_loss": 0.0021947957575321198, "global_step": 17913, "epoch": 331, "lr": 4.281602878861585e-05}
+{"train_loss": 0.004093888681381941, "global_step": 17914, "epoch": 331, "lr": 4.281115578838376e-05}
+{"train_loss": 0.0026583338622003794, "global_step": 17915, "epoch": 331, "lr": 4.2806282857874855e-05}
+{"train_loss": 0.005232019349932671, "global_step": 17916, "epoch": 331, "lr": 4.2801409997136446e-05}
+{"train_loss": 0.0028332395013421774, "global_step": 17917, "epoch": 331, "lr": 4.279653720621577e-05}
+{"train_loss": 0.0029261198360472918, "global_step": 17918, "epoch": 331, "lr": 4.279166448516011e-05}
+{"train_loss": 0.004917129874229431, "global_step": 17919, "epoch": 331, "lr": 4.2786791834016704e-05}
+{"train_loss": 0.0024098134599626064, "global_step": 17920, "epoch": 331, "lr": 4.278191925283286e-05}
+{"train_loss": 0.002680240897461772, "global_step": 17921, "epoch": 331, "lr": 4.277704674165576e-05}
+{"train_loss": 0.0018096189014613628, "global_step": 17922, "epoch": 331, "lr": 4.277217430053271e-05}
+{"train_loss": 0.00335967936553061, "global_step": 17923, "epoch": 331, "lr": 4.2767301929510947e-05}
+{"train_loss": 0.003211360890418291, "global_step": 17924, "epoch": 331, "lr": 4.276242962863775e-05}
+{"train_loss": 0.002099445555359125, "global_step": 17925, "epoch": 331, "lr": 4.2757557397960366e-05}
+{"train_loss": 0.004303603433072567, "global_step": 17926, "epoch": 331, "lr": 4.275268523752604e-05}
+{"train_loss": 0.003369633168740957, "global_step": 17927, "epoch": 331, "lr": 4.274781314738202e-05, "val_loss": 0.005205992143601179}
+{"train_loss": 0.0038936720229685307, "global_step": 17928, "epoch": 332, "lr": 4.2742941127575575e-05}
+{"train_loss": 0.0030205983202904463, "global_step": 17929, "epoch": 332, "lr": 4.2738069178153945e-05}
+{"train_loss": 0.004542061127722263, "global_step": 17930, "epoch": 332, "lr": 4.2733197299164425e-05}
+{"train_loss": 0.0017145633464679122, "global_step": 17931, "epoch": 332, "lr": 4.27283254906542e-05}
+{"train_loss": 0.004989407956600189, "global_step": 17932, "epoch": 332, "lr": 4.272345375267056e-05}
+{"train_loss": 0.0025896981824189425, "global_step": 17933, "epoch": 332, "lr": 4.2718582085260736e-05}
+{"train_loss": 0.003728307317942381, "global_step": 17934, "epoch": 332, "lr": 4.2713710488472006e-05}
+{"train_loss": 0.0028128877747803926, "global_step": 17935, "epoch": 332, "lr": 4.2708838962351615e-05}
+{"train_loss": 0.002674342365935445, "global_step": 17936, "epoch": 332, "lr": 4.270396750694678e-05}
+{"train_loss": 0.0023280985187739134, "global_step": 17937, "epoch": 332, "lr": 4.2699096122304756e-05}
+{"train_loss": 0.0044740731827914715, "global_step": 17938, "epoch": 332, "lr": 4.269422480847282e-05}
+{"train_loss": 0.003614542307332158, "global_step": 17939, "epoch": 332, "lr": 4.268935356549817e-05}
+{"train_loss": 0.002749961568042636, "global_step": 17940, "epoch": 332, "lr": 4.26844823934281e-05}
+{"train_loss": 0.0022735826205462217, "global_step": 17941, "epoch": 332, "lr": 4.267961129230984e-05}
+{"train_loss": 0.00495626125484705, "global_step": 17942, "epoch": 332, "lr": 4.267474026219062e-05}
+{"train_loss": 0.00390981137752533, "global_step": 17943, "epoch": 332, "lr": 4.2669869303117684e-05}
+{"train_loss": 0.0031493655405938625, "global_step": 17944, "epoch": 332, "lr": 4.266499841513828e-05}
+{"train_loss": 0.006316232495009899, "global_step": 17945, "epoch": 332, "lr": 4.266012759829965e-05}
+{"train_loss": 0.002980076242238283, "global_step": 17946, "epoch": 332, "lr": 4.265525685264905e-05}
+{"train_loss": 0.0025799167342483997, "global_step": 17947, "epoch": 332, "lr": 4.2650386178233705e-05}
+{"train_loss": 0.004322749562561512, "global_step": 17948, "epoch": 332, "lr": 4.2645515575100844e-05}
+{"train_loss": 0.004896811209619045, "global_step": 17949, "epoch": 332, "lr": 4.264064504329772e-05}
+{"train_loss": 0.003156469902023673, "global_step": 17950, "epoch": 332, "lr": 4.263577458287157e-05}
+{"train_loss": 0.0030672061257064342, "global_step": 17951, "epoch": 332, "lr": 4.263090419386965e-05}
+{"train_loss": 0.004029252100735903, "global_step": 17952, "epoch": 332, "lr": 4.262603387633916e-05}
+{"train_loss": 0.0035439622588455677, "global_step": 17953, "epoch": 332, "lr": 4.262116363032735e-05}
+{"train_loss": 0.004978583659976721, "global_step": 17954, "epoch": 332, "lr": 4.261629345588147e-05}
+{"train_loss": 0.00202600727789104, "global_step": 17955, "epoch": 332, "lr": 4.261142335304873e-05}
+{"train_loss": 0.004217649344354868, "global_step": 17956, "epoch": 332, "lr": 4.26065533218764e-05}
+{"train_loss": 0.003738436382263899, "global_step": 17957, "epoch": 332, "lr": 4.260168336241169e-05}
+{"train_loss": 0.0018426786409690976, "global_step": 17958, "epoch": 332, "lr": 4.259681347470182e-05}
+{"train_loss": 0.002068927977234125, "global_step": 17959, "epoch": 332, "lr": 4.259194365879404e-05}
+{"train_loss": 0.0024649049155414104, "global_step": 17960, "epoch": 332, "lr": 4.258707391473559e-05}
+{"train_loss": 0.003770245471969247, "global_step": 17961, "epoch": 332, "lr": 4.25822042425737e-05}
+{"train_loss": 0.0028552627190947533, "global_step": 17962, "epoch": 332, "lr": 4.2577334642355556e-05}
+{"train_loss": 0.0027701302897185087, "global_step": 17963, "epoch": 332, "lr": 4.2572465114128444e-05}
+{"train_loss": 0.0022469451650977135, "global_step": 17964, "epoch": 332, "lr": 4.2567595657939566e-05}
+{"train_loss": 0.002224154071882367, "global_step": 17965, "epoch": 332, "lr": 4.2562726273836146e-05}
+{"train_loss": 0.0036866303998976946, "global_step": 17966, "epoch": 332, "lr": 4.255785696186543e-05}
+{"train_loss": 0.00417692307382822, "global_step": 17967, "epoch": 332, "lr": 4.255298772207464e-05}
+{"train_loss": 0.0033291997388005257, "global_step": 17968, "epoch": 332, "lr": 4.2548118554510975e-05}
+{"train_loss": 0.003679563058540225, "global_step": 17969, "epoch": 332, "lr": 4.254324945922169e-05}
+{"train_loss": 0.0031146418768912554, "global_step": 17970, "epoch": 332, "lr": 4.2538380436254e-05}
+{"train_loss": 0.0037294882349669933, "global_step": 17971, "epoch": 332, "lr": 4.2533511485655114e-05}
+{"train_loss": 0.003656799905002117, "global_step": 17972, "epoch": 332, "lr": 4.252864260747229e-05}
+{"train_loss": 0.0023011143784970045, "global_step": 17973, "epoch": 332, "lr": 4.252377380175273e-05}
+{"train_loss": 0.003228376153856516, "global_step": 17974, "epoch": 332, "lr": 4.2518905068543645e-05}
+{"train_loss": 0.00477475905790925, "global_step": 17975, "epoch": 332, "lr": 4.251403640789226e-05}
+{"train_loss": 0.002043100306764245, "global_step": 17976, "epoch": 332, "lr": 4.2509167819845805e-05}
+{"train_loss": 0.0020677433349192142, "global_step": 17977, "epoch": 332, "lr": 4.2504299304451515e-05}
+{"train_loss": 0.003278902964666486, "global_step": 17978, "epoch": 332, "lr": 4.2499430861756566e-05}
+{"train_loss": 0.005138094071298838, "global_step": 17979, "epoch": 332, "lr": 4.249456249180821e-05}
+{"train_loss": 0.0033685865346342325, "global_step": 17980, "epoch": 332, "lr": 4.248969419465366e-05}
+{"train_loss": 0.0033514651866560735, "global_step": 17981, "epoch": 332, "lr": 4.2484825970340106e-05, "val_loss": 0.003542071208357811}
+{"train_loss": 0.006252807565033436, "global_step": 17982, "epoch": 333, "lr": 4.247995781891481e-05}
+{"train_loss": 0.0034309823531657457, "global_step": 17983, "epoch": 333, "lr": 4.247508974042495e-05}
+{"train_loss": 0.0032950500026345253, "global_step": 17984, "epoch": 333, "lr": 4.2470221734917745e-05}
+{"train_loss": 0.003453367855399847, "global_step": 17985, "epoch": 333, "lr": 4.246535380244043e-05}
+{"train_loss": 0.004165011923760176, "global_step": 17986, "epoch": 333, "lr": 4.24604859430402e-05}
+{"train_loss": 0.002616108627989888, "global_step": 17987, "epoch": 333, "lr": 4.245561815676426e-05}
+{"train_loss": 0.0029546774458140135, "global_step": 17988, "epoch": 333, "lr": 4.245075044365986e-05}
+{"train_loss": 0.0034360806457698345, "global_step": 17989, "epoch": 333, "lr": 4.244588280377417e-05}
+{"train_loss": 0.0037629259750247, "global_step": 17990, "epoch": 333, "lr": 4.244101523715441e-05}
+{"train_loss": 0.003450009971857071, "global_step": 17991, "epoch": 333, "lr": 4.24361477438478e-05}
+{"train_loss": 0.0032107592560350895, "global_step": 17992, "epoch": 333, "lr": 4.2431280323901543e-05}
+{"train_loss": 0.0014945975271984935, "global_step": 17993, "epoch": 333, "lr": 4.242641297736286e-05}
+{"train_loss": 0.0015653797890990973, "global_step": 17994, "epoch": 333, "lr": 4.242154570427893e-05}
+{"train_loss": 0.0029091027099639177, "global_step": 17995, "epoch": 333, "lr": 4.241667850469698e-05}
+{"train_loss": 0.004212981555610895, "global_step": 17996, "epoch": 333, "lr": 4.241181137866421e-05}
+{"train_loss": 0.0041482592932879925, "global_step": 17997, "epoch": 333, "lr": 4.2406944326227824e-05}
+{"train_loss": 0.0022409209050238132, "global_step": 17998, "epoch": 333, "lr": 4.240207734743505e-05}
+{"train_loss": 0.003843574319034815, "global_step": 17999, "epoch": 333, "lr": 4.2397210442333055e-05}
+{"train_loss": 0.003129367483779788, "global_step": 18000, "epoch": 333, "lr": 4.239234361096906e-05}
+{"train_loss": 0.0019668680615723133, "global_step": 18001, "epoch": 333, "lr": 4.238747685339027e-05}
+{"train_loss": 0.002203514100983739, "global_step": 18002, "epoch": 333, "lr": 4.2382610169643884e-05}
+{"train_loss": 0.0033288963604718447, "global_step": 18003, "epoch": 333, "lr": 4.237774355977711e-05}
+{"train_loss": 0.003073945175856352, "global_step": 18004, "epoch": 333, "lr": 4.237287702383712e-05}
+{"train_loss": 0.005111513659358025, "global_step": 18005, "epoch": 333, "lr": 4.236801056187115e-05}
+{"train_loss": 0.0025219502858817577, "global_step": 18006, "epoch": 333, "lr": 4.2363144173926365e-05}
+{"train_loss": 0.002785726683214307, "global_step": 18007, "epoch": 333, "lr": 4.235827786005e-05}
+{"train_loss": 0.003273278009146452, "global_step": 18008, "epoch": 333, "lr": 4.235341162028924e-05}
+{"train_loss": 0.003529873676598072, "global_step": 18009, "epoch": 333, "lr": 4.234854545469126e-05}
+{"train_loss": 0.002510152058675885, "global_step": 18010, "epoch": 333, "lr": 4.234367936330327e-05}
+{"train_loss": 0.002100542886182666, "global_step": 18011, "epoch": 333, "lr": 4.2338813346172476e-05}
+{"train_loss": 0.0028094793669879436, "global_step": 18012, "epoch": 333, "lr": 4.2333947403346044e-05}
+{"train_loss": 0.0031401326414197683, "global_step": 18013, "epoch": 333, "lr": 4.232908153487121e-05}
+{"train_loss": 0.002024452667683363, "global_step": 18014, "epoch": 333, "lr": 4.2324215740795146e-05}
+{"train_loss": 0.004335802048444748, "global_step": 18015, "epoch": 333, "lr": 4.231935002116504e-05}
+{"train_loss": 0.002592169912531972, "global_step": 18016, "epoch": 333, "lr": 4.2314484376028065e-05}
+{"train_loss": 0.0025562767405062914, "global_step": 18017, "epoch": 333, "lr": 4.230961880543145e-05}
+{"train_loss": 0.0038961456157267094, "global_step": 18018, "epoch": 333, "lr": 4.2304753309422355e-05}
+{"train_loss": 0.002614691387861967, "global_step": 18019, "epoch": 333, "lr": 4.229988788804802e-05}
+{"train_loss": 0.003000336466357112, "global_step": 18020, "epoch": 333, "lr": 4.229502254135556e-05}
+{"train_loss": 0.003877652809023857, "global_step": 18021, "epoch": 333, "lr": 4.2290157269392215e-05}
+{"train_loss": 0.0035901772789657116, "global_step": 18022, "epoch": 333, "lr": 4.2285292072205145e-05}
+{"train_loss": 0.00326610472984612, "global_step": 18023, "epoch": 333, "lr": 4.228042694984156e-05}
+{"train_loss": 0.0031681598629802465, "global_step": 18024, "epoch": 333, "lr": 4.227556190234864e-05}
+{"train_loss": 0.0033529195934534073, "global_step": 18025, "epoch": 333, "lr": 4.227069692977356e-05}
+{"train_loss": 0.003147584619000554, "global_step": 18026, "epoch": 333, "lr": 4.22658320321635e-05}
+{"train_loss": 0.002711155917495489, "global_step": 18027, "epoch": 333, "lr": 4.226096720956566e-05}
+{"train_loss": 0.0019117688061669469, "global_step": 18028, "epoch": 333, "lr": 4.22561024620272e-05}
+{"train_loss": 0.0035950245801359415, "global_step": 18029, "epoch": 333, "lr": 4.2251237789595366e-05}
+{"train_loss": 0.006612787488847971, "global_step": 18030, "epoch": 333, "lr": 4.224637319231725e-05}
+{"train_loss": 0.002635251497849822, "global_step": 18031, "epoch": 333, "lr": 4.224150867024008e-05}
+{"train_loss": 0.004053020849823952, "global_step": 18032, "epoch": 333, "lr": 4.2236644223411034e-05}
+{"train_loss": 0.0041952612809836864, "global_step": 18033, "epoch": 333, "lr": 4.2231779851877285e-05}
+{"train_loss": 0.0031850049272179604, "global_step": 18034, "epoch": 333, "lr": 4.2226915555686006e-05}
+{"train_loss": 0.003268212588779904, "global_step": 18035, "epoch": 333, "lr": 4.2222051334884426e-05, "val_loss": 0.0036536722909659147}
+{"train_loss": 0.0033976587001234293, "global_step": 18036, "epoch": 334, "lr": 4.221718718951964e-05}
+{"train_loss": 0.0027732260059565306, "global_step": 18037, "epoch": 334, "lr": 4.2212323119638876e-05}
+{"train_loss": 0.0038893569726496935, "global_step": 18038, "epoch": 334, "lr": 4.2207459125289285e-05}
+{"train_loss": 0.0027838798705488443, "global_step": 18039, "epoch": 334, "lr": 4.220259520651807e-05}
+{"train_loss": 0.006028575357049704, "global_step": 18040, "epoch": 334, "lr": 4.219773136337239e-05}
+{"train_loss": 0.004182406235486269, "global_step": 18041, "epoch": 334, "lr": 4.219286759589942e-05}
+{"train_loss": 0.00689855869859457, "global_step": 18042, "epoch": 334, "lr": 4.218800390414632e-05}
+{"train_loss": 0.003834140719845891, "global_step": 18043, "epoch": 334, "lr": 4.218314028816028e-05}
+{"train_loss": 0.0024826787412166595, "global_step": 18044, "epoch": 334, "lr": 4.2178276747988446e-05}
+{"train_loss": 0.0035727117210626602, "global_step": 18045, "epoch": 334, "lr": 4.217341328367806e-05}
+{"train_loss": 0.0047867693938314915, "global_step": 18046, "epoch": 334, "lr": 4.2168549895276185e-05}
+{"train_loss": 0.003437812440097332, "global_step": 18047, "epoch": 334, "lr": 4.216368658283006e-05}
+{"train_loss": 0.00351872481405735, "global_step": 18048, "epoch": 334, "lr": 4.2158823346386836e-05}
+{"train_loss": 0.0039503443986177444, "global_step": 18049, "epoch": 334, "lr": 4.2153960185993684e-05}
+{"train_loss": 0.004947418347001076, "global_step": 18050, "epoch": 334, "lr": 4.214909710169778e-05}
+{"train_loss": 0.004715652670711279, "global_step": 18051, "epoch": 334, "lr": 4.214423409354627e-05}
+{"train_loss": 0.003900370094925165, "global_step": 18052, "epoch": 334, "lr": 4.213937116158632e-05}
+{"train_loss": 0.003042015014216304, "global_step": 18053, "epoch": 334, "lr": 4.2134508305865105e-05}
+{"train_loss": 0.002286114962771535, "global_step": 18054, "epoch": 334, "lr": 4.2129645526429784e-05}
+{"train_loss": 0.0031139005441218615, "global_step": 18055, "epoch": 334, "lr": 4.212478282332754e-05}
+{"train_loss": 0.0043166703544557095, "global_step": 18056, "epoch": 334, "lr": 4.211992019660551e-05}
+{"train_loss": 0.0024890326894819736, "global_step": 18057, "epoch": 334, "lr": 4.211505764631086e-05}
+{"train_loss": 0.00467082392424345, "global_step": 18058, "epoch": 334, "lr": 4.2110195172490753e-05}
+{"train_loss": 0.0026134131476283073, "global_step": 18059, "epoch": 334, "lr": 4.2105332775192355e-05}
+{"train_loss": 0.0037687155418097973, "global_step": 18060, "epoch": 334, "lr": 4.2100470454462815e-05}
+{"train_loss": 0.003801717422902584, "global_step": 18061, "epoch": 334, "lr": 4.209560821034932e-05}
+{"train_loss": 0.003546730848029256, "global_step": 18062, "epoch": 334, "lr": 4.2090746042898986e-05}
+{"train_loss": 0.00211566430516541, "global_step": 18063, "epoch": 334, "lr": 4.2085883952159e-05}
+{"train_loss": 0.0018667938420549035, "global_step": 18064, "epoch": 334, "lr": 4.2081021938176494e-05}
+{"train_loss": 0.0032787700183689594, "global_step": 18065, "epoch": 334, "lr": 4.207616000099865e-05}
+{"train_loss": 0.002672742120921612, "global_step": 18066, "epoch": 334, "lr": 4.207129814067263e-05}
+{"train_loss": 0.0029519074596464634, "global_step": 18067, "epoch": 334, "lr": 4.206643635724555e-05}
+{"train_loss": 0.0046506356447935104, "global_step": 18068, "epoch": 334, "lr": 4.206157465076458e-05}
+{"train_loss": 0.004223225638270378, "global_step": 18069, "epoch": 334, "lr": 4.205671302127688e-05}
+{"train_loss": 0.0031664324924349785, "global_step": 18070, "epoch": 334, "lr": 4.205185146882959e-05}
+{"train_loss": 0.0022068272810429335, "global_step": 18071, "epoch": 334, "lr": 4.2046989993469896e-05}
+{"train_loss": 0.0037337567191570997, "global_step": 18072, "epoch": 334, "lr": 4.20421285952449e-05}
+{"train_loss": 0.0023847674019634724, "global_step": 18073, "epoch": 334, "lr": 4.2037267274201785e-05}
+{"train_loss": 0.003206519177183509, "global_step": 18074, "epoch": 334, "lr": 4.203240603038767e-05}
+{"train_loss": 0.004308623261749744, "global_step": 18075, "epoch": 334, "lr": 4.202754486384974e-05}
+{"train_loss": 0.0032168396282941103, "global_step": 18076, "epoch": 334, "lr": 4.202268377463513e-05}
+{"train_loss": 0.003536401316523552, "global_step": 18077, "epoch": 334, "lr": 4.2017822762790956e-05}
+{"train_loss": 0.003815203905105591, "global_step": 18078, "epoch": 334, "lr": 4.201296182836441e-05}
+{"train_loss": 0.0038759156595915556, "global_step": 18079, "epoch": 334, "lr": 4.2008100971402614e-05}
+{"train_loss": 0.005450000520795584, "global_step": 18080, "epoch": 334, "lr": 4.20032401919527e-05}
+{"train_loss": 0.00320227793417871, "global_step": 18081, "epoch": 334, "lr": 4.1998379490061845e-05}
+{"train_loss": 0.003744496963918209, "global_step": 18082, "epoch": 334, "lr": 4.199351886577718e-05}
+{"train_loss": 0.0033952679950743914, "global_step": 18083, "epoch": 334, "lr": 4.1988658319145824e-05}
+{"train_loss": 0.002170453080907464, "global_step": 18084, "epoch": 334, "lr": 4.1983797850214946e-05}
+{"train_loss": 0.0026018477510660887, "global_step": 18085, "epoch": 334, "lr": 4.197893745903167e-05}
+{"train_loss": 0.00474929204210639, "global_step": 18086, "epoch": 334, "lr": 4.197407714564314e-05}
+{"train_loss": 0.003675975603982806, "global_step": 18087, "epoch": 334, "lr": 4.196921691009651e-05}
+{"train_loss": 0.003904931480064988, "global_step": 18088, "epoch": 334, "lr": 4.1964356752438904e-05}
+{"train_loss": 0.0035927981608202338, "global_step": 18089, "epoch": 334, "lr": 4.1959496672717456e-05, "val_loss": 0.005883651319891214}
+{"train_loss": 0.002402256475761533, "global_step": 18090, "epoch": 335, "lr": 4.19546366709793e-05}
+{"train_loss": 0.002333070384338498, "global_step": 18091, "epoch": 335, "lr": 4.19497767472716e-05}
+{"train_loss": 0.0029983685817569494, "global_step": 18092, "epoch": 335, "lr": 4.1944916901641476e-05}
+{"train_loss": 0.0023365169763565063, "global_step": 18093, "epoch": 335, "lr": 4.194005713413603e-05}
+{"train_loss": 0.0026773540303111076, "global_step": 18094, "epoch": 335, "lr": 4.193519744480245e-05}
+{"train_loss": 0.0030183049384504557, "global_step": 18095, "epoch": 335, "lr": 4.193033783368784e-05}
+{"train_loss": 0.004109542351216078, "global_step": 18096, "epoch": 335, "lr": 4.192547830083932e-05}
+{"train_loss": 0.0037772103678435087, "global_step": 18097, "epoch": 335, "lr": 4.192061884630407e-05}
+{"train_loss": 0.004915961064398289, "global_step": 18098, "epoch": 335, "lr": 4.1915759470129175e-05}
+{"train_loss": 0.005217865575104952, "global_step": 18099, "epoch": 335, "lr": 4.1910900172361764e-05}
+{"train_loss": 0.002659458201378584, "global_step": 18100, "epoch": 335, "lr": 4.1906040953049e-05}
+{"train_loss": 0.003070966573432088, "global_step": 18101, "epoch": 335, "lr": 4.190118181223799e-05}
+{"train_loss": 0.004632396623492241, "global_step": 18102, "epoch": 335, "lr": 4.189632274997588e-05}
+{"train_loss": 0.005352103617042303, "global_step": 18103, "epoch": 335, "lr": 4.1891463766309754e-05}
+{"train_loss": 0.0018406386952847242, "global_step": 18104, "epoch": 335, "lr": 4.188660486128679e-05}
+{"train_loss": 0.002857927931472659, "global_step": 18105, "epoch": 335, "lr": 4.188174603495407e-05}
+{"train_loss": 0.0035411096177995205, "global_step": 18106, "epoch": 335, "lr": 4.187688728735875e-05}
+{"train_loss": 0.004804277326911688, "global_step": 18107, "epoch": 335, "lr": 4.187202861854795e-05}
+{"train_loss": 0.0035316061694175005, "global_step": 18108, "epoch": 335, "lr": 4.186717002856879e-05}
+{"train_loss": 0.002464452525600791, "global_step": 18109, "epoch": 335, "lr": 4.1862311517468376e-05}
+{"train_loss": 0.004555079620331526, "global_step": 18110, "epoch": 335, "lr": 4.1857453085293855e-05}
+{"train_loss": 0.004089022986590862, "global_step": 18111, "epoch": 335, "lr": 4.1852594732092314e-05}
+{"train_loss": 0.003928042948246002, "global_step": 18112, "epoch": 335, "lr": 4.184773645791091e-05}
+{"train_loss": 0.004470661282539368, "global_step": 18113, "epoch": 335, "lr": 4.184287826279677e-05}
+{"train_loss": 0.004199078772217035, "global_step": 18114, "epoch": 335, "lr": 4.183802014679697e-05}
+{"train_loss": 0.0034262794069945812, "global_step": 18115, "epoch": 335, "lr": 4.183316210995863e-05}
+{"train_loss": 0.00540818041190505, "global_step": 18116, "epoch": 335, "lr": 4.182830415232891e-05}
+{"train_loss": 0.0028972080908715725, "global_step": 18117, "epoch": 335, "lr": 4.18234462739549e-05}
+{"train_loss": 0.005959178786724806, "global_step": 18118, "epoch": 335, "lr": 4.181858847488373e-05}
+{"train_loss": 0.0030556435231119394, "global_step": 18119, "epoch": 335, "lr": 4.181373075516248e-05}
+{"train_loss": 0.0027971365489065647, "global_step": 18120, "epoch": 335, "lr": 4.180887311483829e-05}
+{"train_loss": 0.004077615216374397, "global_step": 18121, "epoch": 335, "lr": 4.180401555395826e-05}
+{"train_loss": 0.003437869483605027, "global_step": 18122, "epoch": 335, "lr": 4.179915807256953e-05}
+{"train_loss": 0.003829128108918667, "global_step": 18123, "epoch": 335, "lr": 4.179430067071921e-05}
+{"train_loss": 0.003772265277802944, "global_step": 18124, "epoch": 335, "lr": 4.178944334845438e-05}
+{"train_loss": 0.002842179499566555, "global_step": 18125, "epoch": 335, "lr": 4.178458610582215e-05}
+{"train_loss": 0.003554485272616148, "global_step": 18126, "epoch": 335, "lr": 4.1779728942869656e-05}
+{"train_loss": 0.0021228862460702658, "global_step": 18127, "epoch": 335, "lr": 4.1774871859643987e-05}
+{"train_loss": 0.0038838940672576427, "global_step": 18128, "epoch": 335, "lr": 4.1770014856192273e-05}
+{"train_loss": 0.004527443554252386, "global_step": 18129, "epoch": 335, "lr": 4.176515793256162e-05}
+{"train_loss": 0.002906657988205552, "global_step": 18130, "epoch": 335, "lr": 4.17603010887991e-05}
+{"train_loss": 0.0031818444840610027, "global_step": 18131, "epoch": 335, "lr": 4.175544432495184e-05}
+{"train_loss": 0.0027638121973723173, "global_step": 18132, "epoch": 335, "lr": 4.1750587641066956e-05}
+{"train_loss": 0.0036293151788413525, "global_step": 18133, "epoch": 335, "lr": 4.174573103719153e-05}
+{"train_loss": 0.002216717693954706, "global_step": 18134, "epoch": 335, "lr": 4.1740874513372704e-05}
+{"train_loss": 0.0033231331035494804, "global_step": 18135, "epoch": 335, "lr": 4.173601806965753e-05}
+{"train_loss": 0.0028153040912002325, "global_step": 18136, "epoch": 335, "lr": 4.173116170609314e-05}
+{"train_loss": 0.0022707865573465824, "global_step": 18137, "epoch": 335, "lr": 4.172630542272662e-05}
+{"train_loss": 0.0029009778518229723, "global_step": 18138, "epoch": 335, "lr": 4.1721449219605086e-05}
+{"train_loss": 0.0025195060297846794, "global_step": 18139, "epoch": 335, "lr": 4.1716593096775636e-05}
+{"train_loss": 0.003348349826410413, "global_step": 18140, "epoch": 335, "lr": 4.171173705428536e-05}
+{"train_loss": 0.0038926717825233936, "global_step": 18141, "epoch": 335, "lr": 4.170688109218134e-05}
+{"train_loss": 0.004277694970369339, "global_step": 18142, "epoch": 335, "lr": 4.170202521051071e-05}
+{"train_loss": 0.0034796185963959607, "global_step": 18143, "epoch": 335, "lr": 4.169716940932053e-05, "val_loss": 0.00555506581440568, "train_action_mse_error": 9.619728371035308e-05}
+{"train_loss": 0.0019237883388996124, "global_step": 18144, "epoch": 336, "lr": 4.169231368865795e-05}
+{"train_loss": 0.003605340840294957, "global_step": 18145, "epoch": 336, "lr": 4.168745804856999e-05}
+{"train_loss": 0.003145721973851323, "global_step": 18146, "epoch": 336, "lr": 4.168260248910379e-05}
+{"train_loss": 0.001955083105713129, "global_step": 18147, "epoch": 336, "lr": 4.167774701030644e-05}
+{"train_loss": 0.004677127581089735, "global_step": 18148, "epoch": 336, "lr": 4.167289161222502e-05}
+{"train_loss": 0.0024036013055592775, "global_step": 18149, "epoch": 336, "lr": 4.166803629490664e-05}
+{"train_loss": 0.004595282953232527, "global_step": 18150, "epoch": 336, "lr": 4.166318105839838e-05}
+{"train_loss": 0.0020972841884940863, "global_step": 18151, "epoch": 336, "lr": 4.1658325902747314e-05}
+{"train_loss": 0.004359090235084295, "global_step": 18152, "epoch": 336, "lr": 4.165347082800056e-05}
+{"train_loss": 0.0023678457364439964, "global_step": 18153, "epoch": 336, "lr": 4.1648615834205176e-05}
+{"train_loss": 0.0030522604938596487, "global_step": 18154, "epoch": 336, "lr": 4.164376092140828e-05}
+{"train_loss": 0.0034526074305176735, "global_step": 18155, "epoch": 336, "lr": 4.1638906089656955e-05}
+{"train_loss": 0.002292932942509651, "global_step": 18156, "epoch": 336, "lr": 4.163405133899827e-05}
+{"train_loss": 0.0036243326030671597, "global_step": 18157, "epoch": 336, "lr": 4.1629196669479304e-05}
+{"train_loss": 0.0029455425683408976, "global_step": 18158, "epoch": 336, "lr": 4.1624342081147175e-05}
+{"train_loss": 0.003312725108116865, "global_step": 18159, "epoch": 336, "lr": 4.161948757404892e-05}
+{"train_loss": 0.0022628542501479387, "global_step": 18160, "epoch": 336, "lr": 4.16146331482317e-05}
+{"train_loss": 0.003554166527464986, "global_step": 18161, "epoch": 336, "lr": 4.16097788037425e-05}
+{"train_loss": 0.004638938698917627, "global_step": 18162, "epoch": 336, "lr": 4.1604924540628466e-05}
+{"train_loss": 0.003808875335380435, "global_step": 18163, "epoch": 336, "lr": 4.160007035893664e-05}
+{"train_loss": 0.0031412953976541758, "global_step": 18164, "epoch": 336, "lr": 4.159521625871414e-05}
+{"train_loss": 0.006860003340989351, "global_step": 18165, "epoch": 336, "lr": 4.159036224000804e-05}
+{"train_loss": 0.003081429284065962, "global_step": 18166, "epoch": 336, "lr": 4.158550830286539e-05}
+{"train_loss": 0.0033377825748175383, "global_step": 18167, "epoch": 336, "lr": 4.158065444733327e-05}
+{"train_loss": 0.0028937342576682568, "global_step": 18168, "epoch": 336, "lr": 4.157580067345879e-05}
+{"train_loss": 0.0041872719302773476, "global_step": 18169, "epoch": 336, "lr": 4.157094698128898e-05}
+{"train_loss": 0.003994389902800322, "global_step": 18170, "epoch": 336, "lr": 4.156609337087097e-05}
+{"train_loss": 0.0023126204032450914, "global_step": 18171, "epoch": 336, "lr": 4.1561239842251796e-05}
+{"train_loss": 0.0033686039969325066, "global_step": 18172, "epoch": 336, "lr": 4.1556386395478534e-05}
+{"train_loss": 0.002027591923251748, "global_step": 18173, "epoch": 336, "lr": 4.155153303059825e-05}
+{"train_loss": 0.0033439805265516043, "global_step": 18174, "epoch": 336, "lr": 4.154667974765805e-05}
+{"train_loss": 0.003301983466371894, "global_step": 18175, "epoch": 336, "lr": 4.154182654670497e-05}
+{"train_loss": 0.003894948633387685, "global_step": 18176, "epoch": 336, "lr": 4.153697342778611e-05}
+{"train_loss": 0.002375665819272399, "global_step": 18177, "epoch": 336, "lr": 4.153212039094851e-05}
+{"train_loss": 0.0021170880645513535, "global_step": 18178, "epoch": 336, "lr": 4.1527267436239255e-05}
+{"train_loss": 0.0046046022325754166, "global_step": 18179, "epoch": 336, "lr": 4.152241456370539e-05}
+{"train_loss": 0.0030001187697052956, "global_step": 18180, "epoch": 336, "lr": 4.151756177339403e-05}
+{"train_loss": 0.0022447952069342136, "global_step": 18181, "epoch": 336, "lr": 4.151270906535221e-05}
+{"train_loss": 0.0045679532922804356, "global_step": 18182, "epoch": 336, "lr": 4.150785643962698e-05}
+{"train_loss": 0.003683924674987793, "global_step": 18183, "epoch": 336, "lr": 4.150300389626544e-05}
+{"train_loss": 0.003767210291698575, "global_step": 18184, "epoch": 336, "lr": 4.149815143531463e-05}
+{"train_loss": 0.0022188322618603706, "global_step": 18185, "epoch": 336, "lr": 4.149329905682161e-05}
+{"train_loss": 0.004458663519471884, "global_step": 18186, "epoch": 336, "lr": 4.1488446760833474e-05}
+{"train_loss": 0.0028274538926780224, "global_step": 18187, "epoch": 336, "lr": 4.148359454739725e-05}
+{"train_loss": 0.001526267034932971, "global_step": 18188, "epoch": 336, "lr": 4.147874241656001e-05}
+{"train_loss": 0.0026310330722481012, "global_step": 18189, "epoch": 336, "lr": 4.147389036836881e-05}
+{"train_loss": 0.003207190427929163, "global_step": 18190, "epoch": 336, "lr": 4.1469038402870726e-05}
+{"train_loss": 0.0026159631088376045, "global_step": 18191, "epoch": 336, "lr": 4.1464186520112806e-05}
+{"train_loss": 0.003030725521966815, "global_step": 18192, "epoch": 336, "lr": 4.145933472014208e-05}
+{"train_loss": 0.0037106466479599476, "global_step": 18193, "epoch": 336, "lr": 4.1454483003005653e-05}
+{"train_loss": 0.00425481703132391, "global_step": 18194, "epoch": 336, "lr": 4.144963136875055e-05}
+{"train_loss": 0.003510921262204647, "global_step": 18195, "epoch": 336, "lr": 4.144477981742383e-05}
+{"train_loss": 0.0023423803504556417, "global_step": 18196, "epoch": 336, "lr": 4.143992834907257e-05}
+{"train_loss": 0.003236495419750335, "global_step": 18197, "epoch": 336, "lr": 4.143507696374379e-05, "val_loss": 0.003820674493908882}
+{"train_loss": 0.002337794052436948, "global_step": 18198, "epoch": 337, "lr": 4.143022566148455e-05}
+{"train_loss": 0.002986161969602108, "global_step": 18199, "epoch": 337, "lr": 4.142537444234192e-05}
+{"train_loss": 0.0029931915923953056, "global_step": 18200, "epoch": 337, "lr": 4.142052330636294e-05}
+{"train_loss": 0.003554561175405979, "global_step": 18201, "epoch": 337, "lr": 4.141567225359465e-05}
+{"train_loss": 0.004055279307067394, "global_step": 18202, "epoch": 337, "lr": 4.141082128408413e-05}
+{"train_loss": 0.0027170185931026936, "global_step": 18203, "epoch": 337, "lr": 4.140597039787839e-05}
+{"train_loss": 0.004079190082848072, "global_step": 18204, "epoch": 337, "lr": 4.14011195950245e-05}
+{"train_loss": 0.0028322788421064615, "global_step": 18205, "epoch": 337, "lr": 4.139626887556951e-05}
+{"train_loss": 0.002534303581342101, "global_step": 18206, "epoch": 337, "lr": 4.1391418239560454e-05}
+{"train_loss": 0.0033387751318514347, "global_step": 18207, "epoch": 337, "lr": 4.13865676870444e-05}
+{"train_loss": 0.005133999511599541, "global_step": 18208, "epoch": 337, "lr": 4.138171721806835e-05}
+{"train_loss": 0.0034354496747255325, "global_step": 18209, "epoch": 337, "lr": 4.1376866832679385e-05}
+{"train_loss": 0.0027725116815418005, "global_step": 18210, "epoch": 337, "lr": 4.1372016530924534e-05}
+{"train_loss": 0.00493629788979888, "global_step": 18211, "epoch": 337, "lr": 4.136716631285083e-05}
+{"train_loss": 0.004097015596926212, "global_step": 18212, "epoch": 337, "lr": 4.136231617850535e-05}
+{"train_loss": 0.0022653210908174515, "global_step": 18213, "epoch": 337, "lr": 4.13574661279351e-05}
+{"train_loss": 0.0020814642775803804, "global_step": 18214, "epoch": 337, "lr": 4.1352616161187115e-05}
+{"train_loss": 0.004208168014883995, "global_step": 18215, "epoch": 337, "lr": 4.134776627830846e-05}
+{"train_loss": 0.00236942688934505, "global_step": 18216, "epoch": 337, "lr": 4.1342916479346174e-05}
+{"train_loss": 0.002831126330420375, "global_step": 18217, "epoch": 337, "lr": 4.133806676434728e-05}
+{"train_loss": 0.002659799763932824, "global_step": 18218, "epoch": 337, "lr": 4.13332171333588e-05}
+{"train_loss": 0.0046543097123503685, "global_step": 18219, "epoch": 337, "lr": 4.1328367586427796e-05}
+{"train_loss": 0.0023976152297109365, "global_step": 18220, "epoch": 337, "lr": 4.132351812360128e-05}
+{"train_loss": 0.006345151923596859, "global_step": 18221, "epoch": 337, "lr": 4.131866874492632e-05}
+{"train_loss": 0.003504135413095355, "global_step": 18222, "epoch": 337, "lr": 4.1313819450449915e-05}
+{"train_loss": 0.0030434795189648867, "global_step": 18223, "epoch": 337, "lr": 4.1308970240219125e-05}
+{"train_loss": 0.004067828878760338, "global_step": 18224, "epoch": 337, "lr": 4.130412111428095e-05}
+{"train_loss": 0.002276793820783496, "global_step": 18225, "epoch": 337, "lr": 4.129927207268244e-05}
+{"train_loss": 0.003909838851541281, "global_step": 18226, "epoch": 337, "lr": 4.1294423115470627e-05}
+{"train_loss": 0.002091041998937726, "global_step": 18227, "epoch": 337, "lr": 4.128957424269254e-05}
+{"train_loss": 0.0040314048528671265, "global_step": 18228, "epoch": 337, "lr": 4.1284725454395205e-05}
+{"train_loss": 0.0030222919303923845, "global_step": 18229, "epoch": 337, "lr": 4.127987675062565e-05}
+{"train_loss": 0.0047809355892241, "global_step": 18230, "epoch": 337, "lr": 4.127502813143088e-05}
+{"train_loss": 0.002958392258733511, "global_step": 18231, "epoch": 337, "lr": 4.127017959685795e-05}
+{"train_loss": 0.0035931996535509825, "global_step": 18232, "epoch": 337, "lr": 4.1265331146953885e-05}
+{"train_loss": 0.003712356323376298, "global_step": 18233, "epoch": 337, "lr": 4.1260482781765704e-05}
+{"train_loss": 0.004825890995562077, "global_step": 18234, "epoch": 337, "lr": 4.12556345013404e-05}
+{"train_loss": 0.0033316505141556263, "global_step": 18235, "epoch": 337, "lr": 4.125078630572504e-05}
+{"train_loss": 0.004297716077417135, "global_step": 18236, "epoch": 337, "lr": 4.1245938194966617e-05}
+{"train_loss": 0.002833437407389283, "global_step": 18237, "epoch": 337, "lr": 4.124109016911216e-05}
+{"train_loss": 0.0032030262518674135, "global_step": 18238, "epoch": 337, "lr": 4.123624222820871e-05}
+{"train_loss": 0.00488188024610281, "global_step": 18239, "epoch": 337, "lr": 4.123139437230326e-05}
+{"train_loss": 0.003533564740791917, "global_step": 18240, "epoch": 337, "lr": 4.122654660144282e-05}
+{"train_loss": 0.0018863758305087686, "global_step": 18241, "epoch": 337, "lr": 4.122169891567444e-05}
+{"train_loss": 0.0021565225906670094, "global_step": 18242, "epoch": 337, "lr": 4.121685131504511e-05}
+{"train_loss": 0.00318497559055686, "global_step": 18243, "epoch": 337, "lr": 4.1212003799601887e-05}
+{"train_loss": 0.004642809275537729, "global_step": 18244, "epoch": 337, "lr": 4.120715636939171e-05}
+{"train_loss": 0.0020523294806480408, "global_step": 18245, "epoch": 337, "lr": 4.120230902446166e-05}
+{"train_loss": 0.0024390998296439648, "global_step": 18246, "epoch": 337, "lr": 4.1197461764858717e-05}
+{"train_loss": 0.0035434768069535494, "global_step": 18247, "epoch": 337, "lr": 4.1192614590629915e-05}
+{"train_loss": 0.0036624714266508818, "global_step": 18248, "epoch": 337, "lr": 4.118776750182225e-05}
+{"train_loss": 0.0033162259496748447, "global_step": 18249, "epoch": 337, "lr": 4.118292049848277e-05}
+{"train_loss": 0.003327971789985895, "global_step": 18250, "epoch": 337, "lr": 4.117807358065842e-05}
+{"train_loss": 0.0033957778144179393, "global_step": 18251, "epoch": 337, "lr": 4.117322674839626e-05, "val_loss": 0.005631929263472557}
+{"train_loss": 0.0026499226223677397, "global_step": 18252, "epoch": 338, "lr": 4.116838000174327e-05}
+{"train_loss": 0.004288384225219488, "global_step": 18253, "epoch": 338, "lr": 4.116353334074647e-05}
+{"train_loss": 0.002609423128888011, "global_step": 18254, "epoch": 338, "lr": 4.1158686765452884e-05}
+{"train_loss": 0.0030487223993986845, "global_step": 18255, "epoch": 338, "lr": 4.115384027590949e-05}
+{"train_loss": 0.00227832212112844, "global_step": 18256, "epoch": 338, "lr": 4.11489938721633e-05}
+{"train_loss": 0.0032593843061476946, "global_step": 18257, "epoch": 338, "lr": 4.114414755426133e-05}
+{"train_loss": 0.003198569407686591, "global_step": 18258, "epoch": 338, "lr": 4.1139301322250565e-05}
+{"train_loss": 0.0016873122658580542, "global_step": 18259, "epoch": 338, "lr": 4.113445517617804e-05}
+{"train_loss": 0.003642483614385128, "global_step": 18260, "epoch": 338, "lr": 4.1129609116090715e-05}
+{"train_loss": 0.0033051548525691032, "global_step": 18261, "epoch": 338, "lr": 4.112476314203563e-05}
+{"train_loss": 0.004404797684401274, "global_step": 18262, "epoch": 338, "lr": 4.111991725405974e-05}
+{"train_loss": 0.002790779108181596, "global_step": 18263, "epoch": 338, "lr": 4.1115071452210083e-05}
+{"train_loss": 0.004702506121248007, "global_step": 18264, "epoch": 338, "lr": 4.1110225736533664e-05}
+{"train_loss": 0.002664334839209914, "global_step": 18265, "epoch": 338, "lr": 4.1105380107077446e-05}
+{"train_loss": 0.0016285509336739779, "global_step": 18266, "epoch": 338, "lr": 4.110053456388843e-05}
+{"train_loss": 0.005158284679055214, "global_step": 18267, "epoch": 338, "lr": 4.109568910701364e-05}
+{"train_loss": 0.003722964785993099, "global_step": 18268, "epoch": 338, "lr": 4.109084373650004e-05}
+{"train_loss": 0.002579226391389966, "global_step": 18269, "epoch": 338, "lr": 4.108599845239466e-05}
+{"train_loss": 0.0029117430094629526, "global_step": 18270, "epoch": 338, "lr": 4.108115325474447e-05}
+{"train_loss": 0.003125507617369294, "global_step": 18271, "epoch": 338, "lr": 4.1076308143596466e-05}
+{"train_loss": 0.0030192765407264233, "global_step": 18272, "epoch": 338, "lr": 4.107146311899762e-05}
+{"train_loss": 0.003960303962230682, "global_step": 18273, "epoch": 338, "lr": 4.1066618180994956e-05}
+{"train_loss": 0.0034983877558261156, "global_step": 18274, "epoch": 338, "lr": 4.106177332963544e-05}
+{"train_loss": 0.002077785786241293, "global_step": 18275, "epoch": 338, "lr": 4.105692856496609e-05}
+{"train_loss": 0.0021348458249121904, "global_step": 18276, "epoch": 338, "lr": 4.105208388703387e-05}
+{"train_loss": 0.0035914939362555742, "global_step": 18277, "epoch": 338, "lr": 4.104723929588577e-05}
+{"train_loss": 0.00310505204834044, "global_step": 18278, "epoch": 338, "lr": 4.104239479156877e-05}
+{"train_loss": 0.005623569246381521, "global_step": 18279, "epoch": 338, "lr": 4.1037550374129884e-05}
+{"train_loss": 0.002274259924888611, "global_step": 18280, "epoch": 338, "lr": 4.1032706043616085e-05}
+{"train_loss": 0.002818998182192445, "global_step": 18281, "epoch": 338, "lr": 4.102786180007434e-05}
+{"train_loss": 0.003149068681523204, "global_step": 18282, "epoch": 338, "lr": 4.102301764355163e-05}
+{"train_loss": 0.003249970031902194, "global_step": 18283, "epoch": 338, "lr": 4.101817357409497e-05}
+{"train_loss": 0.002230198821052909, "global_step": 18284, "epoch": 338, "lr": 4.101332959175131e-05}
+{"train_loss": 0.002862656256183982, "global_step": 18285, "epoch": 338, "lr": 4.1008485696567666e-05}
+{"train_loss": 0.004436093848198652, "global_step": 18286, "epoch": 338, "lr": 4.1003641888590986e-05}
+{"train_loss": 0.003428407246246934, "global_step": 18287, "epoch": 338, "lr": 4.0998798167868255e-05}
+{"train_loss": 0.0036678193137049675, "global_step": 18288, "epoch": 338, "lr": 4.099395453444646e-05}
+{"train_loss": 0.0041763861663639545, "global_step": 18289, "epoch": 338, "lr": 4.098911098837256e-05}
+{"train_loss": 0.003932675812393427, "global_step": 18290, "epoch": 338, "lr": 4.0984267529693574e-05}
+{"train_loss": 0.003672512713819742, "global_step": 18291, "epoch": 338, "lr": 4.097942415845643e-05}
+{"train_loss": 0.0025698780082166195, "global_step": 18292, "epoch": 338, "lr": 4.097458087470813e-05}
+{"train_loss": 0.002706424565985799, "global_step": 18293, "epoch": 338, "lr": 4.096973767849563e-05}
+{"train_loss": 0.002263869158923626, "global_step": 18294, "epoch": 338, "lr": 4.0964894569865906e-05}
+{"train_loss": 0.004196868743747473, "global_step": 18295, "epoch": 338, "lr": 4.0960051548865966e-05}
+{"train_loss": 0.003410501405596733, "global_step": 18296, "epoch": 338, "lr": 4.0955208615542745e-05}
+{"train_loss": 0.0040093641728162766, "global_step": 18297, "epoch": 338, "lr": 4.095036576994321e-05}
+{"train_loss": 0.0036278506740927696, "global_step": 18298, "epoch": 338, "lr": 4.094552301211435e-05}
+{"train_loss": 0.0033009692560881376, "global_step": 18299, "epoch": 338, "lr": 4.0940680342103134e-05}
+{"train_loss": 0.004368559457361698, "global_step": 18300, "epoch": 338, "lr": 4.093583775995651e-05}
+{"train_loss": 0.0031553064472973347, "global_step": 18301, "epoch": 338, "lr": 4.093099526572147e-05}
+{"train_loss": 0.0029395290184766054, "global_step": 18302, "epoch": 338, "lr": 4.092615285944497e-05}
+{"train_loss": 0.005147838965058327, "global_step": 18303, "epoch": 338, "lr": 4.0921310541173976e-05}
+{"train_loss": 0.002905237954109907, "global_step": 18304, "epoch": 338, "lr": 4.091646831095544e-05}
+{"train_loss": 0.003323519421327445, "global_step": 18305, "epoch": 338, "lr": 4.0911626168836334e-05, "val_loss": 0.004734502639621496}
+{"train_loss": 0.0037301317788660526, "global_step": 18306, "epoch": 339, "lr": 4.090678411486365e-05}
+{"train_loss": 0.0027918380219489336, "global_step": 18307, "epoch": 339, "lr": 4.09019421490843e-05}
+{"train_loss": 0.0029468040447682142, "global_step": 18308, "epoch": 339, "lr": 4.0897100271545277e-05}
+{"train_loss": 0.0037702445406466722, "global_step": 18309, "epoch": 339, "lr": 4.089225848229353e-05}
+{"train_loss": 0.0017698754090815783, "global_step": 18310, "epoch": 339, "lr": 4.088741678137602e-05}
+{"train_loss": 0.003594715381041169, "global_step": 18311, "epoch": 339, "lr": 4.0882575168839733e-05}
+{"train_loss": 0.0029789668042212725, "global_step": 18312, "epoch": 339, "lr": 4.087773364473158e-05}
+{"train_loss": 0.0020944306161254644, "global_step": 18313, "epoch": 339, "lr": 4.087289220909854e-05}
+{"train_loss": 0.003993063233792782, "global_step": 18314, "epoch": 339, "lr": 4.086805086198758e-05}
+{"train_loss": 0.0032881968654692173, "global_step": 18315, "epoch": 339, "lr": 4.086320960344564e-05}
+{"train_loss": 0.0035169553011655807, "global_step": 18316, "epoch": 339, "lr": 4.085836843351967e-05}
+{"train_loss": 0.003388343844562769, "global_step": 18317, "epoch": 339, "lr": 4.085352735225665e-05}
+{"train_loss": 0.003609719220548868, "global_step": 18318, "epoch": 339, "lr": 4.084868635970351e-05}
+{"train_loss": 0.003176396945491433, "global_step": 18319, "epoch": 339, "lr": 4.084384545590719e-05}
+{"train_loss": 0.0050679948180913925, "global_step": 18320, "epoch": 339, "lr": 4.083900464091468e-05}
+{"train_loss": 0.004047456197440624, "global_step": 18321, "epoch": 339, "lr": 4.0834163914772904e-05}
+{"train_loss": 0.0032285070046782494, "global_step": 18322, "epoch": 339, "lr": 4.082932327752882e-05}
+{"train_loss": 0.0026782865170389414, "global_step": 18323, "epoch": 339, "lr": 4.0824482729229366e-05}
+{"train_loss": 0.0028649144805967808, "global_step": 18324, "epoch": 339, "lr": 4.081964226992149e-05}
+{"train_loss": 0.0019991130102425814, "global_step": 18325, "epoch": 339, "lr": 4.0814801899652156e-05}
+{"train_loss": 0.0028006467036902905, "global_step": 18326, "epoch": 339, "lr": 4.080996161846828e-05}
+{"train_loss": 0.004515021573752165, "global_step": 18327, "epoch": 339, "lr": 4.080512142641685e-05}
+{"train_loss": 0.002051709685474634, "global_step": 18328, "epoch": 339, "lr": 4.080028132354478e-05}
+{"train_loss": 0.0031857534777373075, "global_step": 18329, "epoch": 339, "lr": 4.0795441309898996e-05}
+{"train_loss": 0.002850170014426112, "global_step": 18330, "epoch": 339, "lr": 4.0790601385526475e-05}
+{"train_loss": 0.0026614353992044926, "global_step": 18331, "epoch": 339, "lr": 4.0785761550474154e-05}
+{"train_loss": 0.002747003920376301, "global_step": 18332, "epoch": 339, "lr": 4.078092180478897e-05}
+{"train_loss": 0.004842623136937618, "global_step": 18333, "epoch": 339, "lr": 4.0776082148517844e-05}
+{"train_loss": 0.0026861377991735935, "global_step": 18334, "epoch": 339, "lr": 4.077124258170774e-05}
+{"train_loss": 0.0028686956502497196, "global_step": 18335, "epoch": 339, "lr": 4.076640310440557e-05}
+{"train_loss": 0.0025395459961146116, "global_step": 18336, "epoch": 339, "lr": 4.0761563716658305e-05}
+{"train_loss": 0.0027378068771213293, "global_step": 18337, "epoch": 339, "lr": 4.075672441851286e-05}
+{"train_loss": 0.0034926780499517918, "global_step": 18338, "epoch": 339, "lr": 4.075188521001618e-05}
+{"train_loss": 0.004177004098892212, "global_step": 18339, "epoch": 339, "lr": 4.0747046091215176e-05}
+{"train_loss": 0.00273437169380486, "global_step": 18340, "epoch": 339, "lr": 4.0742207062156806e-05}
+{"train_loss": 0.0025175348855555058, "global_step": 18341, "epoch": 339, "lr": 4.073736812288799e-05}
+{"train_loss": 0.0035211576614528894, "global_step": 18342, "epoch": 339, "lr": 4.0732529273455665e-05}
+{"train_loss": 0.002510583959519863, "global_step": 18343, "epoch": 339, "lr": 4.072769051390679e-05}
+{"train_loss": 0.0026956829242408276, "global_step": 18344, "epoch": 339, "lr": 4.0722851844288244e-05}
+{"train_loss": 0.002945018233731389, "global_step": 18345, "epoch": 339, "lr": 4.0718013264646975e-05}
+{"train_loss": 0.004354450851678848, "global_step": 18346, "epoch": 339, "lr": 4.0713174775029926e-05}
+{"train_loss": 0.0024697952903807163, "global_step": 18347, "epoch": 339, "lr": 4.070833637548401e-05}
+{"train_loss": 0.004028347320854664, "global_step": 18348, "epoch": 339, "lr": 4.070349806605619e-05}
+{"train_loss": 0.0022127244155853987, "global_step": 18349, "epoch": 339, "lr": 4.0698659846793317e-05}
+{"train_loss": 0.00503918994218111, "global_step": 18350, "epoch": 339, "lr": 4.0693821717742384e-05}
+{"train_loss": 0.006227572448551655, "global_step": 18351, "epoch": 339, "lr": 4.0688983678950273e-05}
+{"train_loss": 0.0027005153242498636, "global_step": 18352, "epoch": 339, "lr": 4.068414573046394e-05}
+{"train_loss": 0.0031525124795734882, "global_step": 18353, "epoch": 339, "lr": 4.0679307872330306e-05}
+{"train_loss": 0.002661564154550433, "global_step": 18354, "epoch": 339, "lr": 4.067447010459626e-05}
+{"train_loss": 0.003127133008092642, "global_step": 18355, "epoch": 339, "lr": 4.066963242730874e-05}
+{"train_loss": 0.005498198326677084, "global_step": 18356, "epoch": 339, "lr": 4.0664794840514664e-05}
+{"train_loss": 0.00354085024446249, "global_step": 18357, "epoch": 339, "lr": 4.065995734426095e-05}
+{"train_loss": 0.003228900721296668, "global_step": 18358, "epoch": 339, "lr": 4.0655119938594554e-05}
+{"train_loss": 0.0032865380376784336, "global_step": 18359, "epoch": 339, "lr": 4.065028262356233e-05, "val_loss": 0.009398571215569973}
+{"train_loss": 0.004100434482097626, "global_step": 18360, "epoch": 340, "lr": 4.064544539921123e-05}
+{"train_loss": 0.004551445133984089, "global_step": 18361, "epoch": 340, "lr": 4.064060826558816e-05}
+{"train_loss": 0.002782356459647417, "global_step": 18362, "epoch": 340, "lr": 4.0635771222740035e-05}
+{"train_loss": 0.0041669514030218124, "global_step": 18363, "epoch": 340, "lr": 4.063093427071376e-05}
+{"train_loss": 0.0018118240404874086, "global_step": 18364, "epoch": 340, "lr": 4.06260974095563e-05}
+{"train_loss": 0.0048411511816084385, "global_step": 18365, "epoch": 340, "lr": 4.062126063931448e-05}
+{"train_loss": 0.0016188250156119466, "global_step": 18366, "epoch": 340, "lr": 4.0616423960035277e-05}
+{"train_loss": 0.00204183510504663, "global_step": 18367, "epoch": 340, "lr": 4.0611587371765566e-05}
+{"train_loss": 0.002760442905128002, "global_step": 18368, "epoch": 340, "lr": 4.060675087455228e-05}
+{"train_loss": 0.0029916048515588045, "global_step": 18369, "epoch": 340, "lr": 4.060191446844233e-05}
+{"train_loss": 0.004082450643181801, "global_step": 18370, "epoch": 340, "lr": 4.0597078153482605e-05}
+{"train_loss": 0.0029601198621094227, "global_step": 18371, "epoch": 340, "lr": 4.059224192972e-05}
+{"train_loss": 0.0028987261466681957, "global_step": 18372, "epoch": 340, "lr": 4.058740579720145e-05}
+{"train_loss": 0.0032504640985280275, "global_step": 18373, "epoch": 340, "lr": 4.058256975597383e-05}
+{"train_loss": 0.0027386501897126436, "global_step": 18374, "epoch": 340, "lr": 4.057773380608411e-05}
+{"train_loss": 0.002230696380138397, "global_step": 18375, "epoch": 340, "lr": 4.057289794757909e-05}
+{"train_loss": 0.003684467636048794, "global_step": 18376, "epoch": 340, "lr": 4.056806218050575e-05}
+{"train_loss": 0.0020840477664023638, "global_step": 18377, "epoch": 340, "lr": 4.0563226504910955e-05}
+{"train_loss": 0.0036202564369887114, "global_step": 18378, "epoch": 340, "lr": 4.055839092084163e-05}
+{"train_loss": 0.0035244226455688477, "global_step": 18379, "epoch": 340, "lr": 4.055355542834468e-05}
+{"train_loss": 0.002537316409870982, "global_step": 18380, "epoch": 340, "lr": 4.054872002746696e-05}
+{"train_loss": 0.004403620958328247, "global_step": 18381, "epoch": 340, "lr": 4.054388471825539e-05}
+{"train_loss": 0.0013740635477006435, "global_step": 18382, "epoch": 340, "lr": 4.053904950075688e-05}
+{"train_loss": 0.0032110034953802824, "global_step": 18383, "epoch": 340, "lr": 4.053421437501831e-05}
+{"train_loss": 0.002512909471988678, "global_step": 18384, "epoch": 340, "lr": 4.0529379341086596e-05}
+{"train_loss": 0.0024564682971686125, "global_step": 18385, "epoch": 340, "lr": 4.0524544399008614e-05}
+{"train_loss": 0.003025129670277238, "global_step": 18386, "epoch": 340, "lr": 4.051970954883125e-05}
+{"train_loss": 0.0028817313723266125, "global_step": 18387, "epoch": 340, "lr": 4.05148747906014e-05}
+{"train_loss": 0.0025152075104415417, "global_step": 18388, "epoch": 340, "lr": 4.051004012436597e-05}
+{"train_loss": 0.0037577420007437468, "global_step": 18389, "epoch": 340, "lr": 4.050520555017184e-05}
+{"train_loss": 0.002893422031775117, "global_step": 18390, "epoch": 340, "lr": 4.050037106806592e-05}
+{"train_loss": 0.0028861372265964746, "global_step": 18391, "epoch": 340, "lr": 4.049553667809506e-05}
+{"train_loss": 0.004884365480393171, "global_step": 18392, "epoch": 340, "lr": 4.049070238030618e-05}
+{"train_loss": 0.004278252832591534, "global_step": 18393, "epoch": 340, "lr": 4.048586817474615e-05}
+{"train_loss": 0.004886054899543524, "global_step": 18394, "epoch": 340, "lr": 4.0481034061461856e-05}
+{"train_loss": 0.0025726505555212498, "global_step": 18395, "epoch": 340, "lr": 4.047620004050021e-05}
+{"train_loss": 0.005577366333454847, "global_step": 18396, "epoch": 340, "lr": 4.047136611190806e-05}
+{"train_loss": 0.00249441503547132, "global_step": 18397, "epoch": 340, "lr": 4.0466532275732295e-05}
+{"train_loss": 0.002758329501375556, "global_step": 18398, "epoch": 340, "lr": 4.0461698532019816e-05}
+{"train_loss": 0.003157940926030278, "global_step": 18399, "epoch": 340, "lr": 4.045686488081748e-05}
+{"train_loss": 0.0019845040515065193, "global_step": 18400, "epoch": 340, "lr": 4.045203132217221e-05}
+{"train_loss": 0.004339894745498896, "global_step": 18401, "epoch": 340, "lr": 4.0447197856130847e-05}
+{"train_loss": 0.002983402693644166, "global_step": 18402, "epoch": 340, "lr": 4.044236448274028e-05}
+{"train_loss": 0.002437771065160632, "global_step": 18403, "epoch": 340, "lr": 4.043753120204738e-05}
+{"train_loss": 0.003213269170373678, "global_step": 18404, "epoch": 340, "lr": 4.0432698014099044e-05}
+{"train_loss": 0.003307895502075553, "global_step": 18405, "epoch": 340, "lr": 4.042786491894215e-05}
+{"train_loss": 0.0026495284400880337, "global_step": 18406, "epoch": 340, "lr": 4.0423031916623535e-05}
+{"train_loss": 0.002225540578365326, "global_step": 18407, "epoch": 340, "lr": 4.0418199007190106e-05}
+{"train_loss": 0.0021078912541270256, "global_step": 18408, "epoch": 340, "lr": 4.041336619068873e-05}
+{"train_loss": 0.004638353828340769, "global_step": 18409, "epoch": 340, "lr": 4.040853346716627e-05}
+{"train_loss": 0.0050803013145923615, "global_step": 18410, "epoch": 340, "lr": 4.040370083666961e-05}
+{"train_loss": 0.0030654435977339745, "global_step": 18411, "epoch": 340, "lr": 4.039886829924564e-05}
+{"train_loss": 0.00411064550280571, "global_step": 18412, "epoch": 340, "lr": 4.0394035854941174e-05}
+{"train_loss": 0.003183464362303278, "global_step": 18413, "epoch": 340, "lr": 4.038920350380313e-05, "val_loss": 0.004924657288938761, "train_action_mse_error": 9.678281639935449e-05}
+{"train_loss": 0.003646622411906719, "global_step": 18414, "epoch": 341, "lr": 4.0384371245878364e-05}
+{"train_loss": 0.0027708609122782946, "global_step": 18415, "epoch": 341, "lr": 4.037953908121371e-05}
+{"train_loss": 0.0026890712324529886, "global_step": 18416, "epoch": 341, "lr": 4.03747070098561e-05}
+{"train_loss": 0.001970440847799182, "global_step": 18417, "epoch": 341, "lr": 4.036987503185235e-05}
+{"train_loss": 0.004499128554016352, "global_step": 18418, "epoch": 341, "lr": 4.036504314724933e-05}
+{"train_loss": 0.0042395154014229774, "global_step": 18419, "epoch": 341, "lr": 4.036021135609391e-05}
+{"train_loss": 0.0036077830009162426, "global_step": 18420, "epoch": 341, "lr": 4.0355379658432956e-05}
+{"train_loss": 0.004991570021957159, "global_step": 18421, "epoch": 341, "lr": 4.035054805431334e-05}
+{"train_loss": 0.003000460797920823, "global_step": 18422, "epoch": 341, "lr": 4.0345716543781884e-05}
+{"train_loss": 0.004615220706909895, "global_step": 18423, "epoch": 341, "lr": 4.0340885126885486e-05}
+{"train_loss": 0.003379181493073702, "global_step": 18424, "epoch": 341, "lr": 4.033605380367099e-05}
+{"train_loss": 0.0049044061452150345, "global_step": 18425, "epoch": 341, "lr": 4.0331222574185256e-05}
+{"train_loss": 0.00337459915317595, "global_step": 18426, "epoch": 341, "lr": 4.032639143847515e-05}
+{"train_loss": 0.002812235616147518, "global_step": 18427, "epoch": 341, "lr": 4.032156039658752e-05}
+{"train_loss": 0.004185371100902557, "global_step": 18428, "epoch": 341, "lr": 4.03167294485692e-05}
+{"train_loss": 0.0037857103161513805, "global_step": 18429, "epoch": 341, "lr": 4.0311898594467086e-05}
+{"train_loss": 0.003710636869072914, "global_step": 18430, "epoch": 341, "lr": 4.0307067834328004e-05}
+{"train_loss": 0.004566764459013939, "global_step": 18431, "epoch": 341, "lr": 4.030223716819883e-05}
+{"train_loss": 0.002953189890831709, "global_step": 18432, "epoch": 341, "lr": 4.0297406596126373e-05}
+{"train_loss": 0.00572615023702383, "global_step": 18433, "epoch": 341, "lr": 4.029257611815752e-05}
+{"train_loss": 0.004062396939843893, "global_step": 18434, "epoch": 341, "lr": 4.0287745734339103e-05}
+{"train_loss": 0.0029611284844577312, "global_step": 18435, "epoch": 341, "lr": 4.0282915444717994e-05}
+{"train_loss": 0.0022397032007575035, "global_step": 18436, "epoch": 341, "lr": 4.0278085249341016e-05}
+{"train_loss": 0.004001810681074858, "global_step": 18437, "epoch": 341, "lr": 4.027325514825505e-05}
+{"train_loss": 0.0029773234855383635, "global_step": 18438, "epoch": 341, "lr": 4.026842514150689e-05}
+{"train_loss": 0.0021114919800311327, "global_step": 18439, "epoch": 341, "lr": 4.026359522914342e-05}
+{"train_loss": 0.00605587475001812, "global_step": 18440, "epoch": 341, "lr": 4.025876541121146e-05}
+{"train_loss": 0.003532032947987318, "global_step": 18441, "epoch": 341, "lr": 4.025393568775788e-05}
+{"train_loss": 0.002990358741953969, "global_step": 18442, "epoch": 341, "lr": 4.0249106058829525e-05}
+{"train_loss": 0.002459024079144001, "global_step": 18443, "epoch": 341, "lr": 4.024427652447321e-05}
+{"train_loss": 0.003201250219717622, "global_step": 18444, "epoch": 341, "lr": 4.0239447084735775e-05}
+{"train_loss": 0.005285013001412153, "global_step": 18445, "epoch": 341, "lr": 4.023461773966408e-05}
+{"train_loss": 0.002300068037584424, "global_step": 18446, "epoch": 341, "lr": 4.0229788489304966e-05}
+{"train_loss": 0.0038086678832769394, "global_step": 18447, "epoch": 341, "lr": 4.022495933370526e-05}
+{"train_loss": 0.00296355620957911, "global_step": 18448, "epoch": 341, "lr": 4.022013027291179e-05}
+{"train_loss": 0.004255753476172686, "global_step": 18449, "epoch": 341, "lr": 4.021530130697141e-05}
+{"train_loss": 0.003305734135210514, "global_step": 18450, "epoch": 341, "lr": 4.0210472435930935e-05}
+{"train_loss": 0.0028055154252797365, "global_step": 18451, "epoch": 341, "lr": 4.020564365983722e-05}
+{"train_loss": 0.004800601862370968, "global_step": 18452, "epoch": 341, "lr": 4.0200814978737105e-05}
+{"train_loss": 0.003467787289991975, "global_step": 18453, "epoch": 341, "lr": 4.01959863926774e-05}
+{"train_loss": 0.0034400317817926407, "global_step": 18454, "epoch": 341, "lr": 4.019115790170493e-05}
+{"train_loss": 0.0028177080675959587, "global_step": 18455, "epoch": 341, "lr": 4.0186329505866546e-05}
+{"train_loss": 0.003198756370693445, "global_step": 18456, "epoch": 341, "lr": 4.0181501205209064e-05}
+{"train_loss": 0.0040390766225755215, "global_step": 18457, "epoch": 341, "lr": 4.0176672999779335e-05}
+{"train_loss": 0.002500675618648529, "global_step": 18458, "epoch": 341, "lr": 4.017184488962418e-05}
+{"train_loss": 0.0022405050694942474, "global_step": 18459, "epoch": 341, "lr": 4.016701687479041e-05}
+{"train_loss": 0.0019197978544980288, "global_step": 18460, "epoch": 341, "lr": 4.016218895532484e-05}
+{"train_loss": 0.002963719191029668, "global_step": 18461, "epoch": 341, "lr": 4.0157361131274334e-05}
+{"train_loss": 0.002859818283468485, "global_step": 18462, "epoch": 341, "lr": 4.015253340268568e-05}
+{"train_loss": 0.002541674766689539, "global_step": 18463, "epoch": 341, "lr": 4.0147705769605756e-05}
+{"train_loss": 0.0034222237300127745, "global_step": 18464, "epoch": 341, "lr": 4.014287823208131e-05}
+{"train_loss": 0.0020962210837751627, "global_step": 18465, "epoch": 341, "lr": 4.013805079015921e-05}
+{"train_loss": 0.0025953715667128563, "global_step": 18466, "epoch": 341, "lr": 4.0133223443886254e-05}
+{"train_loss": 0.003437012602161202, "global_step": 18467, "epoch": 341, "lr": 4.012839619330928e-05, "val_loss": 0.008373861201107502}
+{"train_loss": 0.0018068202771246433, "global_step": 18468, "epoch": 342, "lr": 4.0123569038475115e-05}
+{"train_loss": 0.003033737186342478, "global_step": 18469, "epoch": 342, "lr": 4.011874197943055e-05}
+{"train_loss": 0.001756543293595314, "global_step": 18470, "epoch": 342, "lr": 4.0113915016222405e-05}
+{"train_loss": 0.0014346165116876364, "global_step": 18471, "epoch": 342, "lr": 4.0109088148897515e-05}
+{"train_loss": 0.0023151380009949207, "global_step": 18472, "epoch": 342, "lr": 4.010426137750267e-05}
+{"train_loss": 0.005649130325764418, "global_step": 18473, "epoch": 342, "lr": 4.009943470208473e-05}
+{"train_loss": 0.002337442245334387, "global_step": 18474, "epoch": 342, "lr": 4.009460812269045e-05}
+{"train_loss": 0.0021459492854774, "global_step": 18475, "epoch": 342, "lr": 4.0089781639366664e-05}
+{"train_loss": 0.0018790516769513488, "global_step": 18476, "epoch": 342, "lr": 4.008495525216019e-05}
+{"train_loss": 0.0024785613641142845, "global_step": 18477, "epoch": 342, "lr": 4.0080128961117836e-05}
+{"train_loss": 0.001550530781969428, "global_step": 18478, "epoch": 342, "lr": 4.0075302766286405e-05}
+{"train_loss": 0.0017790497513487935, "global_step": 18479, "epoch": 342, "lr": 4.007047666771274e-05}
+{"train_loss": 0.004475166089832783, "global_step": 18480, "epoch": 342, "lr": 4.0065650665443586e-05}
+{"train_loss": 0.0031118164770305157, "global_step": 18481, "epoch": 342, "lr": 4.00608247595258e-05}
+{"train_loss": 0.003636212320998311, "global_step": 18482, "epoch": 342, "lr": 4.005599895000616e-05}
+{"train_loss": 0.002867495408281684, "global_step": 18483, "epoch": 342, "lr": 4.005117323693148e-05}
+{"train_loss": 0.0029030891600996256, "global_step": 18484, "epoch": 342, "lr": 4.0046347620348586e-05}
+{"train_loss": 0.001924464595504105, "global_step": 18485, "epoch": 342, "lr": 4.004152210030424e-05}
+{"train_loss": 0.002707089763134718, "global_step": 18486, "epoch": 342, "lr": 4.0036696676845256e-05}
+{"train_loss": 0.0036529903300106525, "global_step": 18487, "epoch": 342, "lr": 4.0031871350018455e-05}
+{"train_loss": 0.0038826342206448317, "global_step": 18488, "epoch": 342, "lr": 4.002704611987061e-05}
+{"train_loss": 0.0022133621387183666, "global_step": 18489, "epoch": 342, "lr": 4.002222098644855e-05}
+{"train_loss": 0.002072688890621066, "global_step": 18490, "epoch": 342, "lr": 4.001739594979906e-05}
+{"train_loss": 0.0027930180076509714, "global_step": 18491, "epoch": 342, "lr": 4.0012571009968925e-05}
+{"train_loss": 0.0016661238623782992, "global_step": 18492, "epoch": 342, "lr": 4.000774616700494e-05}
+{"train_loss": 0.002217492088675499, "global_step": 18493, "epoch": 342, "lr": 4.000292142095392e-05}
+{"train_loss": 0.0023850842844694853, "global_step": 18494, "epoch": 342, "lr": 3.999809677186266e-05}
+{"train_loss": 0.0022749146446585655, "global_step": 18495, "epoch": 342, "lr": 3.999327221977793e-05}
+{"train_loss": 0.0019577823113650084, "global_step": 18496, "epoch": 342, "lr": 3.998844776474653e-05}
+{"train_loss": 0.0041277348063886166, "global_step": 18497, "epoch": 342, "lr": 3.9983623406815265e-05}
+{"train_loss": 0.00234405929222703, "global_step": 18498, "epoch": 342, "lr": 3.997879914603091e-05}
+{"train_loss": 0.0031276224181056023, "global_step": 18499, "epoch": 342, "lr": 3.9973974982440274e-05}
+{"train_loss": 0.0022938339971005917, "global_step": 18500, "epoch": 342, "lr": 3.996915091609013e-05}
+{"train_loss": 0.0022887156810611486, "global_step": 18501, "epoch": 342, "lr": 3.9964326947027264e-05}
+{"train_loss": 0.0024829194881021976, "global_step": 18502, "epoch": 342, "lr": 3.995950307529847e-05}
+{"train_loss": 0.0018619648180902004, "global_step": 18503, "epoch": 342, "lr": 3.995467930095052e-05}
+{"train_loss": 0.0022398075088858604, "global_step": 18504, "epoch": 342, "lr": 3.994985562403022e-05}
+{"train_loss": 0.0028507940005511045, "global_step": 18505, "epoch": 342, "lr": 3.994503204458436e-05}
+{"train_loss": 0.0019218625966459513, "global_step": 18506, "epoch": 342, "lr": 3.994020856265969e-05}
+{"train_loss": 0.003510121488943696, "global_step": 18507, "epoch": 342, "lr": 3.993538517830302e-05}
+{"train_loss": 0.002843559253960848, "global_step": 18508, "epoch": 342, "lr": 3.9930561891561104e-05}
+{"train_loss": 0.002165877725929022, "global_step": 18509, "epoch": 342, "lr": 3.9925738702480744e-05}
+{"train_loss": 0.0025870942045003176, "global_step": 18510, "epoch": 342, "lr": 3.992091561110873e-05}
+{"train_loss": 0.003104890463873744, "global_step": 18511, "epoch": 342, "lr": 3.991609261749181e-05}
+{"train_loss": 0.0026043043471872807, "global_step": 18512, "epoch": 342, "lr": 3.991126972167678e-05}
+{"train_loss": 0.0033966482151299715, "global_step": 18513, "epoch": 342, "lr": 3.990644692371041e-05}
+{"train_loss": 0.0019836779683828354, "global_step": 18514, "epoch": 342, "lr": 3.990162422363947e-05}
+{"train_loss": 0.002694329945370555, "global_step": 18515, "epoch": 342, "lr": 3.989680162151076e-05}
+{"train_loss": 0.0034275641664862633, "global_step": 18516, "epoch": 342, "lr": 3.989197911737102e-05}
+{"train_loss": 0.0029660330619663, "global_step": 18517, "epoch": 342, "lr": 3.988715671126704e-05}
+{"train_loss": 0.0029612688813358545, "global_step": 18518, "epoch": 342, "lr": 3.988233440324559e-05}
+{"train_loss": 0.0026101593393832445, "global_step": 18519, "epoch": 342, "lr": 3.9877512193353436e-05}
+{"train_loss": 0.0022046715021133423, "global_step": 18520, "epoch": 342, "lr": 3.987269008163737e-05}
+{"train_loss": 0.002660452073474449, "global_step": 18521, "epoch": 342, "lr": 3.986786806814412e-05, "val_loss": 0.0042613111436367035}
+{"train_loss": 0.0015578323509544134, "global_step": 18522, "epoch": 343, "lr": 3.986304615292048e-05}
+{"train_loss": 0.003252062713727355, "global_step": 18523, "epoch": 343, "lr": 3.985822433601322e-05}
+{"train_loss": 0.0026461374945938587, "global_step": 18524, "epoch": 343, "lr": 3.985340261746909e-05}
+{"train_loss": 0.004309552256017923, "global_step": 18525, "epoch": 343, "lr": 3.984858099733487e-05}
+{"train_loss": 0.0025164943654090166, "global_step": 18526, "epoch": 343, "lr": 3.984375947565733e-05}
+{"train_loss": 0.002113057067617774, "global_step": 18527, "epoch": 343, "lr": 3.98389380524832e-05}
+{"train_loss": 0.0029865470714867115, "global_step": 18528, "epoch": 343, "lr": 3.983411672785927e-05}
+{"train_loss": 0.0028185127303004265, "global_step": 18529, "epoch": 343, "lr": 3.98292955018323e-05}
+{"train_loss": 0.002295317593961954, "global_step": 18530, "epoch": 343, "lr": 3.982447437444902e-05}
+{"train_loss": 0.004509954247623682, "global_step": 18531, "epoch": 343, "lr": 3.9819653345756246e-05}
+{"train_loss": 0.0031666720751672983, "global_step": 18532, "epoch": 343, "lr": 3.981483241580069e-05}
+{"train_loss": 0.003230042289942503, "global_step": 18533, "epoch": 343, "lr": 3.9810011584629116e-05}
+{"train_loss": 0.0026817668695002794, "global_step": 18534, "epoch": 343, "lr": 3.9805190852288294e-05}
+{"train_loss": 0.0033848839811980724, "global_step": 18535, "epoch": 343, "lr": 3.9800370218824976e-05}
+{"train_loss": 0.0025189598090946674, "global_step": 18536, "epoch": 343, "lr": 3.9795549684285917e-05}
+{"train_loss": 0.00304925418458879, "global_step": 18537, "epoch": 343, "lr": 3.9790729248717846e-05}
+{"train_loss": 0.0028940781485289335, "global_step": 18538, "epoch": 343, "lr": 3.978590891216755e-05}
+{"train_loss": 0.0035428206901997328, "global_step": 18539, "epoch": 343, "lr": 3.9781088674681764e-05}
+{"train_loss": 0.002355436561629176, "global_step": 18540, "epoch": 343, "lr": 3.9776268536307225e-05}
+{"train_loss": 0.0030139510054141283, "global_step": 18541, "epoch": 343, "lr": 3.977144849709073e-05}
+{"train_loss": 0.0022502203937619925, "global_step": 18542, "epoch": 343, "lr": 3.9766628557078976e-05}
+{"train_loss": 0.004530919715762138, "global_step": 18543, "epoch": 343, "lr": 3.9761808716318726e-05}
+{"train_loss": 0.0018270356813445687, "global_step": 18544, "epoch": 343, "lr": 3.9756988974856744e-05}
+{"train_loss": 0.0026265778578817844, "global_step": 18545, "epoch": 343, "lr": 3.975216933273976e-05}
+{"train_loss": 0.0028986872639507055, "global_step": 18546, "epoch": 343, "lr": 3.974734979001453e-05}
+{"train_loss": 0.00238391337916255, "global_step": 18547, "epoch": 343, "lr": 3.974253034672778e-05}
+{"train_loss": 0.0022349476348608732, "global_step": 18548, "epoch": 343, "lr": 3.9737711002926256e-05}
+{"train_loss": 0.0017523248679935932, "global_step": 18549, "epoch": 343, "lr": 3.97328917586567e-05}
+{"train_loss": 0.0019518196349963546, "global_step": 18550, "epoch": 343, "lr": 3.9728072613965876e-05}
+{"train_loss": 0.004348293878138065, "global_step": 18551, "epoch": 343, "lr": 3.972325356890051e-05}
+{"train_loss": 0.0032234240788966417, "global_step": 18552, "epoch": 343, "lr": 3.971843462350734e-05}
+{"train_loss": 0.002230397891253233, "global_step": 18553, "epoch": 343, "lr": 3.971361577783309e-05}
+{"train_loss": 0.00285023613832891, "global_step": 18554, "epoch": 343, "lr": 3.9708797031924516e-05}
+{"train_loss": 0.004518347326666117, "global_step": 18555, "epoch": 343, "lr": 3.970397838582833e-05}
+{"train_loss": 0.0035822379868477583, "global_step": 18556, "epoch": 343, "lr": 3.9699159839591304e-05}
+{"train_loss": 0.002209626603871584, "global_step": 18557, "epoch": 343, "lr": 3.969434139326017e-05}
+{"train_loss": 0.0027378532104194164, "global_step": 18558, "epoch": 343, "lr": 3.9689523046881616e-05}
+{"train_loss": 0.002392021706327796, "global_step": 18559, "epoch": 343, "lr": 3.9684704800502406e-05}
+{"train_loss": 0.0024977594148367643, "global_step": 18560, "epoch": 343, "lr": 3.9679886654169265e-05}
+{"train_loss": 0.003369656391441822, "global_step": 18561, "epoch": 343, "lr": 3.967506860792893e-05}
+{"train_loss": 0.0019125489052385092, "global_step": 18562, "epoch": 343, "lr": 3.9670250661828145e-05}
+{"train_loss": 0.0019351760856807232, "global_step": 18563, "epoch": 343, "lr": 3.9665432815913596e-05}
+{"train_loss": 0.004972479771822691, "global_step": 18564, "epoch": 343, "lr": 3.966061507023204e-05}
+{"train_loss": 0.0034272517077624798, "global_step": 18565, "epoch": 343, "lr": 3.965579742483019e-05}
+{"train_loss": 0.0029095406644046307, "global_step": 18566, "epoch": 343, "lr": 3.9650979879754785e-05}
+{"train_loss": 0.002768327482044697, "global_step": 18567, "epoch": 343, "lr": 3.964616243505256e-05}
+{"train_loss": 0.0019629145972430706, "global_step": 18568, "epoch": 343, "lr": 3.9641345090770205e-05}
+{"train_loss": 0.003127578180283308, "global_step": 18569, "epoch": 343, "lr": 3.963652784695445e-05}
+{"train_loss": 0.0028759485576301813, "global_step": 18570, "epoch": 343, "lr": 3.963171070365204e-05}
+{"train_loss": 0.0027564659249037504, "global_step": 18571, "epoch": 343, "lr": 3.962689366090967e-05}
+{"train_loss": 0.0032592497300356627, "global_step": 18572, "epoch": 343, "lr": 3.962207671877407e-05}
+{"train_loss": 0.0012363758869469166, "global_step": 18573, "epoch": 343, "lr": 3.961725987729198e-05}
+{"train_loss": 0.0027171983383595943, "global_step": 18574, "epoch": 343, "lr": 3.961244313651008e-05}
+{"train_loss": 0.002887956690284665, "global_step": 18575, "epoch": 343, "lr": 3.96076264964751e-05, "val_loss": 0.0037350449711084366}
+{"train_loss": 0.0027927435003221035, "global_step": 18576, "epoch": 344, "lr": 3.960280995723377e-05}
+{"train_loss": 0.0026432950980961323, "global_step": 18577, "epoch": 344, "lr": 3.9597993518832776e-05}
+{"train_loss": 0.0036052234936505556, "global_step": 18578, "epoch": 344, "lr": 3.9593177181318884e-05}
+{"train_loss": 0.0023251837119460106, "global_step": 18579, "epoch": 344, "lr": 3.9588360944738746e-05}
+{"train_loss": 0.0018532205140218139, "global_step": 18580, "epoch": 344, "lr": 3.9583544809139104e-05}
+{"train_loss": 0.005362207535654306, "global_step": 18581, "epoch": 344, "lr": 3.957872877456666e-05}
+{"train_loss": 0.001575468690134585, "global_step": 18582, "epoch": 344, "lr": 3.957391284106814e-05}
+{"train_loss": 0.0026531326584517956, "global_step": 18583, "epoch": 344, "lr": 3.9569097008690245e-05}
+{"train_loss": 0.0026964035350829363, "global_step": 18584, "epoch": 344, "lr": 3.956428127747968e-05}
+{"train_loss": 0.002848539035767317, "global_step": 18585, "epoch": 344, "lr": 3.955946564748312e-05}
+{"train_loss": 0.0018972977995872498, "global_step": 18586, "epoch": 344, "lr": 3.955465011874733e-05}
+{"train_loss": 0.002302326960489154, "global_step": 18587, "epoch": 344, "lr": 3.954983469131897e-05}
+{"train_loss": 0.004042942076921463, "global_step": 18588, "epoch": 344, "lr": 3.9545019365244795e-05}
+{"train_loss": 0.0022939429618418217, "global_step": 18589, "epoch": 344, "lr": 3.954020414057145e-05}
+{"train_loss": 0.00275679980404675, "global_step": 18590, "epoch": 344, "lr": 3.953538901734566e-05}
+{"train_loss": 0.002710640663281083, "global_step": 18591, "epoch": 344, "lr": 3.953057399561412e-05}
+{"train_loss": 0.0031088320538401604, "global_step": 18592, "epoch": 344, "lr": 3.952575907542354e-05}
+{"train_loss": 0.003725071670487523, "global_step": 18593, "epoch": 344, "lr": 3.952094425682064e-05}
+{"train_loss": 0.0030109102372080088, "global_step": 18594, "epoch": 344, "lr": 3.951612953985207e-05}
+{"train_loss": 0.0022400314919650555, "global_step": 18595, "epoch": 344, "lr": 3.951131492456454e-05}
+{"train_loss": 0.003919889219105244, "global_step": 18596, "epoch": 344, "lr": 3.950650041100478e-05}
+{"train_loss": 0.0044389390386641026, "global_step": 18597, "epoch": 344, "lr": 3.950168599921944e-05}
+{"train_loss": 0.0023604861926287413, "global_step": 18598, "epoch": 344, "lr": 3.949687168925525e-05}
+{"train_loss": 0.002532775280997157, "global_step": 18599, "epoch": 344, "lr": 3.94920574811589e-05}
+{"train_loss": 0.004635429009795189, "global_step": 18600, "epoch": 344, "lr": 3.948724337497706e-05}
+{"train_loss": 0.0032699170988053083, "global_step": 18601, "epoch": 344, "lr": 3.9482429370756424e-05}
+{"train_loss": 0.0026461288798600435, "global_step": 18602, "epoch": 344, "lr": 3.947761546854369e-05}
+{"train_loss": 0.002180235693231225, "global_step": 18603, "epoch": 344, "lr": 3.947280166838555e-05}
+{"train_loss": 0.003932273015379906, "global_step": 18604, "epoch": 344, "lr": 3.946798797032871e-05}
+{"train_loss": 0.0017759936163201928, "global_step": 18605, "epoch": 344, "lr": 3.946317437441982e-05}
+{"train_loss": 0.0024937682319432497, "global_step": 18606, "epoch": 344, "lr": 3.945836088070558e-05}
+{"train_loss": 0.004813931882381439, "global_step": 18607, "epoch": 344, "lr": 3.945354748923267e-05}
+{"train_loss": 0.002648458816111088, "global_step": 18608, "epoch": 344, "lr": 3.9448734200047797e-05}
+{"train_loss": 0.0033721562940627337, "global_step": 18609, "epoch": 344, "lr": 3.9443921013197635e-05}
+{"train_loss": 0.0015222151996567845, "global_step": 18610, "epoch": 344, "lr": 3.9439107928728854e-05}
+{"train_loss": 0.003975828178226948, "global_step": 18611, "epoch": 344, "lr": 3.943429494668813e-05}
+{"train_loss": 0.0020000997465103865, "global_step": 18612, "epoch": 344, "lr": 3.942948206712216e-05}
+{"train_loss": 0.0026403877418488264, "global_step": 18613, "epoch": 344, "lr": 3.942466929007761e-05}
+{"train_loss": 0.0019483492942526937, "global_step": 18614, "epoch": 344, "lr": 3.941985661560119e-05}
+{"train_loss": 0.0033841810654848814, "global_step": 18615, "epoch": 344, "lr": 3.9415044043739536e-05}
+{"train_loss": 0.003117698710411787, "global_step": 18616, "epoch": 344, "lr": 3.941023157453935e-05}
+{"train_loss": 0.0030325381085276604, "global_step": 18617, "epoch": 344, "lr": 3.940541920804728e-05}
+{"train_loss": 0.00174721737857908, "global_step": 18618, "epoch": 344, "lr": 3.940060694431004e-05}
+{"train_loss": 0.0025103006046265364, "global_step": 18619, "epoch": 344, "lr": 3.9395794783374264e-05}
+{"train_loss": 0.004574585240334272, "global_step": 18620, "epoch": 344, "lr": 3.9390982725286666e-05}
+{"train_loss": 0.003397374413907528, "global_step": 18621, "epoch": 344, "lr": 3.938617077009388e-05}
+{"train_loss": 0.00216579413972795, "global_step": 18622, "epoch": 344, "lr": 3.938135891784259e-05}
+{"train_loss": 0.002934226067736745, "global_step": 18623, "epoch": 344, "lr": 3.937654716857946e-05}
+{"train_loss": 0.0020454786717891693, "global_step": 18624, "epoch": 344, "lr": 3.937173552235117e-05}
+{"train_loss": 0.0037246502470225096, "global_step": 18625, "epoch": 344, "lr": 3.936692397920439e-05}
+{"train_loss": 0.0033284169621765614, "global_step": 18626, "epoch": 344, "lr": 3.936211253918576e-05}
+{"train_loss": 0.002053065225481987, "global_step": 18627, "epoch": 344, "lr": 3.935730120234197e-05}
+{"train_loss": 0.0037308833561837673, "global_step": 18628, "epoch": 344, "lr": 3.935248996871967e-05}
+{"train_loss": 0.002934365403941936, "global_step": 18629, "epoch": 344, "lr": 3.9347678838365526e-05, "val_loss": 0.0031721661798655987}
+{"train_loss": 0.0031348220072686672, "global_step": 18630, "epoch": 345, "lr": 3.934286781132622e-05}
+{"train_loss": 0.00260538631118834, "global_step": 18631, "epoch": 345, "lr": 3.9338056887648396e-05}
+{"train_loss": 0.0032086889259517193, "global_step": 18632, "epoch": 345, "lr": 3.9333246067378703e-05}
+{"train_loss": 0.0033377448562532663, "global_step": 18633, "epoch": 345, "lr": 3.9328435350563806e-05}
+{"train_loss": 0.0022377874702215195, "global_step": 18634, "epoch": 345, "lr": 3.9323624737250386e-05}
+{"train_loss": 0.0022257582750171423, "global_step": 18635, "epoch": 345, "lr": 3.931881422748509e-05}
+{"train_loss": 0.0020526538137346506, "global_step": 18636, "epoch": 345, "lr": 3.931400382131455e-05}
+{"train_loss": 0.004341900814324617, "global_step": 18637, "epoch": 345, "lr": 3.930919351878545e-05}
+{"train_loss": 0.004821553826332092, "global_step": 18638, "epoch": 345, "lr": 3.9304383319944425e-05}
+{"train_loss": 0.002400496741756797, "global_step": 18639, "epoch": 345, "lr": 3.929957322483813e-05}
+{"train_loss": 0.002462557516992092, "global_step": 18640, "epoch": 345, "lr": 3.9294763233513256e-05}
+{"train_loss": 0.004182633478194475, "global_step": 18641, "epoch": 345, "lr": 3.92899533460164e-05}
+{"train_loss": 0.0026914894115179777, "global_step": 18642, "epoch": 345, "lr": 3.928514356239422e-05}
+{"train_loss": 0.004698222503066063, "global_step": 18643, "epoch": 345, "lr": 3.92803338826934e-05}
+{"train_loss": 0.0020039817318320274, "global_step": 18644, "epoch": 345, "lr": 3.9275524306960565e-05}
+{"train_loss": 0.0029629406053572893, "global_step": 18645, "epoch": 345, "lr": 3.927071483524235e-05}
+{"train_loss": 0.0031003085896372795, "global_step": 18646, "epoch": 345, "lr": 3.926590546758544e-05}
+{"train_loss": 0.003615977708250284, "global_step": 18647, "epoch": 345, "lr": 3.9261096204036446e-05}
+{"train_loss": 0.0037509948015213013, "global_step": 18648, "epoch": 345, "lr": 3.925628704464201e-05}
+{"train_loss": 0.002415801864117384, "global_step": 18649, "epoch": 345, "lr": 3.92514779894488e-05}
+{"train_loss": 0.00447198748588562, "global_step": 18650, "epoch": 345, "lr": 3.924666903850344e-05}
+{"train_loss": 0.003819673554971814, "global_step": 18651, "epoch": 345, "lr": 3.9241860191852595e-05}
+{"train_loss": 0.0028524973895400763, "global_step": 18652, "epoch": 345, "lr": 3.923705144954286e-05}
+{"train_loss": 0.0034577827900648117, "global_step": 18653, "epoch": 345, "lr": 3.9232242811620914e-05}
+{"train_loss": 0.0043381028808653355, "global_step": 18654, "epoch": 345, "lr": 3.922743427813337e-05}
+{"train_loss": 0.003115363884717226, "global_step": 18655, "epoch": 345, "lr": 3.922262584912688e-05}
+{"train_loss": 0.001992222387343645, "global_step": 18656, "epoch": 345, "lr": 3.921781752464809e-05}
+{"train_loss": 0.0023696923162788153, "global_step": 18657, "epoch": 345, "lr": 3.921300930474362e-05}
+{"train_loss": 0.0041565438732504845, "global_step": 18658, "epoch": 345, "lr": 3.920820118946009e-05}
+{"train_loss": 0.0037721360567957163, "global_step": 18659, "epoch": 345, "lr": 3.920339317884416e-05}
+{"train_loss": 0.0024679270572960377, "global_step": 18660, "epoch": 345, "lr": 3.919858527294245e-05}
+{"train_loss": 0.0032835693564265966, "global_step": 18661, "epoch": 345, "lr": 3.91937774718016e-05}
+{"train_loss": 0.003423933172598481, "global_step": 18662, "epoch": 345, "lr": 3.918896977546821e-05}
+{"train_loss": 0.0038946932181715965, "global_step": 18663, "epoch": 345, "lr": 3.9184162183988945e-05}
+{"train_loss": 0.0031911961268633604, "global_step": 18664, "epoch": 345, "lr": 3.917935469741041e-05}
+{"train_loss": 0.0021584450732916594, "global_step": 18665, "epoch": 345, "lr": 3.917454731577925e-05}
+{"train_loss": 0.0028646113350987434, "global_step": 18666, "epoch": 345, "lr": 3.916974003914208e-05}
+{"train_loss": 0.002697442891076207, "global_step": 18667, "epoch": 345, "lr": 3.916493286754553e-05}
+{"train_loss": 0.002802190836519003, "global_step": 18668, "epoch": 345, "lr": 3.9160125801036205e-05}
+{"train_loss": 0.003703444730490446, "global_step": 18669, "epoch": 345, "lr": 3.915531883966075e-05}
+{"train_loss": 0.002889332827180624, "global_step": 18670, "epoch": 345, "lr": 3.915051198346577e-05}
+{"train_loss": 0.0027064126916229725, "global_step": 18671, "epoch": 345, "lr": 3.914570523249791e-05}
+{"train_loss": 0.0035284911282360554, "global_step": 18672, "epoch": 345, "lr": 3.914089858680378e-05}
+{"train_loss": 0.002063019899651408, "global_step": 18673, "epoch": 345, "lr": 3.913609204642999e-05}
+{"train_loss": 0.002653104020282626, "global_step": 18674, "epoch": 345, "lr": 3.9131285611423145e-05}
+{"train_loss": 0.002944394014775753, "global_step": 18675, "epoch": 345, "lr": 3.912647928182989e-05}
+{"train_loss": 0.001679068198427558, "global_step": 18676, "epoch": 345, "lr": 3.9121673057696816e-05}
+{"train_loss": 0.003306509228423238, "global_step": 18677, "epoch": 345, "lr": 3.911686693907059e-05}
+{"train_loss": 0.0036486289463937283, "global_step": 18678, "epoch": 345, "lr": 3.911206092599775e-05}
+{"train_loss": 0.002283118199557066, "global_step": 18679, "epoch": 345, "lr": 3.910725501852495e-05}
+{"train_loss": 0.0034225855488330126, "global_step": 18680, "epoch": 345, "lr": 3.910244921669879e-05}
+{"train_loss": 0.00300970789976418, "global_step": 18681, "epoch": 345, "lr": 3.90976435205659e-05}
+{"train_loss": 0.0029904586263000965, "global_step": 18682, "epoch": 345, "lr": 3.9092837930172884e-05}
+{"train_loss": 0.003078505444271421, "global_step": 18683, "epoch": 345, "lr": 3.908803244556634e-05, "val_loss": 0.00371239404194057, "train_action_mse_error": 0.00010066100367112085}
+{"train_loss": 0.00216392963193357, "global_step": 18684, "epoch": 346, "lr": 3.908322706679286e-05}
+{"train_loss": 0.00296524609439075, "global_step": 18685, "epoch": 346, "lr": 3.907842179389907e-05}
+{"train_loss": 0.0022599240764975548, "global_step": 18686, "epoch": 346, "lr": 3.907361662693157e-05}
+{"train_loss": 0.0035946343559771776, "global_step": 18687, "epoch": 346, "lr": 3.906881156593701e-05}
+{"train_loss": 0.004405763931572437, "global_step": 18688, "epoch": 346, "lr": 3.906400661096191e-05}
+{"train_loss": 0.0030501189175993204, "global_step": 18689, "epoch": 346, "lr": 3.905920176205293e-05}
+{"train_loss": 0.002638883190229535, "global_step": 18690, "epoch": 346, "lr": 3.905439701925665e-05}
+{"train_loss": 0.002156372182071209, "global_step": 18691, "epoch": 346, "lr": 3.904959238261968e-05}
+{"train_loss": 0.002436562906950712, "global_step": 18692, "epoch": 346, "lr": 3.90447878521886e-05}
+{"train_loss": 0.0035678804852068424, "global_step": 18693, "epoch": 346, "lr": 3.9039983428010064e-05}
+{"train_loss": 0.004435604903846979, "global_step": 18694, "epoch": 346, "lr": 3.903517911013059e-05}
+{"train_loss": 0.003258354030549526, "global_step": 18695, "epoch": 346, "lr": 3.903037489859683e-05}
+{"train_loss": 0.0018439320847392082, "global_step": 18696, "epoch": 346, "lr": 3.902557079345535e-05}
+{"train_loss": 0.0037996796891093254, "global_step": 18697, "epoch": 346, "lr": 3.9020766794752764e-05}
+{"train_loss": 0.0013665930600836873, "global_step": 18698, "epoch": 346, "lr": 3.9015962902535665e-05}
+{"train_loss": 0.0036223544739186764, "global_step": 18699, "epoch": 346, "lr": 3.9011159116850626e-05}
+{"train_loss": 0.0029054738115519285, "global_step": 18700, "epoch": 346, "lr": 3.9006355437744245e-05}
+{"train_loss": 0.003463996574282646, "global_step": 18701, "epoch": 346, "lr": 3.900155186526312e-05}
+{"train_loss": 0.002821083180606365, "global_step": 18702, "epoch": 346, "lr": 3.899674839945383e-05}
+{"train_loss": 0.002872929209843278, "global_step": 18703, "epoch": 346, "lr": 3.8991945040362995e-05}
+{"train_loss": 0.0018281352240592241, "global_step": 18704, "epoch": 346, "lr": 3.8987141788037154e-05}
+{"train_loss": 0.0030510390643030405, "global_step": 18705, "epoch": 346, "lr": 3.898233864252292e-05}
+{"train_loss": 0.002608982613310218, "global_step": 18706, "epoch": 346, "lr": 3.897753560386686e-05}
+{"train_loss": 0.0023767538368701935, "global_step": 18707, "epoch": 346, "lr": 3.897273267211558e-05}
+{"train_loss": 0.0018306202255189419, "global_step": 18708, "epoch": 346, "lr": 3.896792984731566e-05}
+{"train_loss": 0.0019001722102984786, "global_step": 18709, "epoch": 346, "lr": 3.896312712951367e-05}
+{"train_loss": 0.0026733321137726307, "global_step": 18710, "epoch": 346, "lr": 3.895832451875618e-05}
+{"train_loss": 0.005496538244187832, "global_step": 18711, "epoch": 346, "lr": 3.89535220150898e-05}
+{"train_loss": 0.0020527017768472433, "global_step": 18712, "epoch": 346, "lr": 3.894871961856108e-05}
+{"train_loss": 0.0022578188218176365, "global_step": 18713, "epoch": 346, "lr": 3.8943917329216626e-05}
+{"train_loss": 0.0042160931043326855, "global_step": 18714, "epoch": 346, "lr": 3.893911514710301e-05}
+{"train_loss": 0.003566776169463992, "global_step": 18715, "epoch": 346, "lr": 3.893431307226678e-05}
+{"train_loss": 0.002819949993863702, "global_step": 18716, "epoch": 346, "lr": 3.8929511104754513e-05}
+{"train_loss": 0.001688141142949462, "global_step": 18717, "epoch": 346, "lr": 3.892470924461282e-05}
+{"train_loss": 0.0022799833677709103, "global_step": 18718, "epoch": 346, "lr": 3.891990749188823e-05}
+{"train_loss": 0.0014216953422874212, "global_step": 18719, "epoch": 346, "lr": 3.891510584662735e-05}
+{"train_loss": 0.003268657950684428, "global_step": 18720, "epoch": 346, "lr": 3.8910304308876734e-05}
+{"train_loss": 0.0019459272734820843, "global_step": 18721, "epoch": 346, "lr": 3.890550287868295e-05}
+{"train_loss": 0.0036308933049440384, "global_step": 18722, "epoch": 346, "lr": 3.8900701556092554e-05}
+{"train_loss": 0.0031898992601782084, "global_step": 18723, "epoch": 346, "lr": 3.8895900341152136e-05}
+{"train_loss": 0.002644880674779415, "global_step": 18724, "epoch": 346, "lr": 3.8891099233908265e-05}
+{"train_loss": 0.0019094093004241586, "global_step": 18725, "epoch": 346, "lr": 3.888629823440747e-05}
+{"train_loss": 0.0028733934741467237, "global_step": 18726, "epoch": 346, "lr": 3.888149734269636e-05}
+{"train_loss": 0.005425786599516869, "global_step": 18727, "epoch": 346, "lr": 3.887669655882147e-05}
+{"train_loss": 0.003004170022904873, "global_step": 18728, "epoch": 346, "lr": 3.8871895882829355e-05}
+{"train_loss": 0.0027905507013201714, "global_step": 18729, "epoch": 346, "lr": 3.886709531476662e-05}
+{"train_loss": 0.0021589917596429586, "global_step": 18730, "epoch": 346, "lr": 3.886229485467977e-05}
+{"train_loss": 0.0015291209565475583, "global_step": 18731, "epoch": 346, "lr": 3.88574945026154e-05}
+{"train_loss": 0.0034854495897889137, "global_step": 18732, "epoch": 346, "lr": 3.8852694258620035e-05}
+{"train_loss": 0.002436087466776371, "global_step": 18733, "epoch": 346, "lr": 3.8847894122740266e-05}
+{"train_loss": 0.0034509284887462854, "global_step": 18734, "epoch": 346, "lr": 3.884309409502265e-05}
+{"train_loss": 0.0025382887106388807, "global_step": 18735, "epoch": 346, "lr": 3.88382941755137e-05}
+{"train_loss": 0.004043261520564556, "global_step": 18736, "epoch": 346, "lr": 3.883349436426002e-05}
+{"train_loss": 0.0028590299016623584, "global_step": 18737, "epoch": 346, "lr": 3.882869466130812e-05, "val_loss": 0.004812735598534346}
+{"train_loss": 0.0036824611015617847, "global_step": 18738, "epoch": 347, "lr": 3.882389506670456e-05}
+{"train_loss": 0.003506879787892103, "global_step": 18739, "epoch": 347, "lr": 3.8819095580495926e-05}
+{"train_loss": 0.0027726904954761267, "global_step": 18740, "epoch": 347, "lr": 3.881429620272874e-05}
+{"train_loss": 0.0024020113050937653, "global_step": 18741, "epoch": 347, "lr": 3.8809496933449536e-05}
+{"train_loss": 0.0026129900943487883, "global_step": 18742, "epoch": 347, "lr": 3.880469777270489e-05}
+{"train_loss": 0.00157137808855623, "global_step": 18743, "epoch": 347, "lr": 3.8799898720541325e-05}
+{"train_loss": 0.004115436226129532, "global_step": 18744, "epoch": 347, "lr": 3.879509977700539e-05}
+{"train_loss": 0.0016928837867453694, "global_step": 18745, "epoch": 347, "lr": 3.879030094214366e-05}
+{"train_loss": 0.0025716028176248074, "global_step": 18746, "epoch": 347, "lr": 3.878550221600264e-05}
+{"train_loss": 0.002094537951052189, "global_step": 18747, "epoch": 347, "lr": 3.878070359862887e-05}
+{"train_loss": 0.00452828872948885, "global_step": 18748, "epoch": 347, "lr": 3.877590509006892e-05}
+{"train_loss": 0.0019438909366726875, "global_step": 18749, "epoch": 347, "lr": 3.877110669036932e-05}
+{"train_loss": 0.003740871325135231, "global_step": 18750, "epoch": 347, "lr": 3.876630839957661e-05}
+{"train_loss": 0.0020096914377063513, "global_step": 18751, "epoch": 347, "lr": 3.8761510217737306e-05}
+{"train_loss": 0.0027405363507568836, "global_step": 18752, "epoch": 347, "lr": 3.875671214489797e-05}
+{"train_loss": 0.004027131013572216, "global_step": 18753, "epoch": 347, "lr": 3.875191418110512e-05}
+{"train_loss": 0.0026456573978066444, "global_step": 18754, "epoch": 347, "lr": 3.8747116326405296e-05}
+{"train_loss": 0.002167214173823595, "global_step": 18755, "epoch": 347, "lr": 3.874231858084506e-05}
+{"train_loss": 0.0035075293853878975, "global_step": 18756, "epoch": 347, "lr": 3.87375209444709e-05}
+{"train_loss": 0.0019904281944036484, "global_step": 18757, "epoch": 347, "lr": 3.873272341732936e-05}
+{"train_loss": 0.002331794472411275, "global_step": 18758, "epoch": 347, "lr": 3.872792599946698e-05}
+{"train_loss": 0.002879963954910636, "global_step": 18759, "epoch": 347, "lr": 3.8723128690930296e-05}
+{"train_loss": 0.0041685933247208595, "global_step": 18760, "epoch": 347, "lr": 3.871833149176581e-05}
+{"train_loss": 0.0020615190733224154, "global_step": 18761, "epoch": 347, "lr": 3.8713534402020086e-05}
+{"train_loss": 0.001895961700938642, "global_step": 18762, "epoch": 347, "lr": 3.870873742173962e-05}
+{"train_loss": 0.002973766764625907, "global_step": 18763, "epoch": 347, "lr": 3.8703940550970934e-05}
+{"train_loss": 0.0027920291759073734, "global_step": 18764, "epoch": 347, "lr": 3.869914378976058e-05}
+{"train_loss": 0.0020868971478194, "global_step": 18765, "epoch": 347, "lr": 3.869434713815506e-05}
+{"train_loss": 0.0032992446795105934, "global_step": 18766, "epoch": 347, "lr": 3.868955059620091e-05}
+{"train_loss": 0.004270687699317932, "global_step": 18767, "epoch": 347, "lr": 3.868475416394462e-05}
+{"train_loss": 0.003270853077992797, "global_step": 18768, "epoch": 347, "lr": 3.867995784143274e-05}
+{"train_loss": 0.0024884094018489122, "global_step": 18769, "epoch": 347, "lr": 3.8675161628711776e-05}
+{"train_loss": 0.0016121849184855819, "global_step": 18770, "epoch": 347, "lr": 3.8670365525828254e-05}
+{"train_loss": 0.003105988260358572, "global_step": 18771, "epoch": 347, "lr": 3.8665569532828704e-05}
+{"train_loss": 0.003792921546846628, "global_step": 18772, "epoch": 347, "lr": 3.8660773649759604e-05}
+{"train_loss": 0.0027370599564164877, "global_step": 18773, "epoch": 347, "lr": 3.865597787666748e-05}
+{"train_loss": 0.0035697512794286013, "global_step": 18774, "epoch": 347, "lr": 3.865118221359887e-05}
+{"train_loss": 0.002403954742476344, "global_step": 18775, "epoch": 347, "lr": 3.864638666060026e-05}
+{"train_loss": 0.004099121317267418, "global_step": 18776, "epoch": 347, "lr": 3.8641591217718186e-05}
+{"train_loss": 0.002249336801469326, "global_step": 18777, "epoch": 347, "lr": 3.8636795884999114e-05}
+{"train_loss": 0.002466517500579357, "global_step": 18778, "epoch": 347, "lr": 3.86320006624896e-05}
+{"train_loss": 0.004293401725590229, "global_step": 18779, "epoch": 347, "lr": 3.8627205550236115e-05}
+{"train_loss": 0.001857243594713509, "global_step": 18780, "epoch": 347, "lr": 3.8622410548285205e-05}
+{"train_loss": 0.0018566848011687398, "global_step": 18781, "epoch": 347, "lr": 3.861761565668336e-05}
+{"train_loss": 0.0025466415099799633, "global_step": 18782, "epoch": 347, "lr": 3.8612820875477064e-05}
+{"train_loss": 0.0026071269530802965, "global_step": 18783, "epoch": 347, "lr": 3.860802620471283e-05}
+{"train_loss": 0.002114618197083473, "global_step": 18784, "epoch": 347, "lr": 3.8603231644437176e-05}
+{"train_loss": 0.0031537977047264576, "global_step": 18785, "epoch": 347, "lr": 3.859843719469659e-05}
+{"train_loss": 0.0028099578339606524, "global_step": 18786, "epoch": 347, "lr": 3.859364285553758e-05}
+{"train_loss": 0.0032000744249671698, "global_step": 18787, "epoch": 347, "lr": 3.8588848627006656e-05}
+{"train_loss": 0.001864739926531911, "global_step": 18788, "epoch": 347, "lr": 3.8584054509150295e-05}
+{"train_loss": 0.002635336946696043, "global_step": 18789, "epoch": 347, "lr": 3.857926050201498e-05}
+{"train_loss": 0.0023741808254271746, "global_step": 18790, "epoch": 347, "lr": 3.8574466605647255e-05}
+{"train_loss": 0.0028365210940440497, "global_step": 18791, "epoch": 347, "lr": 3.8569672820093574e-05, "val_loss": 0.005850555840879679}
+{"train_loss": 0.003284819656983018, "global_step": 18792, "epoch": 348, "lr": 3.8564879145400466e-05}
+{"train_loss": 0.0021553540136665106, "global_step": 18793, "epoch": 348, "lr": 3.856008558161438e-05}
+{"train_loss": 0.0041580805554986, "global_step": 18794, "epoch": 348, "lr": 3.855529212878185e-05}
+{"train_loss": 0.0021882629953324795, "global_step": 18795, "epoch": 348, "lr": 3.855049878694933e-05}
+{"train_loss": 0.003117223968729377, "global_step": 18796, "epoch": 348, "lr": 3.854570555616334e-05}
+{"train_loss": 0.0020479036029428244, "global_step": 18797, "epoch": 348, "lr": 3.854091243647037e-05}
+{"train_loss": 0.002613371005281806, "global_step": 18798, "epoch": 348, "lr": 3.8536119427916875e-05}
+{"train_loss": 0.004784766118973494, "global_step": 18799, "epoch": 348, "lr": 3.853132653054936e-05}
+{"train_loss": 0.005090122111141682, "global_step": 18800, "epoch": 348, "lr": 3.852653374441432e-05}
+{"train_loss": 0.0023531827609986067, "global_step": 18801, "epoch": 348, "lr": 3.8521741069558217e-05}
+{"train_loss": 0.002823906484991312, "global_step": 18802, "epoch": 348, "lr": 3.851694850602758e-05}
+{"train_loss": 0.0025561803486198187, "global_step": 18803, "epoch": 348, "lr": 3.851215605386883e-05}
+{"train_loss": 0.0031764437444508076, "global_step": 18804, "epoch": 348, "lr": 3.8507363713128486e-05}
+{"train_loss": 0.003903244389221072, "global_step": 18805, "epoch": 348, "lr": 3.850257148385301e-05}
+{"train_loss": 0.002562847686931491, "global_step": 18806, "epoch": 348, "lr": 3.84977793660889e-05}
+{"train_loss": 0.002779658418148756, "global_step": 18807, "epoch": 348, "lr": 3.849298735988261e-05}
+{"train_loss": 0.0033348172437399626, "global_step": 18808, "epoch": 348, "lr": 3.848819546528066e-05}
+{"train_loss": 0.00338201061822474, "global_step": 18809, "epoch": 348, "lr": 3.848340368232948e-05}
+{"train_loss": 0.0030420185066759586, "global_step": 18810, "epoch": 348, "lr": 3.847861201107555e-05}
+{"train_loss": 0.0025130114518105984, "global_step": 18811, "epoch": 348, "lr": 3.847382045156536e-05}
+{"train_loss": 0.003131164936348796, "global_step": 18812, "epoch": 348, "lr": 3.846902900384538e-05}
+{"train_loss": 0.0034691295586526394, "global_step": 18813, "epoch": 348, "lr": 3.8464237667962096e-05}
+{"train_loss": 0.002777824643999338, "global_step": 18814, "epoch": 348, "lr": 3.8459446443961944e-05}
+{"train_loss": 0.002470711711794138, "global_step": 18815, "epoch": 348, "lr": 3.8454655331891395e-05}
+{"train_loss": 0.0024506254121661186, "global_step": 18816, "epoch": 348, "lr": 3.844986433179695e-05}
+{"train_loss": 0.0016162409447133541, "global_step": 18817, "epoch": 348, "lr": 3.844507344372504e-05}
+{"train_loss": 0.002510943915694952, "global_step": 18818, "epoch": 348, "lr": 3.8440282667722174e-05}
+{"train_loss": 0.003181888721883297, "global_step": 18819, "epoch": 348, "lr": 3.843549200383478e-05}
+{"train_loss": 0.002937475685030222, "global_step": 18820, "epoch": 348, "lr": 3.843070145210934e-05}
+{"train_loss": 0.002550209406763315, "global_step": 18821, "epoch": 348, "lr": 3.842591101259229e-05}
+{"train_loss": 0.002962690545246005, "global_step": 18822, "epoch": 348, "lr": 3.842112068533012e-05}
+{"train_loss": 0.0024762931279838085, "global_step": 18823, "epoch": 348, "lr": 3.84163304703693e-05}
+{"train_loss": 0.003813277231529355, "global_step": 18824, "epoch": 348, "lr": 3.841154036775625e-05}
+{"train_loss": 0.002893141470849514, "global_step": 18825, "epoch": 348, "lr": 3.840675037753745e-05}
+{"train_loss": 0.00222726515494287, "global_step": 18826, "epoch": 348, "lr": 3.840196049975936e-05}
+{"train_loss": 0.0032101483084261417, "global_step": 18827, "epoch": 348, "lr": 3.8397170734468425e-05}
+{"train_loss": 0.0018260315991938114, "global_step": 18828, "epoch": 348, "lr": 3.8392381081711124e-05}
+{"train_loss": 0.002828881610184908, "global_step": 18829, "epoch": 348, "lr": 3.838759154153389e-05}
+{"train_loss": 0.0033061278518289328, "global_step": 18830, "epoch": 348, "lr": 3.8382802113983184e-05}
+{"train_loss": 0.002402158221229911, "global_step": 18831, "epoch": 348, "lr": 3.8378012799105435e-05}
+{"train_loss": 0.003055053297430277, "global_step": 18832, "epoch": 348, "lr": 3.837322359694713e-05}
+{"train_loss": 0.0029973185155540705, "global_step": 18833, "epoch": 348, "lr": 3.836843450755469e-05}
+{"train_loss": 0.002745479578152299, "global_step": 18834, "epoch": 348, "lr": 3.836364553097459e-05}
+{"train_loss": 0.004659807309508324, "global_step": 18835, "epoch": 348, "lr": 3.8358856667253256e-05}
+{"train_loss": 0.0034219026565551758, "global_step": 18836, "epoch": 348, "lr": 3.835406791643714e-05}
+{"train_loss": 0.002918478799983859, "global_step": 18837, "epoch": 348, "lr": 3.8349279278572675e-05}
+{"train_loss": 0.0020122877322137356, "global_step": 18838, "epoch": 348, "lr": 3.834449075370633e-05}
+{"train_loss": 0.0014351295540109277, "global_step": 18839, "epoch": 348, "lr": 3.833970234188455e-05}
+{"train_loss": 0.0022220516111701727, "global_step": 18840, "epoch": 348, "lr": 3.8334914043153736e-05}
+{"train_loss": 0.0035638988483697176, "global_step": 18841, "epoch": 348, "lr": 3.833012585756037e-05}
+{"train_loss": 0.003094031009823084, "global_step": 18842, "epoch": 348, "lr": 3.832533778515087e-05}
+{"train_loss": 0.0032217749394476414, "global_step": 18843, "epoch": 348, "lr": 3.832054982597168e-05}
+{"train_loss": 0.0037796185351908207, "global_step": 18844, "epoch": 348, "lr": 3.831576198006925e-05}
+{"train_loss": 0.002923758767321016, "global_step": 18845, "epoch": 348, "lr": 3.8310974247490005e-05, "val_loss": 0.006503967568278313}
+{"train_loss": 0.004464940633624792, "global_step": 18846, "epoch": 349, "lr": 3.8306186628280384e-05}
+{"train_loss": 0.002684325212612748, "global_step": 18847, "epoch": 349, "lr": 3.8301399122486795e-05}
+{"train_loss": 0.0027783990371972322, "global_step": 18848, "epoch": 349, "lr": 3.8296611730155715e-05}
+{"train_loss": 0.002409696578979492, "global_step": 18849, "epoch": 349, "lr": 3.8291824451333555e-05}
+{"train_loss": 0.0019782711751759052, "global_step": 18850, "epoch": 349, "lr": 3.828703728606673e-05}
+{"train_loss": 0.003315456910058856, "global_step": 18851, "epoch": 349, "lr": 3.8282250234401705e-05}
+{"train_loss": 0.006094249896705151, "global_step": 18852, "epoch": 349, "lr": 3.8277463296384885e-05}
+{"train_loss": 0.0037094522267580032, "global_step": 18853, "epoch": 349, "lr": 3.827267647206269e-05}
+{"train_loss": 0.002020105253905058, "global_step": 18854, "epoch": 349, "lr": 3.8267889761481566e-05}
+{"train_loss": 0.0028578767087310553, "global_step": 18855, "epoch": 349, "lr": 3.826310316468794e-05}
+{"train_loss": 0.0027910233475267887, "global_step": 18856, "epoch": 349, "lr": 3.825831668172821e-05}
+{"train_loss": 0.00349918520078063, "global_step": 18857, "epoch": 349, "lr": 3.825353031264883e-05}
+{"train_loss": 0.00234800367616117, "global_step": 18858, "epoch": 349, "lr": 3.82487440574962e-05}
+{"train_loss": 0.006861262023448944, "global_step": 18859, "epoch": 349, "lr": 3.824395791631675e-05}
+{"train_loss": 0.0032678002025932074, "global_step": 18860, "epoch": 349, "lr": 3.823917188915692e-05}
+{"train_loss": 0.0025796587578952312, "global_step": 18861, "epoch": 349, "lr": 3.823438597606309e-05}
+{"train_loss": 0.0024343335535377264, "global_step": 18862, "epoch": 349, "lr": 3.8229600177081695e-05}
+{"train_loss": 0.004610573872923851, "global_step": 18863, "epoch": 349, "lr": 3.822481449225915e-05}
+{"train_loss": 0.0020812589209526777, "global_step": 18864, "epoch": 349, "lr": 3.822002892164188e-05}
+{"train_loss": 0.003642969997599721, "global_step": 18865, "epoch": 349, "lr": 3.82152434652763e-05}
+{"train_loss": 0.0029447756242007017, "global_step": 18866, "epoch": 349, "lr": 3.82104581232088e-05}
+{"train_loss": 0.0030455985106527805, "global_step": 18867, "epoch": 349, "lr": 3.820567289548581e-05}
+{"train_loss": 0.003765400033444166, "global_step": 18868, "epoch": 349, "lr": 3.820088778215375e-05}
+{"train_loss": 0.004576612263917923, "global_step": 18869, "epoch": 349, "lr": 3.8196102783258994e-05}
+{"train_loss": 0.003734382800757885, "global_step": 18870, "epoch": 349, "lr": 3.819131789884801e-05}
+{"train_loss": 0.004522969946265221, "global_step": 18871, "epoch": 349, "lr": 3.818653312896715e-05}
+{"train_loss": 0.003618328832089901, "global_step": 18872, "epoch": 349, "lr": 3.8181748473662835e-05}
+{"train_loss": 0.005638432689011097, "global_step": 18873, "epoch": 349, "lr": 3.8176963932981485e-05}
+{"train_loss": 0.004065446089953184, "global_step": 18874, "epoch": 349, "lr": 3.8172179506969496e-05}
+{"train_loss": 0.0035040162038058043, "global_step": 18875, "epoch": 349, "lr": 3.816739519567329e-05}
+{"train_loss": 0.0032696740236133337, "global_step": 18876, "epoch": 349, "lr": 3.816261099913922e-05}
+{"train_loss": 0.002108787652105093, "global_step": 18877, "epoch": 349, "lr": 3.815782691741373e-05}
+{"train_loss": 0.0026571101043373346, "global_step": 18878, "epoch": 349, "lr": 3.8153042950543206e-05}
+{"train_loss": 0.0027604871429502964, "global_step": 18879, "epoch": 349, "lr": 3.8148259098574045e-05}
+{"train_loss": 0.003902239026501775, "global_step": 18880, "epoch": 349, "lr": 3.814347536155266e-05}
+{"train_loss": 0.0024516023695468903, "global_step": 18881, "epoch": 349, "lr": 3.813869173952544e-05}
+{"train_loss": 0.0018227756954729557, "global_step": 18882, "epoch": 349, "lr": 3.813390823253875e-05}
+{"train_loss": 0.0031144218519330025, "global_step": 18883, "epoch": 349, "lr": 3.812912484063903e-05}
+{"train_loss": 0.0035585167352110147, "global_step": 18884, "epoch": 349, "lr": 3.812434156387264e-05}
+{"train_loss": 0.002111943904310465, "global_step": 18885, "epoch": 349, "lr": 3.811955840228599e-05}
+{"train_loss": 0.0027733375318348408, "global_step": 18886, "epoch": 349, "lr": 3.811477535592549e-05}
+{"train_loss": 0.004638800863176584, "global_step": 18887, "epoch": 349, "lr": 3.810999242483748e-05}
+{"train_loss": 0.00420756172388792, "global_step": 18888, "epoch": 349, "lr": 3.810520960906838e-05}
+{"train_loss": 0.004384155385196209, "global_step": 18889, "epoch": 349, "lr": 3.810042690866457e-05}
+{"train_loss": 0.004252469167113304, "global_step": 18890, "epoch": 349, "lr": 3.809564432367243e-05}
+{"train_loss": 0.00291597587056458, "global_step": 18891, "epoch": 349, "lr": 3.80908618541384e-05}
+{"train_loss": 0.0025316153187304735, "global_step": 18892, "epoch": 349, "lr": 3.8086079500108774e-05}
+{"train_loss": 0.0019019212340936065, "global_step": 18893, "epoch": 349, "lr": 3.808129726163e-05}
+{"train_loss": 0.003863359335809946, "global_step": 18894, "epoch": 349, "lr": 3.807651513874842e-05}
+{"train_loss": 0.00323708588257432, "global_step": 18895, "epoch": 349, "lr": 3.807173313151045e-05}
+{"train_loss": 0.0019138233037665486, "global_step": 18896, "epoch": 349, "lr": 3.806695123996247e-05}
+{"train_loss": 0.0037843347527086735, "global_step": 18897, "epoch": 349, "lr": 3.8062169464150824e-05}
+{"train_loss": 0.004683950450271368, "global_step": 18898, "epoch": 349, "lr": 3.8057387804121896e-05}
+{"train_loss": 0.0033584877296730323, "global_step": 18899, "epoch": 349, "lr": 3.8052606259922094e-05, "val_loss": 0.004550790414214134}
+{"train_loss": 0.002251066267490387, "global_step": 18900, "epoch": 350, "lr": 3.804782483159776e-05}
+{"train_loss": 0.003144878428429365, "global_step": 18901, "epoch": 350, "lr": 3.8043043519195295e-05}
+{"train_loss": 0.0034680915996432304, "global_step": 18902, "epoch": 350, "lr": 3.803826232276107e-05}
+{"train_loss": 0.0038595683872699738, "global_step": 18903, "epoch": 350, "lr": 3.8033481242341434e-05}
+{"train_loss": 0.0037136327009648085, "global_step": 18904, "epoch": 350, "lr": 3.8028700277982766e-05}
+{"train_loss": 0.0035307530779391527, "global_step": 18905, "epoch": 350, "lr": 3.8023919429731445e-05}
+{"train_loss": 0.00463846605271101, "global_step": 18906, "epoch": 350, "lr": 3.801913869763382e-05}
+{"train_loss": 0.0019325304310768843, "global_step": 18907, "epoch": 350, "lr": 3.801435808173631e-05}
+{"train_loss": 0.0028510133270174265, "global_step": 18908, "epoch": 350, "lr": 3.8009577582085215e-05}
+{"train_loss": 0.0042578126303851604, "global_step": 18909, "epoch": 350, "lr": 3.800479719872694e-05}
+{"train_loss": 0.0034773426596075296, "global_step": 18910, "epoch": 350, "lr": 3.800001693170782e-05}
+{"train_loss": 0.002697347430512309, "global_step": 18911, "epoch": 350, "lr": 3.799523678107425e-05}
+{"train_loss": 0.0038293455727398396, "global_step": 18912, "epoch": 350, "lr": 3.79904567468726e-05}
+{"train_loss": 0.005410855170339346, "global_step": 18913, "epoch": 350, "lr": 3.798567682914919e-05}
+{"train_loss": 0.0035620604176074266, "global_step": 18914, "epoch": 350, "lr": 3.798089702795038e-05}
+{"train_loss": 0.0047542336396873, "global_step": 18915, "epoch": 350, "lr": 3.797611734332256e-05}
+{"train_loss": 0.0049904705956578255, "global_step": 18916, "epoch": 350, "lr": 3.7971337775312074e-05}
+{"train_loss": 0.0014195393305271864, "global_step": 18917, "epoch": 350, "lr": 3.7966558323965296e-05}
+{"train_loss": 0.002995407674461603, "global_step": 18918, "epoch": 350, "lr": 3.796177898932854e-05}
+{"train_loss": 0.0051920656114816666, "global_step": 18919, "epoch": 350, "lr": 3.795699977144819e-05}
+{"train_loss": 0.004034045618027449, "global_step": 18920, "epoch": 350, "lr": 3.7952220670370586e-05}
+{"train_loss": 0.005522933788597584, "global_step": 18921, "epoch": 350, "lr": 3.794744168614209e-05}
+{"train_loss": 0.0031260123942047358, "global_step": 18922, "epoch": 350, "lr": 3.794266281880906e-05}
+{"train_loss": 0.0036314467433840036, "global_step": 18923, "epoch": 350, "lr": 3.7937884068417824e-05}
+{"train_loss": 0.0037232835311442614, "global_step": 18924, "epoch": 350, "lr": 3.793310543501473e-05}
+{"train_loss": 0.0029927189461886883, "global_step": 18925, "epoch": 350, "lr": 3.792832691864613e-05}
+{"train_loss": 0.003218127880245447, "global_step": 18926, "epoch": 350, "lr": 3.7923548519358375e-05}
+{"train_loss": 0.004040936939418316, "global_step": 18927, "epoch": 350, "lr": 3.791877023719782e-05}
+{"train_loss": 0.004075196571648121, "global_step": 18928, "epoch": 350, "lr": 3.7913992072210814e-05}
+{"train_loss": 0.0031727019231766462, "global_step": 18929, "epoch": 350, "lr": 3.790921402444366e-05}
+{"train_loss": 0.004576758947223425, "global_step": 18930, "epoch": 350, "lr": 3.790443609394272e-05}
+{"train_loss": 0.004248922225087881, "global_step": 18931, "epoch": 350, "lr": 3.789965828075434e-05}
+{"train_loss": 0.0036324160173535347, "global_step": 18932, "epoch": 350, "lr": 3.789488058492485e-05}
+{"train_loss": 0.0011462796246632934, "global_step": 18933, "epoch": 350, "lr": 3.789010300650062e-05}
+{"train_loss": 0.00458684703335166, "global_step": 18934, "epoch": 350, "lr": 3.788532554552794e-05}
+{"train_loss": 0.0023229047656059265, "global_step": 18935, "epoch": 350, "lr": 3.7880548202053166e-05}
+{"train_loss": 0.0019372404785826802, "global_step": 18936, "epoch": 350, "lr": 3.787577097612263e-05}
+{"train_loss": 0.004998707212507725, "global_step": 18937, "epoch": 350, "lr": 3.787099386778268e-05}
+{"train_loss": 0.00397298950701952, "global_step": 18938, "epoch": 350, "lr": 3.7866216877079636e-05}
+{"train_loss": 0.0027787857688963413, "global_step": 18939, "epoch": 350, "lr": 3.786144000405982e-05}
+{"train_loss": 0.004001777619123459, "global_step": 18940, "epoch": 350, "lr": 3.785666324876957e-05}
+{"train_loss": 0.003235525917261839, "global_step": 18941, "epoch": 350, "lr": 3.785188661125522e-05}
+{"train_loss": 0.0028186505660414696, "global_step": 18942, "epoch": 350, "lr": 3.784711009156309e-05}
+{"train_loss": 0.003790801391005516, "global_step": 18943, "epoch": 350, "lr": 3.7842333689739524e-05}
+{"train_loss": 0.0035007474943995476, "global_step": 18944, "epoch": 350, "lr": 3.7837557405830826e-05}
+{"train_loss": 0.0028935843147337437, "global_step": 18945, "epoch": 350, "lr": 3.783278123988333e-05}
+{"train_loss": 0.0028132994193583727, "global_step": 18946, "epoch": 350, "lr": 3.782800519194334e-05}
+{"train_loss": 0.0023858039639890194, "global_step": 18947, "epoch": 350, "lr": 3.7823229262057215e-05}
+{"train_loss": 0.0022043457720428705, "global_step": 18948, "epoch": 350, "lr": 3.781845345027124e-05}
+{"train_loss": 0.002971481066197157, "global_step": 18949, "epoch": 350, "lr": 3.7813677756631774e-05}
+{"train_loss": 0.004067013971507549, "global_step": 18950, "epoch": 350, "lr": 3.78089021811851e-05}
+{"train_loss": 0.003685976844280958, "global_step": 18951, "epoch": 350, "lr": 3.780412672397755e-05}
+{"train_loss": 0.0025767951738089323, "global_step": 18952, "epoch": 350, "lr": 3.779935138505543e-05}
+{"train_loss": 0.003460681320306052, "global_step": 18953, "epoch": 350, "lr": 3.779457616446506e-05, "val_loss": 0.007481531240046024, "train_action_mse_error": 8.466678991680965e-05}
+{"train_loss": 0.0049551427364349365, "global_step": 18954, "epoch": 351, "lr": 3.7789801062252786e-05}
+{"train_loss": 0.0026628754567354918, "global_step": 18955, "epoch": 351, "lr": 3.778502607846486e-05}
+{"train_loss": 0.0027491727378219366, "global_step": 18956, "epoch": 351, "lr": 3.7780251213147636e-05}
+{"train_loss": 0.003407501382753253, "global_step": 18957, "epoch": 351, "lr": 3.777547646634741e-05}
+{"train_loss": 0.005490980111062527, "global_step": 18958, "epoch": 351, "lr": 3.777070183811049e-05}
+{"train_loss": 0.002605270827189088, "global_step": 18959, "epoch": 351, "lr": 3.776592732848322e-05}
+{"train_loss": 0.004028439987450838, "global_step": 18960, "epoch": 351, "lr": 3.776115293751185e-05}
+{"train_loss": 0.0036901715211570263, "global_step": 18961, "epoch": 351, "lr": 3.775637866524271e-05}
+{"train_loss": 0.0029206995386630297, "global_step": 18962, "epoch": 351, "lr": 3.775160451172212e-05}
+{"train_loss": 0.004273983649909496, "global_step": 18963, "epoch": 351, "lr": 3.774683047699636e-05}
+{"train_loss": 0.0033126475755125284, "global_step": 18964, "epoch": 351, "lr": 3.7742056561111764e-05}
+{"train_loss": 0.0024795085191726685, "global_step": 18965, "epoch": 351, "lr": 3.773728276411459e-05}
+{"train_loss": 0.0019287464674562216, "global_step": 18966, "epoch": 351, "lr": 3.7732509086051164e-05}
+{"train_loss": 0.002710472559556365, "global_step": 18967, "epoch": 351, "lr": 3.772773552696779e-05}
+{"train_loss": 0.0029262586031109095, "global_step": 18968, "epoch": 351, "lr": 3.772296208691074e-05}
+{"train_loss": 0.0034727249294519424, "global_step": 18969, "epoch": 351, "lr": 3.771818876592635e-05}
+{"train_loss": 0.003909828141331673, "global_step": 18970, "epoch": 351, "lr": 3.7713415564060895e-05}
+{"train_loss": 0.0031117782928049564, "global_step": 18971, "epoch": 351, "lr": 3.770864248136065e-05}
+{"train_loss": 0.00364005658775568, "global_step": 18972, "epoch": 351, "lr": 3.770386951787193e-05}
+{"train_loss": 0.004951783921569586, "global_step": 18973, "epoch": 351, "lr": 3.769909667364103e-05}
+{"train_loss": 0.002643435960635543, "global_step": 18974, "epoch": 351, "lr": 3.7694323948714223e-05}
+{"train_loss": 0.0020616501569747925, "global_step": 18975, "epoch": 351, "lr": 3.768955134313783e-05}
+{"train_loss": 0.002539516892284155, "global_step": 18976, "epoch": 351, "lr": 3.7684778856958115e-05}
+{"train_loss": 0.0030711600556969643, "global_step": 18977, "epoch": 351, "lr": 3.7680006490221357e-05}
+{"train_loss": 0.0019985144026577473, "global_step": 18978, "epoch": 351, "lr": 3.7675234242973855e-05}
+{"train_loss": 0.0028485956136137247, "global_step": 18979, "epoch": 351, "lr": 3.7670462115261906e-05}
+{"train_loss": 0.0030720948707312346, "global_step": 18980, "epoch": 351, "lr": 3.766569010713179e-05}
+{"train_loss": 0.002257909392938018, "global_step": 18981, "epoch": 351, "lr": 3.766091821862976e-05}
+{"train_loss": 0.0016613078769296408, "global_step": 18982, "epoch": 351, "lr": 3.765614644980213e-05}
+{"train_loss": 0.001819096622057259, "global_step": 18983, "epoch": 351, "lr": 3.765137480069516e-05}
+{"train_loss": 0.0036486375611275434, "global_step": 18984, "epoch": 351, "lr": 3.764660327135515e-05}
+{"train_loss": 0.00288309995085001, "global_step": 18985, "epoch": 351, "lr": 3.764183186182838e-05}
+{"train_loss": 0.0031722141429781914, "global_step": 18986, "epoch": 351, "lr": 3.7637060572161096e-05}
+{"train_loss": 0.0026842558290809393, "global_step": 18987, "epoch": 351, "lr": 3.763228940239959e-05}
+{"train_loss": 0.0035122151020914316, "global_step": 18988, "epoch": 351, "lr": 3.762751835259015e-05}
+{"train_loss": 0.003229577327147126, "global_step": 18989, "epoch": 351, "lr": 3.7622747422779037e-05}
+{"train_loss": 0.003610659623518586, "global_step": 18990, "epoch": 351, "lr": 3.761797661301254e-05}
+{"train_loss": 0.002559926360845566, "global_step": 18991, "epoch": 351, "lr": 3.761320592333689e-05}
+{"train_loss": 0.003037490649148822, "global_step": 18992, "epoch": 351, "lr": 3.760843535379839e-05}
+{"train_loss": 0.003218641271814704, "global_step": 18993, "epoch": 351, "lr": 3.760366490444329e-05}
+{"train_loss": 0.0036540464498102665, "global_step": 18994, "epoch": 351, "lr": 3.7598894575317883e-05}
+{"train_loss": 0.0022845142520964146, "global_step": 18995, "epoch": 351, "lr": 3.759412436646842e-05}
+{"train_loss": 0.002186915837228298, "global_step": 18996, "epoch": 351, "lr": 3.758935427794118e-05}
+{"train_loss": 0.003094290615990758, "global_step": 18997, "epoch": 351, "lr": 3.758458430978239e-05}
+{"train_loss": 0.003979554399847984, "global_step": 18998, "epoch": 351, "lr": 3.7579814462038354e-05}
+{"train_loss": 0.002784422365948558, "global_step": 18999, "epoch": 351, "lr": 3.75750447347553e-05}
+{"train_loss": 0.002843421883881092, "global_step": 19000, "epoch": 351, "lr": 3.757027512797952e-05}
+{"train_loss": 0.004016685299575329, "global_step": 19001, "epoch": 351, "lr": 3.756550564175727e-05}
+{"train_loss": 0.001280653988942504, "global_step": 19002, "epoch": 351, "lr": 3.756073627613479e-05}
+{"train_loss": 0.00405874801799655, "global_step": 19003, "epoch": 351, "lr": 3.755596703115833e-05}
+{"train_loss": 0.002530906116589904, "global_step": 19004, "epoch": 351, "lr": 3.755119790687418e-05}
+{"train_loss": 0.0022839633747935295, "global_step": 19005, "epoch": 351, "lr": 3.754642890332856e-05}
+{"train_loss": 0.0021392637863755226, "global_step": 19006, "epoch": 351, "lr": 3.7541660020567766e-05}
+{"train_loss": 0.0030359025695361197, "global_step": 19007, "epoch": 351, "lr": 3.7536891258638e-05, "val_loss": 0.0029074784833937883}
+{"train_loss": 0.0025961692444980145, "global_step": 19008, "epoch": 352, "lr": 3.753212261758554e-05}
+{"train_loss": 0.0021260823123157024, "global_step": 19009, "epoch": 352, "lr": 3.752735409745663e-05}
+{"train_loss": 0.0033678850159049034, "global_step": 19010, "epoch": 352, "lr": 3.752258569829753e-05}
+{"train_loss": 0.002700656186789274, "global_step": 19011, "epoch": 352, "lr": 3.751781742015449e-05}
+{"train_loss": 0.002774762222543359, "global_step": 19012, "epoch": 352, "lr": 3.751304926307374e-05}
+{"train_loss": 0.002338300459086895, "global_step": 19013, "epoch": 352, "lr": 3.750828122710153e-05}
+{"train_loss": 0.0042862435802817345, "global_step": 19014, "epoch": 352, "lr": 3.75035133122841e-05}
+{"train_loss": 0.004428512882441282, "global_step": 19015, "epoch": 352, "lr": 3.74987455186677e-05}
+{"train_loss": 0.0015346367144957185, "global_step": 19016, "epoch": 352, "lr": 3.74939778462986e-05}
+{"train_loss": 0.002870048861950636, "global_step": 19017, "epoch": 352, "lr": 3.748921029522298e-05}
+{"train_loss": 0.0035040255170315504, "global_step": 19018, "epoch": 352, "lr": 3.748444286548712e-05}
+{"train_loss": 0.004081949591636658, "global_step": 19019, "epoch": 352, "lr": 3.747967555713725e-05}
+{"train_loss": 0.0029454133473336697, "global_step": 19020, "epoch": 352, "lr": 3.747490837021961e-05}
+{"train_loss": 0.0030506702605634928, "global_step": 19021, "epoch": 352, "lr": 3.747014130478042e-05}
+{"train_loss": 0.0022564043756574392, "global_step": 19022, "epoch": 352, "lr": 3.746537436086597e-05}
+{"train_loss": 0.0035747296642512083, "global_step": 19023, "epoch": 352, "lr": 3.746060753852242e-05}
+{"train_loss": 0.0014437070349231362, "global_step": 19024, "epoch": 352, "lr": 3.7455840837796044e-05}
+{"train_loss": 0.001720175496302545, "global_step": 19025, "epoch": 352, "lr": 3.7451074258733044e-05}
+{"train_loss": 0.004056243225932121, "global_step": 19026, "epoch": 352, "lr": 3.744630780137969e-05}
+{"train_loss": 0.0027696944307535887, "global_step": 19027, "epoch": 352, "lr": 3.7441541465782194e-05}
+{"train_loss": 0.0021420891862362623, "global_step": 19028, "epoch": 352, "lr": 3.743677525198678e-05}
+{"train_loss": 0.004588029347360134, "global_step": 19029, "epoch": 352, "lr": 3.743200916003965e-05}
+{"train_loss": 0.002111899433657527, "global_step": 19030, "epoch": 352, "lr": 3.742724318998708e-05}
+{"train_loss": 0.002860444597899914, "global_step": 19031, "epoch": 352, "lr": 3.742247734187526e-05}
+{"train_loss": 0.0033714401070028543, "global_step": 19032, "epoch": 352, "lr": 3.741771161575043e-05}
+{"train_loss": 0.0021389119792729616, "global_step": 19033, "epoch": 352, "lr": 3.74129460116588e-05}
+{"train_loss": 0.0021953824907541275, "global_step": 19034, "epoch": 352, "lr": 3.7408180529646596e-05}
+{"train_loss": 0.00606724014505744, "global_step": 19035, "epoch": 352, "lr": 3.740341516976003e-05}
+{"train_loss": 0.0016130664153024554, "global_step": 19036, "epoch": 352, "lr": 3.7398649932045326e-05}
+{"train_loss": 0.0036635277792811394, "global_step": 19037, "epoch": 352, "lr": 3.739388481654872e-05}
+{"train_loss": 0.004327692091464996, "global_step": 19038, "epoch": 352, "lr": 3.73891198233164e-05}
+{"train_loss": 0.002600826323032379, "global_step": 19039, "epoch": 352, "lr": 3.738435495239457e-05}
+{"train_loss": 0.002122705103829503, "global_step": 19040, "epoch": 352, "lr": 3.737959020382948e-05}
+{"train_loss": 0.0015327497385442257, "global_step": 19041, "epoch": 352, "lr": 3.737482557766732e-05}
+{"train_loss": 0.0014513928908854723, "global_step": 19042, "epoch": 352, "lr": 3.7370061073954314e-05}
+{"train_loss": 0.003387689823284745, "global_step": 19043, "epoch": 352, "lr": 3.736529669273668e-05}
+{"train_loss": 0.0029878292698413134, "global_step": 19044, "epoch": 352, "lr": 3.7360532434060594e-05}
+{"train_loss": 0.004361816681921482, "global_step": 19045, "epoch": 352, "lr": 3.735576829797228e-05}
+{"train_loss": 0.0022120296489447355, "global_step": 19046, "epoch": 352, "lr": 3.735100428451795e-05}
+{"train_loss": 0.0041303690522909164, "global_step": 19047, "epoch": 352, "lr": 3.7346240393743795e-05}
+{"train_loss": 0.003139608772471547, "global_step": 19048, "epoch": 352, "lr": 3.734147662569606e-05}
+{"train_loss": 0.0024246303364634514, "global_step": 19049, "epoch": 352, "lr": 3.7336712980420894e-05}
+{"train_loss": 0.004284444730728865, "global_step": 19050, "epoch": 352, "lr": 3.733194945796453e-05}
+{"train_loss": 0.00329055218026042, "global_step": 19051, "epoch": 352, "lr": 3.732718605837315e-05}
+{"train_loss": 0.004547705873847008, "global_step": 19052, "epoch": 352, "lr": 3.7322422781692975e-05}
+{"train_loss": 0.0026229277718812227, "global_step": 19053, "epoch": 352, "lr": 3.73176596279702e-05}
+{"train_loss": 0.0031381298322230577, "global_step": 19054, "epoch": 352, "lr": 3.7312896597251e-05}
+{"train_loss": 0.0028704830911010504, "global_step": 19055, "epoch": 352, "lr": 3.7308133689581584e-05}
+{"train_loss": 0.0032321042381227016, "global_step": 19056, "epoch": 352, "lr": 3.730337090500815e-05}
+{"train_loss": 0.00297324126586318, "global_step": 19057, "epoch": 352, "lr": 3.7298608243576885e-05}
+{"train_loss": 0.0020834177266806364, "global_step": 19058, "epoch": 352, "lr": 3.7293845705334e-05}
+{"train_loss": 0.0028349568601697683, "global_step": 19059, "epoch": 352, "lr": 3.728908329032567e-05}
+{"train_loss": 0.0027367090806365013, "global_step": 19060, "epoch": 352, "lr": 3.7284320998598075e-05}
+{"train_loss": 0.003009751201952221, "global_step": 19061, "epoch": 352, "lr": 3.72795588301974e-05, "val_loss": 0.0044945003464818}
+{"train_loss": 0.0028172964230179787, "global_step": 19062, "epoch": 353, "lr": 3.727479678516986e-05}
+{"train_loss": 0.0020741240587085485, "global_step": 19063, "epoch": 353, "lr": 3.7270034863561644e-05}
+{"train_loss": 0.0016753283562138677, "global_step": 19064, "epoch": 353, "lr": 3.72652730654189e-05}
+{"train_loss": 0.0024693524464964867, "global_step": 19065, "epoch": 353, "lr": 3.7260511390787836e-05}
+{"train_loss": 0.0033313955646008253, "global_step": 19066, "epoch": 353, "lr": 3.725574983971464e-05}
+{"train_loss": 0.0022559762001037598, "global_step": 19067, "epoch": 353, "lr": 3.725098841224546e-05}
+{"train_loss": 0.0028373708482831717, "global_step": 19068, "epoch": 353, "lr": 3.724622710842652e-05}
+{"train_loss": 0.0025714419316500425, "global_step": 19069, "epoch": 353, "lr": 3.7241465928303987e-05}
+{"train_loss": 0.003777754260227084, "global_step": 19070, "epoch": 353, "lr": 3.723670487192401e-05}
+{"train_loss": 0.004651803057640791, "global_step": 19071, "epoch": 353, "lr": 3.72319439393328e-05}
+{"train_loss": 0.004576748237013817, "global_step": 19072, "epoch": 353, "lr": 3.722718313057652e-05}
+{"train_loss": 0.0023888335563242435, "global_step": 19073, "epoch": 353, "lr": 3.7222422445701335e-05}
+{"train_loss": 0.003277913434430957, "global_step": 19074, "epoch": 353, "lr": 3.721766188475344e-05}
+{"train_loss": 0.0028335335664451122, "global_step": 19075, "epoch": 353, "lr": 3.721290144777899e-05}
+{"train_loss": 0.0025246855802834034, "global_step": 19076, "epoch": 353, "lr": 3.720814113482414e-05}
+{"train_loss": 0.0024231986608356237, "global_step": 19077, "epoch": 353, "lr": 3.720338094593509e-05}
+{"train_loss": 0.0023948007728904486, "global_step": 19078, "epoch": 353, "lr": 3.7198620881157995e-05}
+{"train_loss": 0.0037023480981588364, "global_step": 19079, "epoch": 353, "lr": 3.7193860940539036e-05}
+{"train_loss": 0.0018434906378388405, "global_step": 19080, "epoch": 353, "lr": 3.7189101124124346e-05}
+{"train_loss": 0.003412288846448064, "global_step": 19081, "epoch": 353, "lr": 3.7184341431960126e-05}
+{"train_loss": 0.0029987406451255083, "global_step": 19082, "epoch": 353, "lr": 3.7179581864092516e-05}
+{"train_loss": 0.0026655385736376047, "global_step": 19083, "epoch": 353, "lr": 3.717482242056767e-05}
+{"train_loss": 0.0013967461418360472, "global_step": 19084, "epoch": 353, "lr": 3.717006310143179e-05}
+{"train_loss": 0.0024556347634643316, "global_step": 19085, "epoch": 353, "lr": 3.7165303906731e-05}
+{"train_loss": 0.004347188398241997, "global_step": 19086, "epoch": 353, "lr": 3.7160544836511454e-05}
+{"train_loss": 0.002645019209012389, "global_step": 19087, "epoch": 353, "lr": 3.715578589081933e-05}
+{"train_loss": 0.004910002928227186, "global_step": 19088, "epoch": 353, "lr": 3.715102706970078e-05}
+{"train_loss": 0.0018562597688287497, "global_step": 19089, "epoch": 353, "lr": 3.714626837320195e-05}
+{"train_loss": 0.0031011796090751886, "global_step": 19090, "epoch": 353, "lr": 3.714150980136902e-05}
+{"train_loss": 0.0028365799225866795, "global_step": 19091, "epoch": 353, "lr": 3.713675135424811e-05}
+{"train_loss": 0.0021480033174157143, "global_step": 19092, "epoch": 353, "lr": 3.713199303188538e-05}
+{"train_loss": 0.0027594694402068853, "global_step": 19093, "epoch": 353, "lr": 3.7127234834326984e-05}
+{"train_loss": 0.00440734438598156, "global_step": 19094, "epoch": 353, "lr": 3.712247676161908e-05}
+{"train_loss": 0.0020434847101569176, "global_step": 19095, "epoch": 353, "lr": 3.711771881380781e-05}
+{"train_loss": 0.004264650400727987, "global_step": 19096, "epoch": 353, "lr": 3.71129609909393e-05}
+{"train_loss": 0.0033569084480404854, "global_step": 19097, "epoch": 353, "lr": 3.710820329305972e-05}
+{"train_loss": 0.0023739186581224203, "global_step": 19098, "epoch": 353, "lr": 3.71034457202152e-05}
+{"train_loss": 0.003099540015682578, "global_step": 19099, "epoch": 353, "lr": 3.709868827245189e-05}
+{"train_loss": 0.0031886487267911434, "global_step": 19100, "epoch": 353, "lr": 3.7093930949815946e-05}
+{"train_loss": 0.0038021113723516464, "global_step": 19101, "epoch": 353, "lr": 3.7089173752353485e-05}
+{"train_loss": 0.002876081271097064, "global_step": 19102, "epoch": 353, "lr": 3.708441668011064e-05}
+{"train_loss": 0.0030097095295786858, "global_step": 19103, "epoch": 353, "lr": 3.707965973313357e-05}
+{"train_loss": 0.0017930245958268642, "global_step": 19104, "epoch": 353, "lr": 3.707490291146841e-05}
+{"train_loss": 0.0028974697925150394, "global_step": 19105, "epoch": 353, "lr": 3.707014621516129e-05}
+{"train_loss": 0.0043997433967888355, "global_step": 19106, "epoch": 353, "lr": 3.7065389644258344e-05}
+{"train_loss": 0.003398288507014513, "global_step": 19107, "epoch": 353, "lr": 3.706063319880569e-05}
+{"train_loss": 0.0019281897693872452, "global_step": 19108, "epoch": 353, "lr": 3.705587687884948e-05}
+{"train_loss": 0.0033625117503106594, "global_step": 19109, "epoch": 353, "lr": 3.7051120684435855e-05}
+{"train_loss": 0.002759709721431136, "global_step": 19110, "epoch": 353, "lr": 3.704636461561093e-05}
+{"train_loss": 0.0038232768420130014, "global_step": 19111, "epoch": 353, "lr": 3.704160867242082e-05}
+{"train_loss": 0.003061403753235936, "global_step": 19112, "epoch": 353, "lr": 3.703685285491166e-05}
+{"train_loss": 0.0034014254342764616, "global_step": 19113, "epoch": 353, "lr": 3.70320971631296e-05}
+{"train_loss": 0.003182321321219206, "global_step": 19114, "epoch": 353, "lr": 3.702734159712072e-05}
+{"train_loss": 0.002985927593221681, "global_step": 19115, "epoch": 353, "lr": 3.7022586156931185e-05, "val_loss": 0.005655529908835888}
+{"train_loss": 0.0030331991147249937, "global_step": 19116, "epoch": 354, "lr": 3.7017830842607104e-05}
+{"train_loss": 0.004884923342615366, "global_step": 19117, "epoch": 354, "lr": 3.7013075654194585e-05}
+{"train_loss": 0.0028124952223151922, "global_step": 19118, "epoch": 354, "lr": 3.700832059173975e-05}
+{"train_loss": 0.0028089957777410746, "global_step": 19119, "epoch": 354, "lr": 3.700356565528873e-05}
+{"train_loss": 0.004773206543177366, "global_step": 19120, "epoch": 354, "lr": 3.6998810844887626e-05}
+{"train_loss": 0.0031196370255202055, "global_step": 19121, "epoch": 354, "lr": 3.6994056160582605e-05}
+{"train_loss": 0.0028130551800131798, "global_step": 19122, "epoch": 354, "lr": 3.69893016024197e-05}
+{"train_loss": 0.004315002355724573, "global_step": 19123, "epoch": 354, "lr": 3.698454717044508e-05}
+{"train_loss": 0.003518566722050309, "global_step": 19124, "epoch": 354, "lr": 3.697979286470483e-05}
+{"train_loss": 0.0022577447816729546, "global_step": 19125, "epoch": 354, "lr": 3.697503868524508e-05}
+{"train_loss": 0.002715152222663164, "global_step": 19126, "epoch": 354, "lr": 3.6970284632111954e-05}
+{"train_loss": 0.004582469817250967, "global_step": 19127, "epoch": 354, "lr": 3.696553070535153e-05}
+{"train_loss": 0.0026568607427179813, "global_step": 19128, "epoch": 354, "lr": 3.696077690500991e-05}
+{"train_loss": 0.0030916722025722265, "global_step": 19129, "epoch": 354, "lr": 3.695602323113323e-05}
+{"train_loss": 0.0019013333367183805, "global_step": 19130, "epoch": 354, "lr": 3.6951269683767565e-05}
+{"train_loss": 0.002894654404371977, "global_step": 19131, "epoch": 354, "lr": 3.6946516262959074e-05}
+{"train_loss": 0.0035452258307486773, "global_step": 19132, "epoch": 354, "lr": 3.6941762968753786e-05}
+{"train_loss": 0.0031171401496976614, "global_step": 19133, "epoch": 354, "lr": 3.693700980119784e-05}
+{"train_loss": 0.004505113698542118, "global_step": 19134, "epoch": 354, "lr": 3.6932256760337335e-05}
+{"train_loss": 0.0022315315436571836, "global_step": 19135, "epoch": 354, "lr": 3.692750384621837e-05}
+{"train_loss": 0.004661583341658115, "global_step": 19136, "epoch": 354, "lr": 3.692275105888703e-05}
+{"train_loss": 0.0036682626232504845, "global_step": 19137, "epoch": 354, "lr": 3.691799839838946e-05}
+{"train_loss": 0.0019630189053714275, "global_step": 19138, "epoch": 354, "lr": 3.691324586477168e-05}
+{"train_loss": 0.004696970339864492, "global_step": 19139, "epoch": 354, "lr": 3.690849345807983e-05}
+{"train_loss": 0.0037304710131138563, "global_step": 19140, "epoch": 354, "lr": 3.690374117835999e-05}
+{"train_loss": 0.00240694684907794, "global_step": 19141, "epoch": 354, "lr": 3.689898902565825e-05}
+{"train_loss": 0.002346205525100231, "global_step": 19142, "epoch": 354, "lr": 3.6894237000020726e-05}
+{"train_loss": 0.0028198608197271824, "global_step": 19143, "epoch": 354, "lr": 3.688948510149348e-05}
+{"train_loss": 0.0038719072472304106, "global_step": 19144, "epoch": 354, "lr": 3.688473333012259e-05}
+{"train_loss": 0.0024452833458781242, "global_step": 19145, "epoch": 354, "lr": 3.687998168595416e-05}
+{"train_loss": 0.0027781305834650993, "global_step": 19146, "epoch": 354, "lr": 3.687523016903427e-05}
+{"train_loss": 0.002820221008732915, "global_step": 19147, "epoch": 354, "lr": 3.6870478779409034e-05}
+{"train_loss": 0.002560780383646488, "global_step": 19148, "epoch": 354, "lr": 3.686572751712449e-05}
+{"train_loss": 0.005283446982502937, "global_step": 19149, "epoch": 354, "lr": 3.686097638222675e-05}
+{"train_loss": 0.0026538637466728687, "global_step": 19150, "epoch": 354, "lr": 3.685622537476186e-05}
+{"train_loss": 0.0022371867671608925, "global_step": 19151, "epoch": 354, "lr": 3.685147449477594e-05}
+{"train_loss": 0.0016009912360459566, "global_step": 19152, "epoch": 354, "lr": 3.684672374231505e-05}
+{"train_loss": 0.0015188280958682299, "global_step": 19153, "epoch": 354, "lr": 3.6841973117425265e-05}
+{"train_loss": 0.002789837308228016, "global_step": 19154, "epoch": 354, "lr": 3.6837222620152645e-05}
+{"train_loss": 0.005453087855130434, "global_step": 19155, "epoch": 354, "lr": 3.683247225054329e-05}
+{"train_loss": 0.0027875045780092478, "global_step": 19156, "epoch": 354, "lr": 3.682772200864325e-05}
+{"train_loss": 0.0023398229386657476, "global_step": 19157, "epoch": 354, "lr": 3.682297189449865e-05}
+{"train_loss": 0.0027794227935373783, "global_step": 19158, "epoch": 354, "lr": 3.681822190815549e-05}
+{"train_loss": 0.003373760264366865, "global_step": 19159, "epoch": 354, "lr": 3.681347204965988e-05}
+{"train_loss": 0.0028057554736733437, "global_step": 19160, "epoch": 354, "lr": 3.680872231905786e-05}
+{"train_loss": 0.0027195916045457125, "global_step": 19161, "epoch": 354, "lr": 3.680397271639553e-05}
+{"train_loss": 0.003924207296222448, "global_step": 19162, "epoch": 354, "lr": 3.6799223241718925e-05}
+{"train_loss": 0.00448407419025898, "global_step": 19163, "epoch": 354, "lr": 3.6794473895074157e-05}
+{"train_loss": 0.0034920801408588886, "global_step": 19164, "epoch": 354, "lr": 3.6789724676507234e-05}
+{"train_loss": 0.002037596423178911, "global_step": 19165, "epoch": 354, "lr": 3.6784975586064244e-05}
+{"train_loss": 0.0028419315349310637, "global_step": 19166, "epoch": 354, "lr": 3.678022662379123e-05}
+{"train_loss": 0.0018506834749132395, "global_step": 19167, "epoch": 354, "lr": 3.677547778973428e-05}
+{"train_loss": 0.0033420538529753685, "global_step": 19168, "epoch": 354, "lr": 3.677072908393945e-05}
+{"train_loss": 0.0031328873549312077, "global_step": 19169, "epoch": 354, "lr": 3.6765980506452755e-05, "val_loss": 0.0028578294441103935}
+{"train_loss": 0.0035144768189638853, "global_step": 19170, "epoch": 355, "lr": 3.676123205732029e-05}
+{"train_loss": 0.003980798181146383, "global_step": 19171, "epoch": 355, "lr": 3.67564837365881e-05}
+{"train_loss": 0.004032141994684935, "global_step": 19172, "epoch": 355, "lr": 3.6751735544302225e-05}
+{"train_loss": 0.003027023049071431, "global_step": 19173, "epoch": 355, "lr": 3.674698748050876e-05}
+{"train_loss": 0.002186897676438093, "global_step": 19174, "epoch": 355, "lr": 3.67422395452537e-05}
+{"train_loss": 0.003731032833456993, "global_step": 19175, "epoch": 355, "lr": 3.673749173858312e-05}
+{"train_loss": 0.002771922852844, "global_step": 19176, "epoch": 355, "lr": 3.673274406054306e-05}
+{"train_loss": 0.002076847478747368, "global_step": 19177, "epoch": 355, "lr": 3.672799651117958e-05}
+{"train_loss": 0.002718900563195348, "global_step": 19178, "epoch": 355, "lr": 3.672324909053873e-05}
+{"train_loss": 0.005378550849854946, "global_step": 19179, "epoch": 355, "lr": 3.671850179866652e-05}
+{"train_loss": 0.002975824289023876, "global_step": 19180, "epoch": 355, "lr": 3.671375463560903e-05}
+{"train_loss": 0.0026018167845904827, "global_step": 19181, "epoch": 355, "lr": 3.670900760141229e-05}
+{"train_loss": 0.004760694690048695, "global_step": 19182, "epoch": 355, "lr": 3.670426069612232e-05}
+{"train_loss": 0.0046052695252001286, "global_step": 19183, "epoch": 355, "lr": 3.66995139197852e-05}
+{"train_loss": 0.00330613786354661, "global_step": 19184, "epoch": 355, "lr": 3.669476727244695e-05}
+{"train_loss": 0.0021515327971428633, "global_step": 19185, "epoch": 355, "lr": 3.669002075415357e-05}
+{"train_loss": 0.003910949919372797, "global_step": 19186, "epoch": 355, "lr": 3.668527436495116e-05}
+{"train_loss": 0.0045453342609107494, "global_step": 19187, "epoch": 355, "lr": 3.668052810488572e-05}
+{"train_loss": 0.0032545190770179033, "global_step": 19188, "epoch": 355, "lr": 3.6675781974003254e-05}
+{"train_loss": 0.0031983943190425634, "global_step": 19189, "epoch": 355, "lr": 3.667103597234986e-05}
+{"train_loss": 0.0031412176322191954, "global_step": 19190, "epoch": 355, "lr": 3.666629009997153e-05}
+{"train_loss": 0.0019722231663763523, "global_step": 19191, "epoch": 355, "lr": 3.666154435691428e-05}
+{"train_loss": 0.004611396696418524, "global_step": 19192, "epoch": 355, "lr": 3.6656798743224166e-05}
+{"train_loss": 0.0037403618916869164, "global_step": 19193, "epoch": 355, "lr": 3.665205325894721e-05}
+{"train_loss": 0.003668526653200388, "global_step": 19194, "epoch": 355, "lr": 3.664730790412943e-05}
+{"train_loss": 0.0017851842567324638, "global_step": 19195, "epoch": 355, "lr": 3.6642562678816835e-05}
+{"train_loss": 0.003450743155553937, "global_step": 19196, "epoch": 355, "lr": 3.663781758305548e-05}
+{"train_loss": 0.004159638192504644, "global_step": 19197, "epoch": 355, "lr": 3.663307261689136e-05}
+{"train_loss": 0.0015570964897051454, "global_step": 19198, "epoch": 355, "lr": 3.6628327780370516e-05}
+{"train_loss": 0.002733891364187002, "global_step": 19199, "epoch": 355, "lr": 3.6623583073538966e-05}
+{"train_loss": 0.001304718549363315, "global_step": 19200, "epoch": 355, "lr": 3.661883849644272e-05}
+{"train_loss": 0.0028043396305292845, "global_step": 19201, "epoch": 355, "lr": 3.661409404912778e-05}
+{"train_loss": 0.0017289926763623953, "global_step": 19202, "epoch": 355, "lr": 3.660934973164019e-05}
+{"train_loss": 0.0022385374177247286, "global_step": 19203, "epoch": 355, "lr": 3.660460554402594e-05}
+{"train_loss": 0.0035312524996697903, "global_step": 19204, "epoch": 355, "lr": 3.659986148633107e-05}
+{"train_loss": 0.0025047585368156433, "global_step": 19205, "epoch": 355, "lr": 3.659511755860156e-05}
+{"train_loss": 0.0022048242390155792, "global_step": 19206, "epoch": 355, "lr": 3.659037376088344e-05}
+{"train_loss": 0.0028029100503772497, "global_step": 19207, "epoch": 355, "lr": 3.658563009322271e-05}
+{"train_loss": 0.0022439309395849705, "global_step": 19208, "epoch": 355, "lr": 3.6580886555665386e-05}
+{"train_loss": 0.003079175017774105, "global_step": 19209, "epoch": 355, "lr": 3.657614314825748e-05}
+{"train_loss": 0.0026205265894532204, "global_step": 19210, "epoch": 355, "lr": 3.6571399871045e-05}
+{"train_loss": 0.0031584587413817644, "global_step": 19211, "epoch": 355, "lr": 3.6566656724073914e-05}
+{"train_loss": 0.003053549211472273, "global_step": 19212, "epoch": 355, "lr": 3.656191370739026e-05}
+{"train_loss": 0.0026214071549475193, "global_step": 19213, "epoch": 355, "lr": 3.655717082104002e-05}
+{"train_loss": 0.0038423226214945316, "global_step": 19214, "epoch": 355, "lr": 3.655242806506922e-05}
+{"train_loss": 0.00251747271977365, "global_step": 19215, "epoch": 355, "lr": 3.6547685439523846e-05}
+{"train_loss": 0.0013316567055881023, "global_step": 19216, "epoch": 355, "lr": 3.6542942944449895e-05}
+{"train_loss": 0.0021592979319393635, "global_step": 19217, "epoch": 355, "lr": 3.653820057989334e-05}
+{"train_loss": 0.0022347145713865757, "global_step": 19218, "epoch": 355, "lr": 3.653345834590021e-05}
+{"train_loss": 0.002695720875635743, "global_step": 19219, "epoch": 355, "lr": 3.652871624251648e-05}
+{"train_loss": 0.0032182715367525816, "global_step": 19220, "epoch": 355, "lr": 3.652397426978818e-05}
+{"train_loss": 0.0020868314895778894, "global_step": 19221, "epoch": 355, "lr": 3.651923242776124e-05}
+{"train_loss": 0.0033318318892270327, "global_step": 19222, "epoch": 355, "lr": 3.651449071648169e-05}
+{"train_loss": 0.003010483587988549, "global_step": 19223, "epoch": 355, "lr": 3.65097491359955e-05, "val_loss": 0.006358434446156025, "train_action_mse_error": 0.00010502357326913625}
+{"train_loss": 0.0030281345825642347, "global_step": 19224, "epoch": 356, "lr": 3.650500768634868e-05}
+{"train_loss": 0.001953188329935074, "global_step": 19225, "epoch": 356, "lr": 3.6500266367587214e-05}
+{"train_loss": 0.0034043616615235806, "global_step": 19226, "epoch": 356, "lr": 3.649552517975707e-05}
+{"train_loss": 0.0019436441361904144, "global_step": 19227, "epoch": 356, "lr": 3.6490784122904226e-05}
+{"train_loss": 0.0019363678293302655, "global_step": 19228, "epoch": 356, "lr": 3.648604319707469e-05}
+{"train_loss": 0.0037740347906947136, "global_step": 19229, "epoch": 356, "lr": 3.6481302402314424e-05}
+{"train_loss": 0.0024894578382372856, "global_step": 19230, "epoch": 356, "lr": 3.6476561738669416e-05}
+{"train_loss": 0.0036952216178178787, "global_step": 19231, "epoch": 356, "lr": 3.6471821206185664e-05}
+{"train_loss": 0.002087218454107642, "global_step": 19232, "epoch": 356, "lr": 3.646708080490912e-05}
+{"train_loss": 0.003002368612214923, "global_step": 19233, "epoch": 356, "lr": 3.646234053488574e-05}
+{"train_loss": 0.0036324840039014816, "global_step": 19234, "epoch": 356, "lr": 3.6457600396161546e-05}
+{"train_loss": 0.0026580991689115763, "global_step": 19235, "epoch": 356, "lr": 3.645286038878247e-05}
+{"train_loss": 0.0017140958225354552, "global_step": 19236, "epoch": 356, "lr": 3.644812051279455e-05}
+{"train_loss": 0.0019012794364243746, "global_step": 19237, "epoch": 356, "lr": 3.644338076824367e-05}
+{"train_loss": 0.002153108362108469, "global_step": 19238, "epoch": 356, "lr": 3.6438641155175866e-05}
+{"train_loss": 0.003546824213117361, "global_step": 19239, "epoch": 356, "lr": 3.643390167363706e-05}
+{"train_loss": 0.0025210005696862936, "global_step": 19240, "epoch": 356, "lr": 3.642916232367326e-05}
+{"train_loss": 0.005177712999284267, "global_step": 19241, "epoch": 356, "lr": 3.6424423105330417e-05}
+{"train_loss": 0.0019508050754666328, "global_step": 19242, "epoch": 356, "lr": 3.641968401865449e-05}
+{"train_loss": 0.0024227804969996214, "global_step": 19243, "epoch": 356, "lr": 3.641494506369143e-05}
+{"train_loss": 0.002907403511926532, "global_step": 19244, "epoch": 356, "lr": 3.641020624048723e-05}
+{"train_loss": 0.002938179997727275, "global_step": 19245, "epoch": 356, "lr": 3.6405467549087826e-05}
+{"train_loss": 0.002523896051570773, "global_step": 19246, "epoch": 356, "lr": 3.6400728989539216e-05}
+{"train_loss": 0.002384861698374152, "global_step": 19247, "epoch": 356, "lr": 3.6395990561887296e-05}
+{"train_loss": 0.004148246720433235, "global_step": 19248, "epoch": 356, "lr": 3.6391252266178064e-05}
+{"train_loss": 0.0025686481967568398, "global_step": 19249, "epoch": 356, "lr": 3.638651410245746e-05}
+{"train_loss": 0.0030842935666441917, "global_step": 19250, "epoch": 356, "lr": 3.638177607077146e-05}
+{"train_loss": 0.004525828640908003, "global_step": 19251, "epoch": 356, "lr": 3.637703817116602e-05}
+{"train_loss": 0.0033802632242441177, "global_step": 19252, "epoch": 356, "lr": 3.637230040368706e-05}
+{"train_loss": 0.003175155958160758, "global_step": 19253, "epoch": 356, "lr": 3.6367562768380534e-05}
+{"train_loss": 0.0013451047707349062, "global_step": 19254, "epoch": 356, "lr": 3.636282526529242e-05}
+{"train_loss": 0.0022268323227763176, "global_step": 19255, "epoch": 356, "lr": 3.635808789446863e-05}
+{"train_loss": 0.004388501401990652, "global_step": 19256, "epoch": 356, "lr": 3.6353350655955155e-05}
+{"train_loss": 0.003797224722802639, "global_step": 19257, "epoch": 356, "lr": 3.634861354979792e-05}
+{"train_loss": 0.003068768884986639, "global_step": 19258, "epoch": 356, "lr": 3.634387657604286e-05}
+{"train_loss": 0.0025180350057780743, "global_step": 19259, "epoch": 356, "lr": 3.6339139734735914e-05}
+{"train_loss": 0.002987347077578306, "global_step": 19260, "epoch": 356, "lr": 3.633440302592304e-05}
+{"train_loss": 0.0032805679365992546, "global_step": 19261, "epoch": 356, "lr": 3.632966644965017e-05}
+{"train_loss": 0.004061090759932995, "global_step": 19262, "epoch": 356, "lr": 3.632493000596325e-05}
+{"train_loss": 0.002458833856508136, "global_step": 19263, "epoch": 356, "lr": 3.632019369490822e-05}
+{"train_loss": 0.0033206415828317404, "global_step": 19264, "epoch": 356, "lr": 3.6315457516531e-05}
+{"train_loss": 0.007045677863061428, "global_step": 19265, "epoch": 356, "lr": 3.631072147087753e-05}
+{"train_loss": 0.0027543003670871258, "global_step": 19266, "epoch": 356, "lr": 3.630598555799376e-05}
+{"train_loss": 0.002421934623271227, "global_step": 19267, "epoch": 356, "lr": 3.630124977792562e-05}
+{"train_loss": 0.004814984742552042, "global_step": 19268, "epoch": 356, "lr": 3.6296514130719016e-05}
+{"train_loss": 0.0031264000572264194, "global_step": 19269, "epoch": 356, "lr": 3.62917786164199e-05}
+{"train_loss": 0.0033649527467787266, "global_step": 19270, "epoch": 356, "lr": 3.6287043235074205e-05}
+{"train_loss": 0.0027033884543925524, "global_step": 19271, "epoch": 356, "lr": 3.628230798672783e-05}
+{"train_loss": 0.0036278790794312954, "global_step": 19272, "epoch": 356, "lr": 3.627757287142675e-05}
+{"train_loss": 0.0021650870330631733, "global_step": 19273, "epoch": 356, "lr": 3.6272837889216845e-05}
+{"train_loss": 0.0020224153995513916, "global_step": 19274, "epoch": 356, "lr": 3.626810304014405e-05}
+{"train_loss": 0.0034709121100604534, "global_step": 19275, "epoch": 356, "lr": 3.626336832425429e-05}
+{"train_loss": 0.004608495626598597, "global_step": 19276, "epoch": 356, "lr": 3.62586337415935e-05}
+{"train_loss": 0.003043648381545036, "global_step": 19277, "epoch": 356, "lr": 3.6253899292207575e-05, "val_loss": 0.0049604978412389755}
+{"train_loss": 0.004010786768049002, "global_step": 19278, "epoch": 357, "lr": 3.6249164976142466e-05}
+{"train_loss": 0.0038219988346099854, "global_step": 19279, "epoch": 357, "lr": 3.624443079344407e-05}
+{"train_loss": 0.004233840387314558, "global_step": 19280, "epoch": 357, "lr": 3.623969674415829e-05}
+{"train_loss": 0.0022568614222109318, "global_step": 19281, "epoch": 357, "lr": 3.623496282833105e-05}
+{"train_loss": 0.0030553219839930534, "global_step": 19282, "epoch": 357, "lr": 3.623022904600828e-05}
+{"train_loss": 0.006295475643128157, "global_step": 19283, "epoch": 357, "lr": 3.622549539723589e-05}
+{"train_loss": 0.003360842354595661, "global_step": 19284, "epoch": 357, "lr": 3.622076188205976e-05}
+{"train_loss": 0.0018348778830841184, "global_step": 19285, "epoch": 357, "lr": 3.6216028500525826e-05}
+{"train_loss": 0.003571419045329094, "global_step": 19286, "epoch": 357, "lr": 3.6211295252679994e-05}
+{"train_loss": 0.0044061169028282166, "global_step": 19287, "epoch": 357, "lr": 3.6206562138568155e-05}
+{"train_loss": 0.004103418439626694, "global_step": 19288, "epoch": 357, "lr": 3.620182915823625e-05}
+{"train_loss": 0.0020140823908150196, "global_step": 19289, "epoch": 357, "lr": 3.619709631173015e-05}
+{"train_loss": 0.003243394661694765, "global_step": 19290, "epoch": 357, "lr": 3.619236359909576e-05}
+{"train_loss": 0.0021871314384043217, "global_step": 19291, "epoch": 357, "lr": 3.6187631020378986e-05}
+{"train_loss": 0.004146714694797993, "global_step": 19292, "epoch": 357, "lr": 3.6182898575625746e-05}
+{"train_loss": 0.0023687798529863358, "global_step": 19293, "epoch": 357, "lr": 3.6178166264881926e-05}
+{"train_loss": 0.001694606733508408, "global_step": 19294, "epoch": 357, "lr": 3.617343408819342e-05}
+{"train_loss": 0.003314356319606304, "global_step": 19295, "epoch": 357, "lr": 3.6168702045606114e-05}
+{"train_loss": 0.004454202018678188, "global_step": 19296, "epoch": 357, "lr": 3.616397013716593e-05}
+{"train_loss": 0.0035758628509938717, "global_step": 19297, "epoch": 357, "lr": 3.6159238362918735e-05}
+{"train_loss": 0.0017157051479443908, "global_step": 19298, "epoch": 357, "lr": 3.615450672291046e-05}
+{"train_loss": 0.001971243415027857, "global_step": 19299, "epoch": 357, "lr": 3.6149775217186955e-05}
+{"train_loss": 0.0022655732464045286, "global_step": 19300, "epoch": 357, "lr": 3.6145043845794115e-05}
+{"train_loss": 0.0029214092064648867, "global_step": 19301, "epoch": 357, "lr": 3.6140312608777856e-05}
+{"train_loss": 0.0022728636395186186, "global_step": 19302, "epoch": 357, "lr": 3.6135581506184045e-05}
+{"train_loss": 0.002069165464490652, "global_step": 19303, "epoch": 357, "lr": 3.613085053805856e-05}
+{"train_loss": 0.004037979058921337, "global_step": 19304, "epoch": 357, "lr": 3.612611970444732e-05}
+{"train_loss": 0.002692530630156398, "global_step": 19305, "epoch": 357, "lr": 3.6121389005396175e-05}
+{"train_loss": 0.002047578804194927, "global_step": 19306, "epoch": 357, "lr": 3.611665844095102e-05}
+{"train_loss": 0.002256494015455246, "global_step": 19307, "epoch": 357, "lr": 3.6111928011157733e-05}
+{"train_loss": 0.00274675409309566, "global_step": 19308, "epoch": 357, "lr": 3.6107197716062196e-05}
+{"train_loss": 0.0020442293025553226, "global_step": 19309, "epoch": 357, "lr": 3.6102467555710295e-05}
+{"train_loss": 0.003471952397376299, "global_step": 19310, "epoch": 357, "lr": 3.6097737530147886e-05}
+{"train_loss": 0.002261588117107749, "global_step": 19311, "epoch": 357, "lr": 3.609300763942086e-05}
+{"train_loss": 0.001981991110369563, "global_step": 19312, "epoch": 357, "lr": 3.6088277883575075e-05}
+{"train_loss": 0.0037329334300011396, "global_step": 19313, "epoch": 357, "lr": 3.608354826265644e-05}
+{"train_loss": 0.0023663556203246117, "global_step": 19314, "epoch": 357, "lr": 3.60788187767108e-05}
+{"train_loss": 0.0041675930842757225, "global_step": 19315, "epoch": 357, "lr": 3.607408942578403e-05}
+{"train_loss": 0.0020121708512306213, "global_step": 19316, "epoch": 357, "lr": 3.606936020992198e-05}
+{"train_loss": 0.0023228107020258904, "global_step": 19317, "epoch": 357, "lr": 3.6064631129170544e-05}
+{"train_loss": 0.004163280129432678, "global_step": 19318, "epoch": 357, "lr": 3.605990218357559e-05}
+{"train_loss": 0.004269724246114492, "global_step": 19319, "epoch": 357, "lr": 3.605517337318298e-05}
+{"train_loss": 0.0033356596250087023, "global_step": 19320, "epoch": 357, "lr": 3.605044469803854e-05}
+{"train_loss": 0.0017809272976592183, "global_step": 19321, "epoch": 357, "lr": 3.604571615818819e-05}
+{"train_loss": 0.001939620589837432, "global_step": 19322, "epoch": 357, "lr": 3.604098775367775e-05}
+{"train_loss": 0.0032205258030444384, "global_step": 19323, "epoch": 357, "lr": 3.6036259484553106e-05}
+{"train_loss": 0.0019948845729231834, "global_step": 19324, "epoch": 357, "lr": 3.6031531350860095e-05}
+{"train_loss": 0.00346275488846004, "global_step": 19325, "epoch": 357, "lr": 3.60268033526446e-05}
+{"train_loss": 0.003749281633645296, "global_step": 19326, "epoch": 357, "lr": 3.6022075489952446e-05}
+{"train_loss": 0.0018310887971892953, "global_step": 19327, "epoch": 357, "lr": 3.601734776282951e-05}
+{"train_loss": 0.0025528010446578264, "global_step": 19328, "epoch": 357, "lr": 3.601262017132163e-05}
+{"train_loss": 0.0035054683685302734, "global_step": 19329, "epoch": 357, "lr": 3.600789271547468e-05}
+{"train_loss": 0.0020775075536221266, "global_step": 19330, "epoch": 357, "lr": 3.600316539533451e-05}
+{"train_loss": 0.002978795361101489, "global_step": 19331, "epoch": 357, "lr": 3.5998438210946937e-05, "val_loss": 0.0026863100938498974}
+{"train_loss": 0.002750632120296359, "global_step": 19332, "epoch": 358, "lr": 3.599371116235782e-05}
+{"train_loss": 0.0024320357479155064, "global_step": 19333, "epoch": 358, "lr": 3.598898424961303e-05}
+{"train_loss": 0.0017125516897067428, "global_step": 19334, "epoch": 358, "lr": 3.5984257472758384e-05}
+{"train_loss": 0.004102825652807951, "global_step": 19335, "epoch": 358, "lr": 3.597953083183977e-05}
+{"train_loss": 0.002078368328511715, "global_step": 19336, "epoch": 358, "lr": 3.5974804326902965e-05}
+{"train_loss": 0.0025908336974680424, "global_step": 19337, "epoch": 358, "lr": 3.5970077957993864e-05}
+{"train_loss": 0.0035836640745401382, "global_step": 19338, "epoch": 358, "lr": 3.596535172515827e-05}
+{"train_loss": 0.004091472364962101, "global_step": 19339, "epoch": 358, "lr": 3.596062562844206e-05}
+{"train_loss": 0.00328439986333251, "global_step": 19340, "epoch": 358, "lr": 3.595589966789105e-05}
+{"train_loss": 0.0024116812273859978, "global_step": 19341, "epoch": 358, "lr": 3.595117384355108e-05}
+{"train_loss": 0.0016180967213585973, "global_step": 19342, "epoch": 358, "lr": 3.594644815546796e-05}
+{"train_loss": 0.0016980463406071067, "global_step": 19343, "epoch": 358, "lr": 3.5941722603687566e-05}
+{"train_loss": 0.003079534275457263, "global_step": 19344, "epoch": 358, "lr": 3.593699718825569e-05}
+{"train_loss": 0.0019619229715317488, "global_step": 19345, "epoch": 358, "lr": 3.593227190921823e-05}
+{"train_loss": 0.0023439517244696617, "global_step": 19346, "epoch": 358, "lr": 3.592754676662093e-05}
+{"train_loss": 0.001957386266440153, "global_step": 19347, "epoch": 358, "lr": 3.592282176050966e-05}
+{"train_loss": 0.0033439083490520716, "global_step": 19348, "epoch": 358, "lr": 3.591809689093024e-05}
+{"train_loss": 0.0018066985066980124, "global_step": 19349, "epoch": 358, "lr": 3.591337215792852e-05}
+{"train_loss": 0.002359143691137433, "global_step": 19350, "epoch": 358, "lr": 3.5908647561550276e-05}
+{"train_loss": 0.0026135477237403393, "global_step": 19351, "epoch": 358, "lr": 3.590392310184141e-05}
+{"train_loss": 0.0022052223794162273, "global_step": 19352, "epoch": 358, "lr": 3.589919877884765e-05}
+{"train_loss": 0.0017185450997203588, "global_step": 19353, "epoch": 358, "lr": 3.589447459261487e-05}
+{"train_loss": 0.0030331837479025126, "global_step": 19354, "epoch": 358, "lr": 3.5889750543188866e-05}
+{"train_loss": 0.0033995292615145445, "global_step": 19355, "epoch": 358, "lr": 3.5885026630615484e-05}
+{"train_loss": 0.0014612132217735052, "global_step": 19356, "epoch": 358, "lr": 3.588030285494053e-05}
+{"train_loss": 0.0029000539798289537, "global_step": 19357, "epoch": 358, "lr": 3.5875579216209797e-05}
+{"train_loss": 0.002054620534181595, "global_step": 19358, "epoch": 358, "lr": 3.587085571446911e-05}
+{"train_loss": 0.0023910512682050467, "global_step": 19359, "epoch": 358, "lr": 3.5866132349764305e-05}
+{"train_loss": 0.0013977328781038523, "global_step": 19360, "epoch": 358, "lr": 3.586140912214115e-05}
+{"train_loss": 0.002525441348552704, "global_step": 19361, "epoch": 358, "lr": 3.5856686031645503e-05}
+{"train_loss": 0.0020087803713977337, "global_step": 19362, "epoch": 358, "lr": 3.585196307832314e-05}
+{"train_loss": 0.0014752467395737767, "global_step": 19363, "epoch": 358, "lr": 3.584724026221987e-05}
+{"train_loss": 0.002470043720677495, "global_step": 19364, "epoch": 358, "lr": 3.584251758338151e-05}
+{"train_loss": 0.0028084437362849712, "global_step": 19365, "epoch": 358, "lr": 3.5837795041853854e-05}
+{"train_loss": 0.002965895226225257, "global_step": 19366, "epoch": 358, "lr": 3.583307263768273e-05}
+{"train_loss": 0.0018283823737874627, "global_step": 19367, "epoch": 358, "lr": 3.58283503709139e-05}
+{"train_loss": 0.002906602108851075, "global_step": 19368, "epoch": 358, "lr": 3.5823628241593174e-05}
+{"train_loss": 0.0030196006409823895, "global_step": 19369, "epoch": 358, "lr": 3.581890624976638e-05}
+{"train_loss": 0.0022994661703705788, "global_step": 19370, "epoch": 358, "lr": 3.5814184395479286e-05}
+{"train_loss": 0.002134270966053009, "global_step": 19371, "epoch": 358, "lr": 3.5809462678777705e-05}
+{"train_loss": 0.0028514876030385494, "global_step": 19372, "epoch": 358, "lr": 3.580474109970744e-05}
+{"train_loss": 0.00286740530282259, "global_step": 19373, "epoch": 358, "lr": 3.580001965831425e-05}
+{"train_loss": 0.0017308384412899613, "global_step": 19374, "epoch": 358, "lr": 3.5795298354643954e-05}
+{"train_loss": 0.003614348592236638, "global_step": 19375, "epoch": 358, "lr": 3.579057718874234e-05}
+{"train_loss": 0.002073317300528288, "global_step": 19376, "epoch": 358, "lr": 3.5785856160655186e-05}
+{"train_loss": 0.0015417082468047738, "global_step": 19377, "epoch": 358, "lr": 3.5781135270428304e-05}
+{"train_loss": 0.0023329551331698895, "global_step": 19378, "epoch": 358, "lr": 3.577641451810746e-05}
+{"train_loss": 0.00284506450407207, "global_step": 19379, "epoch": 358, "lr": 3.577169390373845e-05}
+{"train_loss": 0.0021856653038412333, "global_step": 19380, "epoch": 358, "lr": 3.576697342736704e-05}
+{"train_loss": 0.002897040219977498, "global_step": 19381, "epoch": 358, "lr": 3.576225308903904e-05}
+{"train_loss": 0.003074096282944083, "global_step": 19382, "epoch": 358, "lr": 3.575753288880023e-05}
+{"train_loss": 0.0025195307098329067, "global_step": 19383, "epoch": 358, "lr": 3.575281282669636e-05}
+{"train_loss": 0.0013944123638793826, "global_step": 19384, "epoch": 358, "lr": 3.574809290277323e-05}
+{"train_loss": 0.00247063253644026, "global_step": 19385, "epoch": 358, "lr": 3.5743373117076616e-05, "val_loss": 0.0028131650760769844}
+{"train_loss": 0.0020850065629929304, "global_step": 19386, "epoch": 359, "lr": 3.5738653469652294e-05}
+{"train_loss": 0.0028836780693382025, "global_step": 19387, "epoch": 359, "lr": 3.573393396054605e-05}
+{"train_loss": 0.002297523431479931, "global_step": 19388, "epoch": 359, "lr": 3.572921458980365e-05}
+{"train_loss": 0.0014722986379638314, "global_step": 19389, "epoch": 359, "lr": 3.5724495357470855e-05}
+{"train_loss": 0.0023566733580082655, "global_step": 19390, "epoch": 359, "lr": 3.571977626359343e-05}
+{"train_loss": 0.004504704382270575, "global_step": 19391, "epoch": 359, "lr": 3.571505730821717e-05}
+{"train_loss": 0.0018945906776934862, "global_step": 19392, "epoch": 359, "lr": 3.571033849138785e-05}
+{"train_loss": 0.0020124928560107946, "global_step": 19393, "epoch": 359, "lr": 3.5705619813151193e-05}
+{"train_loss": 0.0026915438938885927, "global_step": 19394, "epoch": 359, "lr": 3.5700901273552995e-05}
+{"train_loss": 0.0024006287567317486, "global_step": 19395, "epoch": 359, "lr": 3.569618287263902e-05}
+{"train_loss": 0.002069328213110566, "global_step": 19396, "epoch": 359, "lr": 3.5691464610455016e-05}
+{"train_loss": 0.0022843824699521065, "global_step": 19397, "epoch": 359, "lr": 3.568674648704677e-05}
+{"train_loss": 0.002401539357379079, "global_step": 19398, "epoch": 359, "lr": 3.568202850246003e-05}
+{"train_loss": 0.001470887684263289, "global_step": 19399, "epoch": 359, "lr": 3.567731065674054e-05}
+{"train_loss": 0.0019528871634975076, "global_step": 19400, "epoch": 359, "lr": 3.567259294993407e-05}
+{"train_loss": 0.0016665267758071423, "global_step": 19401, "epoch": 359, "lr": 3.566787538208638e-05}
+{"train_loss": 0.0020695084240287542, "global_step": 19402, "epoch": 359, "lr": 3.566315795324321e-05}
+{"train_loss": 0.0020637917332351208, "global_step": 19403, "epoch": 359, "lr": 3.565844066345034e-05}
+{"train_loss": 0.0034572468139231205, "global_step": 19404, "epoch": 359, "lr": 3.56537235127535e-05}
+{"train_loss": 0.0025642029941082, "global_step": 19405, "epoch": 359, "lr": 3.564900650119844e-05}
+{"train_loss": 0.0018625800730660558, "global_step": 19406, "epoch": 359, "lr": 3.564428962883092e-05}
+{"train_loss": 0.003293922869488597, "global_step": 19407, "epoch": 359, "lr": 3.563957289569669e-05}
+{"train_loss": 0.0019695379305630922, "global_step": 19408, "epoch": 359, "lr": 3.56348563018415e-05}
+{"train_loss": 0.0024559153243899345, "global_step": 19409, "epoch": 359, "lr": 3.563013984731106e-05}
+{"train_loss": 0.0031741939019411802, "global_step": 19410, "epoch": 359, "lr": 3.5625423532151155e-05}
+{"train_loss": 0.0030791505705565214, "global_step": 19411, "epoch": 359, "lr": 3.5620707356407505e-05}
+{"train_loss": 0.0013493516016751528, "global_step": 19412, "epoch": 359, "lr": 3.561599132012586e-05}
+{"train_loss": 0.001485116546973586, "global_step": 19413, "epoch": 359, "lr": 3.5611275423351974e-05}
+{"train_loss": 0.002227740129455924, "global_step": 19414, "epoch": 359, "lr": 3.560655966613156e-05}
+{"train_loss": 0.0030987870413810015, "global_step": 19415, "epoch": 359, "lr": 3.560184404851035e-05}
+{"train_loss": 0.00288684805855155, "global_step": 19416, "epoch": 359, "lr": 3.5597128570534114e-05}
+{"train_loss": 0.00407788110896945, "global_step": 19417, "epoch": 359, "lr": 3.5592413232248564e-05}
+{"train_loss": 0.0012361090630292892, "global_step": 19418, "epoch": 359, "lr": 3.558769803369943e-05}
+{"train_loss": 0.0023923672270029783, "global_step": 19419, "epoch": 359, "lr": 3.558298297493247e-05}
+{"train_loss": 0.0014381761429831386, "global_step": 19420, "epoch": 359, "lr": 3.557826805599339e-05}
+{"train_loss": 0.0022779074497520924, "global_step": 19421, "epoch": 359, "lr": 3.557355327692791e-05}
+{"train_loss": 0.0032475481275469065, "global_step": 19422, "epoch": 359, "lr": 3.5568838637781773e-05}
+{"train_loss": 0.0026261722669005394, "global_step": 19423, "epoch": 359, "lr": 3.556412413860072e-05}
+{"train_loss": 0.0019988275598734617, "global_step": 19424, "epoch": 359, "lr": 3.5559409779430463e-05}
+{"train_loss": 0.0021768438164144754, "global_step": 19425, "epoch": 359, "lr": 3.5554695560316706e-05}
+{"train_loss": 0.0019824602641165257, "global_step": 19426, "epoch": 359, "lr": 3.554998148130519e-05}
+{"train_loss": 0.0021117469295859337, "global_step": 19427, "epoch": 359, "lr": 3.554526754244164e-05}
+{"train_loss": 0.0022975706961005926, "global_step": 19428, "epoch": 359, "lr": 3.554055374377177e-05}
+{"train_loss": 0.0018588831881061196, "global_step": 19429, "epoch": 359, "lr": 3.553584008534131e-05}
+{"train_loss": 0.003327541518956423, "global_step": 19430, "epoch": 359, "lr": 3.553112656719596e-05}
+{"train_loss": 0.0028891984838992357, "global_step": 19431, "epoch": 359, "lr": 3.5526413189381424e-05}
+{"train_loss": 0.0018779101083055139, "global_step": 19432, "epoch": 359, "lr": 3.5521699951943446e-05}
+{"train_loss": 0.0018940211739391088, "global_step": 19433, "epoch": 359, "lr": 3.5516986854927715e-05}
+{"train_loss": 0.0038483005482703447, "global_step": 19434, "epoch": 359, "lr": 3.551227389837999e-05}
+{"train_loss": 0.001742902328260243, "global_step": 19435, "epoch": 359, "lr": 3.5507561082345906e-05}
+{"train_loss": 0.001511074136942625, "global_step": 19436, "epoch": 359, "lr": 3.5502848406871226e-05}
+{"train_loss": 0.0017240330344066024, "global_step": 19437, "epoch": 359, "lr": 3.549813587200162e-05}
+{"train_loss": 0.0037293497007340193, "global_step": 19438, "epoch": 359, "lr": 3.5493423477782836e-05}
+{"train_loss": 0.002387033695682745, "global_step": 19439, "epoch": 359, "lr": 3.5488711224260566e-05, "val_loss": 0.004651372320950031}
+{"train_loss": 0.001349675701931119, "global_step": 19440, "epoch": 360, "lr": 3.548399911148049e-05}
+{"train_loss": 0.0023979954421520233, "global_step": 19441, "epoch": 360, "lr": 3.5479287139488324e-05}
+{"train_loss": 0.002249356359243393, "global_step": 19442, "epoch": 360, "lr": 3.547457530832978e-05}
+{"train_loss": 0.0026955262292176485, "global_step": 19443, "epoch": 360, "lr": 3.546986361805052e-05}
+{"train_loss": 0.0026131535414606333, "global_step": 19444, "epoch": 360, "lr": 3.546515206869629e-05}
+{"train_loss": 0.0028200785163789988, "global_step": 19445, "epoch": 360, "lr": 3.546044066031278e-05}
+{"train_loss": 0.002437518211081624, "global_step": 19446, "epoch": 360, "lr": 3.545572939294566e-05}
+{"train_loss": 0.002552450867369771, "global_step": 19447, "epoch": 360, "lr": 3.545101826664061e-05}
+{"train_loss": 0.0035711724776774645, "global_step": 19448, "epoch": 360, "lr": 3.544630728144337e-05}
+{"train_loss": 0.004319994710385799, "global_step": 19449, "epoch": 360, "lr": 3.544159643739959e-05}
+{"train_loss": 0.0025380696170032024, "global_step": 19450, "epoch": 360, "lr": 3.5436885734555014e-05}
+{"train_loss": 0.0023558842949569225, "global_step": 19451, "epoch": 360, "lr": 3.543217517295525e-05}
+{"train_loss": 0.0024807609152048826, "global_step": 19452, "epoch": 360, "lr": 3.542746475264605e-05}
+{"train_loss": 0.0022489638067781925, "global_step": 19453, "epoch": 360, "lr": 3.542275447367306e-05}
+{"train_loss": 0.005083419382572174, "global_step": 19454, "epoch": 360, "lr": 3.541804433608199e-05}
+{"train_loss": 0.0032004588283598423, "global_step": 19455, "epoch": 360, "lr": 3.5413334339918525e-05}
+{"train_loss": 0.004986564628779888, "global_step": 19456, "epoch": 360, "lr": 3.5408624485228324e-05}
+{"train_loss": 0.003953074105083942, "global_step": 19457, "epoch": 360, "lr": 3.540391477205707e-05}
+{"train_loss": 0.0014716035220772028, "global_step": 19458, "epoch": 360, "lr": 3.539920520045046e-05}
+{"train_loss": 0.0034214770421385765, "global_step": 19459, "epoch": 360, "lr": 3.539449577045415e-05}
+{"train_loss": 0.003213334595784545, "global_step": 19460, "epoch": 360, "lr": 3.538978648211386e-05}
+{"train_loss": 0.00219344231300056, "global_step": 19461, "epoch": 360, "lr": 3.538507733547519e-05}
+{"train_loss": 0.0029193854425102472, "global_step": 19462, "epoch": 360, "lr": 3.538036833058388e-05}
+{"train_loss": 0.004093953408300877, "global_step": 19463, "epoch": 360, "lr": 3.5375659467485556e-05}
+{"train_loss": 0.002493971725925803, "global_step": 19464, "epoch": 360, "lr": 3.5370950746225924e-05}
+{"train_loss": 0.0024815797805786133, "global_step": 19465, "epoch": 360, "lr": 3.536624216685062e-05}
+{"train_loss": 0.0028872941620647907, "global_step": 19466, "epoch": 360, "lr": 3.536153372940537e-05}
+{"train_loss": 0.0023451109882444143, "global_step": 19467, "epoch": 360, "lr": 3.535682543393576e-05}
+{"train_loss": 0.0034926356747746468, "global_step": 19468, "epoch": 360, "lr": 3.535211728048751e-05}
+{"train_loss": 0.004238451831042767, "global_step": 19469, "epoch": 360, "lr": 3.5347409269106255e-05}
+{"train_loss": 0.003008932573720813, "global_step": 19470, "epoch": 360, "lr": 3.534270139983767e-05}
+{"train_loss": 0.0030379360541701317, "global_step": 19471, "epoch": 360, "lr": 3.5337993672727445e-05}
+{"train_loss": 0.0020075133070349693, "global_step": 19472, "epoch": 360, "lr": 3.533328608782119e-05}
+{"train_loss": 0.003933498170226812, "global_step": 19473, "epoch": 360, "lr": 3.5328578645164564e-05}
+{"train_loss": 0.002228761790320277, "global_step": 19474, "epoch": 360, "lr": 3.5323871344803263e-05}
+{"train_loss": 0.002852234523743391, "global_step": 19475, "epoch": 360, "lr": 3.5319164186782915e-05}
+{"train_loss": 0.002484752796590328, "global_step": 19476, "epoch": 360, "lr": 3.53144571711492e-05}
+{"train_loss": 0.004135823808610439, "global_step": 19477, "epoch": 360, "lr": 3.530975029794773e-05}
+{"train_loss": 0.002771726343780756, "global_step": 19478, "epoch": 360, "lr": 3.5305043567224184e-05}
+{"train_loss": 0.0026437013875693083, "global_step": 19479, "epoch": 360, "lr": 3.530033697902419e-05}
+{"train_loss": 0.002118129748851061, "global_step": 19480, "epoch": 360, "lr": 3.529563053339343e-05}
+{"train_loss": 0.0033889589831233025, "global_step": 19481, "epoch": 360, "lr": 3.529092423037753e-05}
+{"train_loss": 0.002036903752014041, "global_step": 19482, "epoch": 360, "lr": 3.528621807002214e-05}
+{"train_loss": 0.0027301840018481016, "global_step": 19483, "epoch": 360, "lr": 3.528151205237288e-05}
+{"train_loss": 0.0032443783711642027, "global_step": 19484, "epoch": 360, "lr": 3.527680617747543e-05}
+{"train_loss": 0.003191930940374732, "global_step": 19485, "epoch": 360, "lr": 3.52721004453754e-05}
+{"train_loss": 0.0037155754398554564, "global_step": 19486, "epoch": 360, "lr": 3.526739485611848e-05}
+{"train_loss": 0.0023398958146572113, "global_step": 19487, "epoch": 360, "lr": 3.526268940975025e-05}
+{"train_loss": 0.0017457003705203533, "global_step": 19488, "epoch": 360, "lr": 3.5257984106316374e-05}
+{"train_loss": 0.0026226250920444727, "global_step": 19489, "epoch": 360, "lr": 3.525327894586248e-05}
+{"train_loss": 0.0030113880056887865, "global_step": 19490, "epoch": 360, "lr": 3.524857392843421e-05}
+{"train_loss": 0.002474286360666156, "global_step": 19491, "epoch": 360, "lr": 3.524386905407719e-05}
+{"train_loss": 0.0024809923488646746, "global_step": 19492, "epoch": 360, "lr": 3.523916432283707e-05}
+{"train_loss": 0.002896095298368622, "global_step": 19493, "epoch": 360, "lr": 3.5234459734759466e-05, "val_loss": 0.003248733002692461, "train_action_mse_error": 7.258194091264158e-05}
+{"train_loss": 0.003692597383633256, "global_step": 19494, "epoch": 361, "lr": 3.522975528989e-05}
+{"train_loss": 0.00185306160710752, "global_step": 19495, "epoch": 361, "lr": 3.522505098827431e-05}
+{"train_loss": 0.0021672637667506933, "global_step": 19496, "epoch": 361, "lr": 3.5220346829958015e-05}
+{"train_loss": 0.002202085219323635, "global_step": 19497, "epoch": 361, "lr": 3.521564281498676e-05}
+{"train_loss": 0.002444582525640726, "global_step": 19498, "epoch": 361, "lr": 3.5210938943406136e-05}
+{"train_loss": 0.002842280548065901, "global_step": 19499, "epoch": 361, "lr": 3.5206235215261786e-05}
+{"train_loss": 0.003331918967887759, "global_step": 19500, "epoch": 361, "lr": 3.520153163059933e-05}
+{"train_loss": 0.0030576142016798258, "global_step": 19501, "epoch": 361, "lr": 3.519682818946436e-05}
+{"train_loss": 0.0024720504879951477, "global_step": 19502, "epoch": 361, "lr": 3.519212489190255e-05}
+{"train_loss": 0.0022559829521924257, "global_step": 19503, "epoch": 361, "lr": 3.518742173795947e-05}
+{"train_loss": 0.0016939291963353753, "global_step": 19504, "epoch": 361, "lr": 3.518271872768074e-05}
+{"train_loss": 0.0029152112547308207, "global_step": 19505, "epoch": 361, "lr": 3.517801586111199e-05}
+{"train_loss": 0.0018702051602303982, "global_step": 19506, "epoch": 361, "lr": 3.517331313829882e-05}
+{"train_loss": 0.001901544164866209, "global_step": 19507, "epoch": 361, "lr": 3.5168610559286864e-05}
+{"train_loss": 0.0025209239684045315, "global_step": 19508, "epoch": 361, "lr": 3.516390812412168e-05}
+{"train_loss": 0.0022943236399441957, "global_step": 19509, "epoch": 361, "lr": 3.515920583284893e-05}
+{"train_loss": 0.0033335122279822826, "global_step": 19510, "epoch": 361, "lr": 3.51545036855142e-05}
+{"train_loss": 0.002517976565286517, "global_step": 19511, "epoch": 361, "lr": 3.514980168216307e-05}
+{"train_loss": 0.0028533802833408117, "global_step": 19512, "epoch": 361, "lr": 3.5145099822841185e-05}
+{"train_loss": 0.0031467482913285494, "global_step": 19513, "epoch": 361, "lr": 3.5140398107594144e-05}
+{"train_loss": 0.002208073390647769, "global_step": 19514, "epoch": 361, "lr": 3.513569653646751e-05}
+{"train_loss": 0.00205692439340055, "global_step": 19515, "epoch": 361, "lr": 3.513099510950691e-05}
+{"train_loss": 0.0033293976448476315, "global_step": 19516, "epoch": 361, "lr": 3.512629382675795e-05}
+{"train_loss": 0.004041472915560007, "global_step": 19517, "epoch": 361, "lr": 3.51215926882662e-05}
+{"train_loss": 0.002141240518540144, "global_step": 19518, "epoch": 361, "lr": 3.51168916940773e-05}
+{"train_loss": 0.001936324522830546, "global_step": 19519, "epoch": 361, "lr": 3.51121908442368e-05}
+{"train_loss": 0.0027377645019441843, "global_step": 19520, "epoch": 361, "lr": 3.51074901387903e-05}
+{"train_loss": 0.003036132548004389, "global_step": 19521, "epoch": 361, "lr": 3.510278957778341e-05}
+{"train_loss": 0.003072932129725814, "global_step": 19522, "epoch": 361, "lr": 3.50980891612617e-05}
+{"train_loss": 0.003677626606076956, "global_step": 19523, "epoch": 361, "lr": 3.5093388889270786e-05}
+{"train_loss": 0.0025511097628623247, "global_step": 19524, "epoch": 361, "lr": 3.508868876185622e-05}
+{"train_loss": 0.0025325205642729998, "global_step": 19525, "epoch": 361, "lr": 3.508398877906361e-05}
+{"train_loss": 0.00280435336753726, "global_step": 19526, "epoch": 361, "lr": 3.507928894093852e-05}
+{"train_loss": 0.0034688138402998447, "global_step": 19527, "epoch": 361, "lr": 3.507458924752656e-05}
+{"train_loss": 0.0017661040183156729, "global_step": 19528, "epoch": 361, "lr": 3.5069889698873316e-05}
+{"train_loss": 0.003005516016855836, "global_step": 19529, "epoch": 361, "lr": 3.506519029502433e-05}
+{"train_loss": 0.004490865394473076, "global_step": 19530, "epoch": 361, "lr": 3.50604910360252e-05}
+{"train_loss": 0.0017904762644320726, "global_step": 19531, "epoch": 361, "lr": 3.505579192192151e-05}
+{"train_loss": 0.0035185660235583782, "global_step": 19532, "epoch": 361, "lr": 3.505109295275883e-05}
+{"train_loss": 0.004653806798160076, "global_step": 19533, "epoch": 361, "lr": 3.5046394128582746e-05}
+{"train_loss": 0.001773796509951353, "global_step": 19534, "epoch": 361, "lr": 3.5041695449438806e-05}
+{"train_loss": 0.0017714144196361303, "global_step": 19535, "epoch": 361, "lr": 3.50369969153726e-05}
+{"train_loss": 0.0018286127597093582, "global_step": 19536, "epoch": 361, "lr": 3.5032298526429684e-05}
+{"train_loss": 0.0033341781236231327, "global_step": 19537, "epoch": 361, "lr": 3.502760028265565e-05}
+{"train_loss": 0.002763917902484536, "global_step": 19538, "epoch": 361, "lr": 3.502290218409604e-05}
+{"train_loss": 0.004580788314342499, "global_step": 19539, "epoch": 361, "lr": 3.501820423079646e-05}
+{"train_loss": 0.003236097516492009, "global_step": 19540, "epoch": 361, "lr": 3.5013506422802414e-05}
+{"train_loss": 0.004022104199975729, "global_step": 19541, "epoch": 361, "lr": 3.5008808760159505e-05}
+{"train_loss": 0.004250572994351387, "global_step": 19542, "epoch": 361, "lr": 3.5004111242913284e-05}
+{"train_loss": 0.0029894474428147078, "global_step": 19543, "epoch": 361, "lr": 3.499941387110932e-05}
+{"train_loss": 0.002853898098692298, "global_step": 19544, "epoch": 361, "lr": 3.499471664479319e-05}
+{"train_loss": 0.001812902744859457, "global_step": 19545, "epoch": 361, "lr": 3.49900195640104e-05}
+{"train_loss": 0.0032558622770011425, "global_step": 19546, "epoch": 361, "lr": 3.4985322628806535e-05}
+{"train_loss": 0.002838033898216155, "global_step": 19547, "epoch": 361, "lr": 3.4980625839227156e-05, "val_loss": 0.003868640633299947}
+{"train_loss": 0.0033336447086185217, "global_step": 19548, "epoch": 362, "lr": 3.497592919531779e-05}
+{"train_loss": 0.002165726851671934, "global_step": 19549, "epoch": 362, "lr": 3.497123269712404e-05}
+{"train_loss": 0.002975920680910349, "global_step": 19550, "epoch": 362, "lr": 3.496653634469141e-05}
+{"train_loss": 0.0019748143386095762, "global_step": 19551, "epoch": 362, "lr": 3.496184013806546e-05}
+{"train_loss": 0.0025572101585566998, "global_step": 19552, "epoch": 362, "lr": 3.4957144077291734e-05}
+{"train_loss": 0.00478661572560668, "global_step": 19553, "epoch": 362, "lr": 3.4952448162415795e-05}
+{"train_loss": 0.0022221971303224564, "global_step": 19554, "epoch": 362, "lr": 3.494775239348319e-05}
+{"train_loss": 0.0019711386412382126, "global_step": 19555, "epoch": 362, "lr": 3.494305677053944e-05}
+{"train_loss": 0.0032388095278292894, "global_step": 19556, "epoch": 362, "lr": 3.493836129363009e-05}
+{"train_loss": 0.002896168502047658, "global_step": 19557, "epoch": 362, "lr": 3.4933665962800686e-05}
+{"train_loss": 0.003063712501898408, "global_step": 19558, "epoch": 362, "lr": 3.492897077809676e-05}
+{"train_loss": 0.003369892481714487, "global_step": 19559, "epoch": 362, "lr": 3.492427573956388e-05}
+{"train_loss": 0.003055779030546546, "global_step": 19560, "epoch": 362, "lr": 3.491958084724756e-05}
+{"train_loss": 0.0020452397875487804, "global_step": 19561, "epoch": 362, "lr": 3.4914886101193334e-05}
+{"train_loss": 0.0023028042633086443, "global_step": 19562, "epoch": 362, "lr": 3.491019150144672e-05}
+{"train_loss": 0.005824520718306303, "global_step": 19563, "epoch": 362, "lr": 3.490549704805328e-05}
+{"train_loss": 0.001964172348380089, "global_step": 19564, "epoch": 362, "lr": 3.490080274105852e-05}
+{"train_loss": 0.004135823808610439, "global_step": 19565, "epoch": 362, "lr": 3.4896108580508014e-05}
+{"train_loss": 0.0025114614982157946, "global_step": 19566, "epoch": 362, "lr": 3.4891414566447227e-05}
+{"train_loss": 0.0019503344083204865, "global_step": 19567, "epoch": 362, "lr": 3.488672069892173e-05}
+{"train_loss": 0.003138604573905468, "global_step": 19568, "epoch": 362, "lr": 3.488202697797701e-05}
+{"train_loss": 0.004302420653402805, "global_step": 19569, "epoch": 362, "lr": 3.487733340365863e-05}
+{"train_loss": 0.002139847492799163, "global_step": 19570, "epoch": 362, "lr": 3.4872639976012106e-05}
+{"train_loss": 0.0036414533387869596, "global_step": 19571, "epoch": 362, "lr": 3.486794669508294e-05}
+{"train_loss": 0.002170226303860545, "global_step": 19572, "epoch": 362, "lr": 3.486325356091664e-05}
+{"train_loss": 0.0027057460974901915, "global_step": 19573, "epoch": 362, "lr": 3.485856057355876e-05}
+{"train_loss": 0.0019407739164307714, "global_step": 19574, "epoch": 362, "lr": 3.485386773305479e-05}
+{"train_loss": 0.002747173421084881, "global_step": 19575, "epoch": 362, "lr": 3.484917503945028e-05}
+{"train_loss": 0.004197043366730213, "global_step": 19576, "epoch": 362, "lr": 3.4844482492790696e-05}
+{"train_loss": 0.0035556561779230833, "global_step": 19577, "epoch": 362, "lr": 3.483979009312158e-05}
+{"train_loss": 0.00264471466653049, "global_step": 19578, "epoch": 362, "lr": 3.4835097840488425e-05}
+{"train_loss": 0.001976726809516549, "global_step": 19579, "epoch": 362, "lr": 3.4830405734936754e-05}
+{"train_loss": 0.0029154077637940645, "global_step": 19580, "epoch": 362, "lr": 3.482571377651209e-05}
+{"train_loss": 0.0019916438031941652, "global_step": 19581, "epoch": 362, "lr": 3.4821021965259904e-05}
+{"train_loss": 0.0016653684433549643, "global_step": 19582, "epoch": 362, "lr": 3.481633030122571e-05}
+{"train_loss": 0.002025611698627472, "global_step": 19583, "epoch": 362, "lr": 3.481163878445503e-05}
+{"train_loss": 0.003968812990933657, "global_step": 19584, "epoch": 362, "lr": 3.480694741499334e-05}
+{"train_loss": 0.0038014277815818787, "global_step": 19585, "epoch": 362, "lr": 3.480225619288617e-05}
+{"train_loss": 0.0019862705375999212, "global_step": 19586, "epoch": 362, "lr": 3.479756511817901e-05}
+{"train_loss": 0.002448358340188861, "global_step": 19587, "epoch": 362, "lr": 3.479287419091735e-05}
+{"train_loss": 0.004510730504989624, "global_step": 19588, "epoch": 362, "lr": 3.478818341114667e-05}
+{"train_loss": 0.0023049376904964447, "global_step": 19589, "epoch": 362, "lr": 3.47834927789125e-05}
+{"train_loss": 0.001998645020648837, "global_step": 19590, "epoch": 362, "lr": 3.47788022942603e-05}
+{"train_loss": 0.002572559518739581, "global_step": 19591, "epoch": 362, "lr": 3.477411195723562e-05}
+{"train_loss": 0.003463842673227191, "global_step": 19592, "epoch": 362, "lr": 3.476942176788388e-05}
+{"train_loss": 0.003998852334916592, "global_step": 19593, "epoch": 362, "lr": 3.476473172625061e-05}
+{"train_loss": 0.003322877222672105, "global_step": 19594, "epoch": 362, "lr": 3.4760041832381274e-05}
+{"train_loss": 0.0035699058789759874, "global_step": 19595, "epoch": 362, "lr": 3.475535208632138e-05}
+{"train_loss": 0.002011744072660804, "global_step": 19596, "epoch": 362, "lr": 3.4750662488116426e-05}
+{"train_loss": 0.0022467700764536858, "global_step": 19597, "epoch": 362, "lr": 3.4745973037811844e-05}
+{"train_loss": 0.0033333473838865757, "global_step": 19598, "epoch": 362, "lr": 3.4741283735453154e-05}
+{"train_loss": 0.0020278282463550568, "global_step": 19599, "epoch": 362, "lr": 3.473659458108584e-05}
+{"train_loss": 0.0018151788972318172, "global_step": 19600, "epoch": 362, "lr": 3.473190557475535e-05}
+{"train_loss": 0.0028490623916257863, "global_step": 19601, "epoch": 362, "lr": 3.47272167165072e-05, "val_loss": 0.004854409024119377}
+{"train_loss": 0.003620038740336895, "global_step": 19602, "epoch": 363, "lr": 3.4722528006386854e-05}
+{"train_loss": 0.0021383874118328094, "global_step": 19603, "epoch": 363, "lr": 3.471783944443977e-05}
+{"train_loss": 0.0024302781093865633, "global_step": 19604, "epoch": 363, "lr": 3.471315103071142e-05}
+{"train_loss": 0.002153286710381508, "global_step": 19605, "epoch": 363, "lr": 3.4708462765247306e-05}
+{"train_loss": 0.002262758556753397, "global_step": 19606, "epoch": 363, "lr": 3.470377464809287e-05}
+{"train_loss": 0.0023078136146068573, "global_step": 19607, "epoch": 363, "lr": 3.469908667929361e-05}
+{"train_loss": 0.0025024351198226213, "global_step": 19608, "epoch": 363, "lr": 3.469439885889497e-05}
+{"train_loss": 0.00280692963860929, "global_step": 19609, "epoch": 363, "lr": 3.468971118694242e-05}
+{"train_loss": 0.0026662300806492567, "global_step": 19610, "epoch": 363, "lr": 3.468502366348142e-05}
+{"train_loss": 0.0035144288558512926, "global_step": 19611, "epoch": 363, "lr": 3.4680336288557446e-05}
+{"train_loss": 0.003665366442874074, "global_step": 19612, "epoch": 363, "lr": 3.467564906221597e-05}
+{"train_loss": 0.001907540950924158, "global_step": 19613, "epoch": 363, "lr": 3.467096198450242e-05}
+{"train_loss": 0.00333568942733109, "global_step": 19614, "epoch": 363, "lr": 3.466627505546227e-05}
+{"train_loss": 0.0019135016482323408, "global_step": 19615, "epoch": 363, "lr": 3.466158827514099e-05}
+{"train_loss": 0.0017127860337495804, "global_step": 19616, "epoch": 363, "lr": 3.465690164358401e-05}
+{"train_loss": 0.0021465695463120937, "global_step": 19617, "epoch": 363, "lr": 3.4652215160836826e-05}
+{"train_loss": 0.002432133536785841, "global_step": 19618, "epoch": 363, "lr": 3.4647528826944856e-05}
+{"train_loss": 0.003599487477913499, "global_step": 19619, "epoch": 363, "lr": 3.4642842641953546e-05}
+{"train_loss": 0.002720224903896451, "global_step": 19620, "epoch": 363, "lr": 3.463815660590838e-05}
+{"train_loss": 0.003700696164742112, "global_step": 19621, "epoch": 363, "lr": 3.463347071885479e-05}
+{"train_loss": 0.002381690312176943, "global_step": 19622, "epoch": 363, "lr": 3.4628784980838226e-05}
+{"train_loss": 0.0029121623374521732, "global_step": 19623, "epoch": 363, "lr": 3.4624099391904116e-05}
+{"train_loss": 0.004148051608353853, "global_step": 19624, "epoch": 363, "lr": 3.461941395209792e-05}
+{"train_loss": 0.0027159887831658125, "global_step": 19625, "epoch": 363, "lr": 3.461472866146509e-05}
+{"train_loss": 0.002654738025739789, "global_step": 19626, "epoch": 363, "lr": 3.461004352005105e-05}
+{"train_loss": 0.004414295312017202, "global_step": 19627, "epoch": 363, "lr": 3.460535852790127e-05}
+{"train_loss": 0.0022063893266022205, "global_step": 19628, "epoch": 363, "lr": 3.460067368506115e-05}
+{"train_loss": 0.003896741895005107, "global_step": 19629, "epoch": 363, "lr": 3.459598899157614e-05}
+{"train_loss": 0.0032482175156474113, "global_step": 19630, "epoch": 363, "lr": 3.459130444749169e-05}
+{"train_loss": 0.003602781565859914, "global_step": 19631, "epoch": 363, "lr": 3.458662005285322e-05}
+{"train_loss": 0.002867806237190962, "global_step": 19632, "epoch": 363, "lr": 3.458193580770617e-05}
+{"train_loss": 0.0028222890105098486, "global_step": 19633, "epoch": 363, "lr": 3.457725171209598e-05}
+{"train_loss": 0.0022305487655103207, "global_step": 19634, "epoch": 363, "lr": 3.457256776606807e-05}
+{"train_loss": 0.0017864188412204385, "global_step": 19635, "epoch": 363, "lr": 3.4567883969667846e-05}
+{"train_loss": 0.0025208978913724422, "global_step": 19636, "epoch": 363, "lr": 3.456320032294078e-05}
+{"train_loss": 0.003519351128488779, "global_step": 19637, "epoch": 363, "lr": 3.455851682593227e-05}
+{"train_loss": 0.0034951611887663603, "global_step": 19638, "epoch": 363, "lr": 3.455383347868776e-05}
+{"train_loss": 0.0012026408221572638, "global_step": 19639, "epoch": 363, "lr": 3.4549150281252636e-05}
+{"train_loss": 0.003306309226900339, "global_step": 19640, "epoch": 363, "lr": 3.454446723367235e-05}
+{"train_loss": 0.004403179977089167, "global_step": 19641, "epoch": 363, "lr": 3.453978433599231e-05}
+{"train_loss": 0.0015787150477990508, "global_step": 19642, "epoch": 363, "lr": 3.453510158825795e-05}
+{"train_loss": 0.0021478338167071342, "global_step": 19643, "epoch": 363, "lr": 3.453041899051468e-05}
+{"train_loss": 0.004036599770188332, "global_step": 19644, "epoch": 363, "lr": 3.452573654280791e-05}
+{"train_loss": 0.0016068636905401945, "global_step": 19645, "epoch": 363, "lr": 3.4521054245183036e-05}
+{"train_loss": 0.003256701398640871, "global_step": 19646, "epoch": 363, "lr": 3.4516372097685515e-05}
+{"train_loss": 0.0032660537399351597, "global_step": 19647, "epoch": 363, "lr": 3.451169010036072e-05}
+{"train_loss": 0.0036874806974083185, "global_step": 19648, "epoch": 363, "lr": 3.450700825325409e-05}
+{"train_loss": 0.0035971938632428646, "global_step": 19649, "epoch": 363, "lr": 3.4502326556411004e-05}
+{"train_loss": 0.002868486801162362, "global_step": 19650, "epoch": 363, "lr": 3.449764500987688e-05}
+{"train_loss": 0.0028217840008437634, "global_step": 19651, "epoch": 363, "lr": 3.4492963613697124e-05}
+{"train_loss": 0.0017018656944856048, "global_step": 19652, "epoch": 363, "lr": 3.448828236791716e-05}
+{"train_loss": 0.0031555737368762493, "global_step": 19653, "epoch": 363, "lr": 3.4483601272582364e-05}
+{"train_loss": 0.0030422755517065525, "global_step": 19654, "epoch": 363, "lr": 3.4478920327738156e-05}
+{"train_loss": 0.002840104545207901, "global_step": 19655, "epoch": 363, "lr": 3.447423953342991e-05, "val_loss": 0.005699375178664923}
+{"train_loss": 0.002298499457538128, "global_step": 19656, "epoch": 364, "lr": 3.446955888970304e-05}
+{"train_loss": 0.002177567221224308, "global_step": 19657, "epoch": 364, "lr": 3.446487839660294e-05}
+{"train_loss": 0.001862555043771863, "global_step": 19658, "epoch": 364, "lr": 3.446019805417502e-05}
+{"train_loss": 0.0022952163126319647, "global_step": 19659, "epoch": 364, "lr": 3.445551786246467e-05}
+{"train_loss": 0.003935631364583969, "global_step": 19660, "epoch": 364, "lr": 3.445083782151726e-05}
+{"train_loss": 0.0024301549419760704, "global_step": 19661, "epoch": 364, "lr": 3.444615793137819e-05}
+{"train_loss": 0.0028672453481703997, "global_step": 19662, "epoch": 364, "lr": 3.4441478192092854e-05}
+{"train_loss": 0.0017742664786055684, "global_step": 19663, "epoch": 364, "lr": 3.443679860370663e-05}
+{"train_loss": 0.002633059863001108, "global_step": 19664, "epoch": 364, "lr": 3.4432119166264955e-05}
+{"train_loss": 0.001607326092198491, "global_step": 19665, "epoch": 364, "lr": 3.442743987981314e-05}
+{"train_loss": 0.00310194562189281, "global_step": 19666, "epoch": 364, "lr": 3.4422760744396605e-05}
+{"train_loss": 0.0019270938355475664, "global_step": 19667, "epoch": 364, "lr": 3.441808176006072e-05}
+{"train_loss": 0.003245863365009427, "global_step": 19668, "epoch": 364, "lr": 3.441340292685089e-05}
+{"train_loss": 0.002576993079856038, "global_step": 19669, "epoch": 364, "lr": 3.4408724244812485e-05}
+{"train_loss": 0.004029911942780018, "global_step": 19670, "epoch": 364, "lr": 3.4404045713990866e-05}
+{"train_loss": 0.0029065131675451994, "global_step": 19671, "epoch": 364, "lr": 3.439936733443141e-05}
+{"train_loss": 0.0029701245948672295, "global_step": 19672, "epoch": 364, "lr": 3.4394689106179505e-05}
+{"train_loss": 0.003103054128587246, "global_step": 19673, "epoch": 364, "lr": 3.439001102928052e-05}
+{"train_loss": 0.003195557277649641, "global_step": 19674, "epoch": 364, "lr": 3.438533310377985e-05}
+{"train_loss": 0.0024028983898460865, "global_step": 19675, "epoch": 364, "lr": 3.438065532972281e-05}
+{"train_loss": 0.00252338289283216, "global_step": 19676, "epoch": 364, "lr": 3.4375977707154815e-05}
+{"train_loss": 0.002754845889285207, "global_step": 19677, "epoch": 364, "lr": 3.437130023612121e-05}
+{"train_loss": 0.00448783952742815, "global_step": 19678, "epoch": 364, "lr": 3.436662291666738e-05}
+{"train_loss": 0.0021298211067914963, "global_step": 19679, "epoch": 364, "lr": 3.4361945748838664e-05}
+{"train_loss": 0.0019275746308267117, "global_step": 19680, "epoch": 364, "lr": 3.435726873268047e-05}
+{"train_loss": 0.003746843198314309, "global_step": 19681, "epoch": 364, "lr": 3.43525918682381e-05}
+{"train_loss": 0.00441892072558403, "global_step": 19682, "epoch": 364, "lr": 3.4347915155556955e-05}
+{"train_loss": 0.0025905880611389875, "global_step": 19683, "epoch": 364, "lr": 3.434323859468237e-05}
+{"train_loss": 0.002677189651876688, "global_step": 19684, "epoch": 364, "lr": 3.433856218565972e-05}
+{"train_loss": 0.0022049203980714083, "global_step": 19685, "epoch": 364, "lr": 3.433388592853437e-05}
+{"train_loss": 0.004091091454029083, "global_step": 19686, "epoch": 364, "lr": 3.432920982335165e-05}
+{"train_loss": 0.004406358115375042, "global_step": 19687, "epoch": 364, "lr": 3.43245338701569e-05}
+{"train_loss": 0.004015494138002396, "global_step": 19688, "epoch": 364, "lr": 3.431985806899551e-05}
+{"train_loss": 0.002637944184243679, "global_step": 19689, "epoch": 364, "lr": 3.4315182419912806e-05}
+{"train_loss": 0.004493284970521927, "global_step": 19690, "epoch": 364, "lr": 3.4310506922954156e-05}
+{"train_loss": 0.003996620886027813, "global_step": 19691, "epoch": 364, "lr": 3.430583157816489e-05}
+{"train_loss": 0.0036794799380004406, "global_step": 19692, "epoch": 364, "lr": 3.430115638559035e-05}
+{"train_loss": 0.00197440292686224, "global_step": 19693, "epoch": 364, "lr": 3.429648134527588e-05}
+{"train_loss": 0.002086007734760642, "global_step": 19694, "epoch": 364, "lr": 3.4291806457266826e-05}
+{"train_loss": 0.0034576551988720894, "global_step": 19695, "epoch": 364, "lr": 3.4287131721608554e-05}
+{"train_loss": 0.004562229849398136, "global_step": 19696, "epoch": 364, "lr": 3.428245713834637e-05}
+{"train_loss": 0.0028957368340343237, "global_step": 19697, "epoch": 364, "lr": 3.427778270752561e-05}
+{"train_loss": 0.0025784107856452465, "global_step": 19698, "epoch": 364, "lr": 3.4273108429191626e-05}
+{"train_loss": 0.0024871844798326492, "global_step": 19699, "epoch": 364, "lr": 3.4268434303389744e-05}
+{"train_loss": 0.0028318683616816998, "global_step": 19700, "epoch": 364, "lr": 3.426376033016532e-05}
+{"train_loss": 0.004253489896655083, "global_step": 19701, "epoch": 364, "lr": 3.425908650956367e-05}
+{"train_loss": 0.0015772421611472964, "global_step": 19702, "epoch": 364, "lr": 3.4254412841630125e-05}
+{"train_loss": 0.0031210656743496656, "global_step": 19703, "epoch": 364, "lr": 3.424973932640999e-05}
+{"train_loss": 0.0032572157215327024, "global_step": 19704, "epoch": 364, "lr": 3.424506596394863e-05}
+{"train_loss": 0.0027194381691515446, "global_step": 19705, "epoch": 364, "lr": 3.424039275429135e-05}
+{"train_loss": 0.0028171977028250694, "global_step": 19706, "epoch": 364, "lr": 3.4235719697483494e-05}
+{"train_loss": 0.0022682538256049156, "global_step": 19707, "epoch": 364, "lr": 3.4231046793570366e-05}
+{"train_loss": 0.002187696285545826, "global_step": 19708, "epoch": 364, "lr": 3.422637404259729e-05}
+{"train_loss": 0.0029400014275409005, "global_step": 19709, "epoch": 364, "lr": 3.422170144460958e-05, "val_loss": 0.003575610928237438}
+{"train_loss": 0.002537949476391077, "global_step": 19710, "epoch": 365, "lr": 3.421702899965258e-05}
+{"train_loss": 0.0031929800752550364, "global_step": 19711, "epoch": 365, "lr": 3.42123567077716e-05}
+{"train_loss": 0.002348179928958416, "global_step": 19712, "epoch": 365, "lr": 3.420768456901192e-05}
+{"train_loss": 0.0018208656692877412, "global_step": 19713, "epoch": 365, "lr": 3.42030125834189e-05}
+{"train_loss": 0.0036140591837465763, "global_step": 19714, "epoch": 365, "lr": 3.4198340751037826e-05}
+{"train_loss": 0.0020556130912154913, "global_step": 19715, "epoch": 365, "lr": 3.419366907191401e-05}
+{"train_loss": 0.0022921019699424505, "global_step": 19716, "epoch": 365, "lr": 3.418899754609279e-05}
+{"train_loss": 0.002515695057809353, "global_step": 19717, "epoch": 365, "lr": 3.418432617361945e-05}
+{"train_loss": 0.002221757313236594, "global_step": 19718, "epoch": 365, "lr": 3.4179654954539285e-05}
+{"train_loss": 0.0022189789451658726, "global_step": 19719, "epoch": 365, "lr": 3.4174983888897616e-05}
+{"train_loss": 0.0025974379386752844, "global_step": 19720, "epoch": 365, "lr": 3.417031297673975e-05}
+{"train_loss": 0.004327176138758659, "global_step": 19721, "epoch": 365, "lr": 3.4165642218111e-05}
+{"train_loss": 0.0040808930061757565, "global_step": 19722, "epoch": 365, "lr": 3.416097161305664e-05}
+{"train_loss": 0.002265193499624729, "global_step": 19723, "epoch": 365, "lr": 3.415630116162197e-05}
+{"train_loss": 0.003243702929466963, "global_step": 19724, "epoch": 365, "lr": 3.415163086385231e-05}
+{"train_loss": 0.0013301168801262975, "global_step": 19725, "epoch": 365, "lr": 3.414696071979294e-05}
+{"train_loss": 0.003246980020776391, "global_step": 19726, "epoch": 365, "lr": 3.414229072948916e-05}
+{"train_loss": 0.002335225697606802, "global_step": 19727, "epoch": 365, "lr": 3.4137620892986285e-05}
+{"train_loss": 0.0024395666550844908, "global_step": 19728, "epoch": 365, "lr": 3.4132951210329556e-05}
+{"train_loss": 0.0022749784402549267, "global_step": 19729, "epoch": 365, "lr": 3.412828168156431e-05}
+{"train_loss": 0.004000556655228138, "global_step": 19730, "epoch": 365, "lr": 3.412361230673581e-05}
+{"train_loss": 0.001700740889646113, "global_step": 19731, "epoch": 365, "lr": 3.411894308588935e-05}
+{"train_loss": 0.004270746372640133, "global_step": 19732, "epoch": 365, "lr": 3.411427401907024e-05}
+{"train_loss": 0.0019844966009259224, "global_step": 19733, "epoch": 365, "lr": 3.410960510632372e-05}
+{"train_loss": 0.0036314993631094694, "global_step": 19734, "epoch": 365, "lr": 3.4104936347695096e-05}
+{"train_loss": 0.002205237513408065, "global_step": 19735, "epoch": 365, "lr": 3.4100267743229655e-05}
+{"train_loss": 0.003459144616499543, "global_step": 19736, "epoch": 365, "lr": 3.409559929297266e-05}
+{"train_loss": 0.0025542117655277252, "global_step": 19737, "epoch": 365, "lr": 3.4090930996969425e-05}
+{"train_loss": 0.001978966873139143, "global_step": 19738, "epoch": 365, "lr": 3.4086262855265174e-05}
+{"train_loss": 0.0027724611572921276, "global_step": 19739, "epoch": 365, "lr": 3.408159486790522e-05}
+{"train_loss": 0.003915939014405012, "global_step": 19740, "epoch": 365, "lr": 3.407692703493482e-05}
+{"train_loss": 0.0012148054083809257, "global_step": 19741, "epoch": 365, "lr": 3.407225935639927e-05}
+{"train_loss": 0.002678282093256712, "global_step": 19742, "epoch": 365, "lr": 3.4067591832343825e-05}
+{"train_loss": 0.003375384956598282, "global_step": 19743, "epoch": 365, "lr": 3.406292446281374e-05}
+{"train_loss": 0.004035464487969875, "global_step": 19744, "epoch": 365, "lr": 3.4058257247854296e-05}
+{"train_loss": 0.0020736330188810825, "global_step": 19745, "epoch": 365, "lr": 3.405359018751076e-05}
+{"train_loss": 0.0023175745736807585, "global_step": 19746, "epoch": 365, "lr": 3.4048923281828415e-05}
+{"train_loss": 0.0021229747217148542, "global_step": 19747, "epoch": 365, "lr": 3.4044256530852484e-05}
+{"train_loss": 0.003142311004921794, "global_step": 19748, "epoch": 365, "lr": 3.403958993462827e-05}
+{"train_loss": 0.00367581844329834, "global_step": 19749, "epoch": 365, "lr": 3.403492349320101e-05}
+{"train_loss": 0.0032760114409029484, "global_step": 19750, "epoch": 365, "lr": 3.4030257206615955e-05}
+{"train_loss": 0.002662793267518282, "global_step": 19751, "epoch": 365, "lr": 3.402559107491838e-05}
+{"train_loss": 0.0028235656209290028, "global_step": 19752, "epoch": 365, "lr": 3.402092509815355e-05}
+{"train_loss": 0.0025420503225177526, "global_step": 19753, "epoch": 365, "lr": 3.401625927636671e-05}
+{"train_loss": 0.00291094440035522, "global_step": 19754, "epoch": 365, "lr": 3.401159360960308e-05}
+{"train_loss": 0.0022190145682543516, "global_step": 19755, "epoch": 365, "lr": 3.400692809790796e-05}
+{"train_loss": 0.002308447612449527, "global_step": 19756, "epoch": 365, "lr": 3.400226274132656e-05}
+{"train_loss": 0.0021604569628834724, "global_step": 19757, "epoch": 365, "lr": 3.399759753990417e-05}
+{"train_loss": 0.002976690186187625, "global_step": 19758, "epoch": 365, "lr": 3.3992932493686017e-05}
+{"train_loss": 0.00253008003346622, "global_step": 19759, "epoch": 365, "lr": 3.3988267602717336e-05}
+{"train_loss": 0.0018382224952802062, "global_step": 19760, "epoch": 365, "lr": 3.3983602867043365e-05}
+{"train_loss": 0.002825652714818716, "global_step": 19761, "epoch": 365, "lr": 3.3978938286709375e-05}
+{"train_loss": 0.0018332531908527017, "global_step": 19762, "epoch": 365, "lr": 3.3974273861760584e-05}
+{"train_loss": 0.0026889519627999376, "global_step": 19763, "epoch": 365, "lr": 3.396960959224227e-05, "val_loss": 0.004785070661455393, "train_action_mse_error": 8.005194104043767e-05}
+{"train_loss": 0.001994695980101824, "global_step": 19764, "epoch": 366, "lr": 3.396494547819961e-05}
+{"train_loss": 0.0030571867246180773, "global_step": 19765, "epoch": 366, "lr": 3.396028151967788e-05}
+{"train_loss": 0.0029233398381620646, "global_step": 19766, "epoch": 366, "lr": 3.39556177167223e-05}
+{"train_loss": 0.0026425367686897516, "global_step": 19767, "epoch": 366, "lr": 3.395095406937812e-05}
+{"train_loss": 0.0032903978135436773, "global_step": 19768, "epoch": 366, "lr": 3.394629057769057e-05}
+{"train_loss": 0.002806686330586672, "global_step": 19769, "epoch": 366, "lr": 3.394162724170485e-05}
+{"train_loss": 0.0020913160406053066, "global_step": 19770, "epoch": 366, "lr": 3.393696406146621e-05}
+{"train_loss": 0.0026271818205714226, "global_step": 19771, "epoch": 366, "lr": 3.393230103701989e-05}
+{"train_loss": 0.0021546347998082638, "global_step": 19772, "epoch": 366, "lr": 3.392763816841108e-05}
+{"train_loss": 0.0037257142830640078, "global_step": 19773, "epoch": 366, "lr": 3.392297545568505e-05}
+{"train_loss": 0.0021530704107135534, "global_step": 19774, "epoch": 366, "lr": 3.3918312898887006e-05}
+{"train_loss": 0.0032691664528101683, "global_step": 19775, "epoch": 366, "lr": 3.391365049806215e-05}
+{"train_loss": 0.0015812740894034505, "global_step": 19776, "epoch": 366, "lr": 3.390898825325571e-05}
+{"train_loss": 0.002306424081325531, "global_step": 19777, "epoch": 366, "lr": 3.3904326164512925e-05}
+{"train_loss": 0.003748617134988308, "global_step": 19778, "epoch": 366, "lr": 3.389966423187898e-05}
+{"train_loss": 0.002671229187399149, "global_step": 19779, "epoch": 366, "lr": 3.389500245539914e-05}
+{"train_loss": 0.0018440051935613155, "global_step": 19780, "epoch": 366, "lr": 3.389034083511855e-05}
+{"train_loss": 0.0014314535073935986, "global_step": 19781, "epoch": 366, "lr": 3.3885679371082474e-05}
+{"train_loss": 0.0032006248366087675, "global_step": 19782, "epoch": 366, "lr": 3.388101806333609e-05}
+{"train_loss": 0.0029047008138149977, "global_step": 19783, "epoch": 366, "lr": 3.3876356911924635e-05}
+{"train_loss": 0.00226297858171165, "global_step": 19784, "epoch": 366, "lr": 3.3871695916893314e-05}
+{"train_loss": 0.0026452352758497, "global_step": 19785, "epoch": 366, "lr": 3.3867035078287313e-05}
+{"train_loss": 0.002516464563086629, "global_step": 19786, "epoch": 366, "lr": 3.386237439615184e-05}
+{"train_loss": 0.0017355564050376415, "global_step": 19787, "epoch": 366, "lr": 3.3857713870532116e-05}
+{"train_loss": 0.00427475618198514, "global_step": 19788, "epoch": 366, "lr": 3.385305350147332e-05}
+{"train_loss": 0.0026726024225354195, "global_step": 19789, "epoch": 366, "lr": 3.38483932890207e-05}
+{"train_loss": 0.0014852924505248666, "global_step": 19790, "epoch": 366, "lr": 3.3843733233219375e-05}
+{"train_loss": 0.0021851672790944576, "global_step": 19791, "epoch": 366, "lr": 3.3839073334114605e-05}
+{"train_loss": 0.003343577729538083, "global_step": 19792, "epoch": 366, "lr": 3.3834413591751554e-05}
+{"train_loss": 0.0037652822211384773, "global_step": 19793, "epoch": 366, "lr": 3.382975400617543e-05}
+{"train_loss": 0.0016564620891585946, "global_step": 19794, "epoch": 366, "lr": 3.3825094577431426e-05}
+{"train_loss": 0.0025818434078246355, "global_step": 19795, "epoch": 366, "lr": 3.382043530556476e-05}
+{"train_loss": 0.002064280677586794, "global_step": 19796, "epoch": 366, "lr": 3.381577619062055e-05}
+{"train_loss": 0.002843953901901841, "global_step": 19797, "epoch": 366, "lr": 3.381111723264405e-05}
+{"train_loss": 0.0021996982395648956, "global_step": 19798, "epoch": 366, "lr": 3.38064584316804e-05}
+{"train_loss": 0.0035751452669501305, "global_step": 19799, "epoch": 366, "lr": 3.3801799787774816e-05}
+{"train_loss": 0.0024010923225432634, "global_step": 19800, "epoch": 366, "lr": 3.379714130097249e-05}
+{"train_loss": 0.004859126638621092, "global_step": 19801, "epoch": 366, "lr": 3.3792482971318576e-05}
+{"train_loss": 0.0013421830954030156, "global_step": 19802, "epoch": 366, "lr": 3.378782479885825e-05}
+{"train_loss": 0.002389318309724331, "global_step": 19803, "epoch": 366, "lr": 3.378316678363671e-05}
+{"train_loss": 0.002629202790558338, "global_step": 19804, "epoch": 366, "lr": 3.3778508925699124e-05}
+{"train_loss": 0.002287912182509899, "global_step": 19805, "epoch": 366, "lr": 3.377385122509069e-05}
+{"train_loss": 0.0022219563834369183, "global_step": 19806, "epoch": 366, "lr": 3.376919368185656e-05}
+{"train_loss": 0.0020581178832799196, "global_step": 19807, "epoch": 366, "lr": 3.37645362960419e-05}
+{"train_loss": 0.0015972156543284655, "global_step": 19808, "epoch": 366, "lr": 3.375987906769188e-05}
+{"train_loss": 0.0015779235400259495, "global_step": 19809, "epoch": 366, "lr": 3.3755221996851706e-05}
+{"train_loss": 0.0022525873500853777, "global_step": 19810, "epoch": 366, "lr": 3.375056508356652e-05}
+{"train_loss": 0.0027774651534855366, "global_step": 19811, "epoch": 366, "lr": 3.3745908327881473e-05}
+{"train_loss": 0.003159788204357028, "global_step": 19812, "epoch": 366, "lr": 3.374125172984175e-05}
+{"train_loss": 0.0038773075211793184, "global_step": 19813, "epoch": 366, "lr": 3.3736595289492515e-05}
+{"train_loss": 0.0032633894588798285, "global_step": 19814, "epoch": 366, "lr": 3.373193900687892e-05}
+{"train_loss": 0.0021460626740008593, "global_step": 19815, "epoch": 366, "lr": 3.3727282882046134e-05}
+{"train_loss": 0.00338178314268589, "global_step": 19816, "epoch": 366, "lr": 3.3722626915039324e-05}
+{"train_loss": 0.002611351298616716, "global_step": 19817, "epoch": 366, "lr": 3.3717971105903634e-05, "val_loss": 0.0032409420236945152}
+{"train_loss": 0.0034519026521593332, "global_step": 19818, "epoch": 367, "lr": 3.3713315454684205e-05}
+{"train_loss": 0.001637625740841031, "global_step": 19819, "epoch": 367, "lr": 3.370865996142622e-05}
+{"train_loss": 0.002627543406561017, "global_step": 19820, "epoch": 367, "lr": 3.370400462617481e-05}
+{"train_loss": 0.0015136392321437597, "global_step": 19821, "epoch": 367, "lr": 3.369934944897516e-05}
+{"train_loss": 0.0020837741903960705, "global_step": 19822, "epoch": 367, "lr": 3.369469442987238e-05}
+{"train_loss": 0.0019532116129994392, "global_step": 19823, "epoch": 367, "lr": 3.369003956891164e-05}
+{"train_loss": 0.0021860164124518633, "global_step": 19824, "epoch": 367, "lr": 3.368538486613807e-05}
+{"train_loss": 0.0017004156252369285, "global_step": 19825, "epoch": 367, "lr": 3.3680730321596834e-05}
+{"train_loss": 0.0014635288389399648, "global_step": 19826, "epoch": 367, "lr": 3.367607593533308e-05}
+{"train_loss": 0.0014962725108489394, "global_step": 19827, "epoch": 367, "lr": 3.367142170739192e-05}
+{"train_loss": 0.0039848443120718, "global_step": 19828, "epoch": 367, "lr": 3.366676763781852e-05}
+{"train_loss": 0.0017232203390449286, "global_step": 19829, "epoch": 367, "lr": 3.3662113726658e-05}
+{"train_loss": 0.002151194494217634, "global_step": 19830, "epoch": 367, "lr": 3.365745997395551e-05}
+{"train_loss": 0.002888560062274337, "global_step": 19831, "epoch": 367, "lr": 3.36528063797562e-05}
+{"train_loss": 0.0018868481274694204, "global_step": 19832, "epoch": 367, "lr": 3.364815294410518e-05}
+{"train_loss": 0.0030076883267611265, "global_step": 19833, "epoch": 367, "lr": 3.364349966704758e-05}
+{"train_loss": 0.002582117449492216, "global_step": 19834, "epoch": 367, "lr": 3.363884654862855e-05}
+{"train_loss": 0.0014212875394150615, "global_step": 19835, "epoch": 367, "lr": 3.363419358889322e-05}
+{"train_loss": 0.002387862652540207, "global_step": 19836, "epoch": 367, "lr": 3.362954078788671e-05}
+{"train_loss": 0.0022528585977852345, "global_step": 19837, "epoch": 367, "lr": 3.362488814565414e-05}
+{"train_loss": 0.0016933275619521737, "global_step": 19838, "epoch": 367, "lr": 3.362023566224064e-05}
+{"train_loss": 0.0028432465624064207, "global_step": 19839, "epoch": 367, "lr": 3.3615583337691345e-05}
+{"train_loss": 0.0017311214469373226, "global_step": 19840, "epoch": 367, "lr": 3.361093117205135e-05}
+{"train_loss": 0.0022235880605876446, "global_step": 19841, "epoch": 367, "lr": 3.360627916536581e-05}
+{"train_loss": 0.002307372633367777, "global_step": 19842, "epoch": 367, "lr": 3.360162731767983e-05}
+{"train_loss": 0.003902561031281948, "global_step": 19843, "epoch": 367, "lr": 3.359697562903851e-05}
+{"train_loss": 0.0025218063965439796, "global_step": 19844, "epoch": 367, "lr": 3.359232409948698e-05}
+{"train_loss": 0.002039782702922821, "global_step": 19845, "epoch": 367, "lr": 3.358767272907036e-05}
+{"train_loss": 0.003096176078543067, "global_step": 19846, "epoch": 367, "lr": 3.358302151783375e-05}
+{"train_loss": 0.003140477929264307, "global_step": 19847, "epoch": 367, "lr": 3.357837046582229e-05}
+{"train_loss": 0.0030513706151396036, "global_step": 19848, "epoch": 367, "lr": 3.357371957308105e-05}
+{"train_loss": 0.0017917025834321976, "global_step": 19849, "epoch": 367, "lr": 3.356906883965516e-05}
+{"train_loss": 0.003119396511465311, "global_step": 19850, "epoch": 367, "lr": 3.356441826558972e-05}
+{"train_loss": 0.002427340717986226, "global_step": 19851, "epoch": 367, "lr": 3.355976785092985e-05}
+{"train_loss": 0.0018512537935748696, "global_step": 19852, "epoch": 367, "lr": 3.3555117595720637e-05}
+{"train_loss": 0.002156380331143737, "global_step": 19853, "epoch": 367, "lr": 3.3550467500007174e-05}
+{"train_loss": 0.003501462284475565, "global_step": 19854, "epoch": 367, "lr": 3.354581756383458e-05}
+{"train_loss": 0.002474920591339469, "global_step": 19855, "epoch": 367, "lr": 3.3541167787247945e-05}
+{"train_loss": 0.002227426040917635, "global_step": 19856, "epoch": 367, "lr": 3.353651817029238e-05}
+{"train_loss": 0.0016979967476800084, "global_step": 19857, "epoch": 367, "lr": 3.3531868713012984e-05}
+{"train_loss": 0.002173385815694928, "global_step": 19858, "epoch": 367, "lr": 3.352721941545481e-05}
+{"train_loss": 0.0031246182043105364, "global_step": 19859, "epoch": 367, "lr": 3.3522570277662985e-05}
+{"train_loss": 0.0014915415085852146, "global_step": 19860, "epoch": 367, "lr": 3.35179212996826e-05}
+{"train_loss": 0.002058022655546665, "global_step": 19861, "epoch": 367, "lr": 3.3513272481558735e-05}
+{"train_loss": 0.0017890274757519364, "global_step": 19862, "epoch": 367, "lr": 3.350862382333647e-05}
+{"train_loss": 0.0019447767408564687, "global_step": 19863, "epoch": 367, "lr": 3.350397532506093e-05}
+{"train_loss": 0.0016393892001360655, "global_step": 19864, "epoch": 367, "lr": 3.349932698677716e-05}
+{"train_loss": 0.0035708490759134293, "global_step": 19865, "epoch": 367, "lr": 3.349467880853024e-05}
+{"train_loss": 0.0027331141754984856, "global_step": 19866, "epoch": 367, "lr": 3.349003079036528e-05}
+{"train_loss": 0.0027869201730936766, "global_step": 19867, "epoch": 367, "lr": 3.348538293232735e-05}
+{"train_loss": 0.0030027825850993395, "global_step": 19868, "epoch": 367, "lr": 3.3480735234461534e-05}
+{"train_loss": 0.0023972808849066496, "global_step": 19869, "epoch": 367, "lr": 3.347608769681288e-05}
+{"train_loss": 0.003853114554658532, "global_step": 19870, "epoch": 367, "lr": 3.3471440319426494e-05}
+{"train_loss": 0.002381707957721557, "global_step": 19871, "epoch": 367, "lr": 3.3466793102347435e-05, "val_loss": 0.0042772009037435055}
+{"train_loss": 0.001329753315076232, "global_step": 19872, "epoch": 368, "lr": 3.346214604562079e-05}
+{"train_loss": 0.0024991375394165516, "global_step": 19873, "epoch": 368, "lr": 3.345749914929164e-05}
+{"train_loss": 0.0014210410881787539, "global_step": 19874, "epoch": 368, "lr": 3.345285241340501e-05}
+{"train_loss": 0.0037384156603366137, "global_step": 19875, "epoch": 368, "lr": 3.3448205838006e-05}
+{"train_loss": 0.00362154608592391, "global_step": 19876, "epoch": 368, "lr": 3.3443559423139667e-05}
+{"train_loss": 0.0026624740567058325, "global_step": 19877, "epoch": 368, "lr": 3.343891316885107e-05}
+{"train_loss": 0.0034785785246640444, "global_step": 19878, "epoch": 368, "lr": 3.343426707518532e-05}
+{"train_loss": 0.0019763491582125425, "global_step": 19879, "epoch": 368, "lr": 3.34296211421874e-05}
+{"train_loss": 0.0027752178721129894, "global_step": 19880, "epoch": 368, "lr": 3.342497536990242e-05}
+{"train_loss": 0.002024042420089245, "global_step": 19881, "epoch": 368, "lr": 3.342032975837543e-05}
+{"train_loss": 0.0022995760664343834, "global_step": 19882, "epoch": 368, "lr": 3.3415684307651476e-05}
+{"train_loss": 0.0026500362437218428, "global_step": 19883, "epoch": 368, "lr": 3.341103901777564e-05}
+{"train_loss": 0.0025223277043551207, "global_step": 19884, "epoch": 368, "lr": 3.340639388879295e-05}
+{"train_loss": 0.004115726333111525, "global_step": 19885, "epoch": 368, "lr": 3.3401748920748456e-05}
+{"train_loss": 0.002174010267481208, "global_step": 19886, "epoch": 368, "lr": 3.339710411368723e-05}
+{"train_loss": 0.002901805331930518, "global_step": 19887, "epoch": 368, "lr": 3.3392459467654294e-05}
+{"train_loss": 0.0015988065861165524, "global_step": 19888, "epoch": 368, "lr": 3.3387814982694724e-05}
+{"train_loss": 0.0018123496556654572, "global_step": 19889, "epoch": 368, "lr": 3.338317065885356e-05}
+{"train_loss": 0.003845811588689685, "global_step": 19890, "epoch": 368, "lr": 3.337852649617583e-05}
+{"train_loss": 0.0028084521181881428, "global_step": 19891, "epoch": 368, "lr": 3.337388249470659e-05}
+{"train_loss": 0.0009189418633468449, "global_step": 19892, "epoch": 368, "lr": 3.336923865449087e-05}
+{"train_loss": 0.0020029512234032154, "global_step": 19893, "epoch": 368, "lr": 3.336459497557371e-05}
+{"train_loss": 0.002382680308073759, "global_step": 19894, "epoch": 368, "lr": 3.335995145800019e-05}
+{"train_loss": 0.0013128801947459579, "global_step": 19895, "epoch": 368, "lr": 3.335530810181529e-05}
+{"train_loss": 0.0017868997529149055, "global_step": 19896, "epoch": 368, "lr": 3.335066490706406e-05}
+{"train_loss": 0.0018796296790242195, "global_step": 19897, "epoch": 368, "lr": 3.3346021873791544e-05}
+{"train_loss": 0.002674645045772195, "global_step": 19898, "epoch": 368, "lr": 3.334137900204278e-05}
+{"train_loss": 0.001874507055617869, "global_step": 19899, "epoch": 368, "lr": 3.3336736291862794e-05}
+{"train_loss": 0.0027139834128320217, "global_step": 19900, "epoch": 368, "lr": 3.3332093743296605e-05}
+{"train_loss": 0.0025256590452045202, "global_step": 19901, "epoch": 368, "lr": 3.332745135638923e-05}
+{"train_loss": 0.004062576685100794, "global_step": 19902, "epoch": 368, "lr": 3.3322809131185715e-05}
+{"train_loss": 0.003255884163081646, "global_step": 19903, "epoch": 368, "lr": 3.331816706773108e-05}
+{"train_loss": 0.0015875144163146615, "global_step": 19904, "epoch": 368, "lr": 3.331352516607036e-05}
+{"train_loss": 0.002785047981888056, "global_step": 19905, "epoch": 368, "lr": 3.330888342624855e-05}
+{"train_loss": 0.0018208560068160295, "global_step": 19906, "epoch": 368, "lr": 3.3304241848310684e-05}
+{"train_loss": 0.003113572718575597, "global_step": 19907, "epoch": 368, "lr": 3.329960043230177e-05}
+{"train_loss": 0.0016707920003682375, "global_step": 19908, "epoch": 368, "lr": 3.329495917826684e-05}
+{"train_loss": 0.002280784072354436, "global_step": 19909, "epoch": 368, "lr": 3.329031808625088e-05}
+{"train_loss": 0.002063336782157421, "global_step": 19910, "epoch": 368, "lr": 3.328567715629897e-05}
+{"train_loss": 0.003095700405538082, "global_step": 19911, "epoch": 368, "lr": 3.3281036388456025e-05}
+{"train_loss": 0.0016086777905002236, "global_step": 19912, "epoch": 368, "lr": 3.3276395782767126e-05}
+{"train_loss": 0.004003796260803938, "global_step": 19913, "epoch": 368, "lr": 3.327175533927725e-05}
+{"train_loss": 0.002746980870142579, "global_step": 19914, "epoch": 368, "lr": 3.326711505803142e-05}
+{"train_loss": 0.0022258891258388758, "global_step": 19915, "epoch": 368, "lr": 3.326247493907465e-05}
+{"train_loss": 0.002161487005650997, "global_step": 19916, "epoch": 368, "lr": 3.3257834982451904e-05}
+{"train_loss": 0.0033527466002851725, "global_step": 19917, "epoch": 368, "lr": 3.325319518820822e-05}
+{"train_loss": 0.001903854077681899, "global_step": 19918, "epoch": 368, "lr": 3.324855555638858e-05}
+{"train_loss": 0.002737902570515871, "global_step": 19919, "epoch": 368, "lr": 3.324391608703799e-05}
+{"train_loss": 0.0036263498477637768, "global_step": 19920, "epoch": 368, "lr": 3.323927678020146e-05}
+{"train_loss": 0.0018521575257182121, "global_step": 19921, "epoch": 368, "lr": 3.323463763592396e-05}
+{"train_loss": 0.001715408405289054, "global_step": 19922, "epoch": 368, "lr": 3.3229998654250505e-05}
+{"train_loss": 0.00161290995310992, "global_step": 19923, "epoch": 368, "lr": 3.3225359835226063e-05}
+{"train_loss": 0.003207140602171421, "global_step": 19924, "epoch": 368, "lr": 3.322072117889566e-05}
+{"train_loss": 0.002462881359625263, "global_step": 19925, "epoch": 368, "lr": 3.321608268530427e-05, "val_loss": 0.004094037227332592}
+{"train_loss": 0.0016716154059395194, "global_step": 19926, "epoch": 369, "lr": 3.321144435449685e-05}
+{"train_loss": 0.0027751242741942406, "global_step": 19927, "epoch": 369, "lr": 3.320680618651845e-05}
+{"train_loss": 0.001903516473248601, "global_step": 19928, "epoch": 369, "lr": 3.3202168181414e-05}
+{"train_loss": 0.0023542398121207952, "global_step": 19929, "epoch": 369, "lr": 3.3197530339228487e-05}
+{"train_loss": 0.0015867163892835379, "global_step": 19930, "epoch": 369, "lr": 3.3192892660006944e-05}
+{"train_loss": 0.002400397788733244, "global_step": 19931, "epoch": 369, "lr": 3.318825514379429e-05}
+{"train_loss": 0.0029436859767884016, "global_step": 19932, "epoch": 369, "lr": 3.3183617790635534e-05}
+{"train_loss": 0.001969489036127925, "global_step": 19933, "epoch": 369, "lr": 3.317898060057564e-05}
+{"train_loss": 0.0029523554258048534, "global_step": 19934, "epoch": 369, "lr": 3.317434357365959e-05}
+{"train_loss": 0.0015060350997373462, "global_step": 19935, "epoch": 369, "lr": 3.3169706709932355e-05}
+{"train_loss": 0.0024409869220107794, "global_step": 19936, "epoch": 369, "lr": 3.316507000943893e-05}
+{"train_loss": 0.002440695883706212, "global_step": 19937, "epoch": 369, "lr": 3.316043347222425e-05}
+{"train_loss": 0.004194106440991163, "global_step": 19938, "epoch": 369, "lr": 3.3155797098333305e-05}
+{"train_loss": 0.0014756083255633712, "global_step": 19939, "epoch": 369, "lr": 3.3151160887811044e-05}
+{"train_loss": 0.002826521871611476, "global_step": 19940, "epoch": 369, "lr": 3.314652484070245e-05}
+{"train_loss": 0.0025297212414443493, "global_step": 19941, "epoch": 369, "lr": 3.31418889570525e-05}
+{"train_loss": 0.002715850481763482, "global_step": 19942, "epoch": 369, "lr": 3.313725323690612e-05}
+{"train_loss": 0.0017490757163614035, "global_step": 19943, "epoch": 369, "lr": 3.313261768030829e-05}
+{"train_loss": 0.002754532266408205, "global_step": 19944, "epoch": 369, "lr": 3.312798228730397e-05}
+{"train_loss": 0.0027544049080461264, "global_step": 19945, "epoch": 369, "lr": 3.3123347057938114e-05}
+{"train_loss": 0.0013974928297102451, "global_step": 19946, "epoch": 369, "lr": 3.31187119922557e-05}
+{"train_loss": 0.004205712117254734, "global_step": 19947, "epoch": 369, "lr": 3.3114077090301646e-05}
+{"train_loss": 0.002290001604706049, "global_step": 19948, "epoch": 369, "lr": 3.310944235212092e-05}
+{"train_loss": 0.0020085719879716635, "global_step": 19949, "epoch": 369, "lr": 3.310480777775849e-05}
+{"train_loss": 0.0024956869892776012, "global_step": 19950, "epoch": 369, "lr": 3.310017336725928e-05}
+{"train_loss": 0.0014519528485834599, "global_step": 19951, "epoch": 369, "lr": 3.309553912066826e-05}
+{"train_loss": 0.002044843276962638, "global_step": 19952, "epoch": 369, "lr": 3.3090905038030355e-05}
+{"train_loss": 0.003085704753175378, "global_step": 19953, "epoch": 369, "lr": 3.308627111939053e-05}
+{"train_loss": 0.0018308863509446383, "global_step": 19954, "epoch": 369, "lr": 3.308163736479372e-05}
+{"train_loss": 0.002436012029647827, "global_step": 19955, "epoch": 369, "lr": 3.3077003774284855e-05}
+{"train_loss": 0.002071717055514455, "global_step": 19956, "epoch": 369, "lr": 3.30723703479089e-05}
+{"train_loss": 0.0015728888101875782, "global_step": 19957, "epoch": 369, "lr": 3.306773708571079e-05}
+{"train_loss": 0.0019724175799638033, "global_step": 19958, "epoch": 369, "lr": 3.3063103987735433e-05}
+{"train_loss": 0.0012896292610093951, "global_step": 19959, "epoch": 369, "lr": 3.3058471054027796e-05}
+{"train_loss": 0.003071029204875231, "global_step": 19960, "epoch": 369, "lr": 3.30538382846328e-05}
+{"train_loss": 0.0022813891991972923, "global_step": 19961, "epoch": 369, "lr": 3.304920567959537e-05}
+{"train_loss": 0.0032434663735330105, "global_step": 19962, "epoch": 369, "lr": 3.3044573238960474e-05}
+{"train_loss": 0.0030469426419585943, "global_step": 19963, "epoch": 369, "lr": 3.303994096277299e-05}
+{"train_loss": 0.0018571607070043683, "global_step": 19964, "epoch": 369, "lr": 3.303530885107787e-05}
+{"train_loss": 0.002170537132769823, "global_step": 19965, "epoch": 369, "lr": 3.303067690392004e-05}
+{"train_loss": 0.002905389992520213, "global_step": 19966, "epoch": 369, "lr": 3.302604512134443e-05}
+{"train_loss": 0.0019740741699934006, "global_step": 19967, "epoch": 369, "lr": 3.302141350339596e-05}
+{"train_loss": 0.0020860328804701567, "global_step": 19968, "epoch": 369, "lr": 3.3016782050119525e-05}
+{"train_loss": 0.003159548155963421, "global_step": 19969, "epoch": 369, "lr": 3.3012150761560085e-05}
+{"train_loss": 0.0011656212154775858, "global_step": 19970, "epoch": 369, "lr": 3.3007519637762525e-05}
+{"train_loss": 0.00327714579179883, "global_step": 19971, "epoch": 369, "lr": 3.300288867877178e-05}
+{"train_loss": 0.003269891021773219, "global_step": 19972, "epoch": 369, "lr": 3.2998257884632775e-05}
+{"train_loss": 0.0017340268241241574, "global_step": 19973, "epoch": 369, "lr": 3.2993627255390404e-05}
+{"train_loss": 0.002591845113784075, "global_step": 19974, "epoch": 369, "lr": 3.298899679108957e-05}
+{"train_loss": 0.0031758479308336973, "global_step": 19975, "epoch": 369, "lr": 3.298436649177521e-05}
+{"train_loss": 0.0019712226931005716, "global_step": 19976, "epoch": 369, "lr": 3.2979736357492204e-05}
+{"train_loss": 0.0017761808121576905, "global_step": 19977, "epoch": 369, "lr": 3.2975106388285505e-05}
+{"train_loss": 0.004332054406404495, "global_step": 19978, "epoch": 369, "lr": 3.297047658419996e-05}
+{"train_loss": 0.0023873075670390216, "global_step": 19979, "epoch": 369, "lr": 3.2965846945280497e-05, "val_loss": 0.003308211686089635}
+{"train_loss": 0.0024583132471889257, "global_step": 19980, "epoch": 370, "lr": 3.2961217471572026e-05}
+{"train_loss": 0.0021061261650174856, "global_step": 19981, "epoch": 370, "lr": 3.295658816311944e-05}
+{"train_loss": 0.0036478275433182716, "global_step": 19982, "epoch": 370, "lr": 3.295195901996765e-05}
+{"train_loss": 0.0028150284197181463, "global_step": 19983, "epoch": 370, "lr": 3.2947330042161544e-05}
+{"train_loss": 0.0016744821332395077, "global_step": 19984, "epoch": 370, "lr": 3.2942701229746e-05}
+{"train_loss": 0.00289765908382833, "global_step": 19985, "epoch": 370, "lr": 3.293807258276594e-05}
+{"train_loss": 0.0028908944223076105, "global_step": 19986, "epoch": 370, "lr": 3.293344410126623e-05}
+{"train_loss": 0.002524839248508215, "global_step": 19987, "epoch": 370, "lr": 3.292881578529179e-05}
+{"train_loss": 0.002360842190682888, "global_step": 19988, "epoch": 370, "lr": 3.2924187634887505e-05}
+{"train_loss": 0.0021017296239733696, "global_step": 19989, "epoch": 370, "lr": 3.291955965009823e-05}
+{"train_loss": 0.0019293564837425947, "global_step": 19990, "epoch": 370, "lr": 3.2914931830968876e-05}
+{"train_loss": 0.003563047619536519, "global_step": 19991, "epoch": 370, "lr": 3.291030417754433e-05}
+{"train_loss": 0.0015128779923543334, "global_step": 19992, "epoch": 370, "lr": 3.290567668986946e-05}
+{"train_loss": 0.0023904230911284685, "global_step": 19993, "epoch": 370, "lr": 3.290104936798919e-05}
+{"train_loss": 0.0034880908206105232, "global_step": 19994, "epoch": 370, "lr": 3.289642221194833e-05}
+{"train_loss": 0.0032308539375662804, "global_step": 19995, "epoch": 370, "lr": 3.28917952217918e-05}
+{"train_loss": 0.0018801407422870398, "global_step": 19996, "epoch": 370, "lr": 3.2887168397564467e-05}
+{"train_loss": 0.0022585606202483177, "global_step": 19997, "epoch": 370, "lr": 3.2882541739311215e-05}
+{"train_loss": 0.002811684273183346, "global_step": 19998, "epoch": 370, "lr": 3.2877915247076916e-05}
+{"train_loss": 0.002501601353287697, "global_step": 19999, "epoch": 370, "lr": 3.2873288920906434e-05}
+{"train_loss": 0.004456575494259596, "global_step": 20000, "epoch": 370, "lr": 3.286866276084463e-05}
+{"train_loss": 0.003110793186351657, "global_step": 20001, "epoch": 370, "lr": 3.286403676693639e-05}
+{"train_loss": 0.0018745549023151398, "global_step": 20002, "epoch": 370, "lr": 3.285941093922657e-05}
+{"train_loss": 0.0014776071766391397, "global_step": 20003, "epoch": 370, "lr": 3.285478527776004e-05}
+{"train_loss": 0.0019626670982688665, "global_step": 20004, "epoch": 370, "lr": 3.285015978258168e-05}
+{"train_loss": 0.002206050558015704, "global_step": 20005, "epoch": 370, "lr": 3.284553445373632e-05}
+{"train_loss": 0.002541330875828862, "global_step": 20006, "epoch": 370, "lr": 3.2840909291268824e-05}
+{"train_loss": 0.0020442919339984655, "global_step": 20007, "epoch": 370, "lr": 3.2836284295224076e-05}
+{"train_loss": 0.0023234279360622168, "global_step": 20008, "epoch": 370, "lr": 3.28316594656469e-05}
+{"train_loss": 0.002420832170173526, "global_step": 20009, "epoch": 370, "lr": 3.28270348025822e-05}
+{"train_loss": 0.0037595327012240887, "global_step": 20010, "epoch": 370, "lr": 3.2822410306074766e-05}
+{"train_loss": 0.002500148955732584, "global_step": 20011, "epoch": 370, "lr": 3.28177859761695e-05}
+{"train_loss": 0.004008615389466286, "global_step": 20012, "epoch": 370, "lr": 3.281316181291123e-05}
+{"train_loss": 0.0021747988648712635, "global_step": 20013, "epoch": 370, "lr": 3.280853781634481e-05}
+{"train_loss": 0.0026215636171400547, "global_step": 20014, "epoch": 370, "lr": 3.28039139865151e-05}
+{"train_loss": 0.0027877616230398417, "global_step": 20015, "epoch": 370, "lr": 3.279929032346692e-05}
+{"train_loss": 0.0010992782190442085, "global_step": 20016, "epoch": 370, "lr": 3.2794666827245126e-05}
+{"train_loss": 0.0034449000377207994, "global_step": 20017, "epoch": 370, "lr": 3.2790043497894566e-05}
+{"train_loss": 0.0021578860469162464, "global_step": 20018, "epoch": 370, "lr": 3.278542033546006e-05}
+{"train_loss": 0.0022376738488674164, "global_step": 20019, "epoch": 370, "lr": 3.278079733998649e-05}
+{"train_loss": 0.0013511375291272998, "global_step": 20020, "epoch": 370, "lr": 3.277617451151866e-05}
+{"train_loss": 0.0036942684091627598, "global_step": 20021, "epoch": 370, "lr": 3.277155185010141e-05}
+{"train_loss": 0.0039048450998961926, "global_step": 20022, "epoch": 370, "lr": 3.2766929355779566e-05}
+{"train_loss": 0.0013481256319209933, "global_step": 20023, "epoch": 370, "lr": 3.276230702859798e-05}
+{"train_loss": 0.0030115987174212933, "global_step": 20024, "epoch": 370, "lr": 3.275768486860149e-05}
+{"train_loss": 0.0016698361141607165, "global_step": 20025, "epoch": 370, "lr": 3.27530628758349e-05}
+{"train_loss": 0.001517740311101079, "global_step": 20026, "epoch": 370, "lr": 3.2748441050343036e-05}
+{"train_loss": 0.0023149503394961357, "global_step": 20027, "epoch": 370, "lr": 3.274381939217075e-05}
+{"train_loss": 0.0032863570377230644, "global_step": 20028, "epoch": 370, "lr": 3.273919790136284e-05}
+{"train_loss": 0.0019418455194681883, "global_step": 20029, "epoch": 370, "lr": 3.273457657796415e-05}
+{"train_loss": 0.002797404769808054, "global_step": 20030, "epoch": 370, "lr": 3.272995542201951e-05}
+{"train_loss": 0.0032049785368144512, "global_step": 20031, "epoch": 370, "lr": 3.2725334433573705e-05}
+{"train_loss": 0.0034379970747977495, "global_step": 20032, "epoch": 370, "lr": 3.2720713612671564e-05}
+{"train_loss": 0.0025826001570008143, "global_step": 20033, "epoch": 370, "lr": 3.271609295935793e-05, "val_loss": 0.004178125411272049, "train_action_mse_error": 6.32688170298934e-05}
+{"train_loss": 0.0024070043582469225, "global_step": 20034, "epoch": 371, "lr": 3.271147247367757e-05}
+{"train_loss": 0.002655368996784091, "global_step": 20035, "epoch": 371, "lr": 3.270685215567536e-05}
+{"train_loss": 0.0028357787523418665, "global_step": 20036, "epoch": 371, "lr": 3.270223200539606e-05}
+{"train_loss": 0.0021019650157541037, "global_step": 20037, "epoch": 371, "lr": 3.26976120228845e-05}
+{"train_loss": 0.0034517929889261723, "global_step": 20038, "epoch": 371, "lr": 3.269299220818548e-05}
+{"train_loss": 0.0018937159329652786, "global_step": 20039, "epoch": 371, "lr": 3.268837256134381e-05}
+{"train_loss": 0.002523113042116165, "global_step": 20040, "epoch": 371, "lr": 3.268375308240432e-05}
+{"train_loss": 0.002121611963957548, "global_step": 20041, "epoch": 371, "lr": 3.2679133771411764e-05}
+{"train_loss": 0.00339430570602417, "global_step": 20042, "epoch": 371, "lr": 3.267451462841098e-05}
+{"train_loss": 0.0027701961807906628, "global_step": 20043, "epoch": 371, "lr": 3.2669895653446755e-05}
+{"train_loss": 0.0019311502110213041, "global_step": 20044, "epoch": 371, "lr": 3.266527684656389e-05}
+{"train_loss": 0.004487006459385157, "global_step": 20045, "epoch": 371, "lr": 3.26606582078072e-05}
+{"train_loss": 0.0033733313903212547, "global_step": 20046, "epoch": 371, "lr": 3.2656039737221455e-05}
+{"train_loss": 0.002531111240386963, "global_step": 20047, "epoch": 371, "lr": 3.265142143485144e-05}
+{"train_loss": 0.0023904291447252035, "global_step": 20048, "epoch": 371, "lr": 3.264680330074198e-05}
+{"train_loss": 0.0025950276758521795, "global_step": 20049, "epoch": 371, "lr": 3.264218533493785e-05}
+{"train_loss": 0.0014902096008881927, "global_step": 20050, "epoch": 371, "lr": 3.2637567537483825e-05}
+{"train_loss": 0.004428768530488014, "global_step": 20051, "epoch": 371, "lr": 3.2632949908424734e-05}
+{"train_loss": 0.003113984363153577, "global_step": 20052, "epoch": 371, "lr": 3.2628332447805314e-05}
+{"train_loss": 0.001955747604370117, "global_step": 20053, "epoch": 371, "lr": 3.2623715155670377e-05}
+{"train_loss": 0.0026011131703853607, "global_step": 20054, "epoch": 371, "lr": 3.261909803206468e-05}
+{"train_loss": 0.0033140864688903093, "global_step": 20055, "epoch": 371, "lr": 3.261448107703303e-05}
+{"train_loss": 0.0024679943453520536, "global_step": 20056, "epoch": 371, "lr": 3.260986429062021e-05}
+{"train_loss": 0.0026799121405929327, "global_step": 20057, "epoch": 371, "lr": 3.2605247672870965e-05}
+{"train_loss": 0.0021779004018753767, "global_step": 20058, "epoch": 371, "lr": 3.2600631223830095e-05}
+{"train_loss": 0.0023382273502647877, "global_step": 20059, "epoch": 371, "lr": 3.259601494354237e-05}
+{"train_loss": 0.003209977876394987, "global_step": 20060, "epoch": 371, "lr": 3.2591398832052555e-05}
+{"train_loss": 0.003385386895388365, "global_step": 20061, "epoch": 371, "lr": 3.258678288940544e-05}
+{"train_loss": 0.0022546551190316677, "global_step": 20062, "epoch": 371, "lr": 3.258216711564578e-05}
+{"train_loss": 0.002245798474177718, "global_step": 20063, "epoch": 371, "lr": 3.257755151081833e-05}
+{"train_loss": 0.003722767112776637, "global_step": 20064, "epoch": 371, "lr": 3.257293607496788e-05}
+{"train_loss": 0.0024735252372920513, "global_step": 20065, "epoch": 371, "lr": 3.2568320808139186e-05}
+{"train_loss": 0.00433967262506485, "global_step": 20066, "epoch": 371, "lr": 3.256370571037701e-05}
+{"train_loss": 0.0026256046257913113, "global_step": 20067, "epoch": 371, "lr": 3.25590907817261e-05}
+{"train_loss": 0.0024549190420657396, "global_step": 20068, "epoch": 371, "lr": 3.255447602223123e-05}
+{"train_loss": 0.0025384060572832823, "global_step": 20069, "epoch": 371, "lr": 3.2549861431937145e-05}
+{"train_loss": 0.001083510578610003, "global_step": 20070, "epoch": 371, "lr": 3.254524701088862e-05}
+{"train_loss": 0.0025339899584650993, "global_step": 20071, "epoch": 371, "lr": 3.254063275913041e-05}
+{"train_loss": 0.0015081193996593356, "global_step": 20072, "epoch": 371, "lr": 3.253601867670725e-05}
+{"train_loss": 0.003124507376924157, "global_step": 20073, "epoch": 371, "lr": 3.253140476366389e-05}
+{"train_loss": 0.0028143906965851784, "global_step": 20074, "epoch": 371, "lr": 3.2526791020045086e-05}
+{"train_loss": 0.0024628962855786085, "global_step": 20075, "epoch": 371, "lr": 3.2522177445895595e-05}
+{"train_loss": 0.0030634175054728985, "global_step": 20076, "epoch": 371, "lr": 3.251756404126015e-05}
+{"train_loss": 0.002283042063936591, "global_step": 20077, "epoch": 371, "lr": 3.251295080618352e-05}
+{"train_loss": 0.0022165863774716854, "global_step": 20078, "epoch": 371, "lr": 3.2508337740710414e-05}
+{"train_loss": 0.0018203939544036984, "global_step": 20079, "epoch": 371, "lr": 3.250372484488558e-05}
+{"train_loss": 0.003847513347864151, "global_step": 20080, "epoch": 371, "lr": 3.249911211875378e-05}
+{"train_loss": 0.002617137273773551, "global_step": 20081, "epoch": 371, "lr": 3.249449956235974e-05}
+{"train_loss": 0.0029930719174444675, "global_step": 20082, "epoch": 371, "lr": 3.248988717574819e-05}
+{"train_loss": 0.002337339334189892, "global_step": 20083, "epoch": 371, "lr": 3.248527495896386e-05}
+{"train_loss": 0.0027205536607652903, "global_step": 20084, "epoch": 371, "lr": 3.24806629120515e-05}
+{"train_loss": 0.0024418530520051718, "global_step": 20085, "epoch": 371, "lr": 3.2476051035055826e-05}
+{"train_loss": 0.0018519691657274961, "global_step": 20086, "epoch": 371, "lr": 3.247143932802158e-05}
+{"train_loss": 0.002643533178208465, "global_step": 20087, "epoch": 371, "lr": 3.2466827790993504e-05, "val_loss": 0.004311183001846075}
+{"train_loss": 0.003975385800004005, "global_step": 20088, "epoch": 372, "lr": 3.246221642401629e-05}
+{"train_loss": 0.0028832084499299526, "global_step": 20089, "epoch": 372, "lr": 3.245760522713467e-05}
+{"train_loss": 0.0031261546537280083, "global_step": 20090, "epoch": 372, "lr": 3.2452994200393385e-05}
+{"train_loss": 0.004941480699926615, "global_step": 20091, "epoch": 372, "lr": 3.244838334383713e-05}
+{"train_loss": 0.002411516150459647, "global_step": 20092, "epoch": 372, "lr": 3.244377265751067e-05}
+{"train_loss": 0.003276099916547537, "global_step": 20093, "epoch": 372, "lr": 3.243916214145868e-05}
+{"train_loss": 0.0018350437749177217, "global_step": 20094, "epoch": 372, "lr": 3.243455179572589e-05}
+{"train_loss": 0.0026670920196920633, "global_step": 20095, "epoch": 372, "lr": 3.242994162035701e-05}
+{"train_loss": 0.0020073719788342714, "global_step": 20096, "epoch": 372, "lr": 3.242533161539677e-05}
+{"train_loss": 0.0038128518499433994, "global_step": 20097, "epoch": 372, "lr": 3.242072178088987e-05}
+{"train_loss": 0.002315202495083213, "global_step": 20098, "epoch": 372, "lr": 3.241611211688103e-05}
+{"train_loss": 0.0029674137476831675, "global_step": 20099, "epoch": 372, "lr": 3.2411502623414926e-05}
+{"train_loss": 0.0022518676705658436, "global_step": 20100, "epoch": 372, "lr": 3.24068933005363e-05}
+{"train_loss": 0.0021039254497736692, "global_step": 20101, "epoch": 372, "lr": 3.2402284148289844e-05}
+{"train_loss": 0.0025719101540744305, "global_step": 20102, "epoch": 372, "lr": 3.2397675166720256e-05}
+{"train_loss": 0.002941499464213848, "global_step": 20103, "epoch": 372, "lr": 3.239306635587227e-05}
+{"train_loss": 0.0034025637432932854, "global_step": 20104, "epoch": 372, "lr": 3.238845771579053e-05}
+{"train_loss": 0.0012980409665033221, "global_step": 20105, "epoch": 372, "lr": 3.238384924651977e-05}
+{"train_loss": 0.0027597141452133656, "global_step": 20106, "epoch": 372, "lr": 3.2379240948104685e-05}
+{"train_loss": 0.0025459593161940575, "global_step": 20107, "epoch": 372, "lr": 3.2374632820589955e-05}
+{"train_loss": 0.003612962318584323, "global_step": 20108, "epoch": 372, "lr": 3.237002486402032e-05}
+{"train_loss": 0.0020430865697562695, "global_step": 20109, "epoch": 372, "lr": 3.2365417078440394e-05}
+{"train_loss": 0.0027932242956012487, "global_step": 20110, "epoch": 372, "lr": 3.236080946389493e-05}
+{"train_loss": 0.0015737140784040093, "global_step": 20111, "epoch": 372, "lr": 3.235620202042857e-05}
+{"train_loss": 0.003557957010343671, "global_step": 20112, "epoch": 372, "lr": 3.235159474808605e-05}
+{"train_loss": 0.0025437723379582167, "global_step": 20113, "epoch": 372, "lr": 3.234698764691204e-05}
+{"train_loss": 0.0018456613179296255, "global_step": 20114, "epoch": 372, "lr": 3.23423807169512e-05}
+{"train_loss": 0.0043024844489991665, "global_step": 20115, "epoch": 372, "lr": 3.233777395824821e-05}
+{"train_loss": 0.002554195001721382, "global_step": 20116, "epoch": 372, "lr": 3.233316737084778e-05}
+{"train_loss": 0.00211265217512846, "global_step": 20117, "epoch": 372, "lr": 3.232856095479457e-05}
+{"train_loss": 0.002697923919185996, "global_step": 20118, "epoch": 372, "lr": 3.232395471013328e-05}
+{"train_loss": 0.0019798739813268185, "global_step": 20119, "epoch": 372, "lr": 3.2319348636908554e-05}
+{"train_loss": 0.0021637165918946266, "global_step": 20120, "epoch": 372, "lr": 3.2314742735165075e-05}
+{"train_loss": 0.0016033187275752425, "global_step": 20121, "epoch": 372, "lr": 3.231013700494751e-05}
+{"train_loss": 0.002187271835282445, "global_step": 20122, "epoch": 372, "lr": 3.2305531446300544e-05}
+{"train_loss": 0.0031564387027174234, "global_step": 20123, "epoch": 372, "lr": 3.230092605926883e-05}
+{"train_loss": 0.0014548961771652102, "global_step": 20124, "epoch": 372, "lr": 3.2296320843897075e-05}
+{"train_loss": 0.0029501887038350105, "global_step": 20125, "epoch": 372, "lr": 3.229171580022988e-05}
+{"train_loss": 0.002201889641582966, "global_step": 20126, "epoch": 372, "lr": 3.228711092831195e-05}
+{"train_loss": 0.0029589226469397545, "global_step": 20127, "epoch": 372, "lr": 3.228250622818792e-05}
+{"train_loss": 0.0017753768479451537, "global_step": 20128, "epoch": 372, "lr": 3.2277901699902485e-05}
+{"train_loss": 0.0017708075465634465, "global_step": 20129, "epoch": 372, "lr": 3.22732973435003e-05}
+{"train_loss": 0.003081417875364423, "global_step": 20130, "epoch": 372, "lr": 3.226869315902599e-05}
+{"train_loss": 0.0013228522147983313, "global_step": 20131, "epoch": 372, "lr": 3.226408914652421e-05}
+{"train_loss": 0.0017335815355181694, "global_step": 20132, "epoch": 372, "lr": 3.225948530603965e-05}
+{"train_loss": 0.0021188955288380384, "global_step": 20133, "epoch": 372, "lr": 3.225488163761693e-05}
+{"train_loss": 0.0013104768004268408, "global_step": 20134, "epoch": 372, "lr": 3.225027814130074e-05}
+{"train_loss": 0.0019131210865452886, "global_step": 20135, "epoch": 372, "lr": 3.2245674817135684e-05}
+{"train_loss": 0.0031371782533824444, "global_step": 20136, "epoch": 372, "lr": 3.224107166516642e-05}
+{"train_loss": 0.0020280841272324324, "global_step": 20137, "epoch": 372, "lr": 3.2236468685437595e-05}
+{"train_loss": 0.002286043018102646, "global_step": 20138, "epoch": 372, "lr": 3.2231865877993875e-05}
+{"train_loss": 0.002968905260786414, "global_step": 20139, "epoch": 372, "lr": 3.222726324287988e-05}
+{"train_loss": 0.0016123198438435793, "global_step": 20140, "epoch": 372, "lr": 3.222266078014024e-05}
+{"train_loss": 0.002515397291130352, "global_step": 20141, "epoch": 372, "lr": 3.221805848981961e-05, "val_loss": 0.003244199091568589}
+{"train_loss": 0.0017048269510269165, "global_step": 20142, "epoch": 373, "lr": 3.221345637196264e-05}
+{"train_loss": 0.0035540787503123283, "global_step": 20143, "epoch": 373, "lr": 3.220885442661392e-05}
+{"train_loss": 0.002249553333967924, "global_step": 20144, "epoch": 373, "lr": 3.2204252653818126e-05}
+{"train_loss": 0.00241294177249074, "global_step": 20145, "epoch": 373, "lr": 3.219965105361989e-05}
+{"train_loss": 0.004908554255962372, "global_step": 20146, "epoch": 373, "lr": 3.219504962606381e-05}
+{"train_loss": 0.0021388866007328033, "global_step": 20147, "epoch": 373, "lr": 3.219044837119453e-05}
+{"train_loss": 0.0033323930110782385, "global_step": 20148, "epoch": 373, "lr": 3.218584728905669e-05}
+{"train_loss": 0.0013791321543976665, "global_step": 20149, "epoch": 373, "lr": 3.218124637969489e-05}
+{"train_loss": 0.004303535912185907, "global_step": 20150, "epoch": 373, "lr": 3.217664564315378e-05}
+{"train_loss": 0.0014879904920235276, "global_step": 20151, "epoch": 373, "lr": 3.217204507947796e-05}
+{"train_loss": 0.001804474275559187, "global_step": 20152, "epoch": 373, "lr": 3.216744468871207e-05}
+{"train_loss": 0.0016795166302472353, "global_step": 20153, "epoch": 373, "lr": 3.21628444709007e-05}
+{"train_loss": 0.002042879583314061, "global_step": 20154, "epoch": 373, "lr": 3.215824442608849e-05}
+{"train_loss": 0.001642253715544939, "global_step": 20155, "epoch": 373, "lr": 3.215364455432006e-05}
+{"train_loss": 0.002574782818555832, "global_step": 20156, "epoch": 373, "lr": 3.2149044855639995e-05}
+{"train_loss": 0.0032014765311032534, "global_step": 20157, "epoch": 373, "lr": 3.2144445330092934e-05}
+{"train_loss": 0.0012192814610898495, "global_step": 20158, "epoch": 373, "lr": 3.213984597772347e-05}
+{"train_loss": 0.0026325408834964037, "global_step": 20159, "epoch": 373, "lr": 3.2135246798576214e-05}
+{"train_loss": 0.0027793189510703087, "global_step": 20160, "epoch": 373, "lr": 3.21306477926958e-05}
+{"train_loss": 0.0022169018629938364, "global_step": 20161, "epoch": 373, "lr": 3.212604896012679e-05}
+{"train_loss": 0.0024024599697440863, "global_step": 20162, "epoch": 373, "lr": 3.21214503009138e-05}
+{"train_loss": 0.002483953954651952, "global_step": 20163, "epoch": 373, "lr": 3.211685181510145e-05}
+{"train_loss": 0.0025105727836489677, "global_step": 20164, "epoch": 373, "lr": 3.2112253502734314e-05}
+{"train_loss": 0.002507915021851659, "global_step": 20165, "epoch": 373, "lr": 3.2107655363857024e-05}
+{"train_loss": 0.0031722444109618664, "global_step": 20166, "epoch": 373, "lr": 3.210305739851414e-05}
+{"train_loss": 0.002636001678183675, "global_step": 20167, "epoch": 373, "lr": 3.209845960675028e-05}
+{"train_loss": 0.0022594674956053495, "global_step": 20168, "epoch": 373, "lr": 3.2093861988610026e-05}
+{"train_loss": 0.0012931552482768893, "global_step": 20169, "epoch": 373, "lr": 3.208926454413796e-05}
+{"train_loss": 0.0017004150431603193, "global_step": 20170, "epoch": 373, "lr": 3.20846672733787e-05}
+{"train_loss": 0.0022093025036156178, "global_step": 20171, "epoch": 373, "lr": 3.208007017637683e-05}
+{"train_loss": 0.0019920316990464926, "global_step": 20172, "epoch": 373, "lr": 3.207547325317691e-05}
+{"train_loss": 0.001960032619535923, "global_step": 20173, "epoch": 373, "lr": 3.2070876503823545e-05}
+{"train_loss": 0.0014294306747615337, "global_step": 20174, "epoch": 373, "lr": 3.206627992836131e-05}
+{"train_loss": 0.0021152892149984837, "global_step": 20175, "epoch": 373, "lr": 3.2061683526834786e-05}
+{"train_loss": 0.002462023636326194, "global_step": 20176, "epoch": 373, "lr": 3.205708729928857e-05}
+{"train_loss": 0.0019682645797729492, "global_step": 20177, "epoch": 373, "lr": 3.205249124576722e-05}
+{"train_loss": 0.00290308753028512, "global_step": 20178, "epoch": 373, "lr": 3.2047895366315304e-05}
+{"train_loss": 0.0016652119811624289, "global_step": 20179, "epoch": 373, "lr": 3.2043299660977426e-05}
+{"train_loss": 0.0021171974949538708, "global_step": 20180, "epoch": 373, "lr": 3.203870412979814e-05}
+{"train_loss": 0.0019985695835202932, "global_step": 20181, "epoch": 373, "lr": 3.203410877282203e-05}
+{"train_loss": 0.002959064207971096, "global_step": 20182, "epoch": 373, "lr": 3.202951359009364e-05}
+{"train_loss": 0.0017157956026494503, "global_step": 20183, "epoch": 373, "lr": 3.202491858165757e-05}
+{"train_loss": 0.0012902182061225176, "global_step": 20184, "epoch": 373, "lr": 3.202032374755835e-05}
+{"train_loss": 0.0021727047860622406, "global_step": 20185, "epoch": 373, "lr": 3.201572908784058e-05}
+{"train_loss": 0.0015934525290504098, "global_step": 20186, "epoch": 373, "lr": 3.2011134602548815e-05}
+{"train_loss": 0.0025776028633117676, "global_step": 20187, "epoch": 373, "lr": 3.2006540291727595e-05}
+{"train_loss": 0.0008097907993942499, "global_step": 20188, "epoch": 373, "lr": 3.2001946155421495e-05}
+{"train_loss": 0.0016261512646451592, "global_step": 20189, "epoch": 373, "lr": 3.199735219367507e-05}
+{"train_loss": 0.0020825741812586784, "global_step": 20190, "epoch": 373, "lr": 3.1992758406532875e-05}
+{"train_loss": 0.0016941241919994354, "global_step": 20191, "epoch": 373, "lr": 3.198816479403946e-05}
+{"train_loss": 0.00266395159997046, "global_step": 20192, "epoch": 373, "lr": 3.19835713562394e-05}
+{"train_loss": 0.0030415577348321676, "global_step": 20193, "epoch": 373, "lr": 3.197897809317722e-05}
+{"train_loss": 0.0022256835363805294, "global_step": 20194, "epoch": 373, "lr": 3.1974385004897466e-05}
+{"train_loss": 0.002244105607840336, "global_step": 20195, "epoch": 373, "lr": 3.196979209144472e-05, "val_loss": 0.0039676278829574585}
+{"train_loss": 0.002226038835942745, "global_step": 20196, "epoch": 374, "lr": 3.19651993528635e-05}
+{"train_loss": 0.0021568993106484413, "global_step": 20197, "epoch": 374, "lr": 3.1960606789198354e-05}
+{"train_loss": 0.0024922050070017576, "global_step": 20198, "epoch": 374, "lr": 3.1956014400493815e-05}
+{"train_loss": 0.0020646334160119295, "global_step": 20199, "epoch": 374, "lr": 3.195142218679444e-05}
+{"train_loss": 0.0026614018715918064, "global_step": 20200, "epoch": 374, "lr": 3.194683014814476e-05}
+{"train_loss": 0.0023831562139093876, "global_step": 20201, "epoch": 374, "lr": 3.194223828458932e-05}
+{"train_loss": 0.002548366319388151, "global_step": 20202, "epoch": 374, "lr": 3.1937646596172664e-05}
+{"train_loss": 0.0014036172069609165, "global_step": 20203, "epoch": 374, "lr": 3.19330550829393e-05}
+{"train_loss": 0.0017193399835377932, "global_step": 20204, "epoch": 374, "lr": 3.192846374493377e-05}
+{"train_loss": 0.002486627083271742, "global_step": 20205, "epoch": 374, "lr": 3.1923872582200606e-05}
+{"train_loss": 0.0020574922673404217, "global_step": 20206, "epoch": 374, "lr": 3.191928159478433e-05}
+{"train_loss": 0.0023498490918427706, "global_step": 20207, "epoch": 374, "lr": 3.191469078272951e-05}
+{"train_loss": 0.0015602395869791508, "global_step": 20208, "epoch": 374, "lr": 3.1910100146080615e-05}
+{"train_loss": 0.0024895058013498783, "global_step": 20209, "epoch": 374, "lr": 3.19055096848822e-05}
+{"train_loss": 0.002480498980730772, "global_step": 20210, "epoch": 374, "lr": 3.1900919399178754e-05}
+{"train_loss": 0.0029617128893733025, "global_step": 20211, "epoch": 374, "lr": 3.1896329289014846e-05}
+{"train_loss": 0.0015285407425835729, "global_step": 20212, "epoch": 374, "lr": 3.189173935443498e-05}
+{"train_loss": 0.002392370952293277, "global_step": 20213, "epoch": 374, "lr": 3.188714959548365e-05}
+{"train_loss": 0.0039695631712675095, "global_step": 20214, "epoch": 374, "lr": 3.1882560012205375e-05}
+{"train_loss": 0.0034731943160295486, "global_step": 20215, "epoch": 374, "lr": 3.18779706046447e-05}
+{"train_loss": 0.0017018464859575033, "global_step": 20216, "epoch": 374, "lr": 3.187338137284609e-05}
+{"train_loss": 0.0026456895284354687, "global_step": 20217, "epoch": 374, "lr": 3.18687923168541e-05}
+{"train_loss": 0.002838423941284418, "global_step": 20218, "epoch": 374, "lr": 3.186420343671323e-05}
+{"train_loss": 0.001319604809395969, "global_step": 20219, "epoch": 374, "lr": 3.1859614732467954e-05}
+{"train_loss": 0.002836294239386916, "global_step": 20220, "epoch": 374, "lr": 3.18550262041628e-05}
+{"train_loss": 0.0027608112432062626, "global_step": 20221, "epoch": 374, "lr": 3.185043785184228e-05}
+{"train_loss": 0.001468673930503428, "global_step": 20222, "epoch": 374, "lr": 3.184584967555087e-05}
+{"train_loss": 0.002689390443265438, "global_step": 20223, "epoch": 374, "lr": 3.1841261675333124e-05}
+{"train_loss": 0.004980737809091806, "global_step": 20224, "epoch": 374, "lr": 3.1836673851233464e-05}
+{"train_loss": 0.0023373074363917112, "global_step": 20225, "epoch": 374, "lr": 3.183208620329643e-05}
+{"train_loss": 0.001853462657891214, "global_step": 20226, "epoch": 374, "lr": 3.182749873156651e-05}
+{"train_loss": 0.0019095155876129866, "global_step": 20227, "epoch": 374, "lr": 3.18229114360882e-05}
+{"train_loss": 0.0036530704237520695, "global_step": 20228, "epoch": 374, "lr": 3.1818324316906e-05}
+{"train_loss": 0.004073803778737783, "global_step": 20229, "epoch": 374, "lr": 3.181373737406438e-05}
+{"train_loss": 0.002987116342410445, "global_step": 20230, "epoch": 374, "lr": 3.1809150607607826e-05}
+{"train_loss": 0.0018009224440902472, "global_step": 20231, "epoch": 374, "lr": 3.1804564017580845e-05}
+{"train_loss": 0.001811973750591278, "global_step": 20232, "epoch": 374, "lr": 3.17999776040279e-05}
+{"train_loss": 0.0036342437379062176, "global_step": 20233, "epoch": 374, "lr": 3.179539136699351e-05}
+{"train_loss": 0.0019149804720655084, "global_step": 20234, "epoch": 374, "lr": 3.1790805306522116e-05}
+{"train_loss": 0.00278073875233531, "global_step": 20235, "epoch": 374, "lr": 3.1786219422658215e-05}
+{"train_loss": 0.002123931422829628, "global_step": 20236, "epoch": 374, "lr": 3.178163371544627e-05}
+{"train_loss": 0.002734206151217222, "global_step": 20237, "epoch": 374, "lr": 3.177704818493077e-05}
+{"train_loss": 0.0017671684036031365, "global_step": 20238, "epoch": 374, "lr": 3.177246283115619e-05}
+{"train_loss": 0.0028679841198027134, "global_step": 20239, "epoch": 374, "lr": 3.176787765416702e-05}
+{"train_loss": 0.002286463975906372, "global_step": 20240, "epoch": 374, "lr": 3.176329265400769e-05}
+{"train_loss": 0.002772667445242405, "global_step": 20241, "epoch": 374, "lr": 3.1758707830722695e-05}
+{"train_loss": 0.0029847132973372936, "global_step": 20242, "epoch": 374, "lr": 3.175412318435649e-05}
+{"train_loss": 0.0018339618109166622, "global_step": 20243, "epoch": 374, "lr": 3.174953871495355e-05}
+{"train_loss": 0.004461814649403095, "global_step": 20244, "epoch": 374, "lr": 3.174495442255836e-05}
+{"train_loss": 0.003734623547643423, "global_step": 20245, "epoch": 374, "lr": 3.1740370307215336e-05}
+{"train_loss": 0.0036363168619573116, "global_step": 20246, "epoch": 374, "lr": 3.1735786368968965e-05}
+{"train_loss": 0.001349580124951899, "global_step": 20247, "epoch": 374, "lr": 3.1731202607863705e-05}
+{"train_loss": 0.0020887008868157864, "global_step": 20248, "epoch": 374, "lr": 3.1726619023943996e-05}
+{"train_loss": 0.0025495590956847148, "global_step": 20249, "epoch": 374, "lr": 3.172203561725433e-05, "val_loss": 0.0058711739256978035}
+{"train_loss": 0.004215824417769909, "global_step": 20250, "epoch": 375, "lr": 3.171745238783913e-05}
+{"train_loss": 0.001825449289754033, "global_step": 20251, "epoch": 375, "lr": 3.1712869335742855e-05}
+{"train_loss": 0.001799490419216454, "global_step": 20252, "epoch": 375, "lr": 3.170828646100995e-05}
+{"train_loss": 0.004011736251413822, "global_step": 20253, "epoch": 375, "lr": 3.170370376368488e-05}
+{"train_loss": 0.002628795336931944, "global_step": 20254, "epoch": 375, "lr": 3.1699121243812085e-05}
+{"train_loss": 0.0036669063847512007, "global_step": 20255, "epoch": 375, "lr": 3.1694538901435986e-05}
+{"train_loss": 0.003016518894582987, "global_step": 20256, "epoch": 375, "lr": 3.1689956736601063e-05}
+{"train_loss": 0.0026056566275656223, "global_step": 20257, "epoch": 375, "lr": 3.1685374749351734e-05}
+{"train_loss": 0.0034821615554392338, "global_step": 20258, "epoch": 375, "lr": 3.168079293973244e-05}
+{"train_loss": 0.0016131058800965548, "global_step": 20259, "epoch": 375, "lr": 3.1676211307787646e-05}
+{"train_loss": 0.002493143081665039, "global_step": 20260, "epoch": 375, "lr": 3.167162985356176e-05}
+{"train_loss": 0.004560621455311775, "global_step": 20261, "epoch": 375, "lr": 3.166704857709921e-05}
+{"train_loss": 0.0038870146963745356, "global_step": 20262, "epoch": 375, "lr": 3.1662467478444446e-05}
+{"train_loss": 0.0026382976211607456, "global_step": 20263, "epoch": 375, "lr": 3.16578865576419e-05}
+{"train_loss": 0.00383746437728405, "global_step": 20264, "epoch": 375, "lr": 3.165330581473599e-05}
+{"train_loss": 0.0028144032694399357, "global_step": 20265, "epoch": 375, "lr": 3.1648725249771174e-05}
+{"train_loss": 0.00309024122543633, "global_step": 20266, "epoch": 375, "lr": 3.1644144862791844e-05}
+{"train_loss": 0.0029200678691267967, "global_step": 20267, "epoch": 375, "lr": 3.163956465384243e-05}
+{"train_loss": 0.002786724828183651, "global_step": 20268, "epoch": 375, "lr": 3.1634984622967356e-05}
+{"train_loss": 0.0035423212684690952, "global_step": 20269, "epoch": 375, "lr": 3.1630404770211056e-05}
+{"train_loss": 0.0034091719426214695, "global_step": 20270, "epoch": 375, "lr": 3.1625825095617944e-05}
+{"train_loss": 0.003848113352432847, "global_step": 20271, "epoch": 375, "lr": 3.162124559923242e-05}
+{"train_loss": 0.002351838629692793, "global_step": 20272, "epoch": 375, "lr": 3.161666628109892e-05}
+{"train_loss": 0.0024794023483991623, "global_step": 20273, "epoch": 375, "lr": 3.161208714126185e-05}
+{"train_loss": 0.004223716910928488, "global_step": 20274, "epoch": 375, "lr": 3.160750817976562e-05}
+{"train_loss": 0.001841868506744504, "global_step": 20275, "epoch": 375, "lr": 3.1602929396654655e-05}
+{"train_loss": 0.002993535017594695, "global_step": 20276, "epoch": 375, "lr": 3.1598350791973355e-05}
+{"train_loss": 0.0030341357924044132, "global_step": 20277, "epoch": 375, "lr": 3.1593772365766105e-05}
+{"train_loss": 0.0036394635681062937, "global_step": 20278, "epoch": 375, "lr": 3.158919411807734e-05}
+{"train_loss": 0.0036356712225824594, "global_step": 20279, "epoch": 375, "lr": 3.1584616048951457e-05}
+{"train_loss": 0.0018300998490303755, "global_step": 20280, "epoch": 375, "lr": 3.1580038158432854e-05}
+{"train_loss": 0.002272668993100524, "global_step": 20281, "epoch": 375, "lr": 3.157546044656593e-05}
+{"train_loss": 0.0028615628834813833, "global_step": 20282, "epoch": 375, "lr": 3.1570882913395075e-05}
+{"train_loss": 0.0034221955575048923, "global_step": 20283, "epoch": 375, "lr": 3.1566305558964696e-05}
+{"train_loss": 0.00249616801738739, "global_step": 20284, "epoch": 375, "lr": 3.156172838331919e-05}
+{"train_loss": 0.003186881775036454, "global_step": 20285, "epoch": 375, "lr": 3.155715138650296e-05}
+{"train_loss": 0.003934836946427822, "global_step": 20286, "epoch": 375, "lr": 3.155257456856039e-05}
+{"train_loss": 0.002390979789197445, "global_step": 20287, "epoch": 375, "lr": 3.1547997929535835e-05}
+{"train_loss": 0.003727082861587405, "global_step": 20288, "epoch": 375, "lr": 3.1543421469473735e-05}
+{"train_loss": 0.0018932160455733538, "global_step": 20289, "epoch": 375, "lr": 3.153884518841844e-05}
+{"train_loss": 0.0033873815555125475, "global_step": 20290, "epoch": 375, "lr": 3.1534269086414344e-05}
+{"train_loss": 0.0024993435945361853, "global_step": 20291, "epoch": 375, "lr": 3.152969316350586e-05}
+{"train_loss": 0.0028000581078231335, "global_step": 20292, "epoch": 375, "lr": 3.1525117419737325e-05}
+{"train_loss": 0.0025147171691060066, "global_step": 20293, "epoch": 375, "lr": 3.152054185515313e-05}
+{"train_loss": 0.0013231222983449697, "global_step": 20294, "epoch": 375, "lr": 3.1515966469797664e-05}
+{"train_loss": 0.0029654251411557198, "global_step": 20295, "epoch": 375, "lr": 3.151139126371529e-05}
+{"train_loss": 0.004102613776922226, "global_step": 20296, "epoch": 375, "lr": 3.150681623695042e-05}
+{"train_loss": 0.002991926157847047, "global_step": 20297, "epoch": 375, "lr": 3.150224138954736e-05}
+{"train_loss": 0.003244144609197974, "global_step": 20298, "epoch": 375, "lr": 3.1497666721550534e-05}
+{"train_loss": 0.001700348686426878, "global_step": 20299, "epoch": 375, "lr": 3.149309223300428e-05}
+{"train_loss": 0.00320247421041131, "global_step": 20300, "epoch": 375, "lr": 3.148851792395299e-05}
+{"train_loss": 0.003911894746124744, "global_step": 20301, "epoch": 375, "lr": 3.148394379444102e-05}
+{"train_loss": 0.0018089630175381899, "global_step": 20302, "epoch": 375, "lr": 3.147936984451273e-05}
+{"train_loss": 0.00293416203930974, "global_step": 20303, "epoch": 375, "lr": 3.147479607421247e-05, "val_loss": 0.005699244327843189, "train_action_mse_error": 8.235061977757141e-05}
+{"train_loss": 0.0024214887525886297, "global_step": 20304, "epoch": 376, "lr": 3.1470222483584624e-05}
+{"train_loss": 0.0042215753346681595, "global_step": 20305, "epoch": 376, "lr": 3.146564907267352e-05}
+{"train_loss": 0.003095522290095687, "global_step": 20306, "epoch": 376, "lr": 3.146107584152358e-05}
+{"train_loss": 0.0020104001741856337, "global_step": 20307, "epoch": 376, "lr": 3.145650279017908e-05}
+{"train_loss": 0.0027272773440927267, "global_step": 20308, "epoch": 376, "lr": 3.14519299186844e-05}
+{"train_loss": 0.001582592842169106, "global_step": 20309, "epoch": 376, "lr": 3.1447357227083904e-05}
+{"train_loss": 0.004071034491062164, "global_step": 20310, "epoch": 376, "lr": 3.1442784715421936e-05}
+{"train_loss": 0.0028051489498466253, "global_step": 20311, "epoch": 376, "lr": 3.143821238374285e-05}
+{"train_loss": 0.0027596147265285254, "global_step": 20312, "epoch": 376, "lr": 3.143364023209099e-05}
+{"train_loss": 0.0017999002011492848, "global_step": 20313, "epoch": 376, "lr": 3.1429068260510674e-05}
+{"train_loss": 0.0035987936425954103, "global_step": 20314, "epoch": 376, "lr": 3.142449646904628e-05}
+{"train_loss": 0.003733847290277481, "global_step": 20315, "epoch": 376, "lr": 3.1419924857742127e-05}
+{"train_loss": 0.003060465445742011, "global_step": 20316, "epoch": 376, "lr": 3.141535342664257e-05}
+{"train_loss": 0.002321964595466852, "global_step": 20317, "epoch": 376, "lr": 3.1410782175791956e-05}
+{"train_loss": 0.0028265987057238817, "global_step": 20318, "epoch": 376, "lr": 3.140621110523458e-05}
+{"train_loss": 0.0020008792635053396, "global_step": 20319, "epoch": 376, "lr": 3.14016402150148e-05}
+{"train_loss": 0.0031069901306182146, "global_step": 20320, "epoch": 376, "lr": 3.1397069505176955e-05}
+{"train_loss": 0.0033341743983328342, "global_step": 20321, "epoch": 376, "lr": 3.1392498975765356e-05}
+{"train_loss": 0.003689182223752141, "global_step": 20322, "epoch": 376, "lr": 3.138792862682437e-05}
+{"train_loss": 0.0028381654992699623, "global_step": 20323, "epoch": 376, "lr": 3.138335845839828e-05}
+{"train_loss": 0.00133823964279145, "global_step": 20324, "epoch": 376, "lr": 3.137878847053143e-05}
+{"train_loss": 0.002117051975801587, "global_step": 20325, "epoch": 376, "lr": 3.137421866326814e-05}
+{"train_loss": 0.0019852921832352877, "global_step": 20326, "epoch": 376, "lr": 3.1369649036652734e-05}
+{"train_loss": 0.0029334216378629208, "global_step": 20327, "epoch": 376, "lr": 3.1365079590729544e-05}
+{"train_loss": 0.0022707534953951836, "global_step": 20328, "epoch": 376, "lr": 3.136051032554287e-05}
+{"train_loss": 0.0013207921292632818, "global_step": 20329, "epoch": 376, "lr": 3.135594124113702e-05}
+{"train_loss": 0.0035096840001642704, "global_step": 20330, "epoch": 376, "lr": 3.135137233755634e-05}
+{"train_loss": 0.0014177074190229177, "global_step": 20331, "epoch": 376, "lr": 3.1346803614845114e-05}
+{"train_loss": 0.003264909377321601, "global_step": 20332, "epoch": 376, "lr": 3.134223507304767e-05}
+{"train_loss": 0.0018318977672606707, "global_step": 20333, "epoch": 376, "lr": 3.1337666712208325e-05}
+{"train_loss": 0.0035594049841165543, "global_step": 20334, "epoch": 376, "lr": 3.133309853237137e-05}
+{"train_loss": 0.0017254350241273642, "global_step": 20335, "epoch": 376, "lr": 3.13285305335811e-05}
+{"train_loss": 0.002320848172530532, "global_step": 20336, "epoch": 376, "lr": 3.132396271588185e-05}
+{"train_loss": 0.0022942658979445696, "global_step": 20337, "epoch": 376, "lr": 3.131939507931789e-05}
+{"train_loss": 0.0038189205806702375, "global_step": 20338, "epoch": 376, "lr": 3.131482762393357e-05}
+{"train_loss": 0.00288209761492908, "global_step": 20339, "epoch": 376, "lr": 3.131026034977312e-05}
+{"train_loss": 0.0017966640880331397, "global_step": 20340, "epoch": 376, "lr": 3.1305693256880897e-05}
+{"train_loss": 0.0037258747033774853, "global_step": 20341, "epoch": 376, "lr": 3.1301126345301155e-05}
+{"train_loss": 0.002193668857216835, "global_step": 20342, "epoch": 376, "lr": 3.129655961507822e-05}
+{"train_loss": 0.00297087081708014, "global_step": 20343, "epoch": 376, "lr": 3.129199306625637e-05}
+{"train_loss": 0.003222564933821559, "global_step": 20344, "epoch": 376, "lr": 3.12874266988799e-05}
+{"train_loss": 0.003638465655967593, "global_step": 20345, "epoch": 376, "lr": 3.1282860512993066e-05}
+{"train_loss": 0.0027234347071498632, "global_step": 20346, "epoch": 376, "lr": 3.12782945086402e-05}
+{"train_loss": 0.0013550188159570098, "global_step": 20347, "epoch": 376, "lr": 3.127372868586556e-05}
+{"train_loss": 0.002782248891890049, "global_step": 20348, "epoch": 376, "lr": 3.126916304471345e-05}
+{"train_loss": 0.0023183533921837807, "global_step": 20349, "epoch": 376, "lr": 3.1264597585228125e-05}
+{"train_loss": 0.0018892916850745678, "global_step": 20350, "epoch": 376, "lr": 3.126003230745389e-05}
+{"train_loss": 0.002825181232765317, "global_step": 20351, "epoch": 376, "lr": 3.1255467211435e-05}
+{"train_loss": 0.002515366766601801, "global_step": 20352, "epoch": 376, "lr": 3.1250902297215745e-05}
+{"train_loss": 0.002302077366039157, "global_step": 20353, "epoch": 376, "lr": 3.1246337564840405e-05}
+{"train_loss": 0.0022166115231812, "global_step": 20354, "epoch": 376, "lr": 3.124177301435324e-05}
+{"train_loss": 0.0036046085879206657, "global_step": 20355, "epoch": 376, "lr": 3.123720864579851e-05}
+{"train_loss": 0.0015558897284790874, "global_step": 20356, "epoch": 376, "lr": 3.123264445922051e-05}
+{"train_loss": 0.0026303316526873795, "global_step": 20357, "epoch": 376, "lr": 3.122808045466348e-05, "val_loss": 0.003459698986262083}
+{"train_loss": 0.0019191777100786567, "global_step": 20358, "epoch": 377, "lr": 3.122351663217171e-05}
+{"train_loss": 0.00202610669657588, "global_step": 20359, "epoch": 377, "lr": 3.121895299178947e-05}
+{"train_loss": 0.0018165591172873974, "global_step": 20360, "epoch": 377, "lr": 3.1214389533560996e-05}
+{"train_loss": 0.0017384222010150552, "global_step": 20361, "epoch": 377, "lr": 3.120982625753055e-05}
+{"train_loss": 0.003465453162789345, "global_step": 20362, "epoch": 377, "lr": 3.12052631637424e-05}
+{"train_loss": 0.003478795289993286, "global_step": 20363, "epoch": 377, "lr": 3.1200700252240795e-05}
+{"train_loss": 0.002645414089784026, "global_step": 20364, "epoch": 377, "lr": 3.119613752307002e-05}
+{"train_loss": 0.002503939438611269, "global_step": 20365, "epoch": 377, "lr": 3.119157497627428e-05}
+{"train_loss": 0.0017540783155709505, "global_step": 20366, "epoch": 377, "lr": 3.118701261189787e-05}
+{"train_loss": 0.0038607020396739244, "global_step": 20367, "epoch": 377, "lr": 3.1182450429985e-05}
+{"train_loss": 0.0023881043307483196, "global_step": 20368, "epoch": 377, "lr": 3.117788843057995e-05}
+{"train_loss": 0.002277048770338297, "global_step": 20369, "epoch": 377, "lr": 3.117332661372696e-05}
+{"train_loss": 0.0026600053533911705, "global_step": 20370, "epoch": 377, "lr": 3.116876497947024e-05}
+{"train_loss": 0.0022820928134024143, "global_step": 20371, "epoch": 377, "lr": 3.1164203527854084e-05}
+{"train_loss": 0.0025313713122159243, "global_step": 20372, "epoch": 377, "lr": 3.1159642258922706e-05}
+{"train_loss": 0.001051978557370603, "global_step": 20373, "epoch": 377, "lr": 3.1155081172720335e-05}
+{"train_loss": 0.004236932378262281, "global_step": 20374, "epoch": 377, "lr": 3.1150520269291236e-05}
+{"train_loss": 0.0030857129022479057, "global_step": 20375, "epoch": 377, "lr": 3.114595954867963e-05}
+{"train_loss": 0.0026722813490778208, "global_step": 20376, "epoch": 377, "lr": 3.114139901092973e-05}
+{"train_loss": 0.00238715554587543, "global_step": 20377, "epoch": 377, "lr": 3.1136838656085795e-05}
+{"train_loss": 0.0022331110667437315, "global_step": 20378, "epoch": 377, "lr": 3.113227848419206e-05}
+{"train_loss": 0.0026209803763777018, "global_step": 20379, "epoch": 377, "lr": 3.1127718495292724e-05}
+{"train_loss": 0.0018294935580343008, "global_step": 20380, "epoch": 377, "lr": 3.1123158689432044e-05}
+{"train_loss": 0.002501006470993161, "global_step": 20381, "epoch": 377, "lr": 3.111859906665423e-05}
+{"train_loss": 0.00169770373031497, "global_step": 20382, "epoch": 377, "lr": 3.11140396270035e-05}
+{"train_loss": 0.003037169808521867, "global_step": 20383, "epoch": 377, "lr": 3.110948037052407e-05}
+{"train_loss": 0.0014604036696255207, "global_step": 20384, "epoch": 377, "lr": 3.110492129726018e-05}
+{"train_loss": 0.0027921078726649284, "global_step": 20385, "epoch": 377, "lr": 3.110036240725606e-05}
+{"train_loss": 0.0027815387584269047, "global_step": 20386, "epoch": 377, "lr": 3.109580370055587e-05}
+{"train_loss": 0.0020167864859104156, "global_step": 20387, "epoch": 377, "lr": 3.109124517720387e-05}
+{"train_loss": 0.003402900882065296, "global_step": 20388, "epoch": 377, "lr": 3.108668683724426e-05}
+{"train_loss": 0.0013840000610798597, "global_step": 20389, "epoch": 377, "lr": 3.1082128680721235e-05}
+{"train_loss": 0.0016805777559056878, "global_step": 20390, "epoch": 377, "lr": 3.1077570707679046e-05}
+{"train_loss": 0.0021952264942228794, "global_step": 20391, "epoch": 377, "lr": 3.107301291816186e-05}
+{"train_loss": 0.0035615740343928337, "global_step": 20392, "epoch": 377, "lr": 3.1068455312213884e-05}
+{"train_loss": 0.0028940157499164343, "global_step": 20393, "epoch": 377, "lr": 3.106389788987935e-05}
+{"train_loss": 0.0026865836698561907, "global_step": 20394, "epoch": 377, "lr": 3.105934065120243e-05}
+{"train_loss": 0.0030271357391029596, "global_step": 20395, "epoch": 377, "lr": 3.105478359622735e-05}
+{"train_loss": 0.0022211770992726088, "global_step": 20396, "epoch": 377, "lr": 3.1050226724998275e-05}
+{"train_loss": 0.0028605530969798565, "global_step": 20397, "epoch": 377, "lr": 3.104567003755943e-05}
+{"train_loss": 0.001890192972496152, "global_step": 20398, "epoch": 377, "lr": 3.104111353395499e-05}
+{"train_loss": 0.0015054958639666438, "global_step": 20399, "epoch": 377, "lr": 3.103655721422917e-05}
+{"train_loss": 0.0018589973915368319, "global_step": 20400, "epoch": 377, "lr": 3.103200107842616e-05}
+{"train_loss": 0.0027987754438072443, "global_step": 20401, "epoch": 377, "lr": 3.1027445126590114e-05}
+{"train_loss": 0.0017811297439038754, "global_step": 20402, "epoch": 377, "lr": 3.102288935876524e-05}
+{"train_loss": 0.003624706994742155, "global_step": 20403, "epoch": 377, "lr": 3.1018333774995734e-05}
+{"train_loss": 0.0013058407930657268, "global_step": 20404, "epoch": 377, "lr": 3.1013778375325765e-05}
+{"train_loss": 0.0018537869909778237, "global_step": 20405, "epoch": 377, "lr": 3.100922315979952e-05}
+{"train_loss": 0.0009755083010531962, "global_step": 20406, "epoch": 377, "lr": 3.1004668128461204e-05}
+{"train_loss": 0.0033565033227205276, "global_step": 20407, "epoch": 377, "lr": 3.100011328135495e-05}
+{"train_loss": 0.0032200985588133335, "global_step": 20408, "epoch": 377, "lr": 3.0995558618524956e-05}
+{"train_loss": 0.002672238042578101, "global_step": 20409, "epoch": 377, "lr": 3.09910041400154e-05}
+{"train_loss": 0.0029187030158936977, "global_step": 20410, "epoch": 377, "lr": 3.098644984587046e-05}
+{"train_loss": 0.002456845253214447, "global_step": 20411, "epoch": 377, "lr": 3.09818957361343e-05, "val_loss": 0.005192178767174482}
+{"train_loss": 0.002594868652522564, "global_step": 20412, "epoch": 378, "lr": 3.097734181085108e-05}
+{"train_loss": 0.002838852582499385, "global_step": 20413, "epoch": 378, "lr": 3.097278807006498e-05}
+{"train_loss": 0.0019499806221574545, "global_step": 20414, "epoch": 378, "lr": 3.096823451382015e-05}
+{"train_loss": 0.0037908677477389574, "global_step": 20415, "epoch": 378, "lr": 3.096368114216078e-05}
+{"train_loss": 0.0015826591989025474, "global_step": 20416, "epoch": 378, "lr": 3.0959127955131035e-05}
+{"train_loss": 0.002612021518871188, "global_step": 20417, "epoch": 378, "lr": 3.095457495277504e-05}
+{"train_loss": 0.0028767799958586693, "global_step": 20418, "epoch": 378, "lr": 3.095002213513697e-05}
+{"train_loss": 0.00266008242033422, "global_step": 20419, "epoch": 378, "lr": 3.094546950226099e-05}
+{"train_loss": 0.0023289553355425596, "global_step": 20420, "epoch": 378, "lr": 3.0940917054191244e-05}
+{"train_loss": 0.003445689333602786, "global_step": 20421, "epoch": 378, "lr": 3.0936364790971915e-05}
+{"train_loss": 0.0025232802145183086, "global_step": 20422, "epoch": 378, "lr": 3.0931812712647105e-05}
+{"train_loss": 0.0037010989617556334, "global_step": 20423, "epoch": 378, "lr": 3.092726081926101e-05}
+{"train_loss": 0.0034392375964671373, "global_step": 20424, "epoch": 378, "lr": 3.0922709110857727e-05}
+{"train_loss": 0.0023291693069040775, "global_step": 20425, "epoch": 378, "lr": 3.091815758748145e-05}
+{"train_loss": 0.0019738185219466686, "global_step": 20426, "epoch": 378, "lr": 3.0913606249176315e-05}
+{"train_loss": 0.002626547124236822, "global_step": 20427, "epoch": 378, "lr": 3.090905509598646e-05}
+{"train_loss": 0.001765601453371346, "global_step": 20428, "epoch": 378, "lr": 3.0904504127956e-05}
+{"train_loss": 0.0034491762053221464, "global_step": 20429, "epoch": 378, "lr": 3.089995334512911e-05}
+{"train_loss": 0.0030829072929918766, "global_step": 20430, "epoch": 378, "lr": 3.08954027475499e-05}
+{"train_loss": 0.0033886809833347797, "global_step": 20431, "epoch": 378, "lr": 3.089085233526252e-05}
+{"train_loss": 0.0017903430853039026, "global_step": 20432, "epoch": 378, "lr": 3.0886302108311114e-05}
+{"train_loss": 0.003616788424551487, "global_step": 20433, "epoch": 378, "lr": 3.08817520667398e-05}
+{"train_loss": 0.004091796465218067, "global_step": 20434, "epoch": 378, "lr": 3.0877202210592694e-05}
+{"train_loss": 0.0034139978233724833, "global_step": 20435, "epoch": 378, "lr": 3.087265253991395e-05}
+{"train_loss": 0.001915417960844934, "global_step": 20436, "epoch": 378, "lr": 3.086810305474767e-05}
+{"train_loss": 0.0030982026364654303, "global_step": 20437, "epoch": 378, "lr": 3.086355375513803e-05}
+{"train_loss": 0.002583918860182166, "global_step": 20438, "epoch": 378, "lr": 3.085900464112907e-05}
+{"train_loss": 0.004163272213190794, "global_step": 20439, "epoch": 378, "lr": 3.085445571276498e-05}
+{"train_loss": 0.001838246127590537, "global_step": 20440, "epoch": 378, "lr": 3.084990697008985e-05}
+{"train_loss": 0.0018295618938282132, "global_step": 20441, "epoch": 378, "lr": 3.084535841314781e-05}
+{"train_loss": 0.004774804227054119, "global_step": 20442, "epoch": 378, "lr": 3.084081004198297e-05}
+{"train_loss": 0.0026734760031104088, "global_step": 20443, "epoch": 378, "lr": 3.0836261856639434e-05}
+{"train_loss": 0.004867719952017069, "global_step": 20444, "epoch": 378, "lr": 3.0831713857161314e-05}
+{"train_loss": 0.0031982751097530127, "global_step": 20445, "epoch": 378, "lr": 3.0827166043592736e-05}
+{"train_loss": 0.00411486579105258, "global_step": 20446, "epoch": 378, "lr": 3.082261841597779e-05}
+{"train_loss": 0.0024704753886908293, "global_step": 20447, "epoch": 378, "lr": 3.081807097436062e-05}
+{"train_loss": 0.00271851965226233, "global_step": 20448, "epoch": 378, "lr": 3.081352371878529e-05}
+{"train_loss": 0.004204406403005123, "global_step": 20449, "epoch": 378, "lr": 3.0808976649295915e-05}
+{"train_loss": 0.003095371415838599, "global_step": 20450, "epoch": 378, "lr": 3.080442976593659e-05}
+{"train_loss": 0.002136275637894869, "global_step": 20451, "epoch": 378, "lr": 3.079988306875143e-05}
+{"train_loss": 0.00468862010166049, "global_step": 20452, "epoch": 378, "lr": 3.0795336557784516e-05}
+{"train_loss": 0.0024812594056129456, "global_step": 20453, "epoch": 378, "lr": 3.079079023307998e-05}
+{"train_loss": 0.0024007013998925686, "global_step": 20454, "epoch": 378, "lr": 3.0786244094681865e-05}
+{"train_loss": 0.004270787350833416, "global_step": 20455, "epoch": 378, "lr": 3.0781698142634295e-05}
+{"train_loss": 0.003693673759698868, "global_step": 20456, "epoch": 378, "lr": 3.077715237698135e-05}
+{"train_loss": 0.0018693060846999288, "global_step": 20457, "epoch": 378, "lr": 3.077260679776711e-05}
+{"train_loss": 0.0023109496105462313, "global_step": 20458, "epoch": 378, "lr": 3.07680614050357e-05}
+{"train_loss": 0.0031773678492754698, "global_step": 20459, "epoch": 378, "lr": 3.0763516198831154e-05}
+{"train_loss": 0.003954041283577681, "global_step": 20460, "epoch": 378, "lr": 3.075897117919758e-05}
+{"train_loss": 0.0035591006744652987, "global_step": 20461, "epoch": 378, "lr": 3.075442634617906e-05}
+{"train_loss": 0.0029341126792132854, "global_step": 20462, "epoch": 378, "lr": 3.074988169981966e-05}
+{"train_loss": 0.002890922361984849, "global_step": 20463, "epoch": 378, "lr": 3.074533724016349e-05}
+{"train_loss": 0.002315964549779892, "global_step": 20464, "epoch": 378, "lr": 3.0740792967254604e-05}
+{"train_loss": 0.0029689243593667117, "global_step": 20465, "epoch": 378, "lr": 3.073624888113707e-05, "val_loss": 0.00320371869020164}
+{"train_loss": 0.003855270566418767, "global_step": 20466, "epoch": 379, "lr": 3.073170498185496e-05}
+{"train_loss": 0.003296844894066453, "global_step": 20467, "epoch": 379, "lr": 3.0727161269452354e-05}
+{"train_loss": 0.0024308511056005955, "global_step": 20468, "epoch": 379, "lr": 3.0722617743973326e-05}
+{"train_loss": 0.003074409905821085, "global_step": 20469, "epoch": 379, "lr": 3.071807440546192e-05}
+{"train_loss": 0.0033138864673674107, "global_step": 20470, "epoch": 379, "lr": 3.0713531253962224e-05}
+{"train_loss": 0.002802671166136861, "global_step": 20471, "epoch": 379, "lr": 3.0708988289518295e-05}
+{"train_loss": 0.003442595014348626, "global_step": 20472, "epoch": 379, "lr": 3.0704445512174186e-05}
+{"train_loss": 0.0017538877436891198, "global_step": 20473, "epoch": 379, "lr": 3.069990292197397e-05}
+{"train_loss": 0.0033652926795184612, "global_step": 20474, "epoch": 379, "lr": 3.06953605189617e-05}
+{"train_loss": 0.0034634233452379704, "global_step": 20475, "epoch": 379, "lr": 3.069081830318142e-05}
+{"train_loss": 0.0022103541996330023, "global_step": 20476, "epoch": 379, "lr": 3.068627627467719e-05}
+{"train_loss": 0.0038078422658145428, "global_step": 20477, "epoch": 379, "lr": 3.068173443349307e-05}
+{"train_loss": 0.003845327068120241, "global_step": 20478, "epoch": 379, "lr": 3.0677192779673096e-05}
+{"train_loss": 0.0030659425538033247, "global_step": 20479, "epoch": 379, "lr": 3.067265131326135e-05}
+{"train_loss": 0.003118636319413781, "global_step": 20480, "epoch": 379, "lr": 3.0668110034301845e-05}
+{"train_loss": 0.0022071872372180223, "global_step": 20481, "epoch": 379, "lr": 3.0663568942838636e-05}
+{"train_loss": 0.0011879869271069765, "global_step": 20482, "epoch": 379, "lr": 3.065902803891575e-05}
+{"train_loss": 0.002354193478822708, "global_step": 20483, "epoch": 379, "lr": 3.0654487322577265e-05}
+{"train_loss": 0.0029560283292084932, "global_step": 20484, "epoch": 379, "lr": 3.064994679386721e-05}
+{"train_loss": 0.0019050616538152099, "global_step": 20485, "epoch": 379, "lr": 3.0645406452829586e-05}
+{"train_loss": 0.0037377108819782734, "global_step": 20486, "epoch": 379, "lr": 3.064086629950847e-05}
+{"train_loss": 0.0025729560293257236, "global_step": 20487, "epoch": 379, "lr": 3.0636326333947884e-05}
+{"train_loss": 0.00393271679058671, "global_step": 20488, "epoch": 379, "lr": 3.063178655619184e-05}
+{"train_loss": 0.001356490538455546, "global_step": 20489, "epoch": 379, "lr": 3.0627246966284415e-05}
+{"train_loss": 0.002133213449269533, "global_step": 20490, "epoch": 379, "lr": 3.06227075642696e-05}
+{"train_loss": 0.001804592669941485, "global_step": 20491, "epoch": 379, "lr": 3.061816835019141e-05}
+{"train_loss": 0.0034269485622644424, "global_step": 20492, "epoch": 379, "lr": 3.0613629324093915e-05}
+{"train_loss": 0.0031134726013988256, "global_step": 20493, "epoch": 379, "lr": 3.0609090486021106e-05}
+{"train_loss": 0.0033070386853069067, "global_step": 20494, "epoch": 379, "lr": 3.060455183601703e-05}
+{"train_loss": 0.0026290088426321745, "global_step": 20495, "epoch": 379, "lr": 3.0600013374125665e-05}
+{"train_loss": 0.0027373461052775383, "global_step": 20496, "epoch": 379, "lr": 3.059547510039106e-05}
+{"train_loss": 0.0016329330392181873, "global_step": 20497, "epoch": 379, "lr": 3.059093701485722e-05}
+{"train_loss": 0.0025814087130129337, "global_step": 20498, "epoch": 379, "lr": 3.0586399117568166e-05}
+{"train_loss": 0.0024901479482650757, "global_step": 20499, "epoch": 379, "lr": 3.058186140856791e-05}
+{"train_loss": 0.002132524736225605, "global_step": 20500, "epoch": 379, "lr": 3.057732388790046e-05}
+{"train_loss": 0.0028303845319896936, "global_step": 20501, "epoch": 379, "lr": 3.057278655560982e-05}
+{"train_loss": 0.0014664321206510067, "global_step": 20502, "epoch": 379, "lr": 3.056824941174e-05}
+{"train_loss": 0.001726183108985424, "global_step": 20503, "epoch": 379, "lr": 3.0563712456335015e-05}
+{"train_loss": 0.0034349700435996056, "global_step": 20504, "epoch": 379, "lr": 3.055917568943884e-05}
+{"train_loss": 0.0026628614868968725, "global_step": 20505, "epoch": 379, "lr": 3.055463911109552e-05}
+{"train_loss": 0.0021593680139631033, "global_step": 20506, "epoch": 379, "lr": 3.055010272134901e-05}
+{"train_loss": 0.00321665545925498, "global_step": 20507, "epoch": 379, "lr": 3.054556652024332e-05}
+{"train_loss": 0.0024627558887004852, "global_step": 20508, "epoch": 379, "lr": 3.054103050782246e-05}
+{"train_loss": 0.0022786748595535755, "global_step": 20509, "epoch": 379, "lr": 3.053649468413043e-05}
+{"train_loss": 0.0017571632051840425, "global_step": 20510, "epoch": 379, "lr": 3.053195904921121e-05}
+{"train_loss": 0.0033937450498342514, "global_step": 20511, "epoch": 379, "lr": 3.052742360310876e-05}
+{"train_loss": 0.002683294005692005, "global_step": 20512, "epoch": 379, "lr": 3.052288834586712e-05}
+{"train_loss": 0.001388301607221365, "global_step": 20513, "epoch": 379, "lr": 3.0518353277530244e-05}
+{"train_loss": 0.0016561300726607442, "global_step": 20514, "epoch": 379, "lr": 3.0513818398142123e-05}
+{"train_loss": 0.0013621753314509988, "global_step": 20515, "epoch": 379, "lr": 3.0509283707746768e-05}
+{"train_loss": 0.002742421580478549, "global_step": 20516, "epoch": 379, "lr": 3.0504749206388116e-05}
+{"train_loss": 0.0027138101868331432, "global_step": 20517, "epoch": 379, "lr": 3.050021489411016e-05}
+{"train_loss": 0.0012284235563129187, "global_step": 20518, "epoch": 379, "lr": 3.0495680770956892e-05}
+{"train_loss": 0.002583269139803532, "global_step": 20519, "epoch": 379, "lr": 3.0491146836972272e-05, "val_loss": 0.0022940323688089848}
+{"train_loss": 0.001854980830103159, "global_step": 20520, "epoch": 380, "lr": 3.0486613092200288e-05}
+{"train_loss": 0.0019512653816491365, "global_step": 20521, "epoch": 380, "lr": 3.0482079536684917e-05}
+{"train_loss": 0.002686310326680541, "global_step": 20522, "epoch": 380, "lr": 3.0477546170470094e-05}
+{"train_loss": 0.00164316245354712, "global_step": 20523, "epoch": 380, "lr": 3.0473012993599816e-05}
+{"train_loss": 0.0015232020523399115, "global_step": 20524, "epoch": 380, "lr": 3.0468480006118044e-05}
+{"train_loss": 0.0019372394308447838, "global_step": 20525, "epoch": 380, "lr": 3.0463947208068744e-05}
+{"train_loss": 0.0010051073040813208, "global_step": 20526, "epoch": 380, "lr": 3.0459414599495883e-05}
+{"train_loss": 0.0014786621322855353, "global_step": 20527, "epoch": 380, "lr": 3.04548821804434e-05}
+{"train_loss": 0.0014581228606402874, "global_step": 20528, "epoch": 380, "lr": 3.045034995095528e-05}
+{"train_loss": 0.0020851362496614456, "global_step": 20529, "epoch": 380, "lr": 3.0445817911075457e-05}
+{"train_loss": 0.003251834074035287, "global_step": 20530, "epoch": 380, "lr": 3.0441286060847907e-05}
+{"train_loss": 0.0024658895563334227, "global_step": 20531, "epoch": 380, "lr": 3.043675440031659e-05}
+{"train_loss": 0.002690654480829835, "global_step": 20532, "epoch": 380, "lr": 3.0432222929525435e-05}
+{"train_loss": 0.0040747192688286304, "global_step": 20533, "epoch": 380, "lr": 3.0427691648518384e-05}
+{"train_loss": 0.002767179859802127, "global_step": 20534, "epoch": 380, "lr": 3.0423160557339413e-05}
+{"train_loss": 0.0024229788687080145, "global_step": 20535, "epoch": 380, "lr": 3.041862965603245e-05}
+{"train_loss": 0.0024560983292758465, "global_step": 20536, "epoch": 380, "lr": 3.041409894464148e-05}
+{"train_loss": 0.0010131922317668796, "global_step": 20537, "epoch": 380, "lr": 3.0409568423210366e-05}
+{"train_loss": 0.0018914738902822137, "global_step": 20538, "epoch": 380, "lr": 3.0405038091783116e-05}
+{"train_loss": 0.0036266862880438566, "global_step": 20539, "epoch": 380, "lr": 3.0400507950403632e-05}
+{"train_loss": 0.003604214871302247, "global_step": 20540, "epoch": 380, "lr": 3.0395977999115875e-05}
+{"train_loss": 0.0017984354635700583, "global_step": 20541, "epoch": 380, "lr": 3.0391448237963783e-05}
+{"train_loss": 0.002213753992691636, "global_step": 20542, "epoch": 380, "lr": 3.038691866699127e-05}
+{"train_loss": 0.003203263273462653, "global_step": 20543, "epoch": 380, "lr": 3.0382389286242264e-05}
+{"train_loss": 0.0037534222938120365, "global_step": 20544, "epoch": 380, "lr": 3.0377860095760713e-05}
+{"train_loss": 0.0016724092420190573, "global_step": 20545, "epoch": 380, "lr": 3.0373331095590525e-05}
+{"train_loss": 0.002426770282909274, "global_step": 20546, "epoch": 380, "lr": 3.0368802285775644e-05}
+{"train_loss": 0.0019425090868026018, "global_step": 20547, "epoch": 380, "lr": 3.036427366636001e-05}
+{"train_loss": 0.0018310481682419777, "global_step": 20548, "epoch": 380, "lr": 3.0359745237387505e-05}
+{"train_loss": 0.0012396335368975997, "global_step": 20549, "epoch": 380, "lr": 3.035521699890206e-05}
+{"train_loss": 0.002579586347565055, "global_step": 20550, "epoch": 380, "lr": 3.0350688950947604e-05}
+{"train_loss": 0.0024770728778094053, "global_step": 20551, "epoch": 380, "lr": 3.0346161093568048e-05}
+{"train_loss": 0.0026446739211678505, "global_step": 20552, "epoch": 380, "lr": 3.0341633426807337e-05}
+{"train_loss": 0.0018122699111700058, "global_step": 20553, "epoch": 380, "lr": 3.0337105950709328e-05}
+{"train_loss": 0.002002079738304019, "global_step": 20554, "epoch": 380, "lr": 3.0332578665317968e-05}
+{"train_loss": 0.002720657968893647, "global_step": 20555, "epoch": 380, "lr": 3.0328051570677153e-05}
+{"train_loss": 0.001969558885321021, "global_step": 20556, "epoch": 380, "lr": 3.0323524666830805e-05}
+{"train_loss": 0.003269660286605358, "global_step": 20557, "epoch": 380, "lr": 3.0318997953822827e-05}
+{"train_loss": 0.0021478007547557354, "global_step": 20558, "epoch": 380, "lr": 3.031447143169711e-05}
+{"train_loss": 0.0035654958337545395, "global_step": 20559, "epoch": 380, "lr": 3.030994510049755e-05}
+{"train_loss": 0.0025829130318015814, "global_step": 20560, "epoch": 380, "lr": 3.030541896026807e-05}
+{"train_loss": 0.0038090187590569258, "global_step": 20561, "epoch": 380, "lr": 3.030089301105255e-05}
+{"train_loss": 0.0022777782287448645, "global_step": 20562, "epoch": 380, "lr": 3.0296367252894907e-05}
+{"train_loss": 0.003082710551097989, "global_step": 20563, "epoch": 380, "lr": 3.0291841685839022e-05}
+{"train_loss": 0.0017905025742948055, "global_step": 20564, "epoch": 380, "lr": 3.028731630992878e-05}
+{"train_loss": 0.00246504251845181, "global_step": 20565, "epoch": 380, "lr": 3.0282791125208078e-05}
+{"train_loss": 0.003565062303096056, "global_step": 20566, "epoch": 380, "lr": 3.027826613172081e-05}
+{"train_loss": 0.0019777980633080006, "global_step": 20567, "epoch": 380, "lr": 3.0273741329510853e-05}
+{"train_loss": 0.001949666766449809, "global_step": 20568, "epoch": 380, "lr": 3.0269216718622128e-05}
+{"train_loss": 0.0015139455208554864, "global_step": 20569, "epoch": 380, "lr": 3.0264692299098457e-05}
+{"train_loss": 0.0019841608591377735, "global_step": 20570, "epoch": 380, "lr": 3.0260168070983764e-05}
+{"train_loss": 0.0013503213413059711, "global_step": 20571, "epoch": 380, "lr": 3.0255644034321913e-05}
+{"train_loss": 0.004548495635390282, "global_step": 20572, "epoch": 380, "lr": 3.025112018915679e-05}
+{"train_loss": 0.0023874195758253336, "global_step": 20573, "epoch": 380, "lr": 3.024659653553228e-05, "val_loss": 0.002843310358002782, "train_action_mse_error": 5.90726085647475e-05}
+{"train_loss": 0.0019958321936428547, "global_step": 20574, "epoch": 381, "lr": 3.024207307349224e-05}
+{"train_loss": 0.0024537777062505484, "global_step": 20575, "epoch": 381, "lr": 3.0237549803080533e-05}
+{"train_loss": 0.003188616130501032, "global_step": 20576, "epoch": 381, "lr": 3.0233026724341053e-05}
+{"train_loss": 0.0032114579807966948, "global_step": 20577, "epoch": 381, "lr": 3.022850383731765e-05}
+{"train_loss": 0.003907005302608013, "global_step": 20578, "epoch": 381, "lr": 3.0223981142054224e-05}
+{"train_loss": 0.0016407988732680678, "global_step": 20579, "epoch": 381, "lr": 3.02194586385946e-05}
+{"train_loss": 0.0026434219907969236, "global_step": 20580, "epoch": 381, "lr": 3.0214936326982656e-05}
+{"train_loss": 0.002623353386297822, "global_step": 20581, "epoch": 381, "lr": 3.0210414207262243e-05}
+{"train_loss": 0.0024940958246588707, "global_step": 20582, "epoch": 381, "lr": 3.0205892279477243e-05}
+{"train_loss": 0.002208573743700981, "global_step": 20583, "epoch": 381, "lr": 3.0201370543671516e-05}
+{"train_loss": 0.0020305600482970476, "global_step": 20584, "epoch": 381, "lr": 3.0196848999888872e-05}
+{"train_loss": 0.0015295579796656966, "global_step": 20585, "epoch": 381, "lr": 3.0192327648173212e-05}
+{"train_loss": 0.0023697311989963055, "global_step": 20586, "epoch": 381, "lr": 3.0187806488568366e-05}
+{"train_loss": 0.0029140920378267765, "global_step": 20587, "epoch": 381, "lr": 3.0183285521118178e-05}
+{"train_loss": 0.0037736548110842705, "global_step": 20588, "epoch": 381, "lr": 3.017876474586653e-05}
+{"train_loss": 0.0033350526355206966, "global_step": 20589, "epoch": 381, "lr": 3.0174244162857236e-05}
+{"train_loss": 0.001859887852333486, "global_step": 20590, "epoch": 381, "lr": 3.016972377213414e-05}
+{"train_loss": 0.0026368459220975637, "global_step": 20591, "epoch": 381, "lr": 3.0165203573741093e-05}
+{"train_loss": 0.0019628768786787987, "global_step": 20592, "epoch": 381, "lr": 3.0160683567721936e-05}
+{"train_loss": 0.0022983786184340715, "global_step": 20593, "epoch": 381, "lr": 3.0156163754120504e-05}
+{"train_loss": 0.0013915488962084055, "global_step": 20594, "epoch": 381, "lr": 3.015164413298066e-05}
+{"train_loss": 0.0019366440828889608, "global_step": 20595, "epoch": 381, "lr": 3.0147124704346202e-05}
+{"train_loss": 0.0015182283241301775, "global_step": 20596, "epoch": 381, "lr": 3.0142605468260978e-05}
+{"train_loss": 0.0017096196534112096, "global_step": 20597, "epoch": 381, "lr": 3.013808642476881e-05}
+{"train_loss": 0.0034506251104176044, "global_step": 20598, "epoch": 381, "lr": 3.0133567573913545e-05}
+{"train_loss": 0.0015864766901358962, "global_step": 20599, "epoch": 381, "lr": 3.0129048915739012e-05}
+{"train_loss": 0.002029945608228445, "global_step": 20600, "epoch": 381, "lr": 3.0124530450289e-05}
+{"train_loss": 0.0025889831595122814, "global_step": 20601, "epoch": 381, "lr": 3.0120012177607372e-05}
+{"train_loss": 0.0028105401434004307, "global_step": 20602, "epoch": 381, "lr": 3.011549409773794e-05}
+{"train_loss": 0.001849725958891213, "global_step": 20603, "epoch": 381, "lr": 3.0110976210724505e-05}
+{"train_loss": 0.0029843912925571203, "global_step": 20604, "epoch": 381, "lr": 3.0106458516610926e-05}
+{"train_loss": 0.0019285815069451928, "global_step": 20605, "epoch": 381, "lr": 3.0101941015440983e-05}
+{"train_loss": 0.003275602590292692, "global_step": 20606, "epoch": 381, "lr": 3.0097423707258488e-05}
+{"train_loss": 0.0019972750451415777, "global_step": 20607, "epoch": 381, "lr": 3.0092906592107273e-05}
+{"train_loss": 0.004297736566513777, "global_step": 20608, "epoch": 381, "lr": 3.0088389670031147e-05}
+{"train_loss": 0.001690456410869956, "global_step": 20609, "epoch": 381, "lr": 3.0083872941073925e-05}
+{"train_loss": 0.0013285628519952297, "global_step": 20610, "epoch": 381, "lr": 3.0079356405279378e-05}
+{"train_loss": 0.002336061792448163, "global_step": 20611, "epoch": 381, "lr": 3.0074840062691356e-05}
+{"train_loss": 0.002505796030163765, "global_step": 20612, "epoch": 381, "lr": 3.0070323913353627e-05}
+{"train_loss": 0.0040379720740020275, "global_step": 20613, "epoch": 381, "lr": 3.0065807957310015e-05}
+{"train_loss": 0.0015091609675437212, "global_step": 20614, "epoch": 381, "lr": 3.0061292194604313e-05}
+{"train_loss": 0.0015418457332998514, "global_step": 20615, "epoch": 381, "lr": 3.0056776625280326e-05}
+{"train_loss": 0.003655355656519532, "global_step": 20616, "epoch": 381, "lr": 3.0052261249381824e-05}
+{"train_loss": 0.0021527823992073536, "global_step": 20617, "epoch": 381, "lr": 3.004774606695263e-05}
+{"train_loss": 0.0031780714634805918, "global_step": 20618, "epoch": 381, "lr": 3.0043231078036514e-05}
+{"train_loss": 0.002434859983623028, "global_step": 20619, "epoch": 381, "lr": 3.0038716282677274e-05}
+{"train_loss": 0.002513070357963443, "global_step": 20620, "epoch": 381, "lr": 3.0034201680918718e-05}
+{"train_loss": 0.0019032132113352418, "global_step": 20621, "epoch": 381, "lr": 3.002968727280461e-05}
+{"train_loss": 0.004294306971132755, "global_step": 20622, "epoch": 381, "lr": 3.0025173058378718e-05}
+{"train_loss": 0.002377694472670555, "global_step": 20623, "epoch": 381, "lr": 3.0020659037684855e-05}
+{"train_loss": 0.0030220940243452787, "global_step": 20624, "epoch": 381, "lr": 3.00161452107668e-05}
+{"train_loss": 0.0025646239519119263, "global_step": 20625, "epoch": 381, "lr": 3.0011631577668326e-05}
+{"train_loss": 0.0013972154119983315, "global_step": 20626, "epoch": 381, "lr": 3.000711813843319e-05}
+{"train_loss": 0.002475668022978223, "global_step": 20627, "epoch": 381, "lr": 3.000260489310519e-05, "val_loss": 0.003311439882963896}
+{"train_loss": 0.0017786811804398894, "global_step": 20628, "epoch": 382, "lr": 2.9998091841728087e-05}
+{"train_loss": 0.002126833889633417, "global_step": 20629, "epoch": 382, "lr": 2.9993578984345672e-05}
+{"train_loss": 0.002747252816334367, "global_step": 20630, "epoch": 382, "lr": 2.9989066321001703e-05}
+{"train_loss": 0.0021794147323817015, "global_step": 20631, "epoch": 382, "lr": 2.998455385173994e-05}
+{"train_loss": 0.0016121225198730826, "global_step": 20632, "epoch": 382, "lr": 2.9980041576604146e-05}
+{"train_loss": 0.0018144282512366772, "global_step": 20633, "epoch": 382, "lr": 2.99755294956381e-05}
+{"train_loss": 0.00371879362501204, "global_step": 20634, "epoch": 382, "lr": 2.9971017608885543e-05}
+{"train_loss": 0.002658334793522954, "global_step": 20635, "epoch": 382, "lr": 2.996650591639028e-05}
+{"train_loss": 0.0033806543797254562, "global_step": 20636, "epoch": 382, "lr": 2.996199441819601e-05}
+{"train_loss": 0.0027670494746416807, "global_step": 20637, "epoch": 382, "lr": 2.9957483114346523e-05}
+{"train_loss": 0.002410506596788764, "global_step": 20638, "epoch": 382, "lr": 2.995297200488556e-05}
+{"train_loss": 0.00268349377438426, "global_step": 20639, "epoch": 382, "lr": 2.994846108985689e-05}
+{"train_loss": 0.0016362742753699422, "global_step": 20640, "epoch": 382, "lr": 2.994395036930425e-05}
+{"train_loss": 0.0017211766680702567, "global_step": 20641, "epoch": 382, "lr": 2.99394398432714e-05}
+{"train_loss": 0.003981692250818014, "global_step": 20642, "epoch": 382, "lr": 2.9934929511802067e-05}
+{"train_loss": 0.0019214770291000605, "global_step": 20643, "epoch": 382, "lr": 2.993041937494001e-05}
+{"train_loss": 0.0022513826843351126, "global_step": 20644, "epoch": 382, "lr": 2.9925909432728965e-05}
+{"train_loss": 0.003652415703982115, "global_step": 20645, "epoch": 382, "lr": 2.9921399685212688e-05}
+{"train_loss": 0.0019661684054881334, "global_step": 20646, "epoch": 382, "lr": 2.9916890132434917e-05}
+{"train_loss": 0.003490645671263337, "global_step": 20647, "epoch": 382, "lr": 2.9912380774439368e-05}
+{"train_loss": 0.0014142219442874193, "global_step": 20648, "epoch": 382, "lr": 2.990787161126978e-05}
+{"train_loss": 0.0017556746024638414, "global_step": 20649, "epoch": 382, "lr": 2.99033626429699e-05}
+{"train_loss": 0.002034581732004881, "global_step": 20650, "epoch": 382, "lr": 2.9898853869583455e-05}
+{"train_loss": 0.0028902131598442793, "global_step": 20651, "epoch": 382, "lr": 2.9894345291154202e-05}
+{"train_loss": 0.0019041619962081313, "global_step": 20652, "epoch": 382, "lr": 2.988983690772581e-05}
+{"train_loss": 0.0026032468304038048, "global_step": 20653, "epoch": 382, "lr": 2.9885328719342043e-05}
+{"train_loss": 0.00228867563419044, "global_step": 20654, "epoch": 382, "lr": 2.988082072604661e-05}
+{"train_loss": 0.002289907541126013, "global_step": 20655, "epoch": 382, "lr": 2.987631292788325e-05}
+{"train_loss": 0.0022870986722409725, "global_step": 20656, "epoch": 382, "lr": 2.9871805324895687e-05}
+{"train_loss": 0.004077724646776915, "global_step": 20657, "epoch": 382, "lr": 2.9867297917127613e-05}
+{"train_loss": 0.002860409440472722, "global_step": 20658, "epoch": 382, "lr": 2.9862790704622755e-05}
+{"train_loss": 0.0018452235963195562, "global_step": 20659, "epoch": 382, "lr": 2.9858283687424837e-05}
+{"train_loss": 0.002542192116379738, "global_step": 20660, "epoch": 382, "lr": 2.985377686557756e-05}
+{"train_loss": 0.0020961228292435408, "global_step": 20661, "epoch": 382, "lr": 2.984927023912465e-05}
+{"train_loss": 0.003378999186679721, "global_step": 20662, "epoch": 382, "lr": 2.984476380810981e-05}
+{"train_loss": 0.002874870551750064, "global_step": 20663, "epoch": 382, "lr": 2.984025757257674e-05}
+{"train_loss": 0.0014046047581359744, "global_step": 20664, "epoch": 382, "lr": 2.9835751532569132e-05}
+{"train_loss": 0.002413098933175206, "global_step": 20665, "epoch": 382, "lr": 2.9831245688130728e-05}
+{"train_loss": 0.00294313277117908, "global_step": 20666, "epoch": 382, "lr": 2.982674003930519e-05}
+{"train_loss": 0.002539062174037099, "global_step": 20667, "epoch": 382, "lr": 2.9822234586136266e-05}
+{"train_loss": 0.0021423932630568743, "global_step": 20668, "epoch": 382, "lr": 2.9817729328667588e-05}
+{"train_loss": 0.0022876961156725883, "global_step": 20669, "epoch": 382, "lr": 2.98132242669429e-05}
+{"train_loss": 0.0017462469404563308, "global_step": 20670, "epoch": 382, "lr": 2.980871940100587e-05}
+{"train_loss": 0.0030390466563403606, "global_step": 20671, "epoch": 382, "lr": 2.9804214730900214e-05}
+{"train_loss": 0.003763764165341854, "global_step": 20672, "epoch": 382, "lr": 2.979971025666962e-05}
+{"train_loss": 0.0018100638408213854, "global_step": 20673, "epoch": 382, "lr": 2.9795205978357755e-05}
+{"train_loss": 0.0019159434596076608, "global_step": 20674, "epoch": 382, "lr": 2.97907018960083e-05}
+{"train_loss": 0.0019812756218016148, "global_step": 20675, "epoch": 382, "lr": 2.978619800966497e-05}
+{"train_loss": 0.0017622631276026368, "global_step": 20676, "epoch": 382, "lr": 2.9781694319371418e-05}
+{"train_loss": 0.00289336615242064, "global_step": 20677, "epoch": 382, "lr": 2.9777190825171365e-05}
+{"train_loss": 0.0020287472289055586, "global_step": 20678, "epoch": 382, "lr": 2.9772687527108445e-05}
+{"train_loss": 0.0014507806627079844, "global_step": 20679, "epoch": 382, "lr": 2.9768184425226352e-05}
+{"train_loss": 0.0013790990924462676, "global_step": 20680, "epoch": 382, "lr": 2.976368151956876e-05}
+{"train_loss": 0.002397497484236266, "global_step": 20681, "epoch": 382, "lr": 2.975917881017935e-05, "val_loss": 0.004528405610471964}
+{"train_loss": 0.0015344931744039059, "global_step": 20682, "epoch": 383, "lr": 2.9754676297101793e-05}
+{"train_loss": 0.0035306522622704506, "global_step": 20683, "epoch": 383, "lr": 2.9750173980379736e-05}
+{"train_loss": 0.0022441025357693434, "global_step": 20684, "epoch": 383, "lr": 2.9745671860056868e-05}
+{"train_loss": 0.0023518716916441917, "global_step": 20685, "epoch": 383, "lr": 2.974116993617685e-05}
+{"train_loss": 0.0016454935539513826, "global_step": 20686, "epoch": 383, "lr": 2.9736668208783323e-05}
+{"train_loss": 0.003286458784714341, "global_step": 20687, "epoch": 383, "lr": 2.9732166677919994e-05}
+{"train_loss": 0.0021674372255802155, "global_step": 20688, "epoch": 383, "lr": 2.9727665343630497e-05}
+{"train_loss": 0.0032893659081310034, "global_step": 20689, "epoch": 383, "lr": 2.9723164205958482e-05}
+{"train_loss": 0.0012459630379453301, "global_step": 20690, "epoch": 383, "lr": 2.97186632649476e-05}
+{"train_loss": 0.0021019726991653442, "global_step": 20691, "epoch": 383, "lr": 2.9714162520641524e-05}
+{"train_loss": 0.0015958220465108752, "global_step": 20692, "epoch": 383, "lr": 2.9709661973083892e-05}
+{"train_loss": 0.0021396991796791553, "global_step": 20693, "epoch": 383, "lr": 2.9705161622318384e-05}
+{"train_loss": 0.002918511163443327, "global_step": 20694, "epoch": 383, "lr": 2.970066146838861e-05}
+{"train_loss": 0.002633489202708006, "global_step": 20695, "epoch": 383, "lr": 2.9696161511338227e-05}
+{"train_loss": 0.0020779292099177837, "global_step": 20696, "epoch": 383, "lr": 2.969166175121088e-05}
+{"train_loss": 0.0033205600921064615, "global_step": 20697, "epoch": 383, "lr": 2.968716218805022e-05}
+{"train_loss": 0.001904820092022419, "global_step": 20698, "epoch": 383, "lr": 2.96826628218999e-05}
+{"train_loss": 0.0021388153545558453, "global_step": 20699, "epoch": 383, "lr": 2.967816365280351e-05}
+{"train_loss": 0.0018634481821209192, "global_step": 20700, "epoch": 383, "lr": 2.9673664680804725e-05}
+{"train_loss": 0.0028017389122396708, "global_step": 20701, "epoch": 383, "lr": 2.9669165905947177e-05}
+{"train_loss": 0.0012355843791738153, "global_step": 20702, "epoch": 383, "lr": 2.9664667328274487e-05}
+{"train_loss": 0.0027100408915430307, "global_step": 20703, "epoch": 383, "lr": 2.9660168947830302e-05}
+{"train_loss": 0.0023687623906880617, "global_step": 20704, "epoch": 383, "lr": 2.965567076465824e-05}
+{"train_loss": 0.0033142881002277136, "global_step": 20705, "epoch": 383, "lr": 2.965117277880191e-05}
+{"train_loss": 0.002004463691264391, "global_step": 20706, "epoch": 383, "lr": 2.964667499030497e-05}
+{"train_loss": 0.0021976500283926725, "global_step": 20707, "epoch": 383, "lr": 2.964217739921103e-05}
+{"train_loss": 0.00202151364646852, "global_step": 20708, "epoch": 383, "lr": 2.96376800055637e-05}
+{"train_loss": 0.003217923454940319, "global_step": 20709, "epoch": 383, "lr": 2.963318280940663e-05}
+{"train_loss": 0.0016728562768548727, "global_step": 20710, "epoch": 383, "lr": 2.962868581078341e-05}
+{"train_loss": 0.002820107853040099, "global_step": 20711, "epoch": 383, "lr": 2.9624189009737657e-05}
+{"train_loss": 0.0033821731340140104, "global_step": 20712, "epoch": 383, "lr": 2.9619692406312982e-05}
+{"train_loss": 0.003610414220020175, "global_step": 20713, "epoch": 383, "lr": 2.9615196000553014e-05}
+{"train_loss": 0.0012788053136318922, "global_step": 20714, "epoch": 383, "lr": 2.9610699792501367e-05}
+{"train_loss": 0.003028501756489277, "global_step": 20715, "epoch": 383, "lr": 2.9606203782201614e-05}
+{"train_loss": 0.0016058265464380383, "global_step": 20716, "epoch": 383, "lr": 2.960170796969739e-05}
+{"train_loss": 0.0024682125076651573, "global_step": 20717, "epoch": 383, "lr": 2.95972123550323e-05}
+{"train_loss": 0.0020346634555608034, "global_step": 20718, "epoch": 383, "lr": 2.959271693824992e-05}
+{"train_loss": 0.0021092446986585855, "global_step": 20719, "epoch": 383, "lr": 2.9588221719393894e-05}
+{"train_loss": 0.0024173997808247805, "global_step": 20720, "epoch": 383, "lr": 2.9583726698507774e-05}
+{"train_loss": 0.0013684157747775316, "global_step": 20721, "epoch": 383, "lr": 2.957923187563517e-05}
+{"train_loss": 0.0017680448945611715, "global_step": 20722, "epoch": 383, "lr": 2.95747372508197e-05}
+{"train_loss": 0.0028044497594237328, "global_step": 20723, "epoch": 383, "lr": 2.9570242824104933e-05}
+{"train_loss": 0.0018161156913265586, "global_step": 20724, "epoch": 383, "lr": 2.956574859553448e-05}
+{"train_loss": 0.0019485991215333343, "global_step": 20725, "epoch": 383, "lr": 2.9561254565151897e-05}
+{"train_loss": 0.0019741645082831383, "global_step": 20726, "epoch": 383, "lr": 2.95567607330008e-05}
+{"train_loss": 0.001850259955972433, "global_step": 20727, "epoch": 383, "lr": 2.9552267099124744e-05}
+{"train_loss": 0.0014715929282829165, "global_step": 20728, "epoch": 383, "lr": 2.9547773663567347e-05}
+{"train_loss": 0.002847981173545122, "global_step": 20729, "epoch": 383, "lr": 2.954328042637219e-05}
+{"train_loss": 0.002452750923112035, "global_step": 20730, "epoch": 383, "lr": 2.9538787387582812e-05}
+{"train_loss": 0.0016029909020289779, "global_step": 20731, "epoch": 383, "lr": 2.9534294547242813e-05}
+{"train_loss": 0.0022843265905976295, "global_step": 20732, "epoch": 383, "lr": 2.9529801905395783e-05}
+{"train_loss": 0.0018684701062738895, "global_step": 20733, "epoch": 383, "lr": 2.9525309462085277e-05}
+{"train_loss": 0.001760193263180554, "global_step": 20734, "epoch": 383, "lr": 2.952081721735486e-05}
+{"train_loss": 0.0022639375098084135, "global_step": 20735, "epoch": 383, "lr": 2.951632517124814e-05, "val_loss": 0.0032792927231639624}
+{"train_loss": 0.001501370337791741, "global_step": 20736, "epoch": 384, "lr": 2.9511833323808635e-05}
+{"train_loss": 0.002925516339018941, "global_step": 20737, "epoch": 384, "lr": 2.9507341675079936e-05}
+{"train_loss": 0.002081922721117735, "global_step": 20738, "epoch": 384, "lr": 2.9502850225105604e-05}
+{"train_loss": 0.0015508689684793353, "global_step": 20739, "epoch": 384, "lr": 2.9498358973929196e-05}
+{"train_loss": 0.00240582344122231, "global_step": 20740, "epoch": 384, "lr": 2.94938679215943e-05}
+{"train_loss": 0.0014928499003872275, "global_step": 20741, "epoch": 384, "lr": 2.948937706814442e-05}
+{"train_loss": 0.003395289881154895, "global_step": 20742, "epoch": 384, "lr": 2.9484886413623154e-05}
+{"train_loss": 0.0017015269258990884, "global_step": 20743, "epoch": 384, "lr": 2.948039595807403e-05}
+{"train_loss": 0.001368554076179862, "global_step": 20744, "epoch": 384, "lr": 2.947590570154063e-05}
+{"train_loss": 0.0023824134841561317, "global_step": 20745, "epoch": 384, "lr": 2.947141564406649e-05}
+{"train_loss": 0.0018996488070115447, "global_step": 20746, "epoch": 384, "lr": 2.9466925785695154e-05}
+{"train_loss": 0.0013394922716543078, "global_step": 20747, "epoch": 384, "lr": 2.946243612647015e-05}
+{"train_loss": 0.0018667200347408652, "global_step": 20748, "epoch": 384, "lr": 2.945794666643506e-05}
+{"train_loss": 0.002722280565649271, "global_step": 20749, "epoch": 384, "lr": 2.94534574056334e-05}
+{"train_loss": 0.0017974241636693478, "global_step": 20750, "epoch": 384, "lr": 2.9448968344108745e-05}
+{"train_loss": 0.002345615066587925, "global_step": 20751, "epoch": 384, "lr": 2.944447948190458e-05}
+{"train_loss": 0.0018001992721110582, "global_step": 20752, "epoch": 384, "lr": 2.9439990819064477e-05}
+{"train_loss": 0.003366490826010704, "global_step": 20753, "epoch": 384, "lr": 2.9435502355631962e-05}
+{"train_loss": 0.002566075883805752, "global_step": 20754, "epoch": 384, "lr": 2.9431014091650572e-05}
+{"train_loss": 0.002158412477001548, "global_step": 20755, "epoch": 384, "lr": 2.9426526027163836e-05}
+{"train_loss": 0.0024174852296710014, "global_step": 20756, "epoch": 384, "lr": 2.9422038162215294e-05}
+{"train_loss": 0.002192090032622218, "global_step": 20757, "epoch": 384, "lr": 2.9417550496848433e-05}
+{"train_loss": 0.002794647356495261, "global_step": 20758, "epoch": 384, "lr": 2.9413063031106824e-05}
+{"train_loss": 0.003275996772572398, "global_step": 20759, "epoch": 384, "lr": 2.9408575765033958e-05}
+{"train_loss": 0.00173196941614151, "global_step": 20760, "epoch": 384, "lr": 2.940408869867338e-05}
+{"train_loss": 0.002122880658134818, "global_step": 20761, "epoch": 384, "lr": 2.9399601832068614e-05}
+{"train_loss": 0.0026158345863223076, "global_step": 20762, "epoch": 384, "lr": 2.939511516526314e-05}
+{"train_loss": 0.0022951802238821983, "global_step": 20763, "epoch": 384, "lr": 2.9390628698300493e-05}
+{"train_loss": 0.003222714178264141, "global_step": 20764, "epoch": 384, "lr": 2.9386142431224207e-05}
+{"train_loss": 0.002871680073440075, "global_step": 20765, "epoch": 384, "lr": 2.9381656364077752e-05}
+{"train_loss": 0.001640641363337636, "global_step": 20766, "epoch": 384, "lr": 2.9377170496904698e-05}
+{"train_loss": 0.003351379418745637, "global_step": 20767, "epoch": 384, "lr": 2.9372684829748488e-05}
+{"train_loss": 0.0023603334557265043, "global_step": 20768, "epoch": 384, "lr": 2.936819936265266e-05}
+{"train_loss": 0.0013744429452344775, "global_step": 20769, "epoch": 384, "lr": 2.9363714095660706e-05}
+{"train_loss": 0.002848805161193013, "global_step": 20770, "epoch": 384, "lr": 2.9359229028816143e-05}
+{"train_loss": 0.0029424866661429405, "global_step": 20771, "epoch": 384, "lr": 2.9354744162162475e-05}
+{"train_loss": 0.0014575404347851872, "global_step": 20772, "epoch": 384, "lr": 2.935025949574317e-05}
+{"train_loss": 0.0017941640689969063, "global_step": 20773, "epoch": 384, "lr": 2.934577502960174e-05}
+{"train_loss": 0.002238864777609706, "global_step": 20774, "epoch": 384, "lr": 2.9341290763781683e-05}
+{"train_loss": 0.0018751831958070397, "global_step": 20775, "epoch": 384, "lr": 2.933680669832648e-05}
+{"train_loss": 0.003338693641126156, "global_step": 20776, "epoch": 384, "lr": 2.9332322833279657e-05}
+{"train_loss": 0.0036259060725569725, "global_step": 20777, "epoch": 384, "lr": 2.9327839168684657e-05}
+{"train_loss": 0.0020425100810825825, "global_step": 20778, "epoch": 384, "lr": 2.932335570458499e-05}
+{"train_loss": 0.0013598863733932376, "global_step": 20779, "epoch": 384, "lr": 2.9318872441024114e-05}
+{"train_loss": 0.002826275769621134, "global_step": 20780, "epoch": 384, "lr": 2.9314389378045548e-05}
+{"train_loss": 0.003061169059947133, "global_step": 20781, "epoch": 384, "lr": 2.9309906515692742e-05}
+{"train_loss": 0.001287261606194079, "global_step": 20782, "epoch": 384, "lr": 2.9305423854009218e-05}
+{"train_loss": 0.0017231671372428536, "global_step": 20783, "epoch": 384, "lr": 2.9300941393038393e-05}
+{"train_loss": 0.0016229073517024517, "global_step": 20784, "epoch": 384, "lr": 2.9296459132823783e-05}
+{"train_loss": 0.0016638542292639613, "global_step": 20785, "epoch": 384, "lr": 2.929197707340884e-05}
+{"train_loss": 0.0012515573762357235, "global_step": 20786, "epoch": 384, "lr": 2.9287495214837046e-05}
+{"train_loss": 0.0019419660093262792, "global_step": 20787, "epoch": 384, "lr": 2.9283013557151882e-05}
+{"train_loss": 0.00294374767690897, "global_step": 20788, "epoch": 384, "lr": 2.9278532100396794e-05}
+{"train_loss": 0.002249093931082084, "global_step": 20789, "epoch": 384, "lr": 2.9274050844615242e-05, "val_loss": 0.0016979373758658767}
+{"train_loss": 0.0026366247329860926, "global_step": 20790, "epoch": 385, "lr": 2.9269569789850705e-05}
+{"train_loss": 0.001478024641983211, "global_step": 20791, "epoch": 385, "lr": 2.9265088936146623e-05}
+{"train_loss": 0.0035972006153315306, "global_step": 20792, "epoch": 385, "lr": 2.92606082835465e-05}
+{"train_loss": 0.0019488227553665638, "global_step": 20793, "epoch": 385, "lr": 2.925612783209375e-05}
+{"train_loss": 0.002342907013371587, "global_step": 20794, "epoch": 385, "lr": 2.9251647581831836e-05}
+{"train_loss": 0.0016774197574704885, "global_step": 20795, "epoch": 385, "lr": 2.9247167532804208e-05}
+{"train_loss": 0.0019067873945459723, "global_step": 20796, "epoch": 385, "lr": 2.9242687685054337e-05}
+{"train_loss": 0.002019366016611457, "global_step": 20797, "epoch": 385, "lr": 2.9238208038625674e-05}
+{"train_loss": 0.001999429427087307, "global_step": 20798, "epoch": 385, "lr": 2.9233728593561632e-05}
+{"train_loss": 0.002540266839787364, "global_step": 20799, "epoch": 385, "lr": 2.9229249349905684e-05}
+{"train_loss": 0.0033960051368921995, "global_step": 20800, "epoch": 385, "lr": 2.9224770307701265e-05}
+{"train_loss": 0.0031565928366035223, "global_step": 20801, "epoch": 385, "lr": 2.9220291466991813e-05}
+{"train_loss": 0.002400314202532172, "global_step": 20802, "epoch": 385, "lr": 2.9215812827820778e-05}
+{"train_loss": 0.0034161116927862167, "global_step": 20803, "epoch": 385, "lr": 2.9211334390231605e-05}
+{"train_loss": 0.0014606914483010769, "global_step": 20804, "epoch": 385, "lr": 2.9206856154267705e-05}
+{"train_loss": 0.0028018818702548742, "global_step": 20805, "epoch": 385, "lr": 2.9202378119972513e-05}
+{"train_loss": 0.0035194430965930223, "global_step": 20806, "epoch": 385, "lr": 2.919790028738948e-05}
+{"train_loss": 0.0034252875484526157, "global_step": 20807, "epoch": 385, "lr": 2.9193422656562015e-05}
+{"train_loss": 0.0022105108946561813, "global_step": 20808, "epoch": 385, "lr": 2.9188945227533576e-05}
+{"train_loss": 0.0029490042943507433, "global_step": 20809, "epoch": 385, "lr": 2.9184468000347565e-05}
+{"train_loss": 0.0029741981998085976, "global_step": 20810, "epoch": 385, "lr": 2.91799909750474e-05}
+{"train_loss": 0.0023229271173477173, "global_step": 20811, "epoch": 385, "lr": 2.917551415167652e-05}
+{"train_loss": 0.003066469682380557, "global_step": 20812, "epoch": 385, "lr": 2.9171037530278316e-05}
+{"train_loss": 0.002549942582845688, "global_step": 20813, "epoch": 385, "lr": 2.9166561110896267e-05}
+{"train_loss": 0.002744276775047183, "global_step": 20814, "epoch": 385, "lr": 2.916208489357373e-05}
+{"train_loss": 0.004196567460894585, "global_step": 20815, "epoch": 385, "lr": 2.9157608878354144e-05}
+{"train_loss": 0.0030687807593494654, "global_step": 20816, "epoch": 385, "lr": 2.915313306528089e-05}
+{"train_loss": 0.0018303296528756618, "global_step": 20817, "epoch": 385, "lr": 2.914865745439742e-05}
+{"train_loss": 0.0022465854417532682, "global_step": 20818, "epoch": 385, "lr": 2.9144182045747154e-05}
+{"train_loss": 0.002031207550317049, "global_step": 20819, "epoch": 385, "lr": 2.9139706839373426e-05}
+{"train_loss": 0.0028160535730421543, "global_step": 20820, "epoch": 385, "lr": 2.9135231835319705e-05}
+{"train_loss": 0.002820250578224659, "global_step": 20821, "epoch": 385, "lr": 2.9130757033629374e-05}
+{"train_loss": 0.002150881802663207, "global_step": 20822, "epoch": 385, "lr": 2.9126282434345824e-05}
+{"train_loss": 0.0019898400641977787, "global_step": 20823, "epoch": 385, "lr": 2.9121808037512465e-05}
+{"train_loss": 0.004379065707325935, "global_step": 20824, "epoch": 385, "lr": 2.911733384317269e-05}
+{"train_loss": 0.0026370594277977943, "global_step": 20825, "epoch": 385, "lr": 2.9112859851369893e-05}
+{"train_loss": 0.0023681155871599913, "global_step": 20826, "epoch": 385, "lr": 2.910838606214747e-05}
+{"train_loss": 0.003200768493115902, "global_step": 20827, "epoch": 385, "lr": 2.91039124755488e-05}
+{"train_loss": 0.0022497449535876513, "global_step": 20828, "epoch": 385, "lr": 2.9099439091617263e-05}
+{"train_loss": 0.0029652221128344536, "global_step": 20829, "epoch": 385, "lr": 2.90949659103963e-05}
+{"train_loss": 0.0019083807710558176, "global_step": 20830, "epoch": 385, "lr": 2.9090492931929237e-05}
+{"train_loss": 0.00459901150316, "global_step": 20831, "epoch": 385, "lr": 2.9086020156259453e-05}
+{"train_loss": 0.002293212339282036, "global_step": 20832, "epoch": 385, "lr": 2.908154758343038e-05}
+{"train_loss": 0.002355207223445177, "global_step": 20833, "epoch": 385, "lr": 2.9077075213485362e-05}
+{"train_loss": 0.003969477489590645, "global_step": 20834, "epoch": 385, "lr": 2.90726030464678e-05}
+{"train_loss": 0.001995124388486147, "global_step": 20835, "epoch": 385, "lr": 2.9068131082421014e-05}
+{"train_loss": 0.0025691066402941942, "global_step": 20836, "epoch": 385, "lr": 2.9063659321388436e-05}
+{"train_loss": 0.004218613728880882, "global_step": 20837, "epoch": 385, "lr": 2.905918776341341e-05}
+{"train_loss": 0.002002416644245386, "global_step": 20838, "epoch": 385, "lr": 2.9054716408539314e-05}
+{"train_loss": 0.002280294429510832, "global_step": 20839, "epoch": 385, "lr": 2.9050245256809505e-05}
+{"train_loss": 0.00320080085657537, "global_step": 20840, "epoch": 385, "lr": 2.904577430826736e-05}
+{"train_loss": 0.004012938588857651, "global_step": 20841, "epoch": 385, "lr": 2.9041303562956224e-05}
+{"train_loss": 0.0030657679308205843, "global_step": 20842, "epoch": 385, "lr": 2.9036833020919474e-05}
+{"train_loss": 0.0027086560795497564, "global_step": 20843, "epoch": 385, "lr": 2.9032362682200464e-05, "val_loss": 0.0028307035099714994, "train_action_mse_error": 7.56076697143726e-05}
+{"train_loss": 0.004400135483592749, "global_step": 20844, "epoch": 386, "lr": 2.902789254684255e-05}
+{"train_loss": 0.002289615338668227, "global_step": 20845, "epoch": 386, "lr": 2.902342261488909e-05}
+{"train_loss": 0.003432265017181635, "global_step": 20846, "epoch": 386, "lr": 2.901895288638343e-05}
+{"train_loss": 0.001632718718610704, "global_step": 20847, "epoch": 386, "lr": 2.901448336136891e-05}
+{"train_loss": 0.003557984484359622, "global_step": 20848, "epoch": 386, "lr": 2.901001403988891e-05}
+{"train_loss": 0.0033850353211164474, "global_step": 20849, "epoch": 386, "lr": 2.900554492198677e-05}
+{"train_loss": 0.0018311457242816687, "global_step": 20850, "epoch": 386, "lr": 2.9001076007705842e-05}
+{"train_loss": 0.002127964748069644, "global_step": 20851, "epoch": 386, "lr": 2.8996607297089405e-05}
+{"train_loss": 0.002839636756107211, "global_step": 20852, "epoch": 386, "lr": 2.899213879018088e-05}
+{"train_loss": 0.0024979833979159594, "global_step": 20853, "epoch": 386, "lr": 2.8987670487023577e-05}
+{"train_loss": 0.0024186496157199144, "global_step": 20854, "epoch": 386, "lr": 2.8983202387660823e-05}
+{"train_loss": 0.0017289483221247792, "global_step": 20855, "epoch": 386, "lr": 2.897873449213597e-05}
+{"train_loss": 0.0025885729119181633, "global_step": 20856, "epoch": 386, "lr": 2.8974266800492334e-05}
+{"train_loss": 0.00198990642093122, "global_step": 20857, "epoch": 386, "lr": 2.896979931277326e-05}
+{"train_loss": 0.0033543421886861324, "global_step": 20858, "epoch": 386, "lr": 2.8965332029022076e-05}
+{"train_loss": 0.0030983900651335716, "global_step": 20859, "epoch": 386, "lr": 2.896086494928208e-05}
+{"train_loss": 0.0027830256149172783, "global_step": 20860, "epoch": 386, "lr": 2.8956398073596667e-05}
+{"train_loss": 0.003927870653569698, "global_step": 20861, "epoch": 386, "lr": 2.8951931402009092e-05}
+{"train_loss": 0.0026659376453608274, "global_step": 20862, "epoch": 386, "lr": 2.8947464934562708e-05}
+{"train_loss": 0.001629168400540948, "global_step": 20863, "epoch": 386, "lr": 2.8942998671300802e-05}
+{"train_loss": 0.0024836319498717785, "global_step": 20864, "epoch": 386, "lr": 2.893853261226674e-05}
+{"train_loss": 0.0029562709387391806, "global_step": 20865, "epoch": 386, "lr": 2.893406675750383e-05}
+{"train_loss": 0.002359922043979168, "global_step": 20866, "epoch": 386, "lr": 2.8929601107055353e-05}
+{"train_loss": 0.0035827788524329662, "global_step": 20867, "epoch": 386, "lr": 2.892513566096462e-05}
+{"train_loss": 0.002167667495086789, "global_step": 20868, "epoch": 386, "lr": 2.8920670419274977e-05}
+{"train_loss": 0.0034556302707642317, "global_step": 20869, "epoch": 386, "lr": 2.8916205382029704e-05}
+{"train_loss": 0.002966998377814889, "global_step": 20870, "epoch": 386, "lr": 2.8911740549272148e-05}
+{"train_loss": 0.0018623998621478677, "global_step": 20871, "epoch": 386, "lr": 2.890727592104553e-05}
+{"train_loss": 0.002716361079365015, "global_step": 20872, "epoch": 386, "lr": 2.8902811497393224e-05}
+{"train_loss": 0.0033398207742720842, "global_step": 20873, "epoch": 386, "lr": 2.8898347278358506e-05}
+{"train_loss": 0.0023314000573009253, "global_step": 20874, "epoch": 386, "lr": 2.8893883263984677e-05}
+{"train_loss": 0.0019335367251187563, "global_step": 20875, "epoch": 386, "lr": 2.8889419454315002e-05}
+{"train_loss": 0.002031430834904313, "global_step": 20876, "epoch": 386, "lr": 2.8884955849392848e-05}
+{"train_loss": 0.0018723949324339628, "global_step": 20877, "epoch": 386, "lr": 2.8880492449261444e-05}
+{"train_loss": 0.002206706441938877, "global_step": 20878, "epoch": 386, "lr": 2.887602925396409e-05}
+{"train_loss": 0.0022850444074720144, "global_step": 20879, "epoch": 386, "lr": 2.887156626354407e-05}
+{"train_loss": 0.002465788973495364, "global_step": 20880, "epoch": 386, "lr": 2.886710347804469e-05}
+{"train_loss": 0.003336389781907201, "global_step": 20881, "epoch": 386, "lr": 2.8862640897509253e-05}
+{"train_loss": 0.003487061243504286, "global_step": 20882, "epoch": 386, "lr": 2.885817852198098e-05}
+{"train_loss": 0.0012966362992301583, "global_step": 20883, "epoch": 386, "lr": 2.8853716351503167e-05}
+{"train_loss": 0.0036961198784410954, "global_step": 20884, "epoch": 386, "lr": 2.8849254386119135e-05}
+{"train_loss": 0.0023486604914069176, "global_step": 20885, "epoch": 386, "lr": 2.8844792625872123e-05}
+{"train_loss": 0.00167649588547647, "global_step": 20886, "epoch": 386, "lr": 2.8840331070805436e-05}
+{"train_loss": 0.0032666551414877176, "global_step": 20887, "epoch": 386, "lr": 2.8835869720962283e-05}
+{"train_loss": 0.0021063610911369324, "global_step": 20888, "epoch": 386, "lr": 2.8831408576386e-05}
+{"train_loss": 0.0026458939537405968, "global_step": 20889, "epoch": 386, "lr": 2.8826947637119818e-05}
+{"train_loss": 0.0016531491419300437, "global_step": 20890, "epoch": 386, "lr": 2.882248690320702e-05}
+{"train_loss": 0.0014572864165529609, "global_step": 20891, "epoch": 386, "lr": 2.8818026374690864e-05}
+{"train_loss": 0.005294216796755791, "global_step": 20892, "epoch": 386, "lr": 2.8813566051614605e-05}
+{"train_loss": 0.0014990369090810418, "global_step": 20893, "epoch": 386, "lr": 2.880910593402152e-05}
+{"train_loss": 0.002921856241300702, "global_step": 20894, "epoch": 386, "lr": 2.8804646021954844e-05}
+{"train_loss": 0.0015132033731788397, "global_step": 20895, "epoch": 386, "lr": 2.8800186315457832e-05}
+{"train_loss": 0.002421195851638913, "global_step": 20896, "epoch": 386, "lr": 2.879572681457377e-05}
+{"train_loss": 0.0026096907828037663, "global_step": 20897, "epoch": 386, "lr": 2.8791267519345912e-05, "val_loss": 0.006984639912843704}
+{"train_loss": 0.0031016794964671135, "global_step": 20898, "epoch": 387, "lr": 2.878680842981746e-05}
+{"train_loss": 0.0018428696785122156, "global_step": 20899, "epoch": 387, "lr": 2.8782349546031673e-05}
+{"train_loss": 0.0012914983090013266, "global_step": 20900, "epoch": 387, "lr": 2.8777890868031833e-05}
+{"train_loss": 0.0025212857872247696, "global_step": 20901, "epoch": 387, "lr": 2.8773432395861155e-05}
+{"train_loss": 0.0016947081312537193, "global_step": 20902, "epoch": 387, "lr": 2.87689741295629e-05}
+{"train_loss": 0.0026934731286019087, "global_step": 20903, "epoch": 387, "lr": 2.8764516069180287e-05}
+{"train_loss": 0.0029877559281885624, "global_step": 20904, "epoch": 387, "lr": 2.876005821475657e-05}
+{"train_loss": 0.0017662536120042205, "global_step": 20905, "epoch": 387, "lr": 2.8755600566334973e-05}
+{"train_loss": 0.00257341330870986, "global_step": 20906, "epoch": 387, "lr": 2.8751143123958736e-05}
+{"train_loss": 0.0029176794923841953, "global_step": 20907, "epoch": 387, "lr": 2.8746685887671094e-05}
+{"train_loss": 0.002181794261559844, "global_step": 20908, "epoch": 387, "lr": 2.874222885751527e-05}
+{"train_loss": 0.0021036777179688215, "global_step": 20909, "epoch": 387, "lr": 2.8737772033534493e-05}
+{"train_loss": 0.0022480101324617863, "global_step": 20910, "epoch": 387, "lr": 2.8733315415772e-05}
+{"train_loss": 0.003814787371084094, "global_step": 20911, "epoch": 387, "lr": 2.8728859004270974e-05}
+{"train_loss": 0.0010209536412730813, "global_step": 20912, "epoch": 387, "lr": 2.8724402799074712e-05}
+{"train_loss": 0.0013041590573266149, "global_step": 20913, "epoch": 387, "lr": 2.8719946800226373e-05}
+{"train_loss": 0.002733808709308505, "global_step": 20914, "epoch": 387, "lr": 2.871549100776919e-05}
+{"train_loss": 0.003116053296253085, "global_step": 20915, "epoch": 387, "lr": 2.8711035421746367e-05}
+{"train_loss": 0.0031416965648531914, "global_step": 20916, "epoch": 387, "lr": 2.870658004220115e-05}
+{"train_loss": 0.0017402984667569399, "global_step": 20917, "epoch": 387, "lr": 2.8702124869176743e-05}
+{"train_loss": 0.001791308168321848, "global_step": 20918, "epoch": 387, "lr": 2.8697669902716317e-05}
+{"train_loss": 0.0024472158402204514, "global_step": 20919, "epoch": 387, "lr": 2.869321514286312e-05}
+{"train_loss": 0.0018506146734580398, "global_step": 20920, "epoch": 387, "lr": 2.8688760589660353e-05}
+{"train_loss": 0.002020131330937147, "global_step": 20921, "epoch": 387, "lr": 2.868430624315121e-05}
+{"train_loss": 0.0021991953253746033, "global_step": 20922, "epoch": 387, "lr": 2.8679852103378902e-05}
+{"train_loss": 0.0014326201053336263, "global_step": 20923, "epoch": 387, "lr": 2.8675398170386614e-05}
+{"train_loss": 0.0017279942985624075, "global_step": 20924, "epoch": 387, "lr": 2.8670944444217563e-05}
+{"train_loss": 0.0015520249726250768, "global_step": 20925, "epoch": 387, "lr": 2.8666490924914923e-05}
+{"train_loss": 0.002320493571460247, "global_step": 20926, "epoch": 387, "lr": 2.8662037612521907e-05}
+{"train_loss": 0.002247842727228999, "global_step": 20927, "epoch": 387, "lr": 2.865758450708168e-05}
+{"train_loss": 0.0032922127284109592, "global_step": 20928, "epoch": 387, "lr": 2.8653131608637486e-05}
+{"train_loss": 0.002749408595263958, "global_step": 20929, "epoch": 387, "lr": 2.8648678917232462e-05}
+{"train_loss": 0.0017832225421443582, "global_step": 20930, "epoch": 387, "lr": 2.8644226432909788e-05}
+{"train_loss": 0.0012213122099637985, "global_step": 20931, "epoch": 387, "lr": 2.8639774155712695e-05}
+{"train_loss": 0.002671560738235712, "global_step": 20932, "epoch": 387, "lr": 2.8635322085684335e-05}
+{"train_loss": 0.0026445353869348764, "global_step": 20933, "epoch": 387, "lr": 2.8630870222867913e-05}
+{"train_loss": 0.002253346610814333, "global_step": 20934, "epoch": 387, "lr": 2.862641856730654e-05}
+{"train_loss": 0.003646688535809517, "global_step": 20935, "epoch": 387, "lr": 2.8621967119043465e-05}
+{"train_loss": 0.0018218831392005086, "global_step": 20936, "epoch": 387, "lr": 2.8617515878121824e-05}
+{"train_loss": 0.001776676974259317, "global_step": 20937, "epoch": 387, "lr": 2.8613064844584812e-05}
+{"train_loss": 0.002025425201281905, "global_step": 20938, "epoch": 387, "lr": 2.8608614018475582e-05}
+{"train_loss": 0.0023535452783107758, "global_step": 20939, "epoch": 387, "lr": 2.8604163399837303e-05}
+{"train_loss": 0.003990232013165951, "global_step": 20940, "epoch": 387, "lr": 2.8599712988713146e-05}
+{"train_loss": 0.002231339691206813, "global_step": 20941, "epoch": 387, "lr": 2.859526278514627e-05}
+{"train_loss": 0.00158930872566998, "global_step": 20942, "epoch": 387, "lr": 2.8590812789179845e-05}
+{"train_loss": 0.0014409308787435293, "global_step": 20943, "epoch": 387, "lr": 2.8586363000856997e-05}
+{"train_loss": 0.0029489577282220125, "global_step": 20944, "epoch": 387, "lr": 2.858191342022095e-05}
+{"train_loss": 0.0028247663285583258, "global_step": 20945, "epoch": 387, "lr": 2.8577464047314807e-05}
+{"train_loss": 0.0021741315722465515, "global_step": 20946, "epoch": 387, "lr": 2.8573014882181705e-05}
+{"train_loss": 0.0018334637861698866, "global_step": 20947, "epoch": 387, "lr": 2.8568565924864854e-05}
+{"train_loss": 0.00283531891182065, "global_step": 20948, "epoch": 387, "lr": 2.8564117175407374e-05}
+{"train_loss": 0.003228462301194668, "global_step": 20949, "epoch": 387, "lr": 2.8559668633852433e-05}
+{"train_loss": 0.0030530202202498913, "global_step": 20950, "epoch": 387, "lr": 2.8555220300243112e-05}
+{"train_loss": 0.002318824915198126, "global_step": 20951, "epoch": 387, "lr": 2.855077217462263e-05, "val_loss": 0.0052746315486729145}
+{"train_loss": 0.0013786520576104522, "global_step": 20952, "epoch": 388, "lr": 2.8546324257034096e-05}
+{"train_loss": 0.005220428574830294, "global_step": 20953, "epoch": 388, "lr": 2.8541876547520653e-05}
+{"train_loss": 0.0035376171581447124, "global_step": 20954, "epoch": 388, "lr": 2.853742904612543e-05}
+{"train_loss": 0.0017741810297593474, "global_step": 20955, "epoch": 388, "lr": 2.8532981752891575e-05}
+{"train_loss": 0.001606857986189425, "global_step": 20956, "epoch": 388, "lr": 2.8528534667862215e-05}
+{"train_loss": 0.0033135884441435337, "global_step": 20957, "epoch": 388, "lr": 2.852408779108049e-05}
+{"train_loss": 0.0031433955300599337, "global_step": 20958, "epoch": 388, "lr": 2.8519641122589512e-05}
+{"train_loss": 0.0023114660289138556, "global_step": 20959, "epoch": 388, "lr": 2.851519466243242e-05}
+{"train_loss": 0.001940918737091124, "global_step": 20960, "epoch": 388, "lr": 2.8510748410652343e-05}
+{"train_loss": 0.0026541592087596655, "global_step": 20961, "epoch": 388, "lr": 2.85063023672924e-05}
+{"train_loss": 0.002237919718027115, "global_step": 20962, "epoch": 388, "lr": 2.8501856532395686e-05}
+{"train_loss": 0.00270832609385252, "global_step": 20963, "epoch": 388, "lr": 2.8497410906005373e-05}
+{"train_loss": 0.0020893688779324293, "global_step": 20964, "epoch": 388, "lr": 2.8492965488164563e-05}
+{"train_loss": 0.003405048279091716, "global_step": 20965, "epoch": 388, "lr": 2.8488520278916343e-05}
+{"train_loss": 0.0018765252316370606, "global_step": 20966, "epoch": 388, "lr": 2.8484075278303824e-05}
+{"train_loss": 0.001494351658038795, "global_step": 20967, "epoch": 388, "lr": 2.8479630486370157e-05}
+{"train_loss": 0.0027014862280339003, "global_step": 20968, "epoch": 388, "lr": 2.847518590315843e-05}
+{"train_loss": 0.001990784890949726, "global_step": 20969, "epoch": 388, "lr": 2.847074152871175e-05}
+{"train_loss": 0.0015557509614154696, "global_step": 20970, "epoch": 388, "lr": 2.846629736307322e-05}
+{"train_loss": 0.0023178858682513237, "global_step": 20971, "epoch": 388, "lr": 2.8461853406285944e-05}
+{"train_loss": 0.001878913608379662, "global_step": 20972, "epoch": 388, "lr": 2.845740965839303e-05}
+{"train_loss": 0.0017183395102620125, "global_step": 20973, "epoch": 388, "lr": 2.8452966119437562e-05}
+{"train_loss": 0.0017520711990073323, "global_step": 20974, "epoch": 388, "lr": 2.844852278946264e-05}
+{"train_loss": 0.0022661611437797546, "global_step": 20975, "epoch": 388, "lr": 2.84440796685114e-05}
+{"train_loss": 0.001535548479296267, "global_step": 20976, "epoch": 388, "lr": 2.8439636756626874e-05}
+{"train_loss": 0.0027852682396769524, "global_step": 20977, "epoch": 388, "lr": 2.843519405385219e-05}
+{"train_loss": 0.002918603364378214, "global_step": 20978, "epoch": 388, "lr": 2.8430751560230405e-05}
+{"train_loss": 0.001459927181713283, "global_step": 20979, "epoch": 388, "lr": 2.842630927580464e-05}
+{"train_loss": 0.0013674593064934015, "global_step": 20980, "epoch": 388, "lr": 2.842186720061799e-05}
+{"train_loss": 0.0025545605458319187, "global_step": 20981, "epoch": 388, "lr": 2.84174253347135e-05}
+{"train_loss": 0.004593094810843468, "global_step": 20982, "epoch": 388, "lr": 2.8412983678134243e-05}
+{"train_loss": 0.0015568516682833433, "global_step": 20983, "epoch": 388, "lr": 2.8408542230923342e-05}
+{"train_loss": 0.0013388496590778232, "global_step": 20984, "epoch": 388, "lr": 2.840410099312385e-05}
+{"train_loss": 0.0025158424396067858, "global_step": 20985, "epoch": 388, "lr": 2.8399659964778868e-05}
+{"train_loss": 0.00314253824763, "global_step": 20986, "epoch": 388, "lr": 2.8395219145931408e-05}
+{"train_loss": 0.0017760155024006963, "global_step": 20987, "epoch": 388, "lr": 2.8390778536624584e-05}
+{"train_loss": 0.002237290609627962, "global_step": 20988, "epoch": 388, "lr": 2.838633813690147e-05}
+{"train_loss": 0.0014360998757183552, "global_step": 20989, "epoch": 388, "lr": 2.8381897946805113e-05}
+{"train_loss": 0.0017418359639123082, "global_step": 20990, "epoch": 388, "lr": 2.8377457966378575e-05}
+{"train_loss": 0.002850106917321682, "global_step": 20991, "epoch": 388, "lr": 2.8373018195664957e-05}
+{"train_loss": 0.0015310446033254266, "global_step": 20992, "epoch": 388, "lr": 2.836857863470728e-05}
+{"train_loss": 0.001711091143079102, "global_step": 20993, "epoch": 388, "lr": 2.8364139283548614e-05}
+{"train_loss": 0.004706062376499176, "global_step": 20994, "epoch": 388, "lr": 2.8359700142231993e-05}
+{"train_loss": 0.0017756280722096562, "global_step": 20995, "epoch": 388, "lr": 2.835526121080051e-05}
+{"train_loss": 0.0024392707273364067, "global_step": 20996, "epoch": 388, "lr": 2.8350822489297225e-05}
+{"train_loss": 0.002573824254795909, "global_step": 20997, "epoch": 388, "lr": 2.8346383977765144e-05}
+{"train_loss": 0.0015821835258975625, "global_step": 20998, "epoch": 388, "lr": 2.8341945676247317e-05}
+{"train_loss": 0.0023876421619206667, "global_step": 20999, "epoch": 388, "lr": 2.8337507584786827e-05}
+{"train_loss": 0.0022731199860572815, "global_step": 21000, "epoch": 388, "lr": 2.8333069703426697e-05}
+{"train_loss": 0.0033400768879801035, "global_step": 21001, "epoch": 388, "lr": 2.8328632032209972e-05}
+{"train_loss": 0.00168747385032475, "global_step": 21002, "epoch": 388, "lr": 2.8324194571179696e-05}
+{"train_loss": 0.002563475165516138, "global_step": 21003, "epoch": 388, "lr": 2.8319757320378905e-05}
+{"train_loss": 0.002293543191626668, "global_step": 21004, "epoch": 388, "lr": 2.8315320279850627e-05}
+{"train_loss": 0.0023365334254103125, "global_step": 21005, "epoch": 388, "lr": 2.8310883449637903e-05, "val_loss": 0.0029843347147107124}
+{"train_loss": 0.0025388612411916256, "global_step": 21006, "epoch": 389, "lr": 2.8306446829783768e-05}
+{"train_loss": 0.0028283630963414907, "global_step": 21007, "epoch": 389, "lr": 2.830201042033125e-05}
+{"train_loss": 0.001970920478925109, "global_step": 21008, "epoch": 389, "lr": 2.829757422132337e-05}
+{"train_loss": 0.0025386051274836063, "global_step": 21009, "epoch": 389, "lr": 2.8293138232803163e-05}
+{"train_loss": 0.0020432069431990385, "global_step": 21010, "epoch": 389, "lr": 2.828870245481362e-05}
+{"train_loss": 0.0024801865220069885, "global_step": 21011, "epoch": 389, "lr": 2.828426688739784e-05}
+{"train_loss": 0.0018495520344004035, "global_step": 21012, "epoch": 389, "lr": 2.8279831530598777e-05}
+{"train_loss": 0.0019801058806478977, "global_step": 21013, "epoch": 389, "lr": 2.8275396384459462e-05}
+{"train_loss": 0.003633463755249977, "global_step": 21014, "epoch": 389, "lr": 2.8270961449022893e-05}
+{"train_loss": 0.0025106852408498526, "global_step": 21015, "epoch": 389, "lr": 2.826652672433212e-05}
+{"train_loss": 0.0019545271061360836, "global_step": 21016, "epoch": 389, "lr": 2.8262092210430147e-05}
+{"train_loss": 0.001845304504968226, "global_step": 21017, "epoch": 389, "lr": 2.825765790735998e-05}
+{"train_loss": 0.003862350480630994, "global_step": 21018, "epoch": 389, "lr": 2.825322381516462e-05}
+{"train_loss": 0.002492416650056839, "global_step": 21019, "epoch": 389, "lr": 2.8248789933887065e-05}
+{"train_loss": 0.0013217139057815075, "global_step": 21020, "epoch": 389, "lr": 2.8244356263570337e-05}
+{"train_loss": 0.0025941869243979454, "global_step": 21021, "epoch": 389, "lr": 2.8239922804257435e-05}
+{"train_loss": 0.0014435058692470193, "global_step": 21022, "epoch": 389, "lr": 2.823548955599134e-05}
+{"train_loss": 0.0020669186487793922, "global_step": 21023, "epoch": 389, "lr": 2.8231056518815067e-05}
+{"train_loss": 0.0020443329121917486, "global_step": 21024, "epoch": 389, "lr": 2.8226623692771603e-05}
+{"train_loss": 0.002386122941970825, "global_step": 21025, "epoch": 389, "lr": 2.822219107790395e-05}
+{"train_loss": 0.001784352120012045, "global_step": 21026, "epoch": 389, "lr": 2.821775867425507e-05}
+{"train_loss": 0.0026055523194372654, "global_step": 21027, "epoch": 389, "lr": 2.821332648186801e-05}
+{"train_loss": 0.0029444980900734663, "global_step": 21028, "epoch": 389, "lr": 2.82088945007857e-05}
+{"train_loss": 0.002390101319178939, "global_step": 21029, "epoch": 389, "lr": 2.8204462731051152e-05}
+{"train_loss": 0.0024479783605784178, "global_step": 21030, "epoch": 389, "lr": 2.820003117270732e-05}
+{"train_loss": 0.002874584635719657, "global_step": 21031, "epoch": 389, "lr": 2.819559982579723e-05}
+{"train_loss": 0.0011041542747989297, "global_step": 21032, "epoch": 389, "lr": 2.819116869036386e-05}
+{"train_loss": 0.0023246530909091234, "global_step": 21033, "epoch": 389, "lr": 2.8186737766450122e-05}
+{"train_loss": 0.001554702641442418, "global_step": 21034, "epoch": 389, "lr": 2.818230705409906e-05}
+{"train_loss": 0.0014797744806855917, "global_step": 21035, "epoch": 389, "lr": 2.8177876553353622e-05}
+{"train_loss": 0.0023716907016932964, "global_step": 21036, "epoch": 389, "lr": 2.8173446264256776e-05}
+{"train_loss": 0.002750703599303961, "global_step": 21037, "epoch": 389, "lr": 2.816901618685149e-05}
+{"train_loss": 0.0011054114438593388, "global_step": 21038, "epoch": 389, "lr": 2.816458632118073e-05}
+{"train_loss": 0.0017980231205001473, "global_step": 21039, "epoch": 389, "lr": 2.816015666728746e-05}
+{"train_loss": 0.0019823554903268814, "global_step": 21040, "epoch": 389, "lr": 2.8155727225214656e-05}
+{"train_loss": 0.0018088321667164564, "global_step": 21041, "epoch": 389, "lr": 2.8151297995005267e-05}
+{"train_loss": 0.002606476191431284, "global_step": 21042, "epoch": 389, "lr": 2.814686897670223e-05}
+{"train_loss": 0.002011846750974655, "global_step": 21043, "epoch": 389, "lr": 2.814244017034856e-05}
+{"train_loss": 0.0014673147816210985, "global_step": 21044, "epoch": 389, "lr": 2.8138011575987155e-05}
+{"train_loss": 0.0013398578157648444, "global_step": 21045, "epoch": 389, "lr": 2.8133583193660973e-05}
+{"train_loss": 0.00263536861166358, "global_step": 21046, "epoch": 389, "lr": 2.812915502341299e-05}
+{"train_loss": 0.0024619789328426123, "global_step": 21047, "epoch": 389, "lr": 2.8124727065286144e-05}
+{"train_loss": 0.0026869415305554867, "global_step": 21048, "epoch": 389, "lr": 2.8120299319323394e-05}
+{"train_loss": 0.0028875155840069056, "global_step": 21049, "epoch": 389, "lr": 2.811587178556764e-05}
+{"train_loss": 0.001674321829341352, "global_step": 21050, "epoch": 389, "lr": 2.8111444464061864e-05}
+{"train_loss": 0.0021067021880298853, "global_step": 21051, "epoch": 389, "lr": 2.810701735484899e-05}
+{"train_loss": 0.0022026828955858946, "global_step": 21052, "epoch": 389, "lr": 2.8102590457971968e-05}
+{"train_loss": 0.002215323969721794, "global_step": 21053, "epoch": 389, "lr": 2.809816377347372e-05}
+{"train_loss": 0.002565693808719516, "global_step": 21054, "epoch": 389, "lr": 2.8093737301397182e-05}
+{"train_loss": 0.002419243101030588, "global_step": 21055, "epoch": 389, "lr": 2.8089311041785293e-05}
+{"train_loss": 0.0029886977281421423, "global_step": 21056, "epoch": 389, "lr": 2.8084884994680977e-05}
+{"train_loss": 0.002056882018223405, "global_step": 21057, "epoch": 389, "lr": 2.8080459160127158e-05}
+{"train_loss": 0.0030271911527961493, "global_step": 21058, "epoch": 389, "lr": 2.8076033538166775e-05}
+{"train_loss": 0.0022838875647047878, "global_step": 21059, "epoch": 389, "lr": 2.807160812884273e-05, "val_loss": 0.0030214907601475716}
+{"train_loss": 0.002756378147751093, "global_step": 21060, "epoch": 390, "lr": 2.8067182932197965e-05}
+{"train_loss": 0.0033532767556607723, "global_step": 21061, "epoch": 390, "lr": 2.8062757948275364e-05}
+{"train_loss": 0.0030025846790522337, "global_step": 21062, "epoch": 390, "lr": 2.805833317711789e-05}
+{"train_loss": 0.0018067092169076204, "global_step": 21063, "epoch": 390, "lr": 2.805390861876844e-05}
+{"train_loss": 0.001500869751907885, "global_step": 21064, "epoch": 390, "lr": 2.8049484273269948e-05}
+{"train_loss": 0.0013876485172659159, "global_step": 21065, "epoch": 390, "lr": 2.8045060140665258e-05}
+{"train_loss": 0.0024841236881911755, "global_step": 21066, "epoch": 390, "lr": 2.8040636220997346e-05}
+{"train_loss": 0.0028576317708939314, "global_step": 21067, "epoch": 390, "lr": 2.803621251430909e-05}
+{"train_loss": 0.0022794355172663927, "global_step": 21068, "epoch": 390, "lr": 2.8031789020643407e-05}
+{"train_loss": 0.002297836123034358, "global_step": 21069, "epoch": 390, "lr": 2.802736574004319e-05}
+{"train_loss": 0.0028142305091023445, "global_step": 21070, "epoch": 390, "lr": 2.802294267255134e-05}
+{"train_loss": 0.0029665115289390087, "global_step": 21071, "epoch": 390, "lr": 2.8018519818210752e-05}
+{"train_loss": 0.002145335078239441, "global_step": 21072, "epoch": 390, "lr": 2.8014097177064335e-05}
+{"train_loss": 0.0015256087062880397, "global_step": 21073, "epoch": 390, "lr": 2.8009674749154956e-05}
+{"train_loss": 0.0028414460830390453, "global_step": 21074, "epoch": 390, "lr": 2.8005252534525572e-05}
+{"train_loss": 0.0024159119930118322, "global_step": 21075, "epoch": 390, "lr": 2.8000830533219004e-05}
+{"train_loss": 0.002056627068668604, "global_step": 21076, "epoch": 390, "lr": 2.7996408745278168e-05}
+{"train_loss": 0.0017463357653468847, "global_step": 21077, "epoch": 390, "lr": 2.7991987170745925e-05}
+{"train_loss": 0.0024912103544920683, "global_step": 21078, "epoch": 390, "lr": 2.7987565809665205e-05}
+{"train_loss": 0.0029543216805905104, "global_step": 21079, "epoch": 390, "lr": 2.7983144662078882e-05}
+{"train_loss": 0.0024590883404016495, "global_step": 21080, "epoch": 390, "lr": 2.79787237280298e-05}
+{"train_loss": 0.002433245303109288, "global_step": 21081, "epoch": 390, "lr": 2.7974303007560835e-05}
+{"train_loss": 0.0023359183687716722, "global_step": 21082, "epoch": 390, "lr": 2.7969882500714906e-05}
+{"train_loss": 0.0019428619416430593, "global_step": 21083, "epoch": 390, "lr": 2.7965462207534864e-05}
+{"train_loss": 0.003283069236204028, "global_step": 21084, "epoch": 390, "lr": 2.7961042128063586e-05}
+{"train_loss": 0.0025590909644961357, "global_step": 21085, "epoch": 390, "lr": 2.7956622262343935e-05}
+{"train_loss": 0.002076665638014674, "global_step": 21086, "epoch": 390, "lr": 2.7952202610418788e-05}
+{"train_loss": 0.002700237324461341, "global_step": 21087, "epoch": 390, "lr": 2.7947783172330988e-05}
+{"train_loss": 0.002347524743527174, "global_step": 21088, "epoch": 390, "lr": 2.7943363948123425e-05}
+{"train_loss": 0.002219849033281207, "global_step": 21089, "epoch": 390, "lr": 2.7938944937838923e-05}
+{"train_loss": 0.0015094132395461202, "global_step": 21090, "epoch": 390, "lr": 2.793452614152041e-05}
+{"train_loss": 0.001442851615138352, "global_step": 21091, "epoch": 390, "lr": 2.793010755921068e-05}
+{"train_loss": 0.0022943178191781044, "global_step": 21092, "epoch": 390, "lr": 2.7925689190952603e-05}
+{"train_loss": 0.0018828354077413678, "global_step": 21093, "epoch": 390, "lr": 2.792127103678902e-05}
+{"train_loss": 0.00202067568898201, "global_step": 21094, "epoch": 390, "lr": 2.791685309676282e-05}
+{"train_loss": 0.0019525617826730013, "global_step": 21095, "epoch": 390, "lr": 2.7912435370916845e-05}
+{"train_loss": 0.001548919128254056, "global_step": 21096, "epoch": 390, "lr": 2.7908017859293913e-05}
+{"train_loss": 0.0015950086526572704, "global_step": 21097, "epoch": 390, "lr": 2.790360056193686e-05}
+{"train_loss": 0.0019818530417978764, "global_step": 21098, "epoch": 390, "lr": 2.7899183478888568e-05}
+{"train_loss": 0.002550701377913356, "global_step": 21099, "epoch": 390, "lr": 2.789476661019186e-05}
+{"train_loss": 0.002260651206597686, "global_step": 21100, "epoch": 390, "lr": 2.78903499558896e-05}
+{"train_loss": 0.002639371668919921, "global_step": 21101, "epoch": 390, "lr": 2.7885933516024554e-05}
+{"train_loss": 0.0017193196108564734, "global_step": 21102, "epoch": 390, "lr": 2.7881517290639624e-05}
+{"train_loss": 0.0015098468866199255, "global_step": 21103, "epoch": 390, "lr": 2.787710127977762e-05}
+{"train_loss": 0.0019548358395695686, "global_step": 21104, "epoch": 390, "lr": 2.787268548348137e-05}
+{"train_loss": 0.0030584295745939016, "global_step": 21105, "epoch": 390, "lr": 2.7868269901793686e-05}
+{"train_loss": 0.0017816086765378714, "global_step": 21106, "epoch": 390, "lr": 2.786385453475745e-05}
+{"train_loss": 0.0020115883089601994, "global_step": 21107, "epoch": 390, "lr": 2.7859439382415426e-05}
+{"train_loss": 0.0020287190563976765, "global_step": 21108, "epoch": 390, "lr": 2.7855024444810457e-05}
+{"train_loss": 0.0019564416725188494, "global_step": 21109, "epoch": 390, "lr": 2.7850609721985343e-05}
+{"train_loss": 0.0023610100615769625, "global_step": 21110, "epoch": 390, "lr": 2.784619521398294e-05}
+{"train_loss": 0.0016304521122947335, "global_step": 21111, "epoch": 390, "lr": 2.784178092084606e-05}
+{"train_loss": 0.0016939414199441671, "global_step": 21112, "epoch": 390, "lr": 2.783736684261749e-05}
+{"train_loss": 0.002194512769131473, "global_step": 21113, "epoch": 390, "lr": 2.7832952979340034e-05, "val_loss": 0.002040625549852848, "train_action_mse_error": 6.087720248615369e-05}
+{"train_loss": 0.0020641551818698645, "global_step": 21114, "epoch": 391, "lr": 2.782853933105653e-05}
+{"train_loss": 0.001368065713904798, "global_step": 21115, "epoch": 391, "lr": 2.7824125897809776e-05}
+{"train_loss": 0.0012927502393722534, "global_step": 21116, "epoch": 391, "lr": 2.7819712679642578e-05}
+{"train_loss": 0.0014880087692290545, "global_step": 21117, "epoch": 391, "lr": 2.781529967659774e-05}
+{"train_loss": 0.0015846163732931018, "global_step": 21118, "epoch": 391, "lr": 2.781088688871805e-05}
+{"train_loss": 0.002079079858958721, "global_step": 21119, "epoch": 391, "lr": 2.7806474316046327e-05}
+{"train_loss": 0.0011874279007315636, "global_step": 21120, "epoch": 391, "lr": 2.7802061958625346e-05}
+{"train_loss": 0.0010573125910013914, "global_step": 21121, "epoch": 391, "lr": 2.7797649816497918e-05}
+{"train_loss": 0.0014891590690240264, "global_step": 21122, "epoch": 391, "lr": 2.779323788970683e-05}
+{"train_loss": 0.001823790604248643, "global_step": 21123, "epoch": 391, "lr": 2.778882617829487e-05}
+{"train_loss": 0.0012401205021888018, "global_step": 21124, "epoch": 391, "lr": 2.7784414682304832e-05}
+{"train_loss": 0.0030180306639522314, "global_step": 21125, "epoch": 391, "lr": 2.778000340177948e-05}
+{"train_loss": 0.002122815465554595, "global_step": 21126, "epoch": 391, "lr": 2.777559233676166e-05}
+{"train_loss": 0.0015740222297608852, "global_step": 21127, "epoch": 391, "lr": 2.7771181487294084e-05}
+{"train_loss": 0.001008214196190238, "global_step": 21128, "epoch": 391, "lr": 2.7766770853419553e-05}
+{"train_loss": 0.002072834875434637, "global_step": 21129, "epoch": 391, "lr": 2.7762360435180847e-05}
+{"train_loss": 0.0014491424662992358, "global_step": 21130, "epoch": 391, "lr": 2.7757950232620754e-05}
+{"train_loss": 0.002082518767565489, "global_step": 21131, "epoch": 391, "lr": 2.7753540245782043e-05}
+{"train_loss": 0.0027054590173065662, "global_step": 21132, "epoch": 391, "lr": 2.7749130474707486e-05}
+{"train_loss": 0.0014692024560645223, "global_step": 21133, "epoch": 391, "lr": 2.7744720919439848e-05}
+{"train_loss": 0.0012118950253352523, "global_step": 21134, "epoch": 391, "lr": 2.7740311580021894e-05}
+{"train_loss": 0.001307293539866805, "global_step": 21135, "epoch": 391, "lr": 2.7735902456496395e-05}
+{"train_loss": 0.0015303667169064283, "global_step": 21136, "epoch": 391, "lr": 2.7731493548906106e-05}
+{"train_loss": 0.002078954828903079, "global_step": 21137, "epoch": 391, "lr": 2.77270848572938e-05}
+{"train_loss": 0.0019266895251348615, "global_step": 21138, "epoch": 391, "lr": 2.7722676381702227e-05}
+{"train_loss": 0.001705129281617701, "global_step": 21139, "epoch": 391, "lr": 2.7718268122174153e-05}
+{"train_loss": 0.0036801157984882593, "global_step": 21140, "epoch": 391, "lr": 2.771386007875232e-05}
+{"train_loss": 0.0021027622278779745, "global_step": 21141, "epoch": 391, "lr": 2.7709452251479472e-05}
+{"train_loss": 0.001444997382350266, "global_step": 21142, "epoch": 391, "lr": 2.7705044640398413e-05}
+{"train_loss": 0.0020864810794591904, "global_step": 21143, "epoch": 391, "lr": 2.770063724555183e-05}
+{"train_loss": 0.0011514831567183137, "global_step": 21144, "epoch": 391, "lr": 2.7696230066982477e-05}
+{"train_loss": 0.0010700314305722713, "global_step": 21145, "epoch": 391, "lr": 2.7691823104733138e-05}
+{"train_loss": 0.0027234884910285473, "global_step": 21146, "epoch": 391, "lr": 2.768741635884653e-05}
+{"train_loss": 0.0022226811852306128, "global_step": 21147, "epoch": 391, "lr": 2.7683009829365412e-05}
+{"train_loss": 0.002204062882810831, "global_step": 21148, "epoch": 391, "lr": 2.7678603516332468e-05}
+{"train_loss": 0.0012191756395623088, "global_step": 21149, "epoch": 391, "lr": 2.7674197419790493e-05}
+{"train_loss": 0.002124096965417266, "global_step": 21150, "epoch": 391, "lr": 2.766979153978219e-05}
+{"train_loss": 0.001961100846529007, "global_step": 21151, "epoch": 391, "lr": 2.766538587635031e-05}
+{"train_loss": 0.001506261294707656, "global_step": 21152, "epoch": 391, "lr": 2.7660980429537564e-05}
+{"train_loss": 0.002118360251188278, "global_step": 21153, "epoch": 391, "lr": 2.7656575199386698e-05}
+{"train_loss": 0.0017102924175560474, "global_step": 21154, "epoch": 391, "lr": 2.765217018594042e-05}
+{"train_loss": 0.001201100181788206, "global_step": 21155, "epoch": 391, "lr": 2.7647765389241466e-05}
+{"train_loss": 0.0013984391698613763, "global_step": 21156, "epoch": 391, "lr": 2.7643360809332552e-05}
+{"train_loss": 0.0013425273355096579, "global_step": 21157, "epoch": 391, "lr": 2.763895644625637e-05}
+{"train_loss": 0.0030813899356871843, "global_step": 21158, "epoch": 391, "lr": 2.7634552300055716e-05}
+{"train_loss": 0.0022727204486727715, "global_step": 21159, "epoch": 391, "lr": 2.7630148370773222e-05}
+{"train_loss": 0.0015133393462747335, "global_step": 21160, "epoch": 391, "lr": 2.7625744658451625e-05}
+{"train_loss": 0.0018864147132262588, "global_step": 21161, "epoch": 391, "lr": 2.762134116313365e-05}
+{"train_loss": 0.001323113334365189, "global_step": 21162, "epoch": 391, "lr": 2.7616937884862006e-05}
+{"train_loss": 0.001804727129638195, "global_step": 21163, "epoch": 391, "lr": 2.7612534823679415e-05}
+{"train_loss": 0.0016263987636193633, "global_step": 21164, "epoch": 391, "lr": 2.7608131979628514e-05}
+{"train_loss": 0.0010826564393937588, "global_step": 21165, "epoch": 391, "lr": 2.7603729352752072e-05}
+{"train_loss": 0.002129568252712488, "global_step": 21166, "epoch": 391, "lr": 2.759932694309276e-05}
+{"train_loss": 0.0017563473321152506, "global_step": 21167, "epoch": 391, "lr": 2.7594924750693295e-05, "val_loss": 0.003765381406992674}
+{"train_loss": 0.002031265292316675, "global_step": 21168, "epoch": 392, "lr": 2.7590522775596357e-05}
+{"train_loss": 0.0011862050741910934, "global_step": 21169, "epoch": 392, "lr": 2.7586121017844647e-05}
+{"train_loss": 0.0015637286705896258, "global_step": 21170, "epoch": 392, "lr": 2.758171947748085e-05}
+{"train_loss": 0.0014448154252022505, "global_step": 21171, "epoch": 392, "lr": 2.757731815454766e-05}
+{"train_loss": 0.0016719622071832418, "global_step": 21172, "epoch": 392, "lr": 2.7572917049087766e-05}
+{"train_loss": 0.002758198184892535, "global_step": 21173, "epoch": 392, "lr": 2.7568516161143853e-05}
+{"train_loss": 0.0017976993694901466, "global_step": 21174, "epoch": 392, "lr": 2.75641154907586e-05}
+{"train_loss": 0.0018968114163726568, "global_step": 21175, "epoch": 392, "lr": 2.7559715037974693e-05}
+{"train_loss": 0.0017243701731786132, "global_step": 21176, "epoch": 392, "lr": 2.7555314802834787e-05}
+{"train_loss": 0.0027753817848861217, "global_step": 21177, "epoch": 392, "lr": 2.755091478538161e-05}
+{"train_loss": 0.002405724488198757, "global_step": 21178, "epoch": 392, "lr": 2.75465149856578e-05}
+{"train_loss": 0.0016858743038028479, "global_step": 21179, "epoch": 392, "lr": 2.7542115403706063e-05}
+{"train_loss": 0.0018015585374087095, "global_step": 21180, "epoch": 392, "lr": 2.7537716039569005e-05}
+{"train_loss": 0.002169766929000616, "global_step": 21181, "epoch": 392, "lr": 2.7533316893289355e-05}
+{"train_loss": 0.0027140758465975523, "global_step": 21182, "epoch": 392, "lr": 2.7528917964909762e-05}
+{"train_loss": 0.001281213597394526, "global_step": 21183, "epoch": 392, "lr": 2.7524519254472884e-05}
+{"train_loss": 0.0020594410598278046, "global_step": 21184, "epoch": 392, "lr": 2.752012076202139e-05}
+{"train_loss": 0.0019341666484251618, "global_step": 21185, "epoch": 392, "lr": 2.7515722487597933e-05}
+{"train_loss": 0.0015030534705147147, "global_step": 21186, "epoch": 392, "lr": 2.751132443124518e-05}
+{"train_loss": 0.002160039497539401, "global_step": 21187, "epoch": 392, "lr": 2.7506926593005778e-05}
+{"train_loss": 0.0020829474087804556, "global_step": 21188, "epoch": 392, "lr": 2.7502528972922365e-05}
+{"train_loss": 0.001270058797672391, "global_step": 21189, "epoch": 392, "lr": 2.7498131571037654e-05}
+{"train_loss": 0.0014626745833083987, "global_step": 21190, "epoch": 392, "lr": 2.7493734387394232e-05}
+{"train_loss": 0.0017967591993510723, "global_step": 21191, "epoch": 392, "lr": 2.7489337422034768e-05}
+{"train_loss": 0.0034935730509459972, "global_step": 21192, "epoch": 392, "lr": 2.7484940675001885e-05}
+{"train_loss": 0.002290250500664115, "global_step": 21193, "epoch": 392, "lr": 2.7480544146338273e-05}
+{"train_loss": 0.002737955888733268, "global_step": 21194, "epoch": 392, "lr": 2.7476147836086562e-05}
+{"train_loss": 0.0023507175501435995, "global_step": 21195, "epoch": 392, "lr": 2.7471751744289358e-05}
+{"train_loss": 0.0031834314577281475, "global_step": 21196, "epoch": 392, "lr": 2.7467355870989296e-05}
+{"train_loss": 0.002320180181413889, "global_step": 21197, "epoch": 392, "lr": 2.746296021622906e-05}
+{"train_loss": 0.0019118827767670155, "global_step": 21198, "epoch": 392, "lr": 2.7458564780051245e-05}
+{"train_loss": 0.001667540054768324, "global_step": 21199, "epoch": 392, "lr": 2.74541695624985e-05}
+{"train_loss": 0.0016020366456359625, "global_step": 21200, "epoch": 392, "lr": 2.7449774563613434e-05}
+{"train_loss": 0.002064661355689168, "global_step": 21201, "epoch": 392, "lr": 2.7445379783438685e-05}
+{"train_loss": 0.0022369821090251207, "global_step": 21202, "epoch": 392, "lr": 2.744098522201688e-05}
+{"train_loss": 0.0027835280634462833, "global_step": 21203, "epoch": 392, "lr": 2.7436590879390633e-05}
+{"train_loss": 0.0015081990277394652, "global_step": 21204, "epoch": 392, "lr": 2.7432196755602558e-05}
+{"train_loss": 0.001682728878222406, "global_step": 21205, "epoch": 392, "lr": 2.7427802850695305e-05}
+{"train_loss": 0.0018216134048998356, "global_step": 21206, "epoch": 392, "lr": 2.7423409164711456e-05}
+{"train_loss": 0.0023555122315883636, "global_step": 21207, "epoch": 392, "lr": 2.741901569769364e-05}
+{"train_loss": 0.002839629305526614, "global_step": 21208, "epoch": 392, "lr": 2.7414622449684435e-05}
+{"train_loss": 0.001610740670002997, "global_step": 21209, "epoch": 392, "lr": 2.7410229420726503e-05}
+{"train_loss": 0.002122514182701707, "global_step": 21210, "epoch": 392, "lr": 2.7405836610862445e-05}
+{"train_loss": 0.0017021780367940664, "global_step": 21211, "epoch": 392, "lr": 2.7401444020134832e-05}
+{"train_loss": 0.0015122172189876437, "global_step": 21212, "epoch": 392, "lr": 2.739705164858626e-05}
+{"train_loss": 0.0012785957660526037, "global_step": 21213, "epoch": 392, "lr": 2.7392659496259376e-05}
+{"train_loss": 0.0011808976996690035, "global_step": 21214, "epoch": 392, "lr": 2.738826756319675e-05}
+{"train_loss": 0.0021705464459955692, "global_step": 21215, "epoch": 392, "lr": 2.7383875849440986e-05}
+{"train_loss": 0.0013789620716124773, "global_step": 21216, "epoch": 392, "lr": 2.737948435503468e-05}
+{"train_loss": 0.0031517702154815197, "global_step": 21217, "epoch": 392, "lr": 2.737509308002042e-05}
+{"train_loss": 0.0015511534875258803, "global_step": 21218, "epoch": 392, "lr": 2.737070202444079e-05}
+{"train_loss": 0.0020736597944051027, "global_step": 21219, "epoch": 392, "lr": 2.736631118833839e-05}
+{"train_loss": 0.0025531158316880465, "global_step": 21220, "epoch": 392, "lr": 2.73619205717558e-05}
+{"train_loss": 0.0019990536298050924, "global_step": 21221, "epoch": 392, "lr": 2.73575301747356e-05, "val_loss": 0.0027420897968113422}
+{"train_loss": 0.0017424093093723059, "global_step": 21222, "epoch": 393, "lr": 2.7353139997320388e-05}
+{"train_loss": 0.0015426435275003314, "global_step": 21223, "epoch": 393, "lr": 2.7348750039552723e-05}
+{"train_loss": 0.0028212384786456823, "global_step": 21224, "epoch": 393, "lr": 2.734436030147517e-05}
+{"train_loss": 0.002160712145268917, "global_step": 21225, "epoch": 393, "lr": 2.7339970783130346e-05}
+{"train_loss": 0.0025106833782047033, "global_step": 21226, "epoch": 393, "lr": 2.7335581484560825e-05}
+{"train_loss": 0.002307107439264655, "global_step": 21227, "epoch": 393, "lr": 2.7331192405809136e-05}
+{"train_loss": 0.0013232756173238158, "global_step": 21228, "epoch": 393, "lr": 2.7326803546917846e-05}
+{"train_loss": 0.0016256154049187899, "global_step": 21229, "epoch": 393, "lr": 2.732241490792957e-05}
+{"train_loss": 0.0032844769302755594, "global_step": 21230, "epoch": 393, "lr": 2.7318026488886837e-05}
+{"train_loss": 0.001921123475767672, "global_step": 21231, "epoch": 393, "lr": 2.7313638289832228e-05}
+{"train_loss": 0.0020192121155560017, "global_step": 21232, "epoch": 393, "lr": 2.7309250310808287e-05}
+{"train_loss": 0.002369918627664447, "global_step": 21233, "epoch": 393, "lr": 2.730486255185758e-05}
+{"train_loss": 0.0018101746682077646, "global_step": 21234, "epoch": 393, "lr": 2.7300475013022663e-05}
+{"train_loss": 0.0015956081915646791, "global_step": 21235, "epoch": 393, "lr": 2.7296087694346096e-05}
+{"train_loss": 0.0020872880704700947, "global_step": 21236, "epoch": 393, "lr": 2.7291700595870417e-05}
+{"train_loss": 0.002790509257465601, "global_step": 21237, "epoch": 393, "lr": 2.728731371763818e-05}
+{"train_loss": 0.001770700910128653, "global_step": 21238, "epoch": 393, "lr": 2.7282927059691936e-05}
+{"train_loss": 0.0018936212873086333, "global_step": 21239, "epoch": 393, "lr": 2.7278540622074233e-05}
+{"train_loss": 0.002988683758303523, "global_step": 21240, "epoch": 393, "lr": 2.727415440482759e-05}
+{"train_loss": 0.0019430354004725814, "global_step": 21241, "epoch": 393, "lr": 2.7269768407994605e-05}
+{"train_loss": 0.002047346206381917, "global_step": 21242, "epoch": 393, "lr": 2.7265382631617763e-05}
+{"train_loss": 0.0010957386111840606, "global_step": 21243, "epoch": 393, "lr": 2.7260997075739623e-05}
+{"train_loss": 0.0012621982023119926, "global_step": 21244, "epoch": 393, "lr": 2.7256611740402686e-05}
+{"train_loss": 0.0010386042995378375, "global_step": 21245, "epoch": 393, "lr": 2.725222662564954e-05}
+{"train_loss": 0.0010655446676537395, "global_step": 21246, "epoch": 393, "lr": 2.7247841731522687e-05}
+{"train_loss": 0.001619883580133319, "global_step": 21247, "epoch": 393, "lr": 2.7243457058064657e-05}
+{"train_loss": 0.0016488316468894482, "global_step": 21248, "epoch": 393, "lr": 2.723907260531798e-05}
+{"train_loss": 0.001867601415142417, "global_step": 21249, "epoch": 393, "lr": 2.723468837332517e-05}
+{"train_loss": 0.0014070088509470224, "global_step": 21250, "epoch": 393, "lr": 2.723030436212876e-05}
+{"train_loss": 0.0010758588323369622, "global_step": 21251, "epoch": 393, "lr": 2.7225920571771262e-05}
+{"train_loss": 0.0015428080223500729, "global_step": 21252, "epoch": 393, "lr": 2.7221537002295193e-05}
+{"train_loss": 0.0013089715503156185, "global_step": 21253, "epoch": 393, "lr": 2.7217153653743084e-05}
+{"train_loss": 0.001204953994601965, "global_step": 21254, "epoch": 393, "lr": 2.721277052615743e-05}
+{"train_loss": 0.002155885100364685, "global_step": 21255, "epoch": 393, "lr": 2.7208387619580745e-05}
+{"train_loss": 0.0011892420006915927, "global_step": 21256, "epoch": 393, "lr": 2.7204004934055516e-05}
+{"train_loss": 0.001239025965332985, "global_step": 21257, "epoch": 393, "lr": 2.7199622469624326e-05}
+{"train_loss": 0.0020771098788827658, "global_step": 21258, "epoch": 393, "lr": 2.71952402263296e-05}
+{"train_loss": 0.0029979899991303682, "global_step": 21259, "epoch": 393, "lr": 2.7190858204213853e-05}
+{"train_loss": 0.0007107739802449942, "global_step": 21260, "epoch": 393, "lr": 2.7186476403319626e-05}
+{"train_loss": 0.00227202195674181, "global_step": 21261, "epoch": 393, "lr": 2.7182094823689385e-05}
+{"train_loss": 0.0014765632804483175, "global_step": 21262, "epoch": 393, "lr": 2.7177713465365662e-05}
+{"train_loss": 0.003910599276423454, "global_step": 21263, "epoch": 393, "lr": 2.7173332328390876e-05}
+{"train_loss": 0.001528071123175323, "global_step": 21264, "epoch": 393, "lr": 2.7168951412807585e-05}
+{"train_loss": 0.0016061706701293588, "global_step": 21265, "epoch": 393, "lr": 2.7164570718658266e-05}
+{"train_loss": 0.0018569567473605275, "global_step": 21266, "epoch": 393, "lr": 2.7160190245985395e-05}
+{"train_loss": 0.001878518145531416, "global_step": 21267, "epoch": 393, "lr": 2.715580999483146e-05}
+{"train_loss": 0.0012741381069645286, "global_step": 21268, "epoch": 393, "lr": 2.715142996523895e-05}
+{"train_loss": 0.0034233098849654198, "global_step": 21269, "epoch": 393, "lr": 2.714705015725034e-05}
+{"train_loss": 0.0018798402743414044, "global_step": 21270, "epoch": 393, "lr": 2.7142670570908112e-05}
+{"train_loss": 0.0015802254201844335, "global_step": 21271, "epoch": 393, "lr": 2.713829120625475e-05}
+{"train_loss": 0.0017441775416955352, "global_step": 21272, "epoch": 393, "lr": 2.7133912063332688e-05}
+{"train_loss": 0.003905436722561717, "global_step": 21273, "epoch": 393, "lr": 2.7129533142184484e-05}
+{"train_loss": 0.0020409366115927696, "global_step": 21274, "epoch": 393, "lr": 2.7125154442852528e-05}
+{"train_loss": 0.0019493367635058584, "global_step": 21275, "epoch": 393, "lr": 2.7120775965379298e-05, "val_loss": 0.0022989024873822927}
+{"train_loss": 0.0026865906547755003, "global_step": 21276, "epoch": 394, "lr": 2.7116397709807296e-05}
+{"train_loss": 0.0013282449217513204, "global_step": 21277, "epoch": 394, "lr": 2.7112019676178967e-05}
+{"train_loss": 0.0027270468417555094, "global_step": 21278, "epoch": 394, "lr": 2.710764186453679e-05}
+{"train_loss": 0.0032113012857735157, "global_step": 21279, "epoch": 394, "lr": 2.7103264274923178e-05}
+{"train_loss": 0.003284648759290576, "global_step": 21280, "epoch": 394, "lr": 2.7098886907380627e-05}
+{"train_loss": 0.0017441222444176674, "global_step": 21281, "epoch": 394, "lr": 2.7094509761951592e-05}
+{"train_loss": 0.0019159523071721196, "global_step": 21282, "epoch": 394, "lr": 2.7090132838678517e-05}
+{"train_loss": 0.002398346783593297, "global_step": 21283, "epoch": 394, "lr": 2.7085756137603847e-05}
+{"train_loss": 0.002725050551816821, "global_step": 21284, "epoch": 394, "lr": 2.7081379658770046e-05}
+{"train_loss": 0.0037231803871691227, "global_step": 21285, "epoch": 394, "lr": 2.7077003402219548e-05}
+{"train_loss": 0.003499922575429082, "global_step": 21286, "epoch": 394, "lr": 2.7072627367994795e-05}
+{"train_loss": 0.0026066075079143047, "global_step": 21287, "epoch": 394, "lr": 2.7068251556138247e-05}
+{"train_loss": 0.0025389750953763723, "global_step": 21288, "epoch": 394, "lr": 2.7063875966692325e-05}
+{"train_loss": 0.0015712251188233495, "global_step": 21289, "epoch": 394, "lr": 2.7059500599699476e-05}
+{"train_loss": 0.003408437594771385, "global_step": 21290, "epoch": 394, "lr": 2.7055125455202136e-05}
+{"train_loss": 0.00288724759593606, "global_step": 21291, "epoch": 394, "lr": 2.705075053324272e-05}
+{"train_loss": 0.0031561842188239098, "global_step": 21292, "epoch": 394, "lr": 2.704637583386369e-05}
+{"train_loss": 0.0012826560996472836, "global_step": 21293, "epoch": 394, "lr": 2.704200135710747e-05}
+{"train_loss": 0.002605739049613476, "global_step": 21294, "epoch": 394, "lr": 2.70376271030165e-05}
+{"train_loss": 0.0016665563452988863, "global_step": 21295, "epoch": 394, "lr": 2.703325307163314e-05}
+{"train_loss": 0.0015693194000050426, "global_step": 21296, "epoch": 394, "lr": 2.702887926299988e-05}
+{"train_loss": 0.0023240665905177593, "global_step": 21297, "epoch": 394, "lr": 2.7024505677159116e-05}
+{"train_loss": 0.002334487158805132, "global_step": 21298, "epoch": 394, "lr": 2.7020132314153268e-05}
+{"train_loss": 0.002337951213121414, "global_step": 21299, "epoch": 394, "lr": 2.7015759174024756e-05}
+{"train_loss": 0.0014102349523454905, "global_step": 21300, "epoch": 394, "lr": 2.701138625681599e-05}
+{"train_loss": 0.0032501621171832085, "global_step": 21301, "epoch": 394, "lr": 2.7007013562569383e-05}
+{"train_loss": 0.0017377553740516305, "global_step": 21302, "epoch": 394, "lr": 2.7002641091327353e-05}
+{"train_loss": 0.0024786198046058416, "global_step": 21303, "epoch": 394, "lr": 2.6998268843132267e-05}
+{"train_loss": 0.0030207978561520576, "global_step": 21304, "epoch": 394, "lr": 2.6993896818026614e-05}
+{"train_loss": 0.0032588080503046513, "global_step": 21305, "epoch": 394, "lr": 2.6989525016052726e-05}
+{"train_loss": 0.0022967138793319464, "global_step": 21306, "epoch": 394, "lr": 2.698515343725302e-05}
+{"train_loss": 0.0016732097137719393, "global_step": 21307, "epoch": 394, "lr": 2.6980782081669885e-05}
+{"train_loss": 0.0037540860939770937, "global_step": 21308, "epoch": 394, "lr": 2.6976410949345754e-05}
+{"train_loss": 0.0018074349500238895, "global_step": 21309, "epoch": 394, "lr": 2.6972040040323022e-05}
+{"train_loss": 0.0020016497001051903, "global_step": 21310, "epoch": 394, "lr": 2.6967669354644036e-05}
+{"train_loss": 0.002606560243293643, "global_step": 21311, "epoch": 394, "lr": 2.6963298892351196e-05}
+{"train_loss": 0.003796075936406851, "global_step": 21312, "epoch": 394, "lr": 2.6958928653486925e-05}
+{"train_loss": 0.003304379992187023, "global_step": 21313, "epoch": 394, "lr": 2.6954558638093585e-05}
+{"train_loss": 0.001937273540534079, "global_step": 21314, "epoch": 394, "lr": 2.695018884621359e-05}
+{"train_loss": 0.0014924737624824047, "global_step": 21315, "epoch": 394, "lr": 2.6945819277889257e-05}
+{"train_loss": 0.0022650831378996372, "global_step": 21316, "epoch": 394, "lr": 2.694144993316302e-05}
+{"train_loss": 0.0020259274169802666, "global_step": 21317, "epoch": 394, "lr": 2.6937080812077248e-05}
+{"train_loss": 0.004821730311959982, "global_step": 21318, "epoch": 394, "lr": 2.693271191467431e-05}
+{"train_loss": 0.0033399739768356085, "global_step": 21319, "epoch": 394, "lr": 2.6928343240996556e-05}
+{"train_loss": 0.0019328930648043752, "global_step": 21320, "epoch": 394, "lr": 2.6923974791086415e-05}
+{"train_loss": 0.002306954003870487, "global_step": 21321, "epoch": 394, "lr": 2.691960656498621e-05}
+{"train_loss": 0.0025006174109876156, "global_step": 21322, "epoch": 394, "lr": 2.691523856273831e-05}
+{"train_loss": 0.0034301087725907564, "global_step": 21323, "epoch": 394, "lr": 2.6910870784385074e-05}
+{"train_loss": 0.002034693257883191, "global_step": 21324, "epoch": 394, "lr": 2.6906503229968895e-05}
+{"train_loss": 0.002150568412616849, "global_step": 21325, "epoch": 394, "lr": 2.6902135899532134e-05}
+{"train_loss": 0.002825860632583499, "global_step": 21326, "epoch": 394, "lr": 2.6897768793117112e-05}
+{"train_loss": 0.003269588341936469, "global_step": 21327, "epoch": 394, "lr": 2.6893401910766185e-05}
+{"train_loss": 0.002634546486660838, "global_step": 21328, "epoch": 394, "lr": 2.6889035252521743e-05}
+{"train_loss": 0.0025655679616007816, "global_step": 21329, "epoch": 394, "lr": 2.6884668818426123e-05, "val_loss": 0.0036975110415369272}
+{"train_loss": 0.0030124811455607414, "global_step": 21330, "epoch": 395, "lr": 2.688030260852167e-05}
+{"train_loss": 0.0025190047454088926, "global_step": 21331, "epoch": 395, "lr": 2.687593662285073e-05}
+{"train_loss": 0.0020144858863204718, "global_step": 21332, "epoch": 395, "lr": 2.6871570861455648e-05}
+{"train_loss": 0.002772185020148754, "global_step": 21333, "epoch": 395, "lr": 2.6867205324378775e-05}
+{"train_loss": 0.002673027804121375, "global_step": 21334, "epoch": 395, "lr": 2.6862840011662437e-05}
+{"train_loss": 0.0013079701457172632, "global_step": 21335, "epoch": 395, "lr": 2.6858474923348985e-05}
+{"train_loss": 0.003346565645188093, "global_step": 21336, "epoch": 395, "lr": 2.6854110059480742e-05}
+{"train_loss": 0.0024925186298787594, "global_step": 21337, "epoch": 395, "lr": 2.684974542010006e-05}
+{"train_loss": 0.0021227446850389242, "global_step": 21338, "epoch": 395, "lr": 2.684538100524926e-05}
+{"train_loss": 0.003382510505616665, "global_step": 21339, "epoch": 395, "lr": 2.684101681497065e-05}
+{"train_loss": 0.002350299619138241, "global_step": 21340, "epoch": 395, "lr": 2.68366528493066e-05}
+{"train_loss": 0.001627993187867105, "global_step": 21341, "epoch": 395, "lr": 2.6832289108299434e-05}
+{"train_loss": 0.002493383828550577, "global_step": 21342, "epoch": 395, "lr": 2.682792559199144e-05}
+{"train_loss": 0.0029086710419505835, "global_step": 21343, "epoch": 395, "lr": 2.6823562300424932e-05}
+{"train_loss": 0.0029959094244986773, "global_step": 21344, "epoch": 395, "lr": 2.6819199233642278e-05}
+{"train_loss": 0.0018464536406099796, "global_step": 21345, "epoch": 395, "lr": 2.681483639168576e-05}
+{"train_loss": 0.0018885043682530522, "global_step": 21346, "epoch": 395, "lr": 2.681047377459771e-05}
+{"train_loss": 0.0017694721464067698, "global_step": 21347, "epoch": 395, "lr": 2.6806111382420428e-05}
+{"train_loss": 0.0013904377119615674, "global_step": 21348, "epoch": 395, "lr": 2.6801749215196227e-05}
+{"train_loss": 0.0014301446499302983, "global_step": 21349, "epoch": 395, "lr": 2.6797387272967412e-05}
+{"train_loss": 0.003235085867345333, "global_step": 21350, "epoch": 395, "lr": 2.6793025555776295e-05}
+{"train_loss": 0.0020076322834938765, "global_step": 21351, "epoch": 395, "lr": 2.678866406366517e-05}
+{"train_loss": 0.00188741204328835, "global_step": 21352, "epoch": 395, "lr": 2.6784302796676353e-05}
+{"train_loss": 0.0016824190970510244, "global_step": 21353, "epoch": 395, "lr": 2.6779941754852133e-05}
+{"train_loss": 0.002348974347114563, "global_step": 21354, "epoch": 395, "lr": 2.67755809382348e-05}
+{"train_loss": 0.002251308411359787, "global_step": 21355, "epoch": 395, "lr": 2.677122034686665e-05}
+{"train_loss": 0.0024697703775018454, "global_step": 21356, "epoch": 395, "lr": 2.6766859980790014e-05}
+{"train_loss": 0.001491574221290648, "global_step": 21357, "epoch": 395, "lr": 2.6762499840047135e-05}
+{"train_loss": 0.0016612480394542217, "global_step": 21358, "epoch": 395, "lr": 2.6758139924680316e-05}
+{"train_loss": 0.0024254433810710907, "global_step": 21359, "epoch": 395, "lr": 2.6753780234731823e-05}
+{"train_loss": 0.0016887416131794453, "global_step": 21360, "epoch": 395, "lr": 2.6749420770243983e-05}
+{"train_loss": 0.0016574448673054576, "global_step": 21361, "epoch": 395, "lr": 2.6745061531259074e-05}
+{"train_loss": 0.0027280307840555906, "global_step": 21362, "epoch": 395, "lr": 2.6740702517819317e-05}
+{"train_loss": 0.0022565890103578568, "global_step": 21363, "epoch": 395, "lr": 2.673634372996705e-05}
+{"train_loss": 0.0018885984318330884, "global_step": 21364, "epoch": 395, "lr": 2.6731985167744528e-05}
+{"train_loss": 0.002387200715020299, "global_step": 21365, "epoch": 395, "lr": 2.672762683119402e-05}
+{"train_loss": 0.001247500884346664, "global_step": 21366, "epoch": 395, "lr": 2.6723268720357802e-05}
+{"train_loss": 0.002151421969756484, "global_step": 21367, "epoch": 395, "lr": 2.6718910835278142e-05}
+{"train_loss": 0.001627399236895144, "global_step": 21368, "epoch": 395, "lr": 2.6714553175997303e-05}
+{"train_loss": 0.0013750081416219473, "global_step": 21369, "epoch": 395, "lr": 2.6710195742557552e-05}
+{"train_loss": 0.0012366630835458636, "global_step": 21370, "epoch": 395, "lr": 2.670583853500115e-05}
+{"train_loss": 0.0014134595403447747, "global_step": 21371, "epoch": 395, "lr": 2.6701481553370334e-05}
+{"train_loss": 0.0017811758443713188, "global_step": 21372, "epoch": 395, "lr": 2.6697124797707425e-05}
+{"train_loss": 0.0015814233338460326, "global_step": 21373, "epoch": 395, "lr": 2.6692768268054613e-05}
+{"train_loss": 0.0015036824624985456, "global_step": 21374, "epoch": 395, "lr": 2.6688411964454164e-05}
+{"train_loss": 0.002370762638747692, "global_step": 21375, "epoch": 395, "lr": 2.6684055886948356e-05}
+{"train_loss": 0.0015419067349284887, "global_step": 21376, "epoch": 395, "lr": 2.667970003557942e-05}
+{"train_loss": 0.001611220883205533, "global_step": 21377, "epoch": 395, "lr": 2.6675344410389623e-05}
+{"train_loss": 0.0018401918932795525, "global_step": 21378, "epoch": 395, "lr": 2.6670989011421154e-05}
+{"train_loss": 0.0017309064278379083, "global_step": 21379, "epoch": 395, "lr": 2.6666633838716314e-05}
+{"train_loss": 0.0022283350117504597, "global_step": 21380, "epoch": 395, "lr": 2.666227889231732e-05}
+{"train_loss": 0.0012092082761228085, "global_step": 21381, "epoch": 395, "lr": 2.6657924172266413e-05}
+{"train_loss": 0.0010277372784912586, "global_step": 21382, "epoch": 395, "lr": 2.6653569678605826e-05}
+{"train_loss": 0.0020304319224561805, "global_step": 21383, "epoch": 395, "lr": 2.6649215411377793e-05, "val_loss": 0.0030342063400894403, "train_action_mse_error": 6.536246655741706e-05}
+{"train_loss": 0.001828350592404604, "global_step": 21384, "epoch": 396, "lr": 2.664486137062454e-05}
+{"train_loss": 0.0009967309888452291, "global_step": 21385, "epoch": 396, "lr": 2.6640507556388305e-05}
+{"train_loss": 0.0014144988963380456, "global_step": 21386, "epoch": 396, "lr": 2.663615396871131e-05}
+{"train_loss": 0.00197811727412045, "global_step": 21387, "epoch": 396, "lr": 2.6631800607635766e-05}
+{"train_loss": 0.001536963740363717, "global_step": 21388, "epoch": 396, "lr": 2.6627447473203942e-05}
+{"train_loss": 0.0014314729487523437, "global_step": 21389, "epoch": 396, "lr": 2.6623094565458013e-05}
+{"train_loss": 0.0011928303865715861, "global_step": 21390, "epoch": 396, "lr": 2.6618741884440184e-05}
+{"train_loss": 0.001911903964355588, "global_step": 21391, "epoch": 396, "lr": 2.661438943019272e-05}
+{"train_loss": 0.0015582278138026595, "global_step": 21392, "epoch": 396, "lr": 2.661003720275781e-05}
+{"train_loss": 0.000803409842774272, "global_step": 21393, "epoch": 396, "lr": 2.660568520217769e-05}
+{"train_loss": 0.001655273837968707, "global_step": 21394, "epoch": 396, "lr": 2.6601333428494506e-05}
+{"train_loss": 0.002955768024548888, "global_step": 21395, "epoch": 396, "lr": 2.6596981881750528e-05}
+{"train_loss": 0.0027684627566486597, "global_step": 21396, "epoch": 396, "lr": 2.659263056198793e-05}
+{"train_loss": 0.0022240523248910904, "global_step": 21397, "epoch": 396, "lr": 2.6588279469248935e-05}
+{"train_loss": 0.0020957060623914003, "global_step": 21398, "epoch": 396, "lr": 2.658392860357572e-05}
+{"train_loss": 0.002795829903334379, "global_step": 21399, "epoch": 396, "lr": 2.65795779650105e-05}
+{"train_loss": 0.0014043559785932302, "global_step": 21400, "epoch": 396, "lr": 2.6575227553595462e-05}
+{"train_loss": 0.0021603668574243784, "global_step": 21401, "epoch": 396, "lr": 2.6570877369372803e-05}
+{"train_loss": 0.0011745013762265444, "global_step": 21402, "epoch": 396, "lr": 2.65665274123847e-05}
+{"train_loss": 0.002243904396891594, "global_step": 21403, "epoch": 396, "lr": 2.6562177682673395e-05}
+{"train_loss": 0.002217776607722044, "global_step": 21404, "epoch": 396, "lr": 2.655782818028102e-05}
+{"train_loss": 0.002357581164687872, "global_step": 21405, "epoch": 396, "lr": 2.6553478905249768e-05}
+{"train_loss": 0.0008711785776540637, "global_step": 21406, "epoch": 396, "lr": 2.6549129857621817e-05}
+{"train_loss": 0.0020780442282557487, "global_step": 21407, "epoch": 396, "lr": 2.654478103743938e-05}
+{"train_loss": 0.002015741541981697, "global_step": 21408, "epoch": 396, "lr": 2.6540432444744646e-05}
+{"train_loss": 0.0015604578657075763, "global_step": 21409, "epoch": 396, "lr": 2.6536084079579733e-05}
+{"train_loss": 0.0012910481309518218, "global_step": 21410, "epoch": 396, "lr": 2.6531735941986822e-05}
+{"train_loss": 0.001266268314793706, "global_step": 21411, "epoch": 396, "lr": 2.652738803200814e-05}
+{"train_loss": 0.0014667472569271922, "global_step": 21412, "epoch": 396, "lr": 2.6523040349685812e-05}
+{"train_loss": 0.0022509084083139896, "global_step": 21413, "epoch": 396, "lr": 2.6518692895062018e-05}
+{"train_loss": 0.0018776286160573363, "global_step": 21414, "epoch": 396, "lr": 2.651434566817893e-05}
+{"train_loss": 0.0016295096138492227, "global_step": 21415, "epoch": 396, "lr": 2.6509998669078694e-05}
+{"train_loss": 0.0015853502554818988, "global_step": 21416, "epoch": 396, "lr": 2.6505651897803484e-05}
+{"train_loss": 0.0013450559927150607, "global_step": 21417, "epoch": 396, "lr": 2.6501305354395455e-05}
+{"train_loss": 0.0022277887910604477, "global_step": 21418, "epoch": 396, "lr": 2.649695903889674e-05}
+{"train_loss": 0.0017104388680309057, "global_step": 21419, "epoch": 396, "lr": 2.6492612951349555e-05}
+{"train_loss": 0.0016582146054133773, "global_step": 21420, "epoch": 396, "lr": 2.6488267091795994e-05}
+{"train_loss": 0.0026568423490971327, "global_step": 21421, "epoch": 396, "lr": 2.648392146027823e-05}
+{"train_loss": 0.00216722022742033, "global_step": 21422, "epoch": 396, "lr": 2.6479576056838375e-05}
+{"train_loss": 0.0010962567757815123, "global_step": 21423, "epoch": 396, "lr": 2.6475230881518632e-05}
+{"train_loss": 0.0022344477474689484, "global_step": 21424, "epoch": 396, "lr": 2.6470885934361133e-05}
+{"train_loss": 0.00213410216383636, "global_step": 21425, "epoch": 396, "lr": 2.6466541215407987e-05}
+{"train_loss": 0.0014747128589078784, "global_step": 21426, "epoch": 396, "lr": 2.6462196724701326e-05}
+{"train_loss": 0.0012385329464450479, "global_step": 21427, "epoch": 396, "lr": 2.6457852462283327e-05}
+{"train_loss": 0.0018623735522851348, "global_step": 21428, "epoch": 396, "lr": 2.6453508428196106e-05}
+{"train_loss": 0.002206446137279272, "global_step": 21429, "epoch": 396, "lr": 2.6449164622481815e-05}
+{"train_loss": 0.001854435191489756, "global_step": 21430, "epoch": 396, "lr": 2.644482104518253e-05}
+{"train_loss": 0.0013508922420442104, "global_step": 21431, "epoch": 396, "lr": 2.6440477696340425e-05}
+{"train_loss": 0.0028042299672961235, "global_step": 21432, "epoch": 396, "lr": 2.643613457599762e-05}
+{"train_loss": 0.0016776552656665444, "global_step": 21433, "epoch": 396, "lr": 2.6431791684196215e-05}
+{"train_loss": 0.002471352694556117, "global_step": 21434, "epoch": 396, "lr": 2.6427449020978334e-05}
+{"train_loss": 0.0014532380737364292, "global_step": 21435, "epoch": 396, "lr": 2.6423106586386155e-05}
+{"train_loss": 0.0017710570245981216, "global_step": 21436, "epoch": 396, "lr": 2.6418764380461718e-05}
+{"train_loss": 0.0017958358232000912, "global_step": 21437, "epoch": 396, "lr": 2.6414422403247174e-05, "val_loss": 0.002279513282701373}
+{"train_loss": 0.0024120144080370665, "global_step": 21438, "epoch": 397, "lr": 2.64100806547846e-05}
+{"train_loss": 0.002563390415161848, "global_step": 21439, "epoch": 397, "lr": 2.640573913511616e-05}
+{"train_loss": 0.003222525818273425, "global_step": 21440, "epoch": 397, "lr": 2.640139784428395e-05}
+{"train_loss": 0.00203046016395092, "global_step": 21441, "epoch": 397, "lr": 2.6397056782330043e-05}
+{"train_loss": 0.0012574188876897097, "global_step": 21442, "epoch": 397, "lr": 2.6392715949296543e-05}
+{"train_loss": 0.001901149284094572, "global_step": 21443, "epoch": 397, "lr": 2.638837534522558e-05}
+{"train_loss": 0.001915144152007997, "global_step": 21444, "epoch": 397, "lr": 2.6384034970159245e-05}
+{"train_loss": 0.0022539992351084948, "global_step": 21445, "epoch": 397, "lr": 2.6379694824139626e-05}
+{"train_loss": 0.0010871317936107516, "global_step": 21446, "epoch": 397, "lr": 2.6375354907208827e-05}
+{"train_loss": 0.0033101807348430157, "global_step": 21447, "epoch": 397, "lr": 2.6371015219408923e-05}
+{"train_loss": 0.0014136676909402013, "global_step": 21448, "epoch": 397, "lr": 2.6366675760782023e-05}
+{"train_loss": 0.0023908044677227736, "global_step": 21449, "epoch": 397, "lr": 2.63623365313702e-05}
+{"train_loss": 0.002517499029636383, "global_step": 21450, "epoch": 397, "lr": 2.635799753121555e-05}
+{"train_loss": 0.0031071631237864494, "global_step": 21451, "epoch": 397, "lr": 2.6353658760360155e-05}
+{"train_loss": 0.0020394697785377502, "global_step": 21452, "epoch": 397, "lr": 2.6349320218846087e-05}
+{"train_loss": 0.0016022170893847942, "global_step": 21453, "epoch": 397, "lr": 2.634498190671543e-05}
+{"train_loss": 0.0021469336934387684, "global_step": 21454, "epoch": 397, "lr": 2.6340643824010247e-05}
+{"train_loss": 0.002362222643569112, "global_step": 21455, "epoch": 397, "lr": 2.6336305970772658e-05}
+{"train_loss": 0.0029151802882552147, "global_step": 21456, "epoch": 397, "lr": 2.633196834704469e-05}
+{"train_loss": 0.002389100845903158, "global_step": 21457, "epoch": 397, "lr": 2.632763095286842e-05}
+{"train_loss": 0.0022474341094493866, "global_step": 21458, "epoch": 397, "lr": 2.6323293788285903e-05}
+{"train_loss": 0.0014234340051189065, "global_step": 21459, "epoch": 397, "lr": 2.631895685333924e-05}
+{"train_loss": 0.004703056998550892, "global_step": 21460, "epoch": 397, "lr": 2.631462014807048e-05}
+{"train_loss": 0.0021521002054214478, "global_step": 21461, "epoch": 397, "lr": 2.6310283672521678e-05}
+{"train_loss": 0.0029070291202515364, "global_step": 21462, "epoch": 397, "lr": 2.63059474267349e-05}
+{"train_loss": 0.002179423812776804, "global_step": 21463, "epoch": 397, "lr": 2.630161141075219e-05}
+{"train_loss": 0.001084343297407031, "global_step": 21464, "epoch": 397, "lr": 2.6297275624615615e-05}
+{"train_loss": 0.002183816861361265, "global_step": 21465, "epoch": 397, "lr": 2.6292940068367224e-05}
+{"train_loss": 0.0033741260413080454, "global_step": 21466, "epoch": 397, "lr": 2.628860474204906e-05}
+{"train_loss": 0.002623911015689373, "global_step": 21467, "epoch": 397, "lr": 2.6284269645703174e-05}
+{"train_loss": 0.0017520302208140492, "global_step": 21468, "epoch": 397, "lr": 2.627993477937162e-05}
+{"train_loss": 0.0021274934988468885, "global_step": 21469, "epoch": 397, "lr": 2.6275600143096424e-05}
+{"train_loss": 0.004068857990205288, "global_step": 21470, "epoch": 397, "lr": 2.6271265736919624e-05}
+{"train_loss": 0.002237357897683978, "global_step": 21471, "epoch": 397, "lr": 2.6266931560883306e-05}
+{"train_loss": 0.0010515886824578047, "global_step": 21472, "epoch": 397, "lr": 2.626259761502945e-05}
+{"train_loss": 0.004146854393184185, "global_step": 21473, "epoch": 397, "lr": 2.6258263899400093e-05}
+{"train_loss": 0.0042388588190078735, "global_step": 21474, "epoch": 397, "lr": 2.625393041403731e-05}
+{"train_loss": 0.0034046100918203592, "global_step": 21475, "epoch": 397, "lr": 2.6249597158983096e-05}
+{"train_loss": 0.0020380085334181786, "global_step": 21476, "epoch": 397, "lr": 2.6245264134279512e-05}
+{"train_loss": 0.001902856514789164, "global_step": 21477, "epoch": 397, "lr": 2.624093133996852e-05}
+{"train_loss": 0.0033800117671489716, "global_step": 21478, "epoch": 397, "lr": 2.6236598776092203e-05}
+{"train_loss": 0.0025797926355153322, "global_step": 21479, "epoch": 397, "lr": 2.623226644269256e-05}
+{"train_loss": 0.0017859404906630516, "global_step": 21480, "epoch": 397, "lr": 2.622793433981161e-05}
+{"train_loss": 0.002604495966807008, "global_step": 21481, "epoch": 397, "lr": 2.622360246749137e-05}
+{"train_loss": 0.0029643671587109566, "global_step": 21482, "epoch": 397, "lr": 2.6219270825773856e-05}
+{"train_loss": 0.0016834703274071217, "global_step": 21483, "epoch": 397, "lr": 2.621493941470107e-05}
+{"train_loss": 0.001520615303888917, "global_step": 21484, "epoch": 397, "lr": 2.6210608234315037e-05}
+{"train_loss": 0.00376512436196208, "global_step": 21485, "epoch": 397, "lr": 2.6206277284657755e-05}
+{"train_loss": 0.0031584620010107756, "global_step": 21486, "epoch": 397, "lr": 2.6201946565771208e-05}
+{"train_loss": 0.0014579400885850191, "global_step": 21487, "epoch": 397, "lr": 2.6197616077697457e-05}
+{"train_loss": 0.0022389597725123167, "global_step": 21488, "epoch": 397, "lr": 2.6193285820478452e-05}
+{"train_loss": 0.0016895434819161892, "global_step": 21489, "epoch": 397, "lr": 2.6188955794156183e-05}
+{"train_loss": 0.00264653074555099, "global_step": 21490, "epoch": 397, "lr": 2.6184625998772694e-05}
+{"train_loss": 0.00240393856074661, "global_step": 21491, "epoch": 397, "lr": 2.6180296434369944e-05, "val_loss": 0.0037523391656577587}
+{"train_loss": 0.0018310636514797807, "global_step": 21492, "epoch": 398, "lr": 2.617596710098996e-05}
+{"train_loss": 0.0030514735262840986, "global_step": 21493, "epoch": 398, "lr": 2.617163799867467e-05}
+{"train_loss": 0.0029410638380795717, "global_step": 21494, "epoch": 398, "lr": 2.616730912746611e-05}
+{"train_loss": 0.0013970269355922937, "global_step": 21495, "epoch": 398, "lr": 2.6162980487406257e-05}
+{"train_loss": 0.0021742761600762606, "global_step": 21496, "epoch": 398, "lr": 2.6158652078537087e-05}
+{"train_loss": 0.0028028052765876055, "global_step": 21497, "epoch": 398, "lr": 2.6154323900900584e-05}
+{"train_loss": 0.002804509364068508, "global_step": 21498, "epoch": 398, "lr": 2.614999595453872e-05}
+{"train_loss": 0.0021288669668138027, "global_step": 21499, "epoch": 398, "lr": 2.6145668239493482e-05}
+{"train_loss": 0.0020309865940362215, "global_step": 21500, "epoch": 398, "lr": 2.614134075580683e-05}
+{"train_loss": 0.00201925216242671, "global_step": 21501, "epoch": 398, "lr": 2.6137013503520748e-05}
+{"train_loss": 0.002206746255978942, "global_step": 21502, "epoch": 398, "lr": 2.6132686482677195e-05}
+{"train_loss": 0.002220860216766596, "global_step": 21503, "epoch": 398, "lr": 2.6128359693318138e-05}
+{"train_loss": 0.0019946254324167967, "global_step": 21504, "epoch": 398, "lr": 2.612403313548555e-05}
+{"train_loss": 0.0023931346368044615, "global_step": 21505, "epoch": 398, "lr": 2.6119706809221372e-05}
+{"train_loss": 0.0020575483795255423, "global_step": 21506, "epoch": 398, "lr": 2.61153807145676e-05}
+{"train_loss": 0.0017537150997668505, "global_step": 21507, "epoch": 398, "lr": 2.6111054851566175e-05}
+{"train_loss": 0.0011008416768163443, "global_step": 21508, "epoch": 398, "lr": 2.6106729220259068e-05}
+{"train_loss": 0.0025836576241999865, "global_step": 21509, "epoch": 398, "lr": 2.6102403820688177e-05}
+{"train_loss": 0.002154701855033636, "global_step": 21510, "epoch": 398, "lr": 2.6098078652895513e-05}
+{"train_loss": 0.0024797662626951933, "global_step": 21511, "epoch": 398, "lr": 2.6093753716923004e-05}
+{"train_loss": 0.0013620995450764894, "global_step": 21512, "epoch": 398, "lr": 2.6089429012812594e-05}
+{"train_loss": 0.002279482316225767, "global_step": 21513, "epoch": 398, "lr": 2.6085104540606232e-05}
+{"train_loss": 0.0022202786058187485, "global_step": 21514, "epoch": 398, "lr": 2.6080780300345863e-05}
+{"train_loss": 0.0019891546107828617, "global_step": 21515, "epoch": 398, "lr": 2.6076456292073416e-05}
+{"train_loss": 0.0031582422088831663, "global_step": 21516, "epoch": 398, "lr": 2.607213251583084e-05}
+{"train_loss": 0.002691978355869651, "global_step": 21517, "epoch": 398, "lr": 2.6067808971660042e-05}
+{"train_loss": 0.001485733431763947, "global_step": 21518, "epoch": 398, "lr": 2.6063485659603016e-05}
+{"train_loss": 0.0014900980750098825, "global_step": 21519, "epoch": 398, "lr": 2.6059162579701647e-05}
+{"train_loss": 0.0011143868323415518, "global_step": 21520, "epoch": 398, "lr": 2.605483973199786e-05}
+{"train_loss": 0.0017591823125258088, "global_step": 21521, "epoch": 398, "lr": 2.605051711653358e-05}
+{"train_loss": 0.0019367795903235674, "global_step": 21522, "epoch": 398, "lr": 2.6046194733350767e-05}
+{"train_loss": 0.0028898792807012796, "global_step": 21523, "epoch": 398, "lr": 2.6041872582491333e-05}
+{"train_loss": 0.0013001753250136971, "global_step": 21524, "epoch": 398, "lr": 2.603755066399718e-05}
+{"train_loss": 0.0018838619580492377, "global_step": 21525, "epoch": 398, "lr": 2.6033228977910197e-05}
+{"train_loss": 0.002386338310316205, "global_step": 21526, "epoch": 398, "lr": 2.602890752427236e-05}
+{"train_loss": 0.0023887758143246174, "global_step": 21527, "epoch": 398, "lr": 2.6024586303125553e-05}
+{"train_loss": 0.0020250340458005667, "global_step": 21528, "epoch": 398, "lr": 2.6020265314511695e-05}
+{"train_loss": 0.0017924824496731162, "global_step": 21529, "epoch": 398, "lr": 2.601594455847268e-05}
+{"train_loss": 0.003235328011214733, "global_step": 21530, "epoch": 398, "lr": 2.601162403505043e-05}
+{"train_loss": 0.0017556794919073582, "global_step": 21531, "epoch": 398, "lr": 2.6007303744286844e-05}
+{"train_loss": 0.00158444803673774, "global_step": 21532, "epoch": 398, "lr": 2.6002983686223815e-05}
+{"train_loss": 0.0035452130250632763, "global_step": 21533, "epoch": 398, "lr": 2.599866386090323e-05}
+{"train_loss": 0.001702403067611158, "global_step": 21534, "epoch": 398, "lr": 2.5994344268367044e-05}
+{"train_loss": 0.0022060293704271317, "global_step": 21535, "epoch": 398, "lr": 2.5990024908657097e-05}
+{"train_loss": 0.002520171692594886, "global_step": 21536, "epoch": 398, "lr": 2.5985705781815294e-05}
+{"train_loss": 0.0023430080618709326, "global_step": 21537, "epoch": 398, "lr": 2.5981386887883513e-05}
+{"train_loss": 0.0015188711695373058, "global_step": 21538, "epoch": 398, "lr": 2.597706822690368e-05}
+{"train_loss": 0.0015570638934150338, "global_step": 21539, "epoch": 398, "lr": 2.597274979891767e-05}
+{"train_loss": 0.0025767625775188208, "global_step": 21540, "epoch": 398, "lr": 2.5968431603967334e-05}
+{"train_loss": 0.0030702368821948767, "global_step": 21541, "epoch": 398, "lr": 2.596411364209457e-05}
+{"train_loss": 0.0016320428112521768, "global_step": 21542, "epoch": 398, "lr": 2.5959795913341266e-05}
+{"train_loss": 0.0014933609636500478, "global_step": 21543, "epoch": 398, "lr": 2.5955478417749303e-05}
+{"train_loss": 0.002500012516975403, "global_step": 21544, "epoch": 398, "lr": 2.5951161155360547e-05}
+{"train_loss": 0.0021395643750481584, "global_step": 21545, "epoch": 398, "lr": 2.5946844126216875e-05, "val_loss": 0.002974226139485836}
+{"train_loss": 0.0018145657377317548, "global_step": 21546, "epoch": 399, "lr": 2.5942527330360144e-05}
+{"train_loss": 0.0023479824885725975, "global_step": 21547, "epoch": 399, "lr": 2.5938210767832232e-05}
+{"train_loss": 0.0028901260811835527, "global_step": 21548, "epoch": 399, "lr": 2.5933894438675005e-05}
+{"train_loss": 0.0025415741838514805, "global_step": 21549, "epoch": 399, "lr": 2.5929578342930328e-05}
+{"train_loss": 0.0021398139651864767, "global_step": 21550, "epoch": 399, "lr": 2.592526248064005e-05}
+{"train_loss": 0.0019529417622834444, "global_step": 21551, "epoch": 399, "lr": 2.592094685184604e-05}
+{"train_loss": 0.0031022883486002684, "global_step": 21552, "epoch": 399, "lr": 2.5916631456590156e-05}
+{"train_loss": 0.001584308804012835, "global_step": 21553, "epoch": 399, "lr": 2.591231629491423e-05}
+{"train_loss": 0.0011759938206523657, "global_step": 21554, "epoch": 399, "lr": 2.5908001366860147e-05}
+{"train_loss": 0.0010854721767827868, "global_step": 21555, "epoch": 399, "lr": 2.5903686672469763e-05}
+{"train_loss": 0.0011643058387562633, "global_step": 21556, "epoch": 399, "lr": 2.589937221178489e-05}
+{"train_loss": 0.002951722824946046, "global_step": 21557, "epoch": 399, "lr": 2.5895057984847364e-05}
+{"train_loss": 0.0018256602343171835, "global_step": 21558, "epoch": 399, "lr": 2.5890743991699073e-05}
+{"train_loss": 0.001522582140751183, "global_step": 21559, "epoch": 399, "lr": 2.588643023238183e-05}
+{"train_loss": 0.0016773067181929946, "global_step": 21560, "epoch": 399, "lr": 2.5882116706937487e-05}
+{"train_loss": 0.001227633678354323, "global_step": 21561, "epoch": 399, "lr": 2.587780341540787e-05}
+{"train_loss": 0.001278609735891223, "global_step": 21562, "epoch": 399, "lr": 2.5873490357834816e-05}
+{"train_loss": 0.0027592002879828215, "global_step": 21563, "epoch": 399, "lr": 2.586917753426016e-05}
+{"train_loss": 0.0016394404228776693, "global_step": 21564, "epoch": 399, "lr": 2.586486494472572e-05}
+{"train_loss": 0.0022724284790456295, "global_step": 21565, "epoch": 399, "lr": 2.586055258927333e-05}
+{"train_loss": 0.0013302682200446725, "global_step": 21566, "epoch": 399, "lr": 2.5856240467944813e-05}
+{"train_loss": 0.0014417017810046673, "global_step": 21567, "epoch": 399, "lr": 2.5851928580782003e-05}
+{"train_loss": 0.001459818915463984, "global_step": 21568, "epoch": 399, "lr": 2.58476169278267e-05}
+{"train_loss": 0.0016401727916672826, "global_step": 21569, "epoch": 399, "lr": 2.5843305509120717e-05}
+{"train_loss": 0.002023416804149747, "global_step": 21570, "epoch": 399, "lr": 2.5838994324705924e-05}
+{"train_loss": 0.00192247424274683, "global_step": 21571, "epoch": 399, "lr": 2.583468337462408e-05}
+{"train_loss": 0.0015056023839861155, "global_step": 21572, "epoch": 399, "lr": 2.5830372658917002e-05}
+{"train_loss": 0.002574436366558075, "global_step": 21573, "epoch": 399, "lr": 2.5826062177626498e-05}
+{"train_loss": 0.0013942155055701733, "global_step": 21574, "epoch": 399, "lr": 2.5821751930794402e-05}
+{"train_loss": 0.0029288611840456724, "global_step": 21575, "epoch": 399, "lr": 2.5817441918462494e-05}
+{"train_loss": 0.002268274547532201, "global_step": 21576, "epoch": 399, "lr": 2.5813132140672592e-05}
+{"train_loss": 0.0029458811040967703, "global_step": 21577, "epoch": 399, "lr": 2.580882259746648e-05}
+{"train_loss": 0.0009835395030677319, "global_step": 21578, "epoch": 399, "lr": 2.5804513288885966e-05}
+{"train_loss": 0.0013453777646645904, "global_step": 21579, "epoch": 399, "lr": 2.580020421497284e-05}
+{"train_loss": 0.0023955735377967358, "global_step": 21580, "epoch": 399, "lr": 2.5795895375768895e-05}
+{"train_loss": 0.0014092379715293646, "global_step": 21581, "epoch": 399, "lr": 2.5791586771315924e-05}
+{"train_loss": 0.002261664252728224, "global_step": 21582, "epoch": 399, "lr": 2.578727840165571e-05}
+{"train_loss": 0.0015828461619094014, "global_step": 21583, "epoch": 399, "lr": 2.5782970266830054e-05}
+{"train_loss": 0.0009618513286113739, "global_step": 21584, "epoch": 399, "lr": 2.5778662366880717e-05}
+{"train_loss": 0.0020851432345807552, "global_step": 21585, "epoch": 399, "lr": 2.577435470184948e-05}
+{"train_loss": 0.0017959257820621133, "global_step": 21586, "epoch": 399, "lr": 2.577004727177817e-05}
+{"train_loss": 0.0012760546524077654, "global_step": 21587, "epoch": 399, "lr": 2.5765740076708512e-05}
+{"train_loss": 0.0011173503007739782, "global_step": 21588, "epoch": 399, "lr": 2.5761433116682272e-05}
+{"train_loss": 0.0019865520298480988, "global_step": 21589, "epoch": 399, "lr": 2.575712639174127e-05}
+{"train_loss": 0.0014420667430385947, "global_step": 21590, "epoch": 399, "lr": 2.5752819901927256e-05}
+{"train_loss": 0.0011328218970447779, "global_step": 21591, "epoch": 399, "lr": 2.5748513647282014e-05}
+{"train_loss": 0.0022656917572021484, "global_step": 21592, "epoch": 399, "lr": 2.574420762784725e-05}
+{"train_loss": 0.0014018608490005136, "global_step": 21593, "epoch": 399, "lr": 2.573990184366479e-05}
+{"train_loss": 0.0016588590806350112, "global_step": 21594, "epoch": 399, "lr": 2.573559629477637e-05}
+{"train_loss": 0.0015886349137872458, "global_step": 21595, "epoch": 399, "lr": 2.5731290981223754e-05}
+{"train_loss": 0.001423896523192525, "global_step": 21596, "epoch": 399, "lr": 2.5726985903048695e-05}
+{"train_loss": 0.0017394257010892034, "global_step": 21597, "epoch": 399, "lr": 2.5722681060292952e-05}
+{"train_loss": 0.0013402638724073768, "global_step": 21598, "epoch": 399, "lr": 2.571837645299827e-05}
+{"train_loss": 0.0017976164149499877, "global_step": 21599, "epoch": 399, "lr": 2.571407208120641e-05, "val_loss": 0.002976620104163885}
+{"train_loss": 0.002703344216570258, "global_step": 21600, "epoch": 400, "lr": 2.5709767944959103e-05}
+{"train_loss": 0.0015285894041880965, "global_step": 21601, "epoch": 400, "lr": 2.5705464044298076e-05}
+{"train_loss": 0.0010201993864029646, "global_step": 21602, "epoch": 400, "lr": 2.570116037926515e-05}
+{"train_loss": 0.0016338748391717672, "global_step": 21603, "epoch": 400, "lr": 2.5696856949901993e-05}
+{"train_loss": 0.0011451210593804717, "global_step": 21604, "epoch": 400, "lr": 2.5692553756250338e-05}
+{"train_loss": 0.0017667878419160843, "global_step": 21605, "epoch": 400, "lr": 2.5688250798351964e-05}
+{"train_loss": 0.0013164605479687452, "global_step": 21606, "epoch": 400, "lr": 2.5683948076248586e-05}
+{"train_loss": 0.001807913649827242, "global_step": 21607, "epoch": 400, "lr": 2.5679645589981965e-05}
+{"train_loss": 0.002647913759574294, "global_step": 21608, "epoch": 400, "lr": 2.567534333959376e-05}
+{"train_loss": 0.0020477999933063984, "global_step": 21609, "epoch": 400, "lr": 2.5671041325125754e-05}
+{"train_loss": 0.0032265775371342897, "global_step": 21610, "epoch": 400, "lr": 2.5666739546619657e-05}
+{"train_loss": 0.0028799723368138075, "global_step": 21611, "epoch": 400, "lr": 2.566243800411719e-05}
+{"train_loss": 0.001711448421701789, "global_step": 21612, "epoch": 400, "lr": 2.5658136697660072e-05}
+{"train_loss": 0.0017747962847352028, "global_step": 21613, "epoch": 400, "lr": 2.5653835627290023e-05}
+{"train_loss": 0.0011883319821208715, "global_step": 21614, "epoch": 400, "lr": 2.5649534793048758e-05}
+{"train_loss": 0.0021791490726172924, "global_step": 21615, "epoch": 400, "lr": 2.5645234194977992e-05}
+{"train_loss": 0.002154860645532608, "global_step": 21616, "epoch": 400, "lr": 2.564093383311941e-05}
+{"train_loss": 0.0013311986112967134, "global_step": 21617, "epoch": 400, "lr": 2.5636633707514777e-05}
+{"train_loss": 0.002328272443264723, "global_step": 21618, "epoch": 400, "lr": 2.5632333818205755e-05}
+{"train_loss": 0.0018566196085885167, "global_step": 21619, "epoch": 400, "lr": 2.562803416523405e-05}
+{"train_loss": 0.00284747825935483, "global_step": 21620, "epoch": 400, "lr": 2.562373474864136e-05}
+{"train_loss": 0.0025698558893054724, "global_step": 21621, "epoch": 400, "lr": 2.5619435568469408e-05}
+{"train_loss": 0.002762432675808668, "global_step": 21622, "epoch": 400, "lr": 2.5615136624759884e-05}
+{"train_loss": 0.00069507269654423, "global_step": 21623, "epoch": 400, "lr": 2.5610837917554488e-05}
+{"train_loss": 0.0016027723904699087, "global_step": 21624, "epoch": 400, "lr": 2.5606539446894874e-05}
+{"train_loss": 0.0013101162621751428, "global_step": 21625, "epoch": 400, "lr": 2.560224121282277e-05}
+{"train_loss": 0.001958198146894574, "global_step": 21626, "epoch": 400, "lr": 2.5597943215379854e-05}
+{"train_loss": 0.0018375213257968426, "global_step": 21627, "epoch": 400, "lr": 2.559364545460782e-05}
+{"train_loss": 0.0011597233824431896, "global_step": 21628, "epoch": 400, "lr": 2.558934793054833e-05}
+{"train_loss": 0.0013783633476123214, "global_step": 21629, "epoch": 400, "lr": 2.558505064324308e-05}
+{"train_loss": 0.0020085207652300596, "global_step": 21630, "epoch": 400, "lr": 2.5580753592733753e-05}
+{"train_loss": 0.003557296935468912, "global_step": 21631, "epoch": 400, "lr": 2.5576456779062007e-05}
+{"train_loss": 0.0029889929573982954, "global_step": 21632, "epoch": 400, "lr": 2.5572160202269512e-05}
+{"train_loss": 0.0020199406426399946, "global_step": 21633, "epoch": 400, "lr": 2.5567863862397995e-05}
+{"train_loss": 0.0023609858471900225, "global_step": 21634, "epoch": 400, "lr": 2.556356775948906e-05}
+{"train_loss": 0.001684411894530058, "global_step": 21635, "epoch": 400, "lr": 2.5559271893584403e-05}
+{"train_loss": 0.0020563146099448204, "global_step": 21636, "epoch": 400, "lr": 2.5554976264725666e-05}
+{"train_loss": 0.001582843135111034, "global_step": 21637, "epoch": 400, "lr": 2.5550680872954545e-05}
+{"train_loss": 0.0018750674789771438, "global_step": 21638, "epoch": 400, "lr": 2.554638571831271e-05}
+{"train_loss": 0.00174443400464952, "global_step": 21639, "epoch": 400, "lr": 2.5542090800841774e-05}
+{"train_loss": 0.002137628849595785, "global_step": 21640, "epoch": 400, "lr": 2.553779612058339e-05}
+{"train_loss": 0.0021344374399632215, "global_step": 21641, "epoch": 400, "lr": 2.553350167757925e-05}
+{"train_loss": 0.002639582846313715, "global_step": 21642, "epoch": 400, "lr": 2.5529207471870998e-05}
+{"train_loss": 0.0022699006367474794, "global_step": 21643, "epoch": 400, "lr": 2.5524913503500293e-05}
+{"train_loss": 0.0018435943638905883, "global_step": 21644, "epoch": 400, "lr": 2.5520619772508715e-05}
+{"train_loss": 0.000983705511316657, "global_step": 21645, "epoch": 400, "lr": 2.5516326278937974e-05}
+{"train_loss": 0.002431244123727083, "global_step": 21646, "epoch": 400, "lr": 2.5512033022829695e-05}
+{"train_loss": 0.001964572351425886, "global_step": 21647, "epoch": 400, "lr": 2.550774000422552e-05}
+{"train_loss": 0.001484318869188428, "global_step": 21648, "epoch": 400, "lr": 2.5503447223167058e-05}
+{"train_loss": 0.0013208065647631884, "global_step": 21649, "epoch": 400, "lr": 2.5499154679696014e-05}
+{"train_loss": 0.001529339817352593, "global_step": 21650, "epoch": 400, "lr": 2.5494862373853944e-05}
+{"train_loss": 0.0017143390141427517, "global_step": 21651, "epoch": 400, "lr": 2.549057030568251e-05}
+{"train_loss": 0.0029240702278912067, "global_step": 21652, "epoch": 400, "lr": 2.5486278475223326e-05}
+{"train_loss": 0.0019775385024129516, "global_step": 21653, "epoch": 400, "lr": 2.548198688251804e-05, "val_loss": 0.0023764565121382475, "train_action_mse_error": 5.534968295251019e-05}
+{"train_loss": 0.0011174905812367797, "global_step": 21654, "epoch": 401, "lr": 2.5477695527608286e-05}
+{"train_loss": 0.0023732788395136595, "global_step": 21655, "epoch": 401, "lr": 2.547340441053565e-05}
+{"train_loss": 0.002085031708702445, "global_step": 21656, "epoch": 401, "lr": 2.5469113531341737e-05}
+{"train_loss": 0.0015593438874930143, "global_step": 21657, "epoch": 401, "lr": 2.546482289006822e-05}
+{"train_loss": 0.002059016842395067, "global_step": 21658, "epoch": 401, "lr": 2.5460532486756677e-05}
+{"train_loss": 0.0017326384549960494, "global_step": 21659, "epoch": 401, "lr": 2.5456242321448733e-05}
+{"train_loss": 0.002875592792406678, "global_step": 21660, "epoch": 401, "lr": 2.5451952394185984e-05}
+{"train_loss": 0.0019416242139413953, "global_step": 21661, "epoch": 401, "lr": 2.5447662705010052e-05}
+{"train_loss": 0.0034596878103911877, "global_step": 21662, "epoch": 401, "lr": 2.544337325396253e-05}
+{"train_loss": 0.0022007664665579796, "global_step": 21663, "epoch": 401, "lr": 2.5439084041085026e-05}
+{"train_loss": 0.0014856390189379454, "global_step": 21664, "epoch": 401, "lr": 2.5434795066419142e-05}
+{"train_loss": 0.001328253885731101, "global_step": 21665, "epoch": 401, "lr": 2.5430506330006475e-05}
+{"train_loss": 0.0023436190094798803, "global_step": 21666, "epoch": 401, "lr": 2.5426217831888612e-05}
+{"train_loss": 0.0017459369264543056, "global_step": 21667, "epoch": 401, "lr": 2.542192957210716e-05}
+{"train_loss": 0.0012736603384837508, "global_step": 21668, "epoch": 401, "lr": 2.541764155070368e-05}
+{"train_loss": 0.0024695005267858505, "global_step": 21669, "epoch": 401, "lr": 2.5413353767719805e-05}
+{"train_loss": 0.002424712060019374, "global_step": 21670, "epoch": 401, "lr": 2.540906622319712e-05}
+{"train_loss": 0.001070481725037098, "global_step": 21671, "epoch": 401, "lr": 2.540477891717717e-05}
+{"train_loss": 0.002597683807834983, "global_step": 21672, "epoch": 401, "lr": 2.5400491849701535e-05}
+{"train_loss": 0.0017417020862922072, "global_step": 21673, "epoch": 401, "lr": 2.5396205020811836e-05}
+{"train_loss": 0.0015999773750081658, "global_step": 21674, "epoch": 401, "lr": 2.539191843054963e-05}
+{"train_loss": 0.0015167349483817816, "global_step": 21675, "epoch": 401, "lr": 2.5387632078956496e-05}
+{"train_loss": 0.001075424370355904, "global_step": 21676, "epoch": 401, "lr": 2.5383345966074e-05}
+{"train_loss": 0.0017137632239609957, "global_step": 21677, "epoch": 401, "lr": 2.5379060091943708e-05}
+{"train_loss": 0.001860775169916451, "global_step": 21678, "epoch": 401, "lr": 2.5374774456607203e-05}
+{"train_loss": 0.0018752377945929766, "global_step": 21679, "epoch": 401, "lr": 2.537048906010604e-05}
+{"train_loss": 0.003269790904596448, "global_step": 21680, "epoch": 401, "lr": 2.5366203902481777e-05}
+{"train_loss": 0.0013509340351447463, "global_step": 21681, "epoch": 401, "lr": 2.536191898377599e-05}
+{"train_loss": 0.0013067900435999036, "global_step": 21682, "epoch": 401, "lr": 2.5357634304030224e-05}
+{"train_loss": 0.002640455262735486, "global_step": 21683, "epoch": 401, "lr": 2.5353349863286047e-05}
+{"train_loss": 0.001939210225827992, "global_step": 21684, "epoch": 401, "lr": 2.5349065661584982e-05}
+{"train_loss": 0.0018094390397891402, "global_step": 21685, "epoch": 401, "lr": 2.5344781698968643e-05}
+{"train_loss": 0.003040577517822385, "global_step": 21686, "epoch": 401, "lr": 2.534049797547853e-05}
+{"train_loss": 0.0012390627525746822, "global_step": 21687, "epoch": 401, "lr": 2.5336214491156172e-05}
+{"train_loss": 0.0016455004224553704, "global_step": 21688, "epoch": 401, "lr": 2.533193124604317e-05}
+{"train_loss": 0.0030250533018261194, "global_step": 21689, "epoch": 401, "lr": 2.5327648240181047e-05}
+{"train_loss": 0.003622435498982668, "global_step": 21690, "epoch": 401, "lr": 2.5323365473611344e-05}
+{"train_loss": 0.002473719185218215, "global_step": 21691, "epoch": 401, "lr": 2.531908294637555e-05}
+{"train_loss": 0.00310096750035882, "global_step": 21692, "epoch": 401, "lr": 2.531480065851527e-05}
+{"train_loss": 0.0019423665944486856, "global_step": 21693, "epoch": 401, "lr": 2.5310518610072004e-05}
+{"train_loss": 0.002109040506184101, "global_step": 21694, "epoch": 401, "lr": 2.5306236801087285e-05}
+{"train_loss": 0.0028612392488867044, "global_step": 21695, "epoch": 401, "lr": 2.5301955231602646e-05}
+{"train_loss": 0.0015872110379859805, "global_step": 21696, "epoch": 401, "lr": 2.529767390165961e-05}
+{"train_loss": 0.0021634786389768124, "global_step": 21697, "epoch": 401, "lr": 2.52933928112997e-05}
+{"train_loss": 0.0016737820114940405, "global_step": 21698, "epoch": 401, "lr": 2.5289111960564437e-05}
+{"train_loss": 0.002239949069917202, "global_step": 21699, "epoch": 401, "lr": 2.5284831349495346e-05}
+{"train_loss": 0.0020197415724396706, "global_step": 21700, "epoch": 401, "lr": 2.528055097813392e-05}
+{"train_loss": 0.0012214266462251544, "global_step": 21701, "epoch": 401, "lr": 2.527627084652173e-05}
+{"train_loss": 0.0026493663899600506, "global_step": 21702, "epoch": 401, "lr": 2.527199095470023e-05}
+{"train_loss": 0.003746812464669347, "global_step": 21703, "epoch": 401, "lr": 2.526771130271094e-05}
+{"train_loss": 0.002229276578873396, "global_step": 21704, "epoch": 401, "lr": 2.5263431890595392e-05}
+{"train_loss": 0.0016657342202961445, "global_step": 21705, "epoch": 401, "lr": 2.525915271839508e-05}
+{"train_loss": 0.0018382223788648844, "global_step": 21706, "epoch": 401, "lr": 2.5254873786151523e-05}
+{"train_loss": 0.0020643771212134096, "global_step": 21707, "epoch": 401, "lr": 2.525059509390616e-05, "val_loss": 0.00340094743296504}
+{"train_loss": 0.0021171749103814363, "global_step": 21708, "epoch": 402, "lr": 2.5246316641700563e-05}
+{"train_loss": 0.0022506152745336294, "global_step": 21709, "epoch": 402, "lr": 2.524203842957619e-05}
+{"train_loss": 0.00281153479591012, "global_step": 21710, "epoch": 402, "lr": 2.5237760457574545e-05}
+{"train_loss": 0.00210049981251359, "global_step": 21711, "epoch": 402, "lr": 2.5233482725737113e-05}
+{"train_loss": 0.002216710476204753, "global_step": 21712, "epoch": 402, "lr": 2.522920523410539e-05}
+{"train_loss": 0.00165507139172405, "global_step": 21713, "epoch": 402, "lr": 2.522492798272086e-05}
+{"train_loss": 0.00229635345749557, "global_step": 21714, "epoch": 402, "lr": 2.5220650971625e-05}
+{"train_loss": 0.0021165781654417515, "global_step": 21715, "epoch": 402, "lr": 2.5216374200859298e-05}
+{"train_loss": 0.002839050954207778, "global_step": 21716, "epoch": 402, "lr": 2.5212097670465217e-05}
+{"train_loss": 0.001331219682469964, "global_step": 21717, "epoch": 402, "lr": 2.5207821380484293e-05}
+{"train_loss": 0.0017922749975696206, "global_step": 21718, "epoch": 402, "lr": 2.5203545330957934e-05}
+{"train_loss": 0.001921732909977436, "global_step": 21719, "epoch": 402, "lr": 2.519926952192762e-05}
+{"train_loss": 0.0024461657740175724, "global_step": 21720, "epoch": 402, "lr": 2.519499395343486e-05}
+{"train_loss": 0.0019260166445747018, "global_step": 21721, "epoch": 402, "lr": 2.5190718625521094e-05}
+{"train_loss": 0.002225015312433243, "global_step": 21722, "epoch": 402, "lr": 2.5186443538227822e-05}
+{"train_loss": 0.0010798780713230371, "global_step": 21723, "epoch": 402, "lr": 2.518216869159643e-05}
+{"train_loss": 0.002239856868982315, "global_step": 21724, "epoch": 402, "lr": 2.5177894085668457e-05}
+{"train_loss": 0.0029303294140845537, "global_step": 21725, "epoch": 402, "lr": 2.517361972048533e-05}
+{"train_loss": 0.002956393174827099, "global_step": 21726, "epoch": 402, "lr": 2.5169345596088513e-05}
+{"train_loss": 0.0021899354178458452, "global_step": 21727, "epoch": 402, "lr": 2.5165071712519444e-05}
+{"train_loss": 0.0015817434759810567, "global_step": 21728, "epoch": 402, "lr": 2.516079806981959e-05}
+{"train_loss": 0.0023748092353343964, "global_step": 21729, "epoch": 402, "lr": 2.51565246680304e-05}
+{"train_loss": 0.0038305800408124924, "global_step": 21730, "epoch": 402, "lr": 2.5152251507193313e-05}
+{"train_loss": 0.0017184866592288017, "global_step": 21731, "epoch": 402, "lr": 2.5147978587349756e-05}
+{"train_loss": 0.0014143624575808644, "global_step": 21732, "epoch": 402, "lr": 2.514370590854124e-05}
+{"train_loss": 0.002042098669335246, "global_step": 21733, "epoch": 402, "lr": 2.5139433470809127e-05}
+{"train_loss": 0.002486449433490634, "global_step": 21734, "epoch": 402, "lr": 2.5135161274194885e-05}
+{"train_loss": 0.00224940269254148, "global_step": 21735, "epoch": 402, "lr": 2.5130889318739935e-05}
+{"train_loss": 0.001740533160045743, "global_step": 21736, "epoch": 402, "lr": 2.5126617604485748e-05}
+{"train_loss": 0.001993820769712329, "global_step": 21737, "epoch": 402, "lr": 2.512234613147374e-05}
+{"train_loss": 0.0014168497873470187, "global_step": 21738, "epoch": 402, "lr": 2.5118074899745313e-05}
+{"train_loss": 0.0016294984379783273, "global_step": 21739, "epoch": 402, "lr": 2.5113803909341892e-05}
+{"train_loss": 0.0016520977951586246, "global_step": 21740, "epoch": 402, "lr": 2.5109533160304944e-05}
+{"train_loss": 0.0022927639074623585, "global_step": 21741, "epoch": 402, "lr": 2.5105262652675855e-05}
+{"train_loss": 0.001701477449387312, "global_step": 21742, "epoch": 402, "lr": 2.510099238649606e-05}
+{"train_loss": 0.0016711237840354443, "global_step": 21743, "epoch": 402, "lr": 2.5096722361806962e-05}
+{"train_loss": 0.0015181771013885736, "global_step": 21744, "epoch": 402, "lr": 2.5092452578649985e-05}
+{"train_loss": 0.001354099134914577, "global_step": 21745, "epoch": 402, "lr": 2.5088183037066536e-05}
+{"train_loss": 0.002210366539657116, "global_step": 21746, "epoch": 402, "lr": 2.508391373709803e-05}
+{"train_loss": 0.0024804375134408474, "global_step": 21747, "epoch": 402, "lr": 2.5079644678785848e-05}
+{"train_loss": 0.002328653587028384, "global_step": 21748, "epoch": 402, "lr": 2.5075375862171458e-05}
+{"train_loss": 0.0015659925993531942, "global_step": 21749, "epoch": 402, "lr": 2.50711072872962e-05}
+{"train_loss": 0.0037029217928647995, "global_step": 21750, "epoch": 402, "lr": 2.506683895420149e-05}
+{"train_loss": 0.0020527911838144064, "global_step": 21751, "epoch": 402, "lr": 2.506257086292872e-05}
+{"train_loss": 0.0022689395118504763, "global_step": 21752, "epoch": 402, "lr": 2.5058303013519312e-05}
+{"train_loss": 0.0020739079918712378, "global_step": 21753, "epoch": 402, "lr": 2.5054035406014666e-05}
+{"train_loss": 0.0018976919818669558, "global_step": 21754, "epoch": 402, "lr": 2.5049768040456128e-05}
+{"train_loss": 0.001812196453101933, "global_step": 21755, "epoch": 402, "lr": 2.504550091688509e-05}
+{"train_loss": 0.001321005285717547, "global_step": 21756, "epoch": 402, "lr": 2.5041234035342975e-05}
+{"train_loss": 0.003246264299377799, "global_step": 21757, "epoch": 402, "lr": 2.5036967395871152e-05}
+{"train_loss": 0.0022275219671428204, "global_step": 21758, "epoch": 402, "lr": 2.5032700998511015e-05}
+{"train_loss": 0.0015897814882919192, "global_step": 21759, "epoch": 402, "lr": 2.5028434843303894e-05}
+{"train_loss": 0.002031669719144702, "global_step": 21760, "epoch": 402, "lr": 2.5024168930291213e-05}
+{"train_loss": 0.0020965328461628545, "global_step": 21761, "epoch": 402, "lr": 2.5019903259514333e-05, "val_loss": 0.0039757429622113705}
+{"train_loss": 0.0012959798332303762, "global_step": 21762, "epoch": 403, "lr": 2.5015637831014615e-05}
+{"train_loss": 0.0009714247426018119, "global_step": 21763, "epoch": 403, "lr": 2.5011372644833432e-05}
+{"train_loss": 0.0022187549620866776, "global_step": 21764, "epoch": 403, "lr": 2.5007107701012188e-05}
+{"train_loss": 0.002644093008711934, "global_step": 21765, "epoch": 403, "lr": 2.5002842999592203e-05}
+{"train_loss": 0.002897718222811818, "global_step": 21766, "epoch": 403, "lr": 2.4998578540614853e-05}
+{"train_loss": 0.0009397348621860147, "global_step": 21767, "epoch": 403, "lr": 2.4994314324121478e-05}
+{"train_loss": 0.001606375677511096, "global_step": 21768, "epoch": 403, "lr": 2.4990050350153476e-05}
+{"train_loss": 0.0020065454300493, "global_step": 21769, "epoch": 403, "lr": 2.49857866187522e-05}
+{"train_loss": 0.0016947021940723062, "global_step": 21770, "epoch": 403, "lr": 2.4981523129958972e-05}
+{"train_loss": 0.003732904326170683, "global_step": 21771, "epoch": 403, "lr": 2.4977259883815136e-05}
+{"train_loss": 0.0012435117969289422, "global_step": 21772, "epoch": 403, "lr": 2.4972996880362076e-05}
+{"train_loss": 0.0017743867356330156, "global_step": 21773, "epoch": 403, "lr": 2.496873411964113e-05}
+{"train_loss": 0.001627915888093412, "global_step": 21774, "epoch": 403, "lr": 2.4964471601693634e-05}
+{"train_loss": 0.002240439411252737, "global_step": 21775, "epoch": 403, "lr": 2.496020932656093e-05}
+{"train_loss": 0.0016859272727742791, "global_step": 21776, "epoch": 403, "lr": 2.4955947294284353e-05}
+{"train_loss": 0.002183490199968219, "global_step": 21777, "epoch": 403, "lr": 2.4951685504905253e-05}
+{"train_loss": 0.0018250365974381566, "global_step": 21778, "epoch": 403, "lr": 2.494742395846495e-05}
+{"train_loss": 0.0022339806891977787, "global_step": 21779, "epoch": 403, "lr": 2.4943162655004782e-05}
+{"train_loss": 0.0016135398764163256, "global_step": 21780, "epoch": 403, "lr": 2.493890159456608e-05}
+{"train_loss": 0.0011158096604049206, "global_step": 21781, "epoch": 403, "lr": 2.4934640777190167e-05}
+{"train_loss": 0.0019618775695562363, "global_step": 21782, "epoch": 403, "lr": 2.493038020291837e-05}
+{"train_loss": 0.0017543912399560213, "global_step": 21783, "epoch": 403, "lr": 2.4926119871791992e-05}
+{"train_loss": 0.0024376059882342815, "global_step": 21784, "epoch": 403, "lr": 2.4921859783852408e-05}
+{"train_loss": 0.0026286363136023283, "global_step": 21785, "epoch": 403, "lr": 2.4917599939140883e-05}
+{"train_loss": 0.001945170690305531, "global_step": 21786, "epoch": 403, "lr": 2.4913340337698755e-05}
+{"train_loss": 0.0026779407635331154, "global_step": 21787, "epoch": 403, "lr": 2.4909080979567312e-05}
+{"train_loss": 0.0024533593095839024, "global_step": 21788, "epoch": 403, "lr": 2.4904821864787896e-05}
+{"train_loss": 0.001134048099629581, "global_step": 21789, "epoch": 403, "lr": 2.490056299340181e-05}
+{"train_loss": 0.002617787104099989, "global_step": 21790, "epoch": 403, "lr": 2.4896304365450358e-05}
+{"train_loss": 0.001925916876643896, "global_step": 21791, "epoch": 403, "lr": 2.489204598097483e-05}
+{"train_loss": 0.0016734980745241046, "global_step": 21792, "epoch": 403, "lr": 2.488778784001654e-05}
+{"train_loss": 0.002112967660650611, "global_step": 21793, "epoch": 403, "lr": 2.488352994261679e-05}
+{"train_loss": 0.0020482721738517284, "global_step": 21794, "epoch": 403, "lr": 2.4879272288816864e-05}
+{"train_loss": 0.0023746800143271685, "global_step": 21795, "epoch": 403, "lr": 2.4875014878658064e-05}
+{"train_loss": 0.002336248755455017, "global_step": 21796, "epoch": 403, "lr": 2.487075771218168e-05}
+{"train_loss": 0.0016344015020877123, "global_step": 21797, "epoch": 403, "lr": 2.4866500789428998e-05}
+{"train_loss": 0.0018974585691466928, "global_step": 21798, "epoch": 403, "lr": 2.4862244110441313e-05}
+{"train_loss": 0.0017011698801070452, "global_step": 21799, "epoch": 403, "lr": 2.4857987675259886e-05}
+{"train_loss": 0.0021161481272429228, "global_step": 21800, "epoch": 403, "lr": 2.4853731483926057e-05}
+{"train_loss": 0.0018913594540208578, "global_step": 21801, "epoch": 403, "lr": 2.4849475536481048e-05}
+{"train_loss": 0.0027110062073916197, "global_step": 21802, "epoch": 403, "lr": 2.4845219832966138e-05}
+{"train_loss": 0.0008290837286040187, "global_step": 21803, "epoch": 403, "lr": 2.4840964373422637e-05}
+{"train_loss": 0.0007436617743223906, "global_step": 21804, "epoch": 403, "lr": 2.4836709157891804e-05}
+{"train_loss": 0.0013824976049363613, "global_step": 21805, "epoch": 403, "lr": 2.4832454186414927e-05}
+{"train_loss": 0.0018804629798978567, "global_step": 21806, "epoch": 403, "lr": 2.4828199459033213e-05}
+{"train_loss": 0.004366363398730755, "global_step": 21807, "epoch": 403, "lr": 2.4823944975787988e-05}
+{"train_loss": 0.0013852388365194201, "global_step": 21808, "epoch": 403, "lr": 2.48196907367205e-05}
+{"train_loss": 0.0027954785618931055, "global_step": 21809, "epoch": 403, "lr": 2.4815436741872006e-05}
+{"train_loss": 0.0020340883638709784, "global_step": 21810, "epoch": 403, "lr": 2.481118299128376e-05}
+{"train_loss": 0.0017431133892387152, "global_step": 21811, "epoch": 403, "lr": 2.4806929484997026e-05}
+{"train_loss": 0.0027947586495429277, "global_step": 21812, "epoch": 403, "lr": 2.4802676223053062e-05}
+{"train_loss": 0.0019668051972985268, "global_step": 21813, "epoch": 403, "lr": 2.4798423205493103e-05}
+{"train_loss": 0.0016928811091929674, "global_step": 21814, "epoch": 403, "lr": 2.4794170432358415e-05}
+{"train_loss": 0.0019778195419348776, "global_step": 21815, "epoch": 403, "lr": 2.478991790369022e-05, "val_loss": 0.002127218060195446}
+{"train_loss": 0.001756399404257536, "global_step": 21816, "epoch": 404, "lr": 2.4785665619529814e-05}
+{"train_loss": 0.0029072300530970097, "global_step": 21817, "epoch": 404, "lr": 2.4781413579918382e-05}
+{"train_loss": 0.0018274164758622646, "global_step": 21818, "epoch": 404, "lr": 2.4777161784897172e-05}
+{"train_loss": 0.0013419153401628137, "global_step": 21819, "epoch": 404, "lr": 2.4772910234507463e-05}
+{"train_loss": 0.0013617740478366613, "global_step": 21820, "epoch": 404, "lr": 2.4768658928790455e-05}
+{"train_loss": 0.0024658069014549255, "global_step": 21821, "epoch": 404, "lr": 2.4764407867787415e-05}
+{"train_loss": 0.002070796675980091, "global_step": 21822, "epoch": 404, "lr": 2.47601570515395e-05}
+{"train_loss": 0.0020182847511023283, "global_step": 21823, "epoch": 404, "lr": 2.4755906480088016e-05}
+{"train_loss": 0.0022099041379988194, "global_step": 21824, "epoch": 404, "lr": 2.4751656153474146e-05}
+{"train_loss": 0.0024208570830523968, "global_step": 21825, "epoch": 404, "lr": 2.4747406071739133e-05}
+{"train_loss": 0.003707294585183263, "global_step": 21826, "epoch": 404, "lr": 2.4743156234924185e-05}
+{"train_loss": 0.001640535774640739, "global_step": 21827, "epoch": 404, "lr": 2.4738906643070525e-05}
+{"train_loss": 0.0014484917046502233, "global_step": 21828, "epoch": 404, "lr": 2.4734657296219373e-05}
+{"train_loss": 0.0017858939245343208, "global_step": 21829, "epoch": 404, "lr": 2.4730408194411935e-05}
+{"train_loss": 0.003032025648280978, "global_step": 21830, "epoch": 404, "lr": 2.4726159337689425e-05}
+{"train_loss": 0.00197422131896019, "global_step": 21831, "epoch": 404, "lr": 2.4721910726093056e-05}
+{"train_loss": 0.0018153430428355932, "global_step": 21832, "epoch": 404, "lr": 2.4717662359664028e-05}
+{"train_loss": 0.0012853308580815792, "global_step": 21833, "epoch": 404, "lr": 2.471341423844355e-05}
+{"train_loss": 0.0011351518332958221, "global_step": 21834, "epoch": 404, "lr": 2.4709166362472802e-05}
+{"train_loss": 0.0020788749679923058, "global_step": 21835, "epoch": 404, "lr": 2.4704918731793024e-05}
+{"train_loss": 0.00243453960865736, "global_step": 21836, "epoch": 404, "lr": 2.4700671346445393e-05}
+{"train_loss": 0.0023415919858962297, "global_step": 21837, "epoch": 404, "lr": 2.4696424206471113e-05}
+{"train_loss": 0.001463639666326344, "global_step": 21838, "epoch": 404, "lr": 2.4692177311911336e-05}
+{"train_loss": 0.001876497408375144, "global_step": 21839, "epoch": 404, "lr": 2.4687930662807303e-05}
+{"train_loss": 0.0017175698885694146, "global_step": 21840, "epoch": 404, "lr": 2.4683684259200174e-05}
+{"train_loss": 0.001817180193029344, "global_step": 21841, "epoch": 404, "lr": 2.4679438101131143e-05}
+{"train_loss": 0.0026390585117042065, "global_step": 21842, "epoch": 404, "lr": 2.4675192188641388e-05}
+{"train_loss": 0.002914124634116888, "global_step": 21843, "epoch": 404, "lr": 2.4670946521772093e-05}
+{"train_loss": 0.0014379237545654178, "global_step": 21844, "epoch": 404, "lr": 2.4666701100564432e-05}
+{"train_loss": 0.0011026301654055715, "global_step": 21845, "epoch": 404, "lr": 2.466245592505958e-05}
+{"train_loss": 0.0014577765250578523, "global_step": 21846, "epoch": 404, "lr": 2.4658210995298697e-05}
+{"train_loss": 0.0037955432198941708, "global_step": 21847, "epoch": 404, "lr": 2.465396631132301e-05}
+{"train_loss": 0.0019259856780990958, "global_step": 21848, "epoch": 404, "lr": 2.4649721873173627e-05}
+{"train_loss": 0.0027776153292506933, "global_step": 21849, "epoch": 404, "lr": 2.464547768089173e-05}
+{"train_loss": 0.0024172328412532806, "global_step": 21850, "epoch": 404, "lr": 2.464123373451847e-05}
+{"train_loss": 0.0015960291493684053, "global_step": 21851, "epoch": 404, "lr": 2.463699003409505e-05}
+{"train_loss": 0.0017284021014347672, "global_step": 21852, "epoch": 404, "lr": 2.4632746579662615e-05}
+{"train_loss": 0.002143082208931446, "global_step": 21853, "epoch": 404, "lr": 2.462850337126229e-05}
+{"train_loss": 0.0013152372557669878, "global_step": 21854, "epoch": 404, "lr": 2.4624260408935233e-05}
+{"train_loss": 0.002297770930454135, "global_step": 21855, "epoch": 404, "lr": 2.462001769272263e-05}
+{"train_loss": 0.0020634650718420744, "global_step": 21856, "epoch": 404, "lr": 2.461577522266561e-05}
+{"train_loss": 0.001706593786366284, "global_step": 21857, "epoch": 404, "lr": 2.4611532998805324e-05}
+{"train_loss": 0.003610628191381693, "global_step": 21858, "epoch": 404, "lr": 2.4607291021182914e-05}
+{"train_loss": 0.0024300948716700077, "global_step": 21859, "epoch": 404, "lr": 2.4603049289839525e-05}
+{"train_loss": 0.0023950289469212294, "global_step": 21860, "epoch": 404, "lr": 2.459880780481629e-05}
+{"train_loss": 0.002747360849753022, "global_step": 21861, "epoch": 404, "lr": 2.459456656615436e-05}
+{"train_loss": 0.0016331092920154333, "global_step": 21862, "epoch": 404, "lr": 2.459032557389483e-05}
+{"train_loss": 0.0011071437038481236, "global_step": 21863, "epoch": 404, "lr": 2.458608482807891e-05}
+{"train_loss": 0.0028878243174403906, "global_step": 21864, "epoch": 404, "lr": 2.4581844328747655e-05}
+{"train_loss": 0.0022210762836039066, "global_step": 21865, "epoch": 404, "lr": 2.4577604075942227e-05}
+{"train_loss": 0.0028950402047485113, "global_step": 21866, "epoch": 404, "lr": 2.457336406970373e-05}
+{"train_loss": 0.0017739117611199617, "global_step": 21867, "epoch": 404, "lr": 2.4569124310073314e-05}
+{"train_loss": 0.0016939794877544045, "global_step": 21868, "epoch": 404, "lr": 2.4564884797092114e-05}
+{"train_loss": 0.0020772541131548307, "global_step": 21869, "epoch": 404, "lr": 2.4560645530801202e-05, "val_loss": 0.0027191448025405407}
+{"train_loss": 0.0010793182300403714, "global_step": 21870, "epoch": 405, "lr": 2.455640651124169e-05}
+{"train_loss": 0.0018891264917328954, "global_step": 21871, "epoch": 405, "lr": 2.455216773845474e-05}
+{"train_loss": 0.0012279421789571643, "global_step": 21872, "epoch": 405, "lr": 2.4547929212481435e-05}
+{"train_loss": 0.002419182797893882, "global_step": 21873, "epoch": 405, "lr": 2.454369093336289e-05}
+{"train_loss": 0.0018105683848261833, "global_step": 21874, "epoch": 405, "lr": 2.453945290114021e-05}
+{"train_loss": 0.002788057317957282, "global_step": 21875, "epoch": 405, "lr": 2.4535215115854493e-05}
+{"train_loss": 0.0023657632991671562, "global_step": 21876, "epoch": 405, "lr": 2.453097757754685e-05}
+{"train_loss": 0.002084167907014489, "global_step": 21877, "epoch": 405, "lr": 2.4526740286258372e-05}
+{"train_loss": 0.0019125590333715081, "global_step": 21878, "epoch": 405, "lr": 2.452250324203016e-05}
+{"train_loss": 0.001995113445445895, "global_step": 21879, "epoch": 405, "lr": 2.4518266444903302e-05}
+{"train_loss": 0.004570492543280125, "global_step": 21880, "epoch": 405, "lr": 2.45140298949189e-05}
+{"train_loss": 0.0034362031146883965, "global_step": 21881, "epoch": 405, "lr": 2.450979359211804e-05}
+{"train_loss": 0.001368003198876977, "global_step": 21882, "epoch": 405, "lr": 2.4505557536541786e-05}
+{"train_loss": 0.0024081890005618334, "global_step": 21883, "epoch": 405, "lr": 2.4501321728231263e-05}
+{"train_loss": 0.005308838095515966, "global_step": 21884, "epoch": 405, "lr": 2.449708616722755e-05}
+{"train_loss": 0.0030245317611843348, "global_step": 21885, "epoch": 405, "lr": 2.4492850853571696e-05}
+{"train_loss": 0.004378337413072586, "global_step": 21886, "epoch": 405, "lr": 2.4488615787304774e-05}
+{"train_loss": 0.0018880467396229506, "global_step": 21887, "epoch": 405, "lr": 2.44843809684679e-05}
+{"train_loss": 0.0020588613115251064, "global_step": 21888, "epoch": 405, "lr": 2.4480146397102126e-05}
+{"train_loss": 0.002833785954862833, "global_step": 21889, "epoch": 405, "lr": 2.447591207324852e-05}
+{"train_loss": 0.0031606382690370083, "global_step": 21890, "epoch": 405, "lr": 2.4471677996948152e-05}
+{"train_loss": 0.002542228437960148, "global_step": 21891, "epoch": 405, "lr": 2.4467444168242088e-05}
+{"train_loss": 0.0036628388334065676, "global_step": 21892, "epoch": 405, "lr": 2.4463210587171388e-05}
+{"train_loss": 0.00256739417091012, "global_step": 21893, "epoch": 405, "lr": 2.4458977253777117e-05}
+{"train_loss": 0.0021198836620897055, "global_step": 21894, "epoch": 405, "lr": 2.445474416810033e-05}
+{"train_loss": 0.001965942094102502, "global_step": 21895, "epoch": 405, "lr": 2.4450511330182085e-05}
+{"train_loss": 0.003385717049241066, "global_step": 21896, "epoch": 405, "lr": 2.444627874006344e-05}
+{"train_loss": 0.002174871042370796, "global_step": 21897, "epoch": 405, "lr": 2.4442046397785435e-05}
+{"train_loss": 0.0020780034828931093, "global_step": 21898, "epoch": 405, "lr": 2.4437814303389106e-05}
+{"train_loss": 0.00457074074074626, "global_step": 21899, "epoch": 405, "lr": 2.4433582456915555e-05}
+{"train_loss": 0.002690875204280019, "global_step": 21900, "epoch": 405, "lr": 2.442935085840577e-05}
+{"train_loss": 0.0027396611403673887, "global_step": 21901, "epoch": 405, "lr": 2.4425119507900813e-05}
+{"train_loss": 0.0028883623890578747, "global_step": 21902, "epoch": 405, "lr": 2.44208884054417e-05}
+{"train_loss": 0.0014155057724565268, "global_step": 21903, "epoch": 405, "lr": 2.441665755106951e-05}
+{"train_loss": 0.0021616725716739893, "global_step": 21904, "epoch": 405, "lr": 2.4412426944825257e-05}
+{"train_loss": 0.002526485128328204, "global_step": 21905, "epoch": 405, "lr": 2.4408196586749965e-05}
+{"train_loss": 0.004019888583570719, "global_step": 21906, "epoch": 405, "lr": 2.4403966476884678e-05}
+{"train_loss": 0.002235452178865671, "global_step": 21907, "epoch": 405, "lr": 2.4399736615270413e-05}
+{"train_loss": 0.002690249355509877, "global_step": 21908, "epoch": 405, "lr": 2.43955070019482e-05}
+{"train_loss": 0.0021024064626544714, "global_step": 21909, "epoch": 405, "lr": 2.4391277636959047e-05}
+{"train_loss": 0.002702291589230299, "global_step": 21910, "epoch": 405, "lr": 2.4387048520343998e-05}
+{"train_loss": 0.0018585249781608582, "global_step": 21911, "epoch": 405, "lr": 2.438281965214405e-05}
+{"train_loss": 0.0018294791225343943, "global_step": 21912, "epoch": 405, "lr": 2.4378591032400226e-05}
+{"train_loss": 0.001623117015697062, "global_step": 21913, "epoch": 405, "lr": 2.4374362661153543e-05}
+{"train_loss": 0.001474527409300208, "global_step": 21914, "epoch": 405, "lr": 2.4370134538444982e-05}
+{"train_loss": 0.0023313011042773724, "global_step": 21915, "epoch": 405, "lr": 2.4365906664315614e-05}
+{"train_loss": 0.001892724190838635, "global_step": 21916, "epoch": 405, "lr": 2.436167903880639e-05}
+{"train_loss": 0.0025097383186221123, "global_step": 21917, "epoch": 405, "lr": 2.4357451661958303e-05}
+{"train_loss": 0.0015973254339769483, "global_step": 21918, "epoch": 405, "lr": 2.4353224533812403e-05}
+{"train_loss": 0.002195098903030157, "global_step": 21919, "epoch": 405, "lr": 2.434899765440966e-05}
+{"train_loss": 0.0019799331203103065, "global_step": 21920, "epoch": 405, "lr": 2.434477102379109e-05}
+{"train_loss": 0.0019160558003932238, "global_step": 21921, "epoch": 405, "lr": 2.4340544641997637e-05}
+{"train_loss": 0.0029336411971598864, "global_step": 21922, "epoch": 405, "lr": 2.4336318509070344e-05}
+{"train_loss": 0.0024581627070869284, "global_step": 21923, "epoch": 405, "lr": 2.4332092625050178e-05, "val_loss": 0.003504528198391199, "train_action_mse_error": 6.72631649649702e-05}
+{"train_loss": 0.0017682447796687484, "global_step": 21924, "epoch": 406, "lr": 2.4327866989978127e-05}
+{"train_loss": 0.002887619426473975, "global_step": 21925, "epoch": 406, "lr": 2.4323641603895176e-05}
+{"train_loss": 0.0020294920541346073, "global_step": 21926, "epoch": 406, "lr": 2.4319416466842304e-05}
+{"train_loss": 0.00128118135035038, "global_step": 21927, "epoch": 406, "lr": 2.4315191578860493e-05}
+{"train_loss": 0.0017644582549110055, "global_step": 21928, "epoch": 406, "lr": 2.431096693999071e-05}
+{"train_loss": 0.0024498894345015287, "global_step": 21929, "epoch": 406, "lr": 2.430674255027394e-05}
+{"train_loss": 0.0014297281159088016, "global_step": 21930, "epoch": 406, "lr": 2.4302518409751134e-05}
+{"train_loss": 0.002631874056532979, "global_step": 21931, "epoch": 406, "lr": 2.429829451846331e-05}
+{"train_loss": 0.0019338071579113603, "global_step": 21932, "epoch": 406, "lr": 2.429407087645139e-05}
+{"train_loss": 0.002371257869526744, "global_step": 21933, "epoch": 406, "lr": 2.428984748375633e-05}
+{"train_loss": 0.002027093432843685, "global_step": 21934, "epoch": 406, "lr": 2.428562434041913e-05}
+{"train_loss": 0.0021614357829093933, "global_step": 21935, "epoch": 406, "lr": 2.4281401446480733e-05}
+{"train_loss": 0.001749308779835701, "global_step": 21936, "epoch": 406, "lr": 2.4277178801982116e-05}
+{"train_loss": 0.001733254874125123, "global_step": 21937, "epoch": 406, "lr": 2.427295640696417e-05}
+{"train_loss": 0.0018358128145337105, "global_step": 21938, "epoch": 406, "lr": 2.4268734261467914e-05}
+{"train_loss": 0.0021100935991853476, "global_step": 21939, "epoch": 406, "lr": 2.426451236553427e-05}
+{"train_loss": 0.0013093776069581509, "global_step": 21940, "epoch": 406, "lr": 2.4260290719204188e-05}
+{"train_loss": 0.0024551665410399437, "global_step": 21941, "epoch": 406, "lr": 2.425606932251862e-05}
+{"train_loss": 0.002244096715003252, "global_step": 21942, "epoch": 406, "lr": 2.42518481755185e-05}
+{"train_loss": 0.002122598234564066, "global_step": 21943, "epoch": 406, "lr": 2.4247627278244765e-05}
+{"train_loss": 0.0015499212313443422, "global_step": 21944, "epoch": 406, "lr": 2.4243406630738363e-05}
+{"train_loss": 0.0008742549107410014, "global_step": 21945, "epoch": 406, "lr": 2.4239186233040206e-05}
+{"train_loss": 0.0027832237537950277, "global_step": 21946, "epoch": 406, "lr": 2.4234966085191285e-05}
+{"train_loss": 0.003128607990220189, "global_step": 21947, "epoch": 406, "lr": 2.4230746187232466e-05}
+{"train_loss": 0.0014302615309134126, "global_step": 21948, "epoch": 406, "lr": 2.4226526539204708e-05}
+{"train_loss": 0.001792994560673833, "global_step": 21949, "epoch": 406, "lr": 2.422230714114891e-05}
+{"train_loss": 0.002424798905849457, "global_step": 21950, "epoch": 406, "lr": 2.421808799310603e-05}
+{"train_loss": 0.0017372029833495617, "global_step": 21951, "epoch": 406, "lr": 2.4213869095116976e-05}
+{"train_loss": 0.0026474681217223406, "global_step": 21952, "epoch": 406, "lr": 2.4209650447222686e-05}
+{"train_loss": 0.0022498690523207188, "global_step": 21953, "epoch": 406, "lr": 2.4205432049464015e-05}
+{"train_loss": 0.0016565012047067285, "global_step": 21954, "epoch": 406, "lr": 2.4201213901881936e-05}
+{"train_loss": 0.0015677552437409759, "global_step": 21955, "epoch": 406, "lr": 2.4196996004517336e-05}
+{"train_loss": 0.0016662066336721182, "global_step": 21956, "epoch": 406, "lr": 2.4192778357411132e-05}
+{"train_loss": 0.0016861039912328124, "global_step": 21957, "epoch": 406, "lr": 2.4188560960604224e-05}
+{"train_loss": 0.002300370018929243, "global_step": 21958, "epoch": 406, "lr": 2.4184343814137517e-05}
+{"train_loss": 0.0021197288297116756, "global_step": 21959, "epoch": 406, "lr": 2.418012691805191e-05}
+{"train_loss": 0.0029086170252412558, "global_step": 21960, "epoch": 406, "lr": 2.4175910272388307e-05}
+{"train_loss": 0.0011778268963098526, "global_step": 21961, "epoch": 406, "lr": 2.417169387718758e-05}
+{"train_loss": 0.0022441046312451363, "global_step": 21962, "epoch": 406, "lr": 2.4167477732490683e-05}
+{"train_loss": 0.0018882161239162087, "global_step": 21963, "epoch": 406, "lr": 2.416326183833846e-05}
+{"train_loss": 0.0026988047175109386, "global_step": 21964, "epoch": 406, "lr": 2.4159046194771793e-05}
+{"train_loss": 0.002301276195794344, "global_step": 21965, "epoch": 406, "lr": 2.415483080183158e-05}
+{"train_loss": 0.0017369402339681983, "global_step": 21966, "epoch": 406, "lr": 2.415061565955872e-05}
+{"train_loss": 0.0011852335883304477, "global_step": 21967, "epoch": 406, "lr": 2.4146400767994114e-05}
+{"train_loss": 0.0022629485465586185, "global_step": 21968, "epoch": 406, "lr": 2.414218612717859e-05}
+{"train_loss": 0.0020650008227676153, "global_step": 21969, "epoch": 406, "lr": 2.4137971737153027e-05}
+{"train_loss": 0.0016247209860011935, "global_step": 21970, "epoch": 406, "lr": 2.413375759795834e-05}
+{"train_loss": 0.002557420404627919, "global_step": 21971, "epoch": 406, "lr": 2.4129543709635378e-05}
+{"train_loss": 0.0022223254200071096, "global_step": 21972, "epoch": 406, "lr": 2.412533007222504e-05}
+{"train_loss": 0.0013767457567155361, "global_step": 21973, "epoch": 406, "lr": 2.4121116685768126e-05}
+{"train_loss": 0.0021846513263881207, "global_step": 21974, "epoch": 406, "lr": 2.4116903550305557e-05}
+{"train_loss": 0.002252830658107996, "global_step": 21975, "epoch": 406, "lr": 2.411269066587819e-05}
+{"train_loss": 0.0015629730187356472, "global_step": 21976, "epoch": 406, "lr": 2.4108478032526873e-05}
+{"train_loss": 0.0019972487643826753, "global_step": 21977, "epoch": 406, "lr": 2.4104265650292442e-05, "val_loss": 0.005290756467729807}
+{"train_loss": 0.0017168575432151556, "global_step": 21978, "epoch": 407, "lr": 2.4100053519215816e-05}
+{"train_loss": 0.0018044435419142246, "global_step": 21979, "epoch": 407, "lr": 2.409584163933779e-05}
+{"train_loss": 0.0025060377083718777, "global_step": 21980, "epoch": 407, "lr": 2.4091630010699236e-05}
+{"train_loss": 0.0023609581403434277, "global_step": 21981, "epoch": 407, "lr": 2.408741863334097e-05}
+{"train_loss": 0.00252689141780138, "global_step": 21982, "epoch": 407, "lr": 2.408320750730389e-05}
+{"train_loss": 0.0020365749951452017, "global_step": 21983, "epoch": 407, "lr": 2.407899663262883e-05}
+{"train_loss": 0.0012980705359950662, "global_step": 21984, "epoch": 407, "lr": 2.4074786009356604e-05}
+{"train_loss": 0.0014874079497531056, "global_step": 21985, "epoch": 407, "lr": 2.4070575637528033e-05}
+{"train_loss": 0.0014965933514758945, "global_step": 21986, "epoch": 407, "lr": 2.4066365517184004e-05}
+{"train_loss": 0.003740719985216856, "global_step": 21987, "epoch": 407, "lr": 2.4062155648365325e-05}
+{"train_loss": 0.0032315680291503668, "global_step": 21988, "epoch": 407, "lr": 2.4057946031112826e-05}
+{"train_loss": 0.0020248577930033207, "global_step": 21989, "epoch": 407, "lr": 2.4053736665467337e-05}
+{"train_loss": 0.0015923342434689403, "global_step": 21990, "epoch": 407, "lr": 2.4049527551469685e-05}
+{"train_loss": 0.0011217395076528192, "global_step": 21991, "epoch": 407, "lr": 2.4045318689160694e-05}
+{"train_loss": 0.0014401305234059691, "global_step": 21992, "epoch": 407, "lr": 2.4041110078581184e-05}
+{"train_loss": 0.002950553549453616, "global_step": 21993, "epoch": 407, "lr": 2.403690171977197e-05}
+{"train_loss": 0.0019609862938523293, "global_step": 21994, "epoch": 407, "lr": 2.4032693612773875e-05}
+{"train_loss": 0.001441805507056415, "global_step": 21995, "epoch": 407, "lr": 2.4028485757627706e-05}
+{"train_loss": 0.0018576100701466203, "global_step": 21996, "epoch": 407, "lr": 2.402427815437428e-05}
+{"train_loss": 0.0020251970272511244, "global_step": 21997, "epoch": 407, "lr": 2.4020070803054385e-05}
+{"train_loss": 0.0019381262827664614, "global_step": 21998, "epoch": 407, "lr": 2.4015863703708857e-05}
+{"train_loss": 0.002914987737312913, "global_step": 21999, "epoch": 407, "lr": 2.401165685637851e-05}
+{"train_loss": 0.0018944665789604187, "global_step": 22000, "epoch": 407, "lr": 2.4007450261104103e-05}
+{"train_loss": 0.002152492059394717, "global_step": 22001, "epoch": 407, "lr": 2.400324391792644e-05}
+{"train_loss": 0.0034136869944632053, "global_step": 22002, "epoch": 407, "lr": 2.399903782688635e-05}
+{"train_loss": 0.0017766192322596908, "global_step": 22003, "epoch": 407, "lr": 2.3994831988024608e-05}
+{"train_loss": 0.0015976519789546728, "global_step": 22004, "epoch": 407, "lr": 2.399062640138201e-05}
+{"train_loss": 0.0022830013185739517, "global_step": 22005, "epoch": 407, "lr": 2.3986421066999343e-05}
+{"train_loss": 0.0013121069641783834, "global_step": 22006, "epoch": 407, "lr": 2.398221598491739e-05}
+{"train_loss": 0.002109695225954056, "global_step": 22007, "epoch": 407, "lr": 2.3978011155176937e-05}
+{"train_loss": 0.002518728142604232, "global_step": 22008, "epoch": 407, "lr": 2.397380657781877e-05}
+{"train_loss": 0.0022593296598643064, "global_step": 22009, "epoch": 407, "lr": 2.3969602252883666e-05}
+{"train_loss": 0.0031117438338696957, "global_step": 22010, "epoch": 407, "lr": 2.39653981804124e-05}
+{"train_loss": 0.0023740536998957396, "global_step": 22011, "epoch": 407, "lr": 2.3961194360445754e-05}
+{"train_loss": 0.0015437589026987553, "global_step": 22012, "epoch": 407, "lr": 2.395699079302449e-05}
+{"train_loss": 0.0017085449071601033, "global_step": 22013, "epoch": 407, "lr": 2.3952787478189364e-05}
+{"train_loss": 0.0018613163847476244, "global_step": 22014, "epoch": 407, "lr": 2.3948584415981197e-05}
+{"train_loss": 0.0029216890688985586, "global_step": 22015, "epoch": 407, "lr": 2.39443816064407e-05}
+{"train_loss": 0.002354854019358754, "global_step": 22016, "epoch": 407, "lr": 2.3940179049608637e-05}
+{"train_loss": 0.002186674391850829, "global_step": 22017, "epoch": 407, "lr": 2.3935976745525796e-05}
+{"train_loss": 0.002348653506487608, "global_step": 22018, "epoch": 407, "lr": 2.393177469423293e-05}
+{"train_loss": 0.0021461034193634987, "global_step": 22019, "epoch": 407, "lr": 2.39275728957708e-05}
+{"train_loss": 0.002495064865797758, "global_step": 22020, "epoch": 407, "lr": 2.3923371350180106e-05}
+{"train_loss": 0.0016371565870940685, "global_step": 22021, "epoch": 407, "lr": 2.3919170057501656e-05}
+{"train_loss": 0.0011443485273048282, "global_step": 22022, "epoch": 407, "lr": 2.3914969017776178e-05}
+{"train_loss": 0.0014533994253724813, "global_step": 22023, "epoch": 407, "lr": 2.3910768231044415e-05}
+{"train_loss": 0.0017440440133213997, "global_step": 22024, "epoch": 407, "lr": 2.3906567697347117e-05}
+{"train_loss": 0.0032721722964197397, "global_step": 22025, "epoch": 407, "lr": 2.3902367416725017e-05}
+{"train_loss": 0.0021394742652773857, "global_step": 22026, "epoch": 407, "lr": 2.389816738921885e-05}
+{"train_loss": 0.0026395057793706656, "global_step": 22027, "epoch": 407, "lr": 2.389396761486936e-05}
+{"train_loss": 0.0028052316047251225, "global_step": 22028, "epoch": 407, "lr": 2.388976809371728e-05}
+{"train_loss": 0.0017862265231087804, "global_step": 22029, "epoch": 407, "lr": 2.3885568825803313e-05}
+{"train_loss": 0.002598428400233388, "global_step": 22030, "epoch": 407, "lr": 2.388136981116824e-05}
+{"train_loss": 0.002125392001794858, "global_step": 22031, "epoch": 407, "lr": 2.3877171049852747e-05, "val_loss": 0.004132593050599098}
+{"train_loss": 0.0022123991511762142, "global_step": 22032, "epoch": 408, "lr": 2.387297254189754e-05}
+{"train_loss": 0.0027665020897984505, "global_step": 22033, "epoch": 408, "lr": 2.3868774287343394e-05}
+{"train_loss": 0.002289185067638755, "global_step": 22034, "epoch": 408, "lr": 2.3864576286230993e-05}
+{"train_loss": 0.0016795797273516655, "global_step": 22035, "epoch": 408, "lr": 2.386037853860108e-05}
+{"train_loss": 0.0024635125882923603, "global_step": 22036, "epoch": 408, "lr": 2.3856181044494307e-05}
+{"train_loss": 0.0031720928382128477, "global_step": 22037, "epoch": 408, "lr": 2.3851983803951444e-05}
+{"train_loss": 0.0009529242524877191, "global_step": 22038, "epoch": 408, "lr": 2.384778681701318e-05}
+{"train_loss": 0.002301545115187764, "global_step": 22039, "epoch": 408, "lr": 2.3843590083720217e-05}
+{"train_loss": 0.001618240843527019, "global_step": 22040, "epoch": 408, "lr": 2.3839393604113264e-05}
+{"train_loss": 0.0017423165263608098, "global_step": 22041, "epoch": 408, "lr": 2.3835197378233022e-05}
+{"train_loss": 0.0016274894587695599, "global_step": 22042, "epoch": 408, "lr": 2.383100140612018e-05}
+{"train_loss": 0.0032214398961514235, "global_step": 22043, "epoch": 408, "lr": 2.3826805687815447e-05}
+{"train_loss": 0.001270896173082292, "global_step": 22044, "epoch": 408, "lr": 2.382261022335951e-05}
+{"train_loss": 0.002276652492582798, "global_step": 22045, "epoch": 408, "lr": 2.381841501279304e-05}
+{"train_loss": 0.0027431990019977093, "global_step": 22046, "epoch": 408, "lr": 2.3814220056156778e-05}
+{"train_loss": 0.0019205543212592602, "global_step": 22047, "epoch": 408, "lr": 2.3810025353491368e-05}
+{"train_loss": 0.002420000731945038, "global_step": 22048, "epoch": 408, "lr": 2.3805830904837478e-05}
+{"train_loss": 0.0016984930261969566, "global_step": 22049, "epoch": 408, "lr": 2.3801636710235836e-05}
+{"train_loss": 0.002968163462355733, "global_step": 22050, "epoch": 408, "lr": 2.37974427697271e-05}
+{"train_loss": 0.0017645151820033789, "global_step": 22051, "epoch": 408, "lr": 2.3793249083351964e-05}
+{"train_loss": 0.002745541976764798, "global_step": 22052, "epoch": 408, "lr": 2.3789055651151048e-05}
+{"train_loss": 0.0009628565167076886, "global_step": 22053, "epoch": 408, "lr": 2.3784862473165075e-05}
+{"train_loss": 0.002834748011082411, "global_step": 22054, "epoch": 408, "lr": 2.3780669549434697e-05}
+{"train_loss": 0.0019998301286250353, "global_step": 22055, "epoch": 408, "lr": 2.377647688000058e-05}
+{"train_loss": 0.003298494266346097, "global_step": 22056, "epoch": 408, "lr": 2.3772284464903393e-05}
+{"train_loss": 0.0022811773233115673, "global_step": 22057, "epoch": 408, "lr": 2.3768092304183787e-05}
+{"train_loss": 0.0028538794722408056, "global_step": 22058, "epoch": 408, "lr": 2.3763900397882432e-05}
+{"train_loss": 0.0025728964246809483, "global_step": 22059, "epoch": 408, "lr": 2.3759708746039976e-05}
+{"train_loss": 0.002871614648029208, "global_step": 22060, "epoch": 408, "lr": 2.3755517348697064e-05}
+{"train_loss": 0.001890038140118122, "global_step": 22061, "epoch": 408, "lr": 2.3751326205894392e-05}
+{"train_loss": 0.0023451135493814945, "global_step": 22062, "epoch": 408, "lr": 2.374713531767256e-05}
+{"train_loss": 0.0033289813436567783, "global_step": 22063, "epoch": 408, "lr": 2.3742944684072234e-05}
+{"train_loss": 0.002170995809137821, "global_step": 22064, "epoch": 408, "lr": 2.3738754305134036e-05}
+{"train_loss": 0.0026638733688741922, "global_step": 22065, "epoch": 408, "lr": 2.3734564180898644e-05}
+{"train_loss": 0.001752286683768034, "global_step": 22066, "epoch": 408, "lr": 2.37303743114067e-05}
+{"train_loss": 0.004734399728477001, "global_step": 22067, "epoch": 408, "lr": 2.3726184696698805e-05}
+{"train_loss": 0.002445533173158765, "global_step": 22068, "epoch": 408, "lr": 2.3721995336815595e-05}
+{"train_loss": 0.0022389497607946396, "global_step": 22069, "epoch": 408, "lr": 2.371780623179773e-05}
+{"train_loss": 0.0026746036019176245, "global_step": 22070, "epoch": 408, "lr": 2.3713617381685825e-05}
+{"train_loss": 0.0019457858288660645, "global_step": 22071, "epoch": 408, "lr": 2.3709428786520514e-05}
+{"train_loss": 0.00227746251039207, "global_step": 22072, "epoch": 408, "lr": 2.370524044634241e-05}
+{"train_loss": 0.0019556735642254353, "global_step": 22073, "epoch": 408, "lr": 2.3701052361192143e-05}
+{"train_loss": 0.001336403307504952, "global_step": 22074, "epoch": 408, "lr": 2.369686453111033e-05}
+{"train_loss": 0.0028812172822654247, "global_step": 22075, "epoch": 408, "lr": 2.3692676956137583e-05}
+{"train_loss": 0.0021288543939590454, "global_step": 22076, "epoch": 408, "lr": 2.368848963631451e-05}
+{"train_loss": 0.0013728071935474873, "global_step": 22077, "epoch": 408, "lr": 2.3684302571681765e-05}
+{"train_loss": 0.001978726126253605, "global_step": 22078, "epoch": 408, "lr": 2.368011576227991e-05}
+{"train_loss": 0.0022359818685799837, "global_step": 22079, "epoch": 408, "lr": 2.3675929208149572e-05}
+{"train_loss": 0.0018867282196879387, "global_step": 22080, "epoch": 408, "lr": 2.367174290933133e-05}
+{"train_loss": 0.0019304677844047546, "global_step": 22081, "epoch": 408, "lr": 2.3667556865865827e-05}
+{"train_loss": 0.001901103532873094, "global_step": 22082, "epoch": 408, "lr": 2.3663371077793663e-05}
+{"train_loss": 0.0022075683809816837, "global_step": 22083, "epoch": 408, "lr": 2.36591855451554e-05}
+{"train_loss": 0.0021631380077451468, "global_step": 22084, "epoch": 408, "lr": 2.365500026799163e-05}
+{"train_loss": 0.002272541379271489, "global_step": 22085, "epoch": 408, "lr": 2.3650815246342977e-05, "val_loss": 0.004149063490331173}
+{"train_loss": 0.0023015053011476994, "global_step": 22086, "epoch": 409, "lr": 2.3646630480250026e-05}
+{"train_loss": 0.0019960678182542324, "global_step": 22087, "epoch": 409, "lr": 2.3642445969753353e-05}
+{"train_loss": 0.0018592014675959945, "global_step": 22088, "epoch": 409, "lr": 2.3638261714893538e-05}
+{"train_loss": 0.00215546484105289, "global_step": 22089, "epoch": 409, "lr": 2.3634077715711183e-05}
+{"train_loss": 0.002359524369239807, "global_step": 22090, "epoch": 409, "lr": 2.3629893972246846e-05}
+{"train_loss": 0.0016161525854840875, "global_step": 22091, "epoch": 409, "lr": 2.3625710484541125e-05}
+{"train_loss": 0.0012461381265893579, "global_step": 22092, "epoch": 409, "lr": 2.3621527252634557e-05}
+{"train_loss": 0.0018879873678088188, "global_step": 22093, "epoch": 409, "lr": 2.3617344276567782e-05}
+{"train_loss": 0.0016588562866672873, "global_step": 22094, "epoch": 409, "lr": 2.361316155638131e-05}
+{"train_loss": 0.002974304836243391, "global_step": 22095, "epoch": 409, "lr": 2.360897909211573e-05}
+{"train_loss": 0.0013420345494523644, "global_step": 22096, "epoch": 409, "lr": 2.360479688381158e-05}
+{"train_loss": 0.0029735106509178877, "global_step": 22097, "epoch": 409, "lr": 2.3600614931509475e-05}
+{"train_loss": 0.0018356549553573132, "global_step": 22098, "epoch": 409, "lr": 2.359643323524996e-05}
+{"train_loss": 0.0010807570070028305, "global_step": 22099, "epoch": 409, "lr": 2.359225179507356e-05}
+{"train_loss": 0.0018332829931750894, "global_step": 22100, "epoch": 409, "lr": 2.358807061102083e-05}
+{"train_loss": 0.001044544274918735, "global_step": 22101, "epoch": 409, "lr": 2.3583889683132366e-05}
+{"train_loss": 0.002095308853313327, "global_step": 22102, "epoch": 409, "lr": 2.3579709011448686e-05}
+{"train_loss": 0.0016952897422015667, "global_step": 22103, "epoch": 409, "lr": 2.3575528596010354e-05}
+{"train_loss": 0.0021212154533714056, "global_step": 22104, "epoch": 409, "lr": 2.3571348436857904e-05}
+{"train_loss": 0.001561370911076665, "global_step": 22105, "epoch": 409, "lr": 2.356716853403188e-05}
+{"train_loss": 0.0014070294564589858, "global_step": 22106, "epoch": 409, "lr": 2.3562988887572823e-05}
+{"train_loss": 0.0025871056132018566, "global_step": 22107, "epoch": 409, "lr": 2.355880949752127e-05}
+{"train_loss": 0.002586123999208212, "global_step": 22108, "epoch": 409, "lr": 2.3554630363917757e-05}
+{"train_loss": 0.0020502950064837933, "global_step": 22109, "epoch": 409, "lr": 2.3550451486802822e-05}
+{"train_loss": 0.002047514310106635, "global_step": 22110, "epoch": 409, "lr": 2.3546272866216985e-05}
+{"train_loss": 0.0038996089715510607, "global_step": 22111, "epoch": 409, "lr": 2.354209450220078e-05}
+{"train_loss": 0.001605629688128829, "global_step": 22112, "epoch": 409, "lr": 2.3537916394794705e-05}
+{"train_loss": 0.0017501760739833117, "global_step": 22113, "epoch": 409, "lr": 2.3533738544039357e-05}
+{"train_loss": 0.0018245372921228409, "global_step": 22114, "epoch": 409, "lr": 2.3529560949975182e-05}
+{"train_loss": 0.001159223378635943, "global_step": 22115, "epoch": 409, "lr": 2.3525383612642726e-05}
+{"train_loss": 0.0014616134576499462, "global_step": 22116, "epoch": 409, "lr": 2.352120653208248e-05}
+{"train_loss": 0.001304879318922758, "global_step": 22117, "epoch": 409, "lr": 2.3517029708334997e-05}
+{"train_loss": 0.002909065457060933, "global_step": 22118, "epoch": 409, "lr": 2.3512853141440765e-05}
+{"train_loss": 0.0010755480034276843, "global_step": 22119, "epoch": 409, "lr": 2.3508676831440302e-05}
+{"train_loss": 0.0019048976246267557, "global_step": 22120, "epoch": 409, "lr": 2.35045007783741e-05}
+{"train_loss": 0.0017000525258481503, "global_step": 22121, "epoch": 409, "lr": 2.3500324982282667e-05}
+{"train_loss": 0.0012875029351562262, "global_step": 22122, "epoch": 409, "lr": 2.349614944320651e-05}
+{"train_loss": 0.0031100555788725615, "global_step": 22123, "epoch": 409, "lr": 2.349197416118612e-05}
+{"train_loss": 0.002296621445566416, "global_step": 22124, "epoch": 409, "lr": 2.348779913626199e-05}
+{"train_loss": 0.0021947480272501707, "global_step": 22125, "epoch": 409, "lr": 2.3483624368474615e-05}
+{"train_loss": 0.0011820567306131124, "global_step": 22126, "epoch": 409, "lr": 2.3479449857864488e-05}
+{"train_loss": 0.001822010613977909, "global_step": 22127, "epoch": 409, "lr": 2.3475275604472097e-05}
+{"train_loss": 0.0009001862490549684, "global_step": 22128, "epoch": 409, "lr": 2.3471101608337903e-05}
+{"train_loss": 0.0014329899568110704, "global_step": 22129, "epoch": 409, "lr": 2.346692786950245e-05}
+{"train_loss": 0.0023746539372950792, "global_step": 22130, "epoch": 409, "lr": 2.3462754388006158e-05}
+{"train_loss": 0.002921484876424074, "global_step": 22131, "epoch": 409, "lr": 2.345858116388951e-05}
+{"train_loss": 0.0012700172374024987, "global_step": 22132, "epoch": 409, "lr": 2.3454408197193016e-05}
+{"train_loss": 0.001410358352586627, "global_step": 22133, "epoch": 409, "lr": 2.3450235487957135e-05}
+{"train_loss": 0.003623941447585821, "global_step": 22134, "epoch": 409, "lr": 2.3446063036222342e-05}
+{"train_loss": 0.0033100268337875605, "global_step": 22135, "epoch": 409, "lr": 2.3441890842029062e-05}
+{"train_loss": 0.0024578343145549297, "global_step": 22136, "epoch": 409, "lr": 2.343771890541781e-05}
+{"train_loss": 0.0014324140502139926, "global_step": 22137, "epoch": 409, "lr": 2.3433547226429038e-05}
+{"train_loss": 0.00232017133384943, "global_step": 22138, "epoch": 409, "lr": 2.3429375805103198e-05}
+{"train_loss": 0.0019553574276398177, "global_step": 22139, "epoch": 409, "lr": 2.3425204641480746e-05, "val_loss": 0.00237024063244462}
+{"train_loss": 0.002240770263597369, "global_step": 22140, "epoch": 410, "lr": 2.342103373560215e-05}
+{"train_loss": 0.0028733639046549797, "global_step": 22141, "epoch": 410, "lr": 2.341686308750785e-05}
+{"train_loss": 0.0026099965907633305, "global_step": 22142, "epoch": 410, "lr": 2.3412692697238296e-05}
+{"train_loss": 0.0020856610499322414, "global_step": 22143, "epoch": 410, "lr": 2.340852256483395e-05}
+{"train_loss": 0.003171826247125864, "global_step": 22144, "epoch": 410, "lr": 2.3404352690335224e-05}
+{"train_loss": 0.0029848378617316484, "global_step": 22145, "epoch": 410, "lr": 2.3400183073782628e-05}
+{"train_loss": 0.0039693634025752544, "global_step": 22146, "epoch": 410, "lr": 2.3396013715216535e-05}
+{"train_loss": 0.0024748886935412884, "global_step": 22147, "epoch": 410, "lr": 2.339184461467739e-05}
+{"train_loss": 0.0021337680518627167, "global_step": 22148, "epoch": 410, "lr": 2.3387675772205665e-05}
+{"train_loss": 0.0033546481281518936, "global_step": 22149, "epoch": 410, "lr": 2.338350718784177e-05}
+{"train_loss": 0.004260449670255184, "global_step": 22150, "epoch": 410, "lr": 2.3379338861626158e-05}
+{"train_loss": 0.0021114812698215246, "global_step": 22151, "epoch": 410, "lr": 2.3375170793599206e-05}
+{"train_loss": 0.0030015655793249607, "global_step": 22152, "epoch": 410, "lr": 2.337100298380138e-05}
+{"train_loss": 0.0027827280573546886, "global_step": 22153, "epoch": 410, "lr": 2.3366835432273097e-05}
+{"train_loss": 0.003949466627091169, "global_step": 22154, "epoch": 410, "lr": 2.3362668139054778e-05}
+{"train_loss": 0.0013741084840148687, "global_step": 22155, "epoch": 410, "lr": 2.335850110418683e-05}
+{"train_loss": 0.002408144064247608, "global_step": 22156, "epoch": 410, "lr": 2.3354334327709675e-05}
+{"train_loss": 0.002492762403562665, "global_step": 22157, "epoch": 410, "lr": 2.3350167809663733e-05}
+{"train_loss": 0.0022500925697386265, "global_step": 22158, "epoch": 410, "lr": 2.3346001550089402e-05}
+{"train_loss": 0.002073498908430338, "global_step": 22159, "epoch": 410, "lr": 2.334183554902709e-05}
+{"train_loss": 0.0015480391448363662, "global_step": 22160, "epoch": 410, "lr": 2.3337669806517214e-05}
+{"train_loss": 0.0015232072910293937, "global_step": 22161, "epoch": 410, "lr": 2.3333504322600162e-05}
+{"train_loss": 0.001979151042178273, "global_step": 22162, "epoch": 410, "lr": 2.332933909731635e-05}
+{"train_loss": 0.0015871330397203565, "global_step": 22163, "epoch": 410, "lr": 2.3325174130706146e-05}
+{"train_loss": 0.002241450594738126, "global_step": 22164, "epoch": 410, "lr": 2.332100942280998e-05}
+{"train_loss": 0.002749198116362095, "global_step": 22165, "epoch": 410, "lr": 2.331684497366824e-05}
+{"train_loss": 0.0019863429479300976, "global_step": 22166, "epoch": 410, "lr": 2.3312680783321318e-05}
+{"train_loss": 0.001421790337190032, "global_step": 22167, "epoch": 410, "lr": 2.330851685180956e-05}
+{"train_loss": 0.002519829897210002, "global_step": 22168, "epoch": 410, "lr": 2.3304353179173392e-05}
+{"train_loss": 0.0014858930371701717, "global_step": 22169, "epoch": 410, "lr": 2.3300189765453196e-05}
+{"train_loss": 0.002311454154551029, "global_step": 22170, "epoch": 410, "lr": 2.329602661068934e-05}
+{"train_loss": 0.0019134185276925564, "global_step": 22171, "epoch": 410, "lr": 2.3291863714922206e-05}
+{"train_loss": 0.0009576096199452877, "global_step": 22172, "epoch": 410, "lr": 2.328770107819217e-05}
+{"train_loss": 0.0013540408108383417, "global_step": 22173, "epoch": 410, "lr": 2.3283538700539597e-05}
+{"train_loss": 0.0017936156364157796, "global_step": 22174, "epoch": 410, "lr": 2.327937658200487e-05}
+{"train_loss": 0.0016591687453910708, "global_step": 22175, "epoch": 410, "lr": 2.3275214722628326e-05}
+{"train_loss": 0.0012879210989922285, "global_step": 22176, "epoch": 410, "lr": 2.3271053122450386e-05}
+{"train_loss": 0.0017936641816049814, "global_step": 22177, "epoch": 410, "lr": 2.326689178151137e-05}
+{"train_loss": 0.001283549121581018, "global_step": 22178, "epoch": 410, "lr": 2.3262730699851644e-05}
+{"train_loss": 0.0012313941260799766, "global_step": 22179, "epoch": 410, "lr": 2.325856987751155e-05}
+{"train_loss": 0.001898700138553977, "global_step": 22180, "epoch": 410, "lr": 2.325440931453148e-05}
+{"train_loss": 0.001941847731359303, "global_step": 22181, "epoch": 410, "lr": 2.325024901095179e-05}
+{"train_loss": 0.002111807931214571, "global_step": 22182, "epoch": 410, "lr": 2.324608896681279e-05}
+{"train_loss": 0.0011201594024896622, "global_step": 22183, "epoch": 410, "lr": 2.3241929182154826e-05}
+{"train_loss": 0.002197196241468191, "global_step": 22184, "epoch": 410, "lr": 2.323776965701829e-05}
+{"train_loss": 0.001381124253384769, "global_step": 22185, "epoch": 410, "lr": 2.3233610391443488e-05}
+{"train_loss": 0.0016469538677483797, "global_step": 22186, "epoch": 410, "lr": 2.3229451385470774e-05}
+{"train_loss": 0.0012670955620706081, "global_step": 22187, "epoch": 410, "lr": 2.3225292639140478e-05}
+{"train_loss": 0.001225651940330863, "global_step": 22188, "epoch": 410, "lr": 2.322113415249294e-05}
+{"train_loss": 0.001252800808288157, "global_step": 22189, "epoch": 410, "lr": 2.321697592556849e-05}
+{"train_loss": 0.0013956832699477673, "global_step": 22190, "epoch": 410, "lr": 2.3212817958407462e-05}
+{"train_loss": 0.0009558674646541476, "global_step": 22191, "epoch": 410, "lr": 2.3208660251050158e-05}
+{"train_loss": 0.0012105703353881836, "global_step": 22192, "epoch": 410, "lr": 2.3204502803536965e-05}
+{"train_loss": 0.0020536670732932785, "global_step": 22193, "epoch": 410, "lr": 2.320034561590814e-05, "val_loss": 0.0038257348351180553, "train_action_mse_error": 4.571119643514976e-05}
+{"train_loss": 0.0013213854981586337, "global_step": 22194, "epoch": 411, "lr": 2.3196188688204028e-05}
+{"train_loss": 0.002423967234790325, "global_step": 22195, "epoch": 411, "lr": 2.319203202046493e-05}
+{"train_loss": 0.0009626693790778518, "global_step": 22196, "epoch": 411, "lr": 2.3187875612731197e-05}
+{"train_loss": 0.0016592181054875255, "global_step": 22197, "epoch": 411, "lr": 2.3183719465043136e-05}
+{"train_loss": 0.0018510188674554229, "global_step": 22198, "epoch": 411, "lr": 2.317956357744103e-05}
+{"train_loss": 0.0012800450203940272, "global_step": 22199, "epoch": 411, "lr": 2.3175407949965168e-05}
+{"train_loss": 0.0013437357265502214, "global_step": 22200, "epoch": 411, "lr": 2.3171252582655907e-05}
+{"train_loss": 0.0017695141723379493, "global_step": 22201, "epoch": 411, "lr": 2.316709747555353e-05}
+{"train_loss": 0.0014195115072652698, "global_step": 22202, "epoch": 411, "lr": 2.3162942628698326e-05}
+{"train_loss": 0.0011879171943292022, "global_step": 22203, "epoch": 411, "lr": 2.3158788042130602e-05}
+{"train_loss": 0.0014761787606403232, "global_step": 22204, "epoch": 411, "lr": 2.315463371589065e-05}
+{"train_loss": 0.0016480775084346533, "global_step": 22205, "epoch": 411, "lr": 2.315047965001876e-05}
+{"train_loss": 0.0011114715598523617, "global_step": 22206, "epoch": 411, "lr": 2.314632584455522e-05}
+{"train_loss": 0.001506212749518454, "global_step": 22207, "epoch": 411, "lr": 2.3142172299540327e-05}
+{"train_loss": 0.0016929872799664736, "global_step": 22208, "epoch": 411, "lr": 2.3138019015014357e-05}
+{"train_loss": 0.0016346597112715244, "global_step": 22209, "epoch": 411, "lr": 2.313386599101759e-05}
+{"train_loss": 0.0010578929213806987, "global_step": 22210, "epoch": 411, "lr": 2.312971322759031e-05}
+{"train_loss": 0.0021678218618035316, "global_step": 22211, "epoch": 411, "lr": 2.3125560724772772e-05}
+{"train_loss": 0.0011906381696462631, "global_step": 22212, "epoch": 411, "lr": 2.312140848260529e-05}
+{"train_loss": 0.0012634162558242679, "global_step": 22213, "epoch": 411, "lr": 2.3117256501128137e-05}
+{"train_loss": 0.001234687166288495, "global_step": 22214, "epoch": 411, "lr": 2.3113104780381546e-05}
+{"train_loss": 0.001958005828782916, "global_step": 22215, "epoch": 411, "lr": 2.3108953320405774e-05}
+{"train_loss": 0.0014854060718789697, "global_step": 22216, "epoch": 411, "lr": 2.310480212124113e-05}
+{"train_loss": 0.0016687789466232061, "global_step": 22217, "epoch": 411, "lr": 2.3100651182927864e-05}
+{"train_loss": 0.0014770396519452333, "global_step": 22218, "epoch": 411, "lr": 2.3096500505506225e-05}
+{"train_loss": 0.0014190544607117772, "global_step": 22219, "epoch": 411, "lr": 2.3092350089016467e-05}
+{"train_loss": 0.0021291945595294237, "global_step": 22220, "epoch": 411, "lr": 2.3088199933498854e-05}
+{"train_loss": 0.001324963173829019, "global_step": 22221, "epoch": 411, "lr": 2.308405003899363e-05}
+{"train_loss": 0.0012143967906013131, "global_step": 22222, "epoch": 411, "lr": 2.307990040554105e-05}
+{"train_loss": 0.001047524274326861, "global_step": 22223, "epoch": 411, "lr": 2.3075751033181353e-05}
+{"train_loss": 0.0013169588055461645, "global_step": 22224, "epoch": 411, "lr": 2.3071601921954794e-05}
+{"train_loss": 0.0020121780689805746, "global_step": 22225, "epoch": 411, "lr": 2.3067453071901602e-05}
+{"train_loss": 0.0010286492761224508, "global_step": 22226, "epoch": 411, "lr": 2.3063304483062027e-05}
+{"train_loss": 0.002170338062569499, "global_step": 22227, "epoch": 411, "lr": 2.3059156155476276e-05}
+{"train_loss": 0.0007917385082691908, "global_step": 22228, "epoch": 411, "lr": 2.305500808918465e-05}
+{"train_loss": 0.0020780686754733324, "global_step": 22229, "epoch": 411, "lr": 2.3050860284227317e-05}
+{"train_loss": 0.002562021603807807, "global_step": 22230, "epoch": 411, "lr": 2.3046712740644522e-05}
+{"train_loss": 0.0009622827055864036, "global_step": 22231, "epoch": 411, "lr": 2.3042565458476477e-05}
+{"train_loss": 0.001188521971926093, "global_step": 22232, "epoch": 411, "lr": 2.3038418437763448e-05}
+{"train_loss": 0.0018685141112655401, "global_step": 22233, "epoch": 411, "lr": 2.3034271678545627e-05}
+{"train_loss": 0.0010047524701803923, "global_step": 22234, "epoch": 411, "lr": 2.303012518086324e-05}
+{"train_loss": 0.0012043211609125137, "global_step": 22235, "epoch": 411, "lr": 2.30259789447565e-05}
+{"train_loss": 0.0010529536521062255, "global_step": 22236, "epoch": 411, "lr": 2.302183297026562e-05}
+{"train_loss": 0.0013216872466728091, "global_step": 22237, "epoch": 411, "lr": 2.3017687257430815e-05}
+{"train_loss": 0.0010342015884816647, "global_step": 22238, "epoch": 411, "lr": 2.3013541806292293e-05}
+{"train_loss": 0.0014569133054465055, "global_step": 22239, "epoch": 411, "lr": 2.3009396616890256e-05}
+{"train_loss": 0.0014977154787629843, "global_step": 22240, "epoch": 411, "lr": 2.3005251689264906e-05}
+{"train_loss": 0.0018435947131365538, "global_step": 22241, "epoch": 411, "lr": 2.3001107023456448e-05}
+{"train_loss": 0.0007780918967910111, "global_step": 22242, "epoch": 411, "lr": 2.299696261950508e-05}
+{"train_loss": 0.0014785483945161104, "global_step": 22243, "epoch": 411, "lr": 2.2992818477450985e-05}
+{"train_loss": 0.0016413553385064006, "global_step": 22244, "epoch": 411, "lr": 2.29886745973344e-05}
+{"train_loss": 0.0012904464965686202, "global_step": 22245, "epoch": 411, "lr": 2.2984530979195463e-05}
+{"train_loss": 0.0016829191008582711, "global_step": 22246, "epoch": 411, "lr": 2.298038762307437e-05}
+{"train_loss": 0.0014623407893210511, "global_step": 22247, "epoch": 411, "lr": 2.2976244529011333e-05, "val_loss": 0.002964938525110483}
+{"train_loss": 0.00200328859500587, "global_step": 22248, "epoch": 412, "lr": 2.2972101697046522e-05}
+{"train_loss": 0.0012148566311225295, "global_step": 22249, "epoch": 412, "lr": 2.296795912722014e-05}
+{"train_loss": 0.002021877095103264, "global_step": 22250, "epoch": 412, "lr": 2.2963816819572304e-05}
+{"train_loss": 0.0020432942546904087, "global_step": 22251, "epoch": 412, "lr": 2.2959674774143247e-05}
+{"train_loss": 0.0017175733810290694, "global_step": 22252, "epoch": 412, "lr": 2.2955532990973123e-05}
+{"train_loss": 0.002155598718672991, "global_step": 22253, "epoch": 412, "lr": 2.29513914701021e-05}
+{"train_loss": 0.0016406428767368197, "global_step": 22254, "epoch": 412, "lr": 2.2947250211570348e-05}
+{"train_loss": 0.0013410556130111217, "global_step": 22255, "epoch": 412, "lr": 2.2943109215418034e-05}
+{"train_loss": 0.002301848726347089, "global_step": 22256, "epoch": 412, "lr": 2.293896848168532e-05}
+{"train_loss": 0.0036903044674545527, "global_step": 22257, "epoch": 412, "lr": 2.2934828010412362e-05}
+{"train_loss": 0.001543226302601397, "global_step": 22258, "epoch": 412, "lr": 2.293068780163932e-05}
+{"train_loss": 0.0021992914844304323, "global_step": 22259, "epoch": 412, "lr": 2.292654785540634e-05}
+{"train_loss": 0.0012935269623994827, "global_step": 22260, "epoch": 412, "lr": 2.292240817175361e-05}
+{"train_loss": 0.0018768144072964787, "global_step": 22261, "epoch": 412, "lr": 2.2918268750721245e-05}
+{"train_loss": 0.002394676674157381, "global_step": 22262, "epoch": 412, "lr": 2.2914129592349382e-05}
+{"train_loss": 0.0007733197417110205, "global_step": 22263, "epoch": 412, "lr": 2.29099906966782e-05}
+{"train_loss": 0.0010987436398863792, "global_step": 22264, "epoch": 412, "lr": 2.290585206374783e-05}
+{"train_loss": 0.002145440550521016, "global_step": 22265, "epoch": 412, "lr": 2.2901713693598425e-05}
+{"train_loss": 0.0018561549950391054, "global_step": 22266, "epoch": 412, "lr": 2.289757558627007e-05}
+{"train_loss": 0.001956937136128545, "global_step": 22267, "epoch": 412, "lr": 2.289343774180296e-05}
+{"train_loss": 0.002076102187857032, "global_step": 22268, "epoch": 412, "lr": 2.2889300160237198e-05}
+{"train_loss": 0.002410942455753684, "global_step": 22269, "epoch": 412, "lr": 2.2885162841612917e-05}
+{"train_loss": 0.0015571968397125602, "global_step": 22270, "epoch": 412, "lr": 2.288102578597025e-05}
+{"train_loss": 0.0015526952920481563, "global_step": 22271, "epoch": 412, "lr": 2.2876888993349315e-05}
+{"train_loss": 0.002917500911280513, "global_step": 22272, "epoch": 412, "lr": 2.287275246379024e-05}
+{"train_loss": 0.0010895286686718464, "global_step": 22273, "epoch": 412, "lr": 2.2868616197333137e-05}
+{"train_loss": 0.0026165933813899755, "global_step": 22274, "epoch": 412, "lr": 2.2864480194018107e-05}
+{"train_loss": 0.001164121087640524, "global_step": 22275, "epoch": 412, "lr": 2.2860344453885324e-05}
+{"train_loss": 0.0018108999356627464, "global_step": 22276, "epoch": 412, "lr": 2.2856208976974837e-05}
+{"train_loss": 0.0018583802739158273, "global_step": 22277, "epoch": 412, "lr": 2.285207376332678e-05}
+{"train_loss": 0.0010736073600128293, "global_step": 22278, "epoch": 412, "lr": 2.284793881298124e-05}
+{"train_loss": 0.0018504593754187226, "global_step": 22279, "epoch": 412, "lr": 2.2843804125978357e-05}
+{"train_loss": 0.002033115830272436, "global_step": 22280, "epoch": 412, "lr": 2.283966970235821e-05}
+{"train_loss": 0.0013449006946757436, "global_step": 22281, "epoch": 412, "lr": 2.2835535542160925e-05}
+{"train_loss": 0.0013539234641939402, "global_step": 22282, "epoch": 412, "lr": 2.2831401645426538e-05}
+{"train_loss": 0.001505178981460631, "global_step": 22283, "epoch": 412, "lr": 2.2827268012195197e-05}
+{"train_loss": 0.0018799039535224438, "global_step": 22284, "epoch": 412, "lr": 2.2823134642506977e-05}
+{"train_loss": 0.0008826202829368412, "global_step": 22285, "epoch": 412, "lr": 2.281900153640197e-05}
+{"train_loss": 0.0015807090094313025, "global_step": 22286, "epoch": 412, "lr": 2.2814868693920256e-05}
+{"train_loss": 0.0014588029589504004, "global_step": 22287, "epoch": 412, "lr": 2.281073611510192e-05}
+{"train_loss": 0.0011663243640214205, "global_step": 22288, "epoch": 412, "lr": 2.2806603799987048e-05}
+{"train_loss": 0.0014512983616441488, "global_step": 22289, "epoch": 412, "lr": 2.2802471748615713e-05}
+{"train_loss": 0.002350832102820277, "global_step": 22290, "epoch": 412, "lr": 2.279833996102797e-05}
+{"train_loss": 0.0015182854840531945, "global_step": 22291, "epoch": 412, "lr": 2.279420843726396e-05}
+{"train_loss": 0.0013721133582293987, "global_step": 22292, "epoch": 412, "lr": 2.2790077177363682e-05}
+{"train_loss": 0.0020179119892418385, "global_step": 22293, "epoch": 412, "lr": 2.2785946181367234e-05}
+{"train_loss": 0.0015182149363681674, "global_step": 22294, "epoch": 412, "lr": 2.2781815449314665e-05}
+{"train_loss": 0.0019480984192341566, "global_step": 22295, "epoch": 412, "lr": 2.2777684981246067e-05}
+{"train_loss": 0.0021977033466100693, "global_step": 22296, "epoch": 412, "lr": 2.2773554777201507e-05}
+{"train_loss": 0.0021469276398420334, "global_step": 22297, "epoch": 412, "lr": 2.2769424837221004e-05}
+{"train_loss": 0.0029431490693241358, "global_step": 22298, "epoch": 412, "lr": 2.2765295161344608e-05}
+{"train_loss": 0.0023477671202272177, "global_step": 22299, "epoch": 412, "lr": 2.2761165749612418e-05}
+{"train_loss": 0.0015531054232269526, "global_step": 22300, "epoch": 412, "lr": 2.2757036602064464e-05}
+{"train_loss": 0.0017926778560245617, "global_step": 22301, "epoch": 412, "lr": 2.2752907718740808e-05, "val_loss": 0.001750422758050263}
+{"train_loss": 0.0012505919439718127, "global_step": 22302, "epoch": 413, "lr": 2.274877909968144e-05}
+{"train_loss": 0.002215219661593437, "global_step": 22303, "epoch": 413, "lr": 2.274465074492646e-05}
+{"train_loss": 0.0019239910179749131, "global_step": 22304, "epoch": 413, "lr": 2.2740522654515888e-05}
+{"train_loss": 0.001266070525161922, "global_step": 22305, "epoch": 413, "lr": 2.273639482848977e-05}
+{"train_loss": 0.0008205587510019541, "global_step": 22306, "epoch": 413, "lr": 2.2732267266888114e-05}
+{"train_loss": 0.001476589124649763, "global_step": 22307, "epoch": 413, "lr": 2.2728139969751006e-05}
+{"train_loss": 0.002253130776807666, "global_step": 22308, "epoch": 413, "lr": 2.2724012937118422e-05}
+{"train_loss": 0.0013786802301183343, "global_step": 22309, "epoch": 413, "lr": 2.2719886169030413e-05}
+{"train_loss": 0.0014990762574598193, "global_step": 22310, "epoch": 413, "lr": 2.2715759665526988e-05}
+{"train_loss": 0.0012905373005196452, "global_step": 22311, "epoch": 413, "lr": 2.2711633426648193e-05}
+{"train_loss": 0.0018769913585856557, "global_step": 22312, "epoch": 413, "lr": 2.2707507452434058e-05}
+{"train_loss": 0.0013121521333232522, "global_step": 22313, "epoch": 413, "lr": 2.2703381742924556e-05}
+{"train_loss": 0.0014193443348631263, "global_step": 22314, "epoch": 413, "lr": 2.2699256298159705e-05}
+{"train_loss": 0.0019540181383490562, "global_step": 22315, "epoch": 413, "lr": 2.269513111817956e-05}
+{"train_loss": 0.0019011842086911201, "global_step": 22316, "epoch": 413, "lr": 2.26910062030241e-05}
+{"train_loss": 0.0016348568024113774, "global_step": 22317, "epoch": 413, "lr": 2.268688155273334e-05}
+{"train_loss": 0.001591884414665401, "global_step": 22318, "epoch": 413, "lr": 2.2682757167347284e-05}
+{"train_loss": 0.0020367472898215055, "global_step": 22319, "epoch": 413, "lr": 2.2678633046905934e-05}
+{"train_loss": 0.0033989374060183764, "global_step": 22320, "epoch": 413, "lr": 2.2674509191449283e-05}
+{"train_loss": 0.002478333655744791, "global_step": 22321, "epoch": 413, "lr": 2.267038560101733e-05}
+{"train_loss": 0.00158095418009907, "global_step": 22322, "epoch": 413, "lr": 2.2666262275650074e-05}
+{"train_loss": 0.0019056510645896196, "global_step": 22323, "epoch": 413, "lr": 2.2662139215387496e-05}
+{"train_loss": 0.0016945900861173868, "global_step": 22324, "epoch": 413, "lr": 2.2658016420269596e-05}
+{"train_loss": 0.0018093747785314918, "global_step": 22325, "epoch": 413, "lr": 2.2653893890336352e-05}
+{"train_loss": 0.0018500832375138998, "global_step": 22326, "epoch": 413, "lr": 2.2649771625627736e-05}
+{"train_loss": 0.0022252618800848722, "global_step": 22327, "epoch": 413, "lr": 2.2645649626183763e-05}
+{"train_loss": 0.0017230251105502248, "global_step": 22328, "epoch": 413, "lr": 2.264152789204441e-05}
+{"train_loss": 0.0016599228838458657, "global_step": 22329, "epoch": 413, "lr": 2.263740642324962e-05}
+{"train_loss": 0.002400984987616539, "global_step": 22330, "epoch": 413, "lr": 2.2633285219839356e-05}
+{"train_loss": 0.0017263112822547555, "global_step": 22331, "epoch": 413, "lr": 2.2629164281853637e-05}
+{"train_loss": 0.0011841224040836096, "global_step": 22332, "epoch": 413, "lr": 2.2625043609332407e-05}
+{"train_loss": 0.00218584924004972, "global_step": 22333, "epoch": 413, "lr": 2.2620923202315637e-05}
+{"train_loss": 0.0012591704726219177, "global_step": 22334, "epoch": 413, "lr": 2.2616803060843283e-05}
+{"train_loss": 0.0013039184268563986, "global_step": 22335, "epoch": 413, "lr": 2.2612683184955314e-05}
+{"train_loss": 0.0009890428045764565, "global_step": 22336, "epoch": 413, "lr": 2.2608563574691676e-05}
+{"train_loss": 0.002001761458814144, "global_step": 22337, "epoch": 413, "lr": 2.2604444230092336e-05}
+{"train_loss": 0.0014877994544804096, "global_step": 22338, "epoch": 413, "lr": 2.2600325151197244e-05}
+{"train_loss": 0.0014887279830873013, "global_step": 22339, "epoch": 413, "lr": 2.2596206338046345e-05}
+{"train_loss": 0.001653415383771062, "global_step": 22340, "epoch": 413, "lr": 2.2592087790679582e-05}
+{"train_loss": 0.0012248692801222205, "global_step": 22341, "epoch": 413, "lr": 2.258796950913692e-05}
+{"train_loss": 0.002713718917220831, "global_step": 22342, "epoch": 413, "lr": 2.2583851493458263e-05}
+{"train_loss": 0.001271896413527429, "global_step": 22343, "epoch": 413, "lr": 2.257973374368361e-05}
+{"train_loss": 0.0011862736428156495, "global_step": 22344, "epoch": 413, "lr": 2.2575616259852854e-05}
+{"train_loss": 0.0013019429752603173, "global_step": 22345, "epoch": 413, "lr": 2.2571499042005922e-05}
+{"train_loss": 0.0011862521059811115, "global_step": 22346, "epoch": 413, "lr": 2.2567382090182782e-05}
+{"train_loss": 0.0017800754867494106, "global_step": 22347, "epoch": 413, "lr": 2.2563265404423344e-05}
+{"train_loss": 0.0019561736844480038, "global_step": 22348, "epoch": 413, "lr": 2.255914898476756e-05}
+{"train_loss": 0.002010237891227007, "global_step": 22349, "epoch": 413, "lr": 2.2555032831255296e-05}
+{"train_loss": 0.0022192406468093395, "global_step": 22350, "epoch": 413, "lr": 2.255091694392652e-05}
+{"train_loss": 0.0009732965845614672, "global_step": 22351, "epoch": 413, "lr": 2.2546801322821148e-05}
+{"train_loss": 0.0008866115240380168, "global_step": 22352, "epoch": 413, "lr": 2.2542685967979087e-05}
+{"train_loss": 0.0020004056859761477, "global_step": 22353, "epoch": 413, "lr": 2.253857087944025e-05}
+{"train_loss": 0.0009135074797086418, "global_step": 22354, "epoch": 413, "lr": 2.253445605724456e-05}
+{"train_loss": 0.0016663215086467702, "global_step": 22355, "epoch": 413, "lr": 2.2530341501431913e-05, "val_loss": 0.003309912048280239}
+{"train_loss": 0.0012347676092758775, "global_step": 22356, "epoch": 414, "lr": 2.2526227212042218e-05}
+{"train_loss": 0.0016618701629340649, "global_step": 22357, "epoch": 414, "lr": 2.252211318911538e-05}
+{"train_loss": 0.00211586756631732, "global_step": 22358, "epoch": 414, "lr": 2.2517999432691285e-05}
+{"train_loss": 0.0016587533755227923, "global_step": 22359, "epoch": 414, "lr": 2.2513885942809887e-05}
+{"train_loss": 0.0020981268025934696, "global_step": 22360, "epoch": 414, "lr": 2.2509772719511018e-05}
+{"train_loss": 0.002012943848967552, "global_step": 22361, "epoch": 414, "lr": 2.250565976283458e-05}
+{"train_loss": 0.0025235002394765615, "global_step": 22362, "epoch": 414, "lr": 2.2501547072820493e-05}
+{"train_loss": 0.0018425995949655771, "global_step": 22363, "epoch": 414, "lr": 2.249743464950864e-05}
+{"train_loss": 0.0010027013486251235, "global_step": 22364, "epoch": 414, "lr": 2.249332249293891e-05}
+{"train_loss": 0.0009955570567399263, "global_step": 22365, "epoch": 414, "lr": 2.2489210603151144e-05}
+{"train_loss": 0.0017319810576736927, "global_step": 22366, "epoch": 414, "lr": 2.2485098980185267e-05}
+{"train_loss": 0.0021964814513921738, "global_step": 22367, "epoch": 414, "lr": 2.2480987624081144e-05}
+{"train_loss": 0.002726861508563161, "global_step": 22368, "epoch": 414, "lr": 2.247687653487865e-05}
+{"train_loss": 0.0008808617130853236, "global_step": 22369, "epoch": 414, "lr": 2.247276571261765e-05}
+{"train_loss": 0.001719214953482151, "global_step": 22370, "epoch": 414, "lr": 2.2468655157338024e-05}
+{"train_loss": 0.0013737269910052419, "global_step": 22371, "epoch": 414, "lr": 2.246454486907964e-05}
+{"train_loss": 0.002370747271925211, "global_step": 22372, "epoch": 414, "lr": 2.2460434847882354e-05}
+{"train_loss": 0.0023510640021413565, "global_step": 22373, "epoch": 414, "lr": 2.2456325093786035e-05}
+{"train_loss": 0.0013718430418521166, "global_step": 22374, "epoch": 414, "lr": 2.2452215606830523e-05}
+{"train_loss": 0.0009615629678592086, "global_step": 22375, "epoch": 414, "lr": 2.244810638705573e-05}
+{"train_loss": 0.0019004845526069403, "global_step": 22376, "epoch": 414, "lr": 2.244399743450145e-05}
+{"train_loss": 0.0016205637948587537, "global_step": 22377, "epoch": 414, "lr": 2.243988874920755e-05}
+{"train_loss": 0.0014105995651334524, "global_step": 22378, "epoch": 414, "lr": 2.2435780331213902e-05}
+{"train_loss": 0.0027561774477362633, "global_step": 22379, "epoch": 414, "lr": 2.2431672180560337e-05}
+{"train_loss": 0.0010096144396811724, "global_step": 22380, "epoch": 414, "lr": 2.2427564297286718e-05}
+{"train_loss": 0.002558627864345908, "global_step": 22381, "epoch": 414, "lr": 2.2423456681432835e-05}
+{"train_loss": 0.0016754257958382368, "global_step": 22382, "epoch": 414, "lr": 2.241934933303858e-05}
+{"train_loss": 0.001129761803895235, "global_step": 22383, "epoch": 414, "lr": 2.2415242252143768e-05}
+{"train_loss": 0.0028462200425565243, "global_step": 22384, "epoch": 414, "lr": 2.241113543878824e-05}
+{"train_loss": 0.002179712988436222, "global_step": 22385, "epoch": 414, "lr": 2.2407028893011817e-05}
+{"train_loss": 0.001513038296252489, "global_step": 22386, "epoch": 414, "lr": 2.2402922614854337e-05}
+{"train_loss": 0.0010306710610166192, "global_step": 22387, "epoch": 414, "lr": 2.2398816604355623e-05}
+{"train_loss": 0.0008970411727204919, "global_step": 22388, "epoch": 414, "lr": 2.2394710861555495e-05}
+{"train_loss": 0.0009135729633271694, "global_step": 22389, "epoch": 414, "lr": 2.2390605386493757e-05}
+{"train_loss": 0.0018438888946548104, "global_step": 22390, "epoch": 414, "lr": 2.238650017921029e-05}
+{"train_loss": 0.0021413390059024096, "global_step": 22391, "epoch": 414, "lr": 2.238239523974484e-05}
+{"train_loss": 0.002162066288292408, "global_step": 22392, "epoch": 414, "lr": 2.2378290568137254e-05}
+{"train_loss": 0.0015123763587325811, "global_step": 22393, "epoch": 414, "lr": 2.2374186164427315e-05}
+{"train_loss": 0.0018956988351419568, "global_step": 22394, "epoch": 414, "lr": 2.2370082028654866e-05}
+{"train_loss": 0.001184303080663085, "global_step": 22395, "epoch": 414, "lr": 2.2365978160859717e-05}
+{"train_loss": 0.0026118310634046793, "global_step": 22396, "epoch": 414, "lr": 2.236187456108163e-05}
+{"train_loss": 0.0019034697907045484, "global_step": 22397, "epoch": 414, "lr": 2.2357771229360407e-05}
+{"train_loss": 0.001880100928246975, "global_step": 22398, "epoch": 414, "lr": 2.2353668165735886e-05}
+{"train_loss": 0.0016648094169795513, "global_step": 22399, "epoch": 414, "lr": 2.2349565370247837e-05}
+{"train_loss": 0.001957225613296032, "global_step": 22400, "epoch": 414, "lr": 2.2345462842936053e-05}
+{"train_loss": 0.001251132576726377, "global_step": 22401, "epoch": 414, "lr": 2.2341360583840332e-05}
+{"train_loss": 0.0026912051253020763, "global_step": 22402, "epoch": 414, "lr": 2.2337258593000454e-05}
+{"train_loss": 0.0016882475465536118, "global_step": 22403, "epoch": 414, "lr": 2.23331568704562e-05}
+{"train_loss": 0.001597870490513742, "global_step": 22404, "epoch": 414, "lr": 2.232905541624736e-05}
+{"train_loss": 0.001125552225857973, "global_step": 22405, "epoch": 414, "lr": 2.2324954230413685e-05}
+{"train_loss": 0.0016377647407352924, "global_step": 22406, "epoch": 414, "lr": 2.2320853312995015e-05}
+{"train_loss": 0.0009943802142515779, "global_step": 22407, "epoch": 414, "lr": 2.2316752664031064e-05}
+{"train_loss": 0.0027370345778763294, "global_step": 22408, "epoch": 414, "lr": 2.231265228356163e-05}
+{"train_loss": 0.0017481078965054756, "global_step": 22409, "epoch": 414, "lr": 2.2308552171626457e-05, "val_loss": 0.004213208798319101}
+{"train_loss": 0.0021569752134382725, "global_step": 22410, "epoch": 415, "lr": 2.2304452328265347e-05}
+{"train_loss": 0.0015021139988675714, "global_step": 22411, "epoch": 415, "lr": 2.230035275351806e-05}
+{"train_loss": 0.002007832285016775, "global_step": 22412, "epoch": 415, "lr": 2.229625344742433e-05}
+{"train_loss": 0.0025021887850016356, "global_step": 22413, "epoch": 415, "lr": 2.2292154410023914e-05}
+{"train_loss": 0.0015410891501232982, "global_step": 22414, "epoch": 415, "lr": 2.2288055641356598e-05}
+{"train_loss": 0.0014507084852084517, "global_step": 22415, "epoch": 415, "lr": 2.228395714146212e-05}
+{"train_loss": 0.0011544977314770222, "global_step": 22416, "epoch": 415, "lr": 2.227985891038023e-05}
+{"train_loss": 0.0016922218492254615, "global_step": 22417, "epoch": 415, "lr": 2.2275760948150675e-05}
+{"train_loss": 0.0008212745888158679, "global_step": 22418, "epoch": 415, "lr": 2.2271663254813207e-05}
+{"train_loss": 0.0007825682405382395, "global_step": 22419, "epoch": 415, "lr": 2.2267565830407562e-05}
+{"train_loss": 0.0018712506862357259, "global_step": 22420, "epoch": 415, "lr": 2.226346867497348e-05}
+{"train_loss": 0.001606812234967947, "global_step": 22421, "epoch": 415, "lr": 2.2259371788550682e-05}
+{"train_loss": 0.0016937687760218978, "global_step": 22422, "epoch": 415, "lr": 2.2255275171178957e-05}
+{"train_loss": 0.0024553569965064526, "global_step": 22423, "epoch": 415, "lr": 2.2251178822897988e-05}
+{"train_loss": 0.0014476997312158346, "global_step": 22424, "epoch": 415, "lr": 2.2247082743747515e-05}
+{"train_loss": 0.0013505901442840695, "global_step": 22425, "epoch": 415, "lr": 2.2242986933767253e-05}
+{"train_loss": 0.0014232330722734332, "global_step": 22426, "epoch": 415, "lr": 2.223889139299696e-05}
+{"train_loss": 0.0010179345263168216, "global_step": 22427, "epoch": 415, "lr": 2.2234796121476354e-05}
+{"train_loss": 0.001498571247793734, "global_step": 22428, "epoch": 415, "lr": 2.2230701119245122e-05}
+{"train_loss": 0.0028683843556791544, "global_step": 22429, "epoch": 415, "lr": 2.222660638634298e-05}
+{"train_loss": 0.0014571987558156252, "global_step": 22430, "epoch": 415, "lr": 2.222251192280968e-05}
+{"train_loss": 0.0012054529506713152, "global_step": 22431, "epoch": 415, "lr": 2.2218417728684915e-05}
+{"train_loss": 0.002248020377010107, "global_step": 22432, "epoch": 415, "lr": 2.221432380400839e-05}
+{"train_loss": 0.0012269134167581797, "global_step": 22433, "epoch": 415, "lr": 2.221023014881982e-05}
+{"train_loss": 0.0028242694679647684, "global_step": 22434, "epoch": 415, "lr": 2.2206136763158904e-05}
+{"train_loss": 0.0017632815288379788, "global_step": 22435, "epoch": 415, "lr": 2.2202043647065334e-05}
+{"train_loss": 0.0013335352996364236, "global_step": 22436, "epoch": 415, "lr": 2.219795080057882e-05}
+{"train_loss": 0.001856739167124033, "global_step": 22437, "epoch": 415, "lr": 2.219385822373905e-05}
+{"train_loss": 0.0008013398037292063, "global_step": 22438, "epoch": 415, "lr": 2.2189765916585726e-05}
+{"train_loss": 0.0011851579183712602, "global_step": 22439, "epoch": 415, "lr": 2.218567387915853e-05}
+{"train_loss": 0.0020918541122227907, "global_step": 22440, "epoch": 415, "lr": 2.218158211149715e-05}
+{"train_loss": 0.002517472254112363, "global_step": 22441, "epoch": 415, "lr": 2.217749061364126e-05}
+{"train_loss": 0.001925547025166452, "global_step": 22442, "epoch": 415, "lr": 2.2173399385630578e-05}
+{"train_loss": 0.001463908003643155, "global_step": 22443, "epoch": 415, "lr": 2.2169308427504782e-05}
+{"train_loss": 0.0007799823652021587, "global_step": 22444, "epoch": 415, "lr": 2.2165217739303508e-05}
+{"train_loss": 0.003002490382641554, "global_step": 22445, "epoch": 415, "lr": 2.2161127321066433e-05}
+{"train_loss": 0.002057964913547039, "global_step": 22446, "epoch": 415, "lr": 2.2157037172833274e-05}
+{"train_loss": 0.0020603023003786802, "global_step": 22447, "epoch": 415, "lr": 2.215294729464367e-05}
+{"train_loss": 0.002009635791182518, "global_step": 22448, "epoch": 415, "lr": 2.21488576865373e-05}
+{"train_loss": 0.001812728471122682, "global_step": 22449, "epoch": 415, "lr": 2.2144768348553818e-05}
+{"train_loss": 0.0016690861666575074, "global_step": 22450, "epoch": 415, "lr": 2.2140679280732894e-05}
+{"train_loss": 0.001127829309552908, "global_step": 22451, "epoch": 415, "lr": 2.2136590483114183e-05}
+{"train_loss": 0.001131632598116994, "global_step": 22452, "epoch": 415, "lr": 2.213250195573734e-05}
+{"train_loss": 0.0018816697411239147, "global_step": 22453, "epoch": 415, "lr": 2.212841369864202e-05}
+{"train_loss": 0.0016630251193419099, "global_step": 22454, "epoch": 415, "lr": 2.212432571186787e-05}
+{"train_loss": 0.0015102665638551116, "global_step": 22455, "epoch": 415, "lr": 2.2120237995454553e-05}
+{"train_loss": 0.0018360791727900505, "global_step": 22456, "epoch": 415, "lr": 2.21161505494417e-05}
+{"train_loss": 0.001192728872410953, "global_step": 22457, "epoch": 415, "lr": 2.2112063373868942e-05}
+{"train_loss": 0.0015284031396731734, "global_step": 22458, "epoch": 415, "lr": 2.210797646877597e-05}
+{"train_loss": 0.00182835734449327, "global_step": 22459, "epoch": 415, "lr": 2.210388983420238e-05}
+{"train_loss": 0.002092725597321987, "global_step": 22460, "epoch": 415, "lr": 2.2099803470187792e-05}
+{"train_loss": 0.0011233262484893203, "global_step": 22461, "epoch": 415, "lr": 2.2095717376771885e-05}
+{"train_loss": 0.0007263380684889853, "global_step": 22462, "epoch": 415, "lr": 2.2091631553994268e-05}
+{"train_loss": 0.0016488507616385403, "global_step": 22463, "epoch": 415, "lr": 2.2087546001894583e-05, "val_loss": 0.004521767143160105, "train_action_mse_error": 4.872317367698997e-05}
+{"train_loss": 0.0020082262344658375, "global_step": 22464, "epoch": 416, "lr": 2.2083460720512405e-05}
+{"train_loss": 0.0029061262030154467, "global_step": 22465, "epoch": 416, "lr": 2.207937570988742e-05}
+{"train_loss": 0.0013783854665234685, "global_step": 22466, "epoch": 416, "lr": 2.207529097005921e-05}
+{"train_loss": 0.0017483977135270834, "global_step": 22467, "epoch": 416, "lr": 2.2071206501067405e-05}
+{"train_loss": 0.001937438384629786, "global_step": 22468, "epoch": 416, "lr": 2.2067122302951614e-05}
+{"train_loss": 0.0009057554416358471, "global_step": 22469, "epoch": 416, "lr": 2.2063038375751448e-05}
+{"train_loss": 0.002339579164981842, "global_step": 22470, "epoch": 416, "lr": 2.2058954719506524e-05}
+{"train_loss": 0.0024365070275962353, "global_step": 22471, "epoch": 416, "lr": 2.205487133425645e-05}
+{"train_loss": 0.0015373890055343509, "global_step": 22472, "epoch": 416, "lr": 2.2050788220040812e-05}
+{"train_loss": 0.0007302350713871419, "global_step": 22473, "epoch": 416, "lr": 2.2046705376899213e-05}
+{"train_loss": 0.0014355441089719534, "global_step": 22474, "epoch": 416, "lr": 2.2042622804871298e-05}
+{"train_loss": 0.0011933339992538095, "global_step": 22475, "epoch": 416, "lr": 2.2038540503996606e-05}
+{"train_loss": 0.0012757156509906054, "global_step": 22476, "epoch": 416, "lr": 2.203445847431474e-05}
+{"train_loss": 0.0019500056514516473, "global_step": 22477, "epoch": 416, "lr": 2.2030376715865314e-05}
+{"train_loss": 0.0016950471326708794, "global_step": 22478, "epoch": 416, "lr": 2.2026295228687904e-05}
+{"train_loss": 0.0009723049588501453, "global_step": 22479, "epoch": 416, "lr": 2.2022214012822116e-05}
+{"train_loss": 0.0016607454745098948, "global_step": 22480, "epoch": 416, "lr": 2.2018133068307477e-05}
+{"train_loss": 0.001371358404867351, "global_step": 22481, "epoch": 416, "lr": 2.2014052395183627e-05}
+{"train_loss": 0.001714380574412644, "global_step": 22482, "epoch": 416, "lr": 2.2009971993490112e-05}
+{"train_loss": 0.0020006010308861732, "global_step": 22483, "epoch": 416, "lr": 2.200589186326652e-05}
+{"train_loss": 0.0016471323324367404, "global_step": 22484, "epoch": 416, "lr": 2.200181200455242e-05}
+{"train_loss": 0.0017408148851245642, "global_step": 22485, "epoch": 416, "lr": 2.1997732417387372e-05}
+{"train_loss": 0.0008840436348691583, "global_step": 22486, "epoch": 416, "lr": 2.199365310181096e-05}
+{"train_loss": 0.0022113278973847628, "global_step": 22487, "epoch": 416, "lr": 2.1989574057862734e-05}
+{"train_loss": 0.002199708018451929, "global_step": 22488, "epoch": 416, "lr": 2.198549528558225e-05}
+{"train_loss": 0.0015072807436808944, "global_step": 22489, "epoch": 416, "lr": 2.198141678500909e-05}
+{"train_loss": 0.0017196467379108071, "global_step": 22490, "epoch": 416, "lr": 2.197733855618282e-05}
+{"train_loss": 0.0013460778864100575, "global_step": 22491, "epoch": 416, "lr": 2.1973260599142957e-05}
+{"train_loss": 0.0020337668247520924, "global_step": 22492, "epoch": 416, "lr": 2.196918291392905e-05}
+{"train_loss": 0.0017265973147004843, "global_step": 22493, "epoch": 416, "lr": 2.1965105500580684e-05}
+{"train_loss": 0.0012196884490549564, "global_step": 22494, "epoch": 416, "lr": 2.196102835913739e-05}
+{"train_loss": 0.0012670018477365375, "global_step": 22495, "epoch": 416, "lr": 2.1956951489638728e-05}
+{"train_loss": 0.0027035055682063103, "global_step": 22496, "epoch": 416, "lr": 2.195287489212418e-05}
+{"train_loss": 0.0010282807052135468, "global_step": 22497, "epoch": 416, "lr": 2.1948798566633343e-05}
+{"train_loss": 0.0012686516856774688, "global_step": 22498, "epoch": 416, "lr": 2.1944722513205733e-05}
+{"train_loss": 0.0020041426178067923, "global_step": 22499, "epoch": 416, "lr": 2.194064673188089e-05}
+{"train_loss": 0.0022312358487397432, "global_step": 22500, "epoch": 416, "lr": 2.1936571222698328e-05}
+{"train_loss": 0.0007763536996208131, "global_step": 22501, "epoch": 416, "lr": 2.1932495985697587e-05}
+{"train_loss": 0.0009861120488494635, "global_step": 22502, "epoch": 416, "lr": 2.192842102091819e-05}
+{"train_loss": 0.001418605213984847, "global_step": 22503, "epoch": 416, "lr": 2.192434632839966e-05}
+{"train_loss": 0.002501435112208128, "global_step": 22504, "epoch": 416, "lr": 2.1920271908181494e-05}
+{"train_loss": 0.0012544140918180346, "global_step": 22505, "epoch": 416, "lr": 2.1916197760303266e-05}
+{"train_loss": 0.0013005707878619432, "global_step": 22506, "epoch": 416, "lr": 2.1912123884804436e-05}
+{"train_loss": 0.0018493742682039738, "global_step": 22507, "epoch": 416, "lr": 2.1908050281724542e-05}
+{"train_loss": 0.0015105551574379206, "global_step": 22508, "epoch": 416, "lr": 2.1903976951103054e-05}
+{"train_loss": 0.002956304233521223, "global_step": 22509, "epoch": 416, "lr": 2.189990389297954e-05}
+{"train_loss": 0.0011494439095258713, "global_step": 22510, "epoch": 416, "lr": 2.1895831107393484e-05}
+{"train_loss": 0.0013740896247327328, "global_step": 22511, "epoch": 416, "lr": 2.1891758594384365e-05}
+{"train_loss": 0.003043211530894041, "global_step": 22512, "epoch": 416, "lr": 2.188768635399167e-05}
+{"train_loss": 0.001622687210328877, "global_step": 22513, "epoch": 416, "lr": 2.1883614386254935e-05}
+{"train_loss": 0.0016603919211775064, "global_step": 22514, "epoch": 416, "lr": 2.1879542691213638e-05}
+{"train_loss": 0.0013053794391453266, "global_step": 22515, "epoch": 416, "lr": 2.187547126890727e-05}
+{"train_loss": 0.0011114304652437568, "global_step": 22516, "epoch": 416, "lr": 2.1871400119375317e-05}
+{"train_loss": 0.001654439786862996, "global_step": 22517, "epoch": 416, "lr": 2.1867329242657263e-05, "val_loss": 0.0016816597199067473}
+{"train_loss": 0.0011375440517440438, "global_step": 22518, "epoch": 417, "lr": 2.1863258638792594e-05}
+{"train_loss": 0.0010258409893140197, "global_step": 22519, "epoch": 417, "lr": 2.185918830782078e-05}
+{"train_loss": 0.0017488612793385983, "global_step": 22520, "epoch": 417, "lr": 2.1855118249781298e-05}
+{"train_loss": 0.0023805564269423485, "global_step": 22521, "epoch": 417, "lr": 2.1851048464713665e-05}
+{"train_loss": 0.002627024659886956, "global_step": 22522, "epoch": 417, "lr": 2.1846978952657294e-05}
+{"train_loss": 0.001258454634808004, "global_step": 22523, "epoch": 417, "lr": 2.1842909713651687e-05}
+{"train_loss": 0.0013173664920032024, "global_step": 22524, "epoch": 417, "lr": 2.183884074773628e-05}
+{"train_loss": 0.0008879094384610653, "global_step": 22525, "epoch": 417, "lr": 2.183477205495058e-05}
+{"train_loss": 0.0022202020045369864, "global_step": 22526, "epoch": 417, "lr": 2.183070363533405e-05}
+{"train_loss": 0.0023199773859232664, "global_step": 22527, "epoch": 417, "lr": 2.1826635488926107e-05}
+{"train_loss": 0.0016179936937987804, "global_step": 22528, "epoch": 417, "lr": 2.182256761576621e-05}
+{"train_loss": 0.001585077028721571, "global_step": 22529, "epoch": 417, "lr": 2.1818500015893846e-05}
+{"train_loss": 0.001264602760784328, "global_step": 22530, "epoch": 417, "lr": 2.1814432689348453e-05}
+{"train_loss": 0.0023574226070195436, "global_step": 22531, "epoch": 417, "lr": 2.1810365636169473e-05}
+{"train_loss": 0.0017528230091556907, "global_step": 22532, "epoch": 417, "lr": 2.1806298856396357e-05}
+{"train_loss": 0.0023534272331744432, "global_step": 22533, "epoch": 417, "lr": 2.1802232350068546e-05}
+{"train_loss": 0.0014137841062620282, "global_step": 22534, "epoch": 417, "lr": 2.179816611722548e-05}
+{"train_loss": 0.0016515724128112197, "global_step": 22535, "epoch": 417, "lr": 2.1794100157906598e-05}
+{"train_loss": 0.0014622252201661468, "global_step": 22536, "epoch": 417, "lr": 2.1790034472151316e-05}
+{"train_loss": 0.0011266950750723481, "global_step": 22537, "epoch": 417, "lr": 2.1785969059999118e-05}
+{"train_loss": 0.0015499114524573088, "global_step": 22538, "epoch": 417, "lr": 2.1781903921489383e-05}
+{"train_loss": 0.0017402904340997338, "global_step": 22539, "epoch": 417, "lr": 2.1777839056661554e-05}
+{"train_loss": 0.0011064567370340228, "global_step": 22540, "epoch": 417, "lr": 2.1773774465555034e-05}
+{"train_loss": 0.0018478609854355454, "global_step": 22541, "epoch": 417, "lr": 2.176971014820929e-05}
+{"train_loss": 0.0021373352501541376, "global_step": 22542, "epoch": 417, "lr": 2.1765646104663734e-05}
+{"train_loss": 0.001646592514589429, "global_step": 22543, "epoch": 417, "lr": 2.176158233495775e-05}
+{"train_loss": 0.002151809399947524, "global_step": 22544, "epoch": 417, "lr": 2.175751883913075e-05}
+{"train_loss": 0.001625880366191268, "global_step": 22545, "epoch": 417, "lr": 2.1753455617222173e-05}
+{"train_loss": 0.0012403078144416213, "global_step": 22546, "epoch": 417, "lr": 2.174939266927143e-05}
+{"train_loss": 0.001105081057175994, "global_step": 22547, "epoch": 417, "lr": 2.1745329995317902e-05}
+{"train_loss": 0.003092623082920909, "global_step": 22548, "epoch": 417, "lr": 2.174126759540101e-05}
+{"train_loss": 0.0015966900391504169, "global_step": 22549, "epoch": 417, "lr": 2.173720546956015e-05}
+{"train_loss": 0.0014059083769097924, "global_step": 22550, "epoch": 417, "lr": 2.1733143617834717e-05}
+{"train_loss": 0.0025374642573297024, "global_step": 22551, "epoch": 417, "lr": 2.1729082040264103e-05}
+{"train_loss": 0.001742582069709897, "global_step": 22552, "epoch": 417, "lr": 2.1725020736887714e-05}
+{"train_loss": 0.0011831463780254126, "global_step": 22553, "epoch": 417, "lr": 2.1720959707744927e-05}
+{"train_loss": 0.002206141594797373, "global_step": 22554, "epoch": 417, "lr": 2.171689895287513e-05}
+{"train_loss": 0.0013807674404233694, "global_step": 22555, "epoch": 417, "lr": 2.1712838472317708e-05}
+{"train_loss": 0.0020116432569921017, "global_step": 22556, "epoch": 417, "lr": 2.1708778266112034e-05}
+{"train_loss": 0.0023434569593518972, "global_step": 22557, "epoch": 417, "lr": 2.170471833429753e-05}
+{"train_loss": 0.0013894052244722843, "global_step": 22558, "epoch": 417, "lr": 2.1700658676913528e-05}
+{"train_loss": 0.0014927235897630453, "global_step": 22559, "epoch": 417, "lr": 2.1696599293999392e-05}
+{"train_loss": 0.0016659490065649152, "global_step": 22560, "epoch": 417, "lr": 2.1692540185594533e-05}
+{"train_loss": 0.0016914785373955965, "global_step": 22561, "epoch": 417, "lr": 2.1688481351738304e-05}
+{"train_loss": 0.0023927977308630943, "global_step": 22562, "epoch": 417, "lr": 2.1684422792470072e-05}
+{"train_loss": 0.0019574309699237347, "global_step": 22563, "epoch": 417, "lr": 2.1680364507829193e-05}
+{"train_loss": 0.0012497889110818505, "global_step": 22564, "epoch": 417, "lr": 2.1676306497855037e-05}
+{"train_loss": 0.001626769662834704, "global_step": 22565, "epoch": 417, "lr": 2.167224876258695e-05}
+{"train_loss": 0.0011399073991924524, "global_step": 22566, "epoch": 417, "lr": 2.16681913020643e-05}
+{"train_loss": 0.0018933843821287155, "global_step": 22567, "epoch": 417, "lr": 2.1664134116326427e-05}
+{"train_loss": 0.0011843653628602624, "global_step": 22568, "epoch": 417, "lr": 2.1660077205412693e-05}
+{"train_loss": 0.0018025385215878487, "global_step": 22569, "epoch": 417, "lr": 2.165602056936244e-05}
+{"train_loss": 0.000981328310444951, "global_step": 22570, "epoch": 417, "lr": 2.1651964208215014e-05}
+{"train_loss": 0.0016875454888644595, "global_step": 22571, "epoch": 417, "lr": 2.1647908122009748e-05, "val_loss": 0.0018651122227311134}
+{"train_loss": 0.002043958054855466, "global_step": 22572, "epoch": 418, "lr": 2.1643852310785973e-05}
+{"train_loss": 0.0016543364617973566, "global_step": 22573, "epoch": 418, "lr": 2.1639796774583083e-05}
+{"train_loss": 0.0011751583078876138, "global_step": 22574, "epoch": 418, "lr": 2.1635741513440343e-05}
+{"train_loss": 0.0017847745912149549, "global_step": 22575, "epoch": 418, "lr": 2.1631686527397092e-05}
+{"train_loss": 0.0012759766541421413, "global_step": 22576, "epoch": 418, "lr": 2.1627631816492704e-05}
+{"train_loss": 0.0011028918670490384, "global_step": 22577, "epoch": 418, "lr": 2.1623577380766475e-05}
+{"train_loss": 0.0017922614933922887, "global_step": 22578, "epoch": 418, "lr": 2.1619523220257746e-05}
+{"train_loss": 0.0017104860162362456, "global_step": 22579, "epoch": 418, "lr": 2.1615469335005788e-05}
+{"train_loss": 0.0023478344082832336, "global_step": 22580, "epoch": 418, "lr": 2.1611415725049976e-05}
+{"train_loss": 0.0025317776016891003, "global_step": 22581, "epoch": 418, "lr": 2.1607362390429597e-05}
+{"train_loss": 0.0026044740807265043, "global_step": 22582, "epoch": 418, "lr": 2.1603309331183975e-05}
+{"train_loss": 0.0013976568588986993, "global_step": 22583, "epoch": 418, "lr": 2.1599256547352407e-05}
+{"train_loss": 0.0014289311366155744, "global_step": 22584, "epoch": 418, "lr": 2.1595204038974216e-05}
+{"train_loss": 0.0015221587382256985, "global_step": 22585, "epoch": 418, "lr": 2.1591151806088693e-05}
+{"train_loss": 0.001376625383272767, "global_step": 22586, "epoch": 418, "lr": 2.1587099848735147e-05}
+{"train_loss": 0.0023243383038789034, "global_step": 22587, "epoch": 418, "lr": 2.1583048166952875e-05}
+{"train_loss": 0.0021267589181661606, "global_step": 22588, "epoch": 418, "lr": 2.1578996760781155e-05}
+{"train_loss": 0.00210249749943614, "global_step": 22589, "epoch": 418, "lr": 2.1574945630259336e-05}
+{"train_loss": 0.0024550524540245533, "global_step": 22590, "epoch": 418, "lr": 2.1570894775426653e-05}
+{"train_loss": 0.0017865804256871343, "global_step": 22591, "epoch": 418, "lr": 2.1566844196322395e-05}
+{"train_loss": 0.0010814698180183768, "global_step": 22592, "epoch": 418, "lr": 2.1562793892985888e-05}
+{"train_loss": 0.0018868218176066875, "global_step": 22593, "epoch": 418, "lr": 2.1558743865456387e-05}
+{"train_loss": 0.0019108003471046686, "global_step": 22594, "epoch": 418, "lr": 2.1554694113773204e-05}
+{"train_loss": 0.0019687707535922527, "global_step": 22595, "epoch": 418, "lr": 2.1550644637975553e-05}
+{"train_loss": 0.004267414100468159, "global_step": 22596, "epoch": 418, "lr": 2.1546595438102768e-05}
+{"train_loss": 0.001303948345594108, "global_step": 22597, "epoch": 418, "lr": 2.15425465141941e-05}
+{"train_loss": 0.0019149226136505604, "global_step": 22598, "epoch": 418, "lr": 2.1538497866288827e-05}
+{"train_loss": 0.0010104842949658632, "global_step": 22599, "epoch": 418, "lr": 2.1534449494426202e-05}
+{"train_loss": 0.002361755119636655, "global_step": 22600, "epoch": 418, "lr": 2.1530401398645495e-05}
+{"train_loss": 0.001868229708634317, "global_step": 22601, "epoch": 418, "lr": 2.1526353578985975e-05}
+{"train_loss": 0.0020233322866261005, "global_step": 22602, "epoch": 418, "lr": 2.1522306035486895e-05}
+{"train_loss": 0.0015011965297162533, "global_step": 22603, "epoch": 418, "lr": 2.1518258768187487e-05}
+{"train_loss": 0.001444340101443231, "global_step": 22604, "epoch": 418, "lr": 2.1514211777127076e-05}
+{"train_loss": 0.0021850918419659138, "global_step": 22605, "epoch": 418, "lr": 2.151016506234484e-05}
+{"train_loss": 0.001163015142083168, "global_step": 22606, "epoch": 418, "lr": 2.1506118623880057e-05}
+{"train_loss": 0.0019463208736851811, "global_step": 22607, "epoch": 418, "lr": 2.150207246177195e-05}
+{"train_loss": 0.001826026476919651, "global_step": 22608, "epoch": 418, "lr": 2.14980265760598e-05}
+{"train_loss": 0.0017483150586485863, "global_step": 22609, "epoch": 418, "lr": 2.149398096678283e-05}
+{"train_loss": 0.0012463792227208614, "global_step": 22610, "epoch": 418, "lr": 2.148993563398029e-05}
+{"train_loss": 0.0025715180672705173, "global_step": 22611, "epoch": 418, "lr": 2.148589057769137e-05}
+{"train_loss": 0.002511527156457305, "global_step": 22612, "epoch": 418, "lr": 2.148184579795535e-05}
+{"train_loss": 0.00201192288659513, "global_step": 22613, "epoch": 418, "lr": 2.147780129481144e-05}
+{"train_loss": 0.002568738302215934, "global_step": 22614, "epoch": 418, "lr": 2.1473757068298872e-05}
+{"train_loss": 0.00160540034994483, "global_step": 22615, "epoch": 418, "lr": 2.1469713118456868e-05}
+{"train_loss": 0.0011215612757951021, "global_step": 22616, "epoch": 418, "lr": 2.1465669445324654e-05}
+{"train_loss": 0.0019171537132933736, "global_step": 22617, "epoch": 418, "lr": 2.1461626048941434e-05}
+{"train_loss": 0.0015449771890416741, "global_step": 22618, "epoch": 418, "lr": 2.1457582929346444e-05}
+{"train_loss": 0.001632697181776166, "global_step": 22619, "epoch": 418, "lr": 2.1453540086578866e-05}
+{"train_loss": 0.0021048937924206257, "global_step": 22620, "epoch": 418, "lr": 2.144949752067797e-05}
+{"train_loss": 0.0007879958720877767, "global_step": 22621, "epoch": 418, "lr": 2.1445455231682905e-05}
+{"train_loss": 0.001556368195451796, "global_step": 22622, "epoch": 418, "lr": 2.14414132196329e-05}
+{"train_loss": 0.001332043786533177, "global_step": 22623, "epoch": 418, "lr": 2.1437371484567135e-05}
+{"train_loss": 0.0012436958495527506, "global_step": 22624, "epoch": 418, "lr": 2.1433330026524856e-05}
+{"train_loss": 0.00180466682218981, "global_step": 22625, "epoch": 418, "lr": 2.1429288845545248e-05, "val_loss": 0.0037762392312288284}
+{"train_loss": 0.001453453442081809, "global_step": 22626, "epoch": 419, "lr": 2.1425247941667474e-05}
+{"train_loss": 0.0020920615643262863, "global_step": 22627, "epoch": 419, "lr": 2.142120731493073e-05}
+{"train_loss": 0.0021932709496468306, "global_step": 22628, "epoch": 419, "lr": 2.1417166965374237e-05}
+{"train_loss": 0.0009387279860675335, "global_step": 22629, "epoch": 419, "lr": 2.141312689303716e-05}
+{"train_loss": 0.0015572939300909638, "global_step": 22630, "epoch": 419, "lr": 2.1409087097958692e-05}
+{"train_loss": 0.0019919881597161293, "global_step": 22631, "epoch": 419, "lr": 2.140504758017801e-05}
+{"train_loss": 0.002442234195768833, "global_step": 22632, "epoch": 419, "lr": 2.1401008339734292e-05}
+{"train_loss": 0.0017630155198276043, "global_step": 22633, "epoch": 419, "lr": 2.139696937666671e-05}
+{"train_loss": 0.002061940263956785, "global_step": 22634, "epoch": 419, "lr": 2.1392930691014447e-05}
+{"train_loss": 0.0012906590709462762, "global_step": 22635, "epoch": 419, "lr": 2.1388892282816643e-05}
+{"train_loss": 0.0016599870286881924, "global_step": 22636, "epoch": 419, "lr": 2.1384854152112528e-05}
+{"train_loss": 0.0024735284969210625, "global_step": 22637, "epoch": 419, "lr": 2.1380816298941214e-05}
+{"train_loss": 0.0014146816683933139, "global_step": 22638, "epoch": 419, "lr": 2.137677872334188e-05}
+{"train_loss": 0.001856827875599265, "global_step": 22639, "epoch": 419, "lr": 2.137274142535366e-05}
+{"train_loss": 0.0015337284421548247, "global_step": 22640, "epoch": 419, "lr": 2.1368704405015755e-05}
+{"train_loss": 0.0009016754920594394, "global_step": 22641, "epoch": 419, "lr": 2.1364667662367322e-05}
+{"train_loss": 0.00183101964648813, "global_step": 22642, "epoch": 419, "lr": 2.1360631197447468e-05}
+{"train_loss": 0.0016759309219196439, "global_step": 22643, "epoch": 419, "lr": 2.1356595010295348e-05}
+{"train_loss": 0.002119458047673106, "global_step": 22644, "epoch": 419, "lr": 2.1352559100950143e-05}
+{"train_loss": 0.0016257428796961904, "global_step": 22645, "epoch": 419, "lr": 2.1348523469450976e-05}
+{"train_loss": 0.0007709540659561753, "global_step": 22646, "epoch": 419, "lr": 2.1344488115836986e-05}
+{"train_loss": 0.0018212785944342613, "global_step": 22647, "epoch": 419, "lr": 2.1340453040147324e-05}
+{"train_loss": 0.0015174377476796508, "global_step": 22648, "epoch": 419, "lr": 2.1336418242421108e-05}
+{"train_loss": 0.001523909391835332, "global_step": 22649, "epoch": 419, "lr": 2.133238372269748e-05}
+{"train_loss": 0.0017123763682320714, "global_step": 22650, "epoch": 419, "lr": 2.1328349481015575e-05}
+{"train_loss": 0.0013248234754428267, "global_step": 22651, "epoch": 419, "lr": 2.1324315517414507e-05}
+{"train_loss": 0.002125595696270466, "global_step": 22652, "epoch": 419, "lr": 2.1320281831933414e-05}
+{"train_loss": 0.0016931159188970923, "global_step": 22653, "epoch": 419, "lr": 2.131624842461141e-05}
+{"train_loss": 0.0014019234804436564, "global_step": 22654, "epoch": 419, "lr": 2.131221529548761e-05}
+{"train_loss": 0.0015168903628364205, "global_step": 22655, "epoch": 419, "lr": 2.1308182444601127e-05}
+{"train_loss": 0.0029849682468920946, "global_step": 22656, "epoch": 419, "lr": 2.1304149871991097e-05}
+{"train_loss": 0.001156267593614757, "global_step": 22657, "epoch": 419, "lr": 2.130011757769664e-05}
+{"train_loss": 0.0022391104139387608, "global_step": 22658, "epoch": 419, "lr": 2.1296085561756825e-05}
+{"train_loss": 0.0008678161539137363, "global_step": 22659, "epoch": 419, "lr": 2.1292053824210756e-05}
+{"train_loss": 0.0025687720626592636, "global_step": 22660, "epoch": 419, "lr": 2.128802236509757e-05}
+{"train_loss": 0.0007927584229037166, "global_step": 22661, "epoch": 419, "lr": 2.128399118445636e-05}
+{"train_loss": 0.00226892763748765, "global_step": 22662, "epoch": 419, "lr": 2.1279960282326212e-05}
+{"train_loss": 0.0008883954142220318, "global_step": 22663, "epoch": 419, "lr": 2.127592965874623e-05}
+{"train_loss": 0.0017276095459237695, "global_step": 22664, "epoch": 419, "lr": 2.12718993137555e-05}
+{"train_loss": 0.002463902812451124, "global_step": 22665, "epoch": 419, "lr": 2.126786924739311e-05}
+{"train_loss": 0.0012299846857786179, "global_step": 22666, "epoch": 419, "lr": 2.1263839459698158e-05}
+{"train_loss": 0.0011345723178237677, "global_step": 22667, "epoch": 419, "lr": 2.125980995070972e-05}
+{"train_loss": 0.002002038061618805, "global_step": 22668, "epoch": 419, "lr": 2.125578072046687e-05}
+{"train_loss": 0.0018198504112660885, "global_step": 22669, "epoch": 419, "lr": 2.1251751769008705e-05}
+{"train_loss": 0.003046394558623433, "global_step": 22670, "epoch": 419, "lr": 2.1247723096374283e-05}
+{"train_loss": 0.0007146007264964283, "global_step": 22671, "epoch": 419, "lr": 2.1243694702602667e-05}
+{"train_loss": 0.001793614006601274, "global_step": 22672, "epoch": 419, "lr": 2.1239666587732987e-05}
+{"train_loss": 0.0018474804237484932, "global_step": 22673, "epoch": 419, "lr": 2.123563875180425e-05}
+{"train_loss": 0.0027212598361074924, "global_step": 22674, "epoch": 419, "lr": 2.1231611194855523e-05}
+{"train_loss": 0.0012474494287744164, "global_step": 22675, "epoch": 419, "lr": 2.12275839169259e-05}
+{"train_loss": 0.002113182097673416, "global_step": 22676, "epoch": 419, "lr": 2.122355691805443e-05}
+{"train_loss": 0.0026724515482783318, "global_step": 22677, "epoch": 419, "lr": 2.121953019828017e-05}
+{"train_loss": 0.0020154796075075865, "global_step": 22678, "epoch": 419, "lr": 2.1215503757642167e-05}
+{"train_loss": 0.0017398509350001674, "global_step": 22679, "epoch": 419, "lr": 2.121147759617948e-05, "val_loss": 0.004087156616151333}
+{"train_loss": 0.0016481141792610288, "global_step": 22680, "epoch": 420, "lr": 2.1207451713931155e-05}
+{"train_loss": 0.002245835494250059, "global_step": 22681, "epoch": 420, "lr": 2.1203426110936236e-05}
+{"train_loss": 0.0019014471909031272, "global_step": 22682, "epoch": 420, "lr": 2.1199400787233775e-05}
+{"train_loss": 0.0016227863961830735, "global_step": 22683, "epoch": 420, "lr": 2.1195375742862805e-05}
+{"train_loss": 0.001564142177812755, "global_step": 22684, "epoch": 420, "lr": 2.119135097786236e-05}
+{"train_loss": 0.0014254999114200473, "global_step": 22685, "epoch": 420, "lr": 2.1187326492271487e-05}
+{"train_loss": 0.0012152704875916243, "global_step": 22686, "epoch": 420, "lr": 2.1183302286129213e-05}
+{"train_loss": 0.002683434169739485, "global_step": 22687, "epoch": 420, "lr": 2.1179278359474547e-05}
+{"train_loss": 0.0031553662847727537, "global_step": 22688, "epoch": 420, "lr": 2.1175254712346575e-05}
+{"train_loss": 0.0016455379081889987, "global_step": 22689, "epoch": 420, "lr": 2.117123134478427e-05}
+{"train_loss": 0.0007377610309049487, "global_step": 22690, "epoch": 420, "lr": 2.116720825682665e-05}
+{"train_loss": 0.001226987224072218, "global_step": 22691, "epoch": 420, "lr": 2.116318544851276e-05}
+{"train_loss": 0.001428412040695548, "global_step": 22692, "epoch": 420, "lr": 2.115916291988162e-05}
+{"train_loss": 0.0028623519465327263, "global_step": 22693, "epoch": 420, "lr": 2.1155140670972246e-05}
+{"train_loss": 0.0019383527105674148, "global_step": 22694, "epoch": 420, "lr": 2.1151118701823596e-05}
+{"train_loss": 0.0012431181967258453, "global_step": 22695, "epoch": 420, "lr": 2.1147097012474743e-05}
+{"train_loss": 0.0009209197596646845, "global_step": 22696, "epoch": 420, "lr": 2.114307560296466e-05}
+{"train_loss": 0.0016550307627767324, "global_step": 22697, "epoch": 420, "lr": 2.1139054473332358e-05}
+{"train_loss": 0.0025790983345359564, "global_step": 22698, "epoch": 420, "lr": 2.113503362361684e-05}
+{"train_loss": 0.000910661939997226, "global_step": 22699, "epoch": 420, "lr": 2.1131013053857096e-05}
+{"train_loss": 0.0007194939535111189, "global_step": 22700, "epoch": 420, "lr": 2.112699276409213e-05}
+{"train_loss": 0.0017771210987120867, "global_step": 22701, "epoch": 420, "lr": 2.1122972754360927e-05}
+{"train_loss": 0.0030759507790207863, "global_step": 22702, "epoch": 420, "lr": 2.111895302470247e-05}
+{"train_loss": 0.0017051496542990208, "global_step": 22703, "epoch": 420, "lr": 2.1114933575155744e-05}
+{"train_loss": 0.0012549974489957094, "global_step": 22704, "epoch": 420, "lr": 2.1110914405759773e-05}
+{"train_loss": 0.0008347966358996928, "global_step": 22705, "epoch": 420, "lr": 2.1106895516553494e-05}
+{"train_loss": 0.001498890807852149, "global_step": 22706, "epoch": 420, "lr": 2.1102876907575876e-05}
+{"train_loss": 0.0023866770789027214, "global_step": 22707, "epoch": 420, "lr": 2.109885857886594e-05}
+{"train_loss": 0.0017313488060608506, "global_step": 22708, "epoch": 420, "lr": 2.1094840530462633e-05}
+{"train_loss": 0.0013575890334323049, "global_step": 22709, "epoch": 420, "lr": 2.109082276240495e-05}
+{"train_loss": 0.0018734235782176256, "global_step": 22710, "epoch": 420, "lr": 2.1086805274731796e-05}
+{"train_loss": 0.001675749896094203, "global_step": 22711, "epoch": 420, "lr": 2.10827880674822e-05}
+{"train_loss": 0.002441523363813758, "global_step": 22712, "epoch": 420, "lr": 2.1078771140695103e-05}
+{"train_loss": 0.0008544209413230419, "global_step": 22713, "epoch": 420, "lr": 2.107475449440946e-05}
+{"train_loss": 0.0014963278081268072, "global_step": 22714, "epoch": 420, "lr": 2.107073812866423e-05}
+{"train_loss": 0.0014172845985740423, "global_step": 22715, "epoch": 420, "lr": 2.1066722043498367e-05}
+{"train_loss": 0.0016065813833847642, "global_step": 22716, "epoch": 420, "lr": 2.1062706238950824e-05}
+{"train_loss": 0.0016190462047234178, "global_step": 22717, "epoch": 420, "lr": 2.1058690715060547e-05}
+{"train_loss": 0.0008582497830502689, "global_step": 22718, "epoch": 420, "lr": 2.1054675471866465e-05}
+{"train_loss": 0.001208056346513331, "global_step": 22719, "epoch": 420, "lr": 2.105066050940758e-05}
+{"train_loss": 0.0015684657264500856, "global_step": 22720, "epoch": 420, "lr": 2.1046645827722767e-05}
+{"train_loss": 0.0014052771730348468, "global_step": 22721, "epoch": 420, "lr": 2.104263142685099e-05}
+{"train_loss": 0.001559172640554607, "global_step": 22722, "epoch": 420, "lr": 2.1038617306831158e-05}
+{"train_loss": 0.0012833202490583062, "global_step": 22723, "epoch": 420, "lr": 2.1034603467702257e-05}
+{"train_loss": 0.001842207508161664, "global_step": 22724, "epoch": 420, "lr": 2.103058990950318e-05}
+{"train_loss": 0.001720907399430871, "global_step": 22725, "epoch": 420, "lr": 2.1026576632272877e-05}
+{"train_loss": 0.0008706965600140393, "global_step": 22726, "epoch": 420, "lr": 2.1022563636050223e-05}
+{"train_loss": 0.0017015587072819471, "global_step": 22727, "epoch": 420, "lr": 2.1018550920874185e-05}
+{"train_loss": 0.002304857363924384, "global_step": 22728, "epoch": 420, "lr": 2.1014538486783676e-05}
+{"train_loss": 0.0014766281237825751, "global_step": 22729, "epoch": 420, "lr": 2.101052633381759e-05}
+{"train_loss": 0.0011437756475061178, "global_step": 22730, "epoch": 420, "lr": 2.100651446201487e-05}
+{"train_loss": 0.001365755102597177, "global_step": 22731, "epoch": 420, "lr": 2.1002502871414404e-05}
+{"train_loss": 0.0017489524325355887, "global_step": 22732, "epoch": 420, "lr": 2.09984915620551e-05}
+{"train_loss": 0.0016302068176662066, "global_step": 22733, "epoch": 420, "lr": 2.0994480533975874e-05, "val_loss": 0.0024402865674346685, "train_action_mse_error": 6.568137177964672e-05}
+{"train_loss": 0.0015313304029405117, "global_step": 22734, "epoch": 421, "lr": 2.0990469787215606e-05}
+{"train_loss": 0.002183780074119568, "global_step": 22735, "epoch": 421, "lr": 2.0986459321813252e-05}
+{"train_loss": 0.0015781349502503872, "global_step": 22736, "epoch": 421, "lr": 2.0982449137807648e-05}
+{"train_loss": 0.0016106580151244998, "global_step": 22737, "epoch": 421, "lr": 2.0978439235237708e-05}
+{"train_loss": 0.0015166070079430938, "global_step": 22738, "epoch": 421, "lr": 2.0974429614142305e-05}
+{"train_loss": 0.0011700763134285808, "global_step": 22739, "epoch": 421, "lr": 2.097042027456037e-05}
+{"train_loss": 0.000938358367420733, "global_step": 22740, "epoch": 421, "lr": 2.096641121653078e-05}
+{"train_loss": 0.0013894775183871388, "global_step": 22741, "epoch": 421, "lr": 2.0962402440092387e-05}
+{"train_loss": 0.0023227191995829344, "global_step": 22742, "epoch": 421, "lr": 2.0958393945284073e-05}
+{"train_loss": 0.0021750261075794697, "global_step": 22743, "epoch": 421, "lr": 2.095438573214475e-05}
+{"train_loss": 0.0018050905782729387, "global_step": 22744, "epoch": 421, "lr": 2.095037780071327e-05}
+{"train_loss": 0.0017913455376401544, "global_step": 22745, "epoch": 421, "lr": 2.094637015102851e-05}
+{"train_loss": 0.002251082332804799, "global_step": 22746, "epoch": 421, "lr": 2.0942362783129337e-05}
+{"train_loss": 0.001532506081275642, "global_step": 22747, "epoch": 421, "lr": 2.0938355697054623e-05}
+{"train_loss": 0.0019188367296010256, "global_step": 22748, "epoch": 421, "lr": 2.0934348892843232e-05}
+{"train_loss": 0.0011540590785443783, "global_step": 22749, "epoch": 421, "lr": 2.093034237053401e-05}
+{"train_loss": 0.0016064177034422755, "global_step": 22750, "epoch": 421, "lr": 2.0926336130165818e-05}
+{"train_loss": 0.0009399591945111752, "global_step": 22751, "epoch": 421, "lr": 2.0922330171777553e-05}
+{"train_loss": 0.0010409574024379253, "global_step": 22752, "epoch": 421, "lr": 2.091832449540802e-05}
+{"train_loss": 0.002221253700554371, "global_step": 22753, "epoch": 421, "lr": 2.0914319101096082e-05}
+{"train_loss": 0.0021271519362926483, "global_step": 22754, "epoch": 421, "lr": 2.0910313988880575e-05}
+{"train_loss": 0.0013832154218107462, "global_step": 22755, "epoch": 421, "lr": 2.0906309158800373e-05}
+{"train_loss": 0.0014391395961865783, "global_step": 22756, "epoch": 421, "lr": 2.0902304610894323e-05}
+{"train_loss": 0.0024067722260951996, "global_step": 22757, "epoch": 421, "lr": 2.0898300345201226e-05}
+{"train_loss": 0.0016484458465129137, "global_step": 22758, "epoch": 421, "lr": 2.0894296361759925e-05}
+{"train_loss": 0.002633080119267106, "global_step": 22759, "epoch": 421, "lr": 2.089029266060928e-05}
+{"train_loss": 0.0015116480644792318, "global_step": 22760, "epoch": 421, "lr": 2.0886289241788103e-05}
+{"train_loss": 0.0015856219688430429, "global_step": 22761, "epoch": 421, "lr": 2.0882286105335235e-05}
+{"train_loss": 0.0012954588746652007, "global_step": 22762, "epoch": 421, "lr": 2.0878283251289495e-05}
+{"train_loss": 0.0024762966204434633, "global_step": 22763, "epoch": 421, "lr": 2.08742806796897e-05}
+{"train_loss": 0.0011948863975703716, "global_step": 22764, "epoch": 421, "lr": 2.0870278390574677e-05}
+{"train_loss": 0.0024120875168591738, "global_step": 22765, "epoch": 421, "lr": 2.0866276383983245e-05}
+{"train_loss": 0.0015032130759209394, "global_step": 22766, "epoch": 421, "lr": 2.0862274659954212e-05}
+{"train_loss": 0.001074273488484323, "global_step": 22767, "epoch": 421, "lr": 2.08582732185264e-05}
+{"train_loss": 0.0013980482472106814, "global_step": 22768, "epoch": 421, "lr": 2.0854272059738606e-05}
+{"train_loss": 0.0006728498847223818, "global_step": 22769, "epoch": 421, "lr": 2.0850271183629645e-05}
+{"train_loss": 0.0010670406045392156, "global_step": 22770, "epoch": 421, "lr": 2.0846270590238292e-05}
+{"train_loss": 0.001569311018101871, "global_step": 22771, "epoch": 421, "lr": 2.0842270279603404e-05}
+{"train_loss": 0.0010904620867222548, "global_step": 22772, "epoch": 421, "lr": 2.083827025176376e-05}
+{"train_loss": 0.001449510222300887, "global_step": 22773, "epoch": 421, "lr": 2.083427050675813e-05}
+{"train_loss": 0.0011307875392958522, "global_step": 22774, "epoch": 421, "lr": 2.08302710446253e-05}
+{"train_loss": 0.0016438529128208756, "global_step": 22775, "epoch": 421, "lr": 2.08262718654041e-05}
+{"train_loss": 0.0012249280698597431, "global_step": 22776, "epoch": 421, "lr": 2.0822272969133305e-05}
+{"train_loss": 0.0016386371571570635, "global_step": 22777, "epoch": 421, "lr": 2.0818274355851686e-05}
+{"train_loss": 0.0010414819698780775, "global_step": 22778, "epoch": 421, "lr": 2.081427602559804e-05}
+{"train_loss": 0.0015867515467107296, "global_step": 22779, "epoch": 421, "lr": 2.081027797841113e-05}
+{"train_loss": 0.0014441554667428136, "global_step": 22780, "epoch": 421, "lr": 2.0806280214329744e-05}
+{"train_loss": 0.0012576617300510406, "global_step": 22781, "epoch": 421, "lr": 2.0802282733392652e-05}
+{"train_loss": 0.0017509909812361002, "global_step": 22782, "epoch": 421, "lr": 2.0798285535638624e-05}
+{"train_loss": 0.0019907120149582624, "global_step": 22783, "epoch": 421, "lr": 2.0794288621106433e-05}
+{"train_loss": 0.00100817927159369, "global_step": 22784, "epoch": 421, "lr": 2.0790291989834837e-05}
+{"train_loss": 0.0015233216108754277, "global_step": 22785, "epoch": 421, "lr": 2.07862956418626e-05}
+{"train_loss": 0.0028659659437835217, "global_step": 22786, "epoch": 421, "lr": 2.0782299577228464e-05}
+{"train_loss": 0.0016149423134737407, "global_step": 22787, "epoch": 421, "lr": 2.077830379597125e-05, "val_loss": 0.002463831566274166}
+{"train_loss": 0.0013879367616027594, "global_step": 22788, "epoch": 422, "lr": 2.077430829812964e-05}
+{"train_loss": 0.0015994200948625803, "global_step": 22789, "epoch": 422, "lr": 2.0770313083742406e-05}
+{"train_loss": 0.001277149305678904, "global_step": 22790, "epoch": 422, "lr": 2.0766318152848312e-05}
+{"train_loss": 0.0009509777300991118, "global_step": 22791, "epoch": 422, "lr": 2.0762323505486104e-05}
+{"train_loss": 0.0021111175883561373, "global_step": 22792, "epoch": 422, "lr": 2.075832914169453e-05}
+{"train_loss": 0.0012671009171754122, "global_step": 22793, "epoch": 422, "lr": 2.0754335061512286e-05}
+{"train_loss": 0.0013963173842057586, "global_step": 22794, "epoch": 422, "lr": 2.0750341264978156e-05}
+{"train_loss": 0.0017783413641154766, "global_step": 22795, "epoch": 422, "lr": 2.0746347752130868e-05}
+{"train_loss": 0.0016421086620539427, "global_step": 22796, "epoch": 422, "lr": 2.0742354523009144e-05}
+{"train_loss": 0.0017433672910556197, "global_step": 22797, "epoch": 422, "lr": 2.0738361577651718e-05}
+{"train_loss": 0.0015911373775452375, "global_step": 22798, "epoch": 422, "lr": 2.0734368916097312e-05}
+{"train_loss": 0.001221606507897377, "global_step": 22799, "epoch": 422, "lr": 2.073037653838466e-05}
+{"train_loss": 0.0013795836130157113, "global_step": 22800, "epoch": 422, "lr": 2.072638444455247e-05}
+{"train_loss": 0.002267206087708473, "global_step": 22801, "epoch": 422, "lr": 2.0722392634639474e-05}
+{"train_loss": 0.0019037791062146425, "global_step": 22802, "epoch": 422, "lr": 2.071840110868436e-05}
+{"train_loss": 0.0013549758587032557, "global_step": 22803, "epoch": 422, "lr": 2.0714409866725905e-05}
+{"train_loss": 0.001267035724595189, "global_step": 22804, "epoch": 422, "lr": 2.0710418908802747e-05}
+{"train_loss": 0.0017848085844889283, "global_step": 22805, "epoch": 422, "lr": 2.0706428234953616e-05}
+{"train_loss": 0.002091109286993742, "global_step": 22806, "epoch": 422, "lr": 2.070243784521724e-05}
+{"train_loss": 0.0018186852103099227, "global_step": 22807, "epoch": 422, "lr": 2.0698447739632304e-05}
+{"train_loss": 0.0017087609739974141, "global_step": 22808, "epoch": 422, "lr": 2.0694457918237524e-05}
+{"train_loss": 0.0014379761414602399, "global_step": 22809, "epoch": 422, "lr": 2.0690468381071548e-05}
+{"train_loss": 0.0011465218849480152, "global_step": 22810, "epoch": 422, "lr": 2.068647912817312e-05}
+{"train_loss": 0.0013177949003875256, "global_step": 22811, "epoch": 422, "lr": 2.0682490159580912e-05}
+{"train_loss": 0.0024474028032273054, "global_step": 22812, "epoch": 422, "lr": 2.0678501475333617e-05}
+{"train_loss": 0.0021106796339154243, "global_step": 22813, "epoch": 422, "lr": 2.067451307546992e-05}
+{"train_loss": 0.0007797838770784438, "global_step": 22814, "epoch": 422, "lr": 2.0670524960028498e-05}
+{"train_loss": 0.003357274690642953, "global_step": 22815, "epoch": 422, "lr": 2.066653712904803e-05}
+{"train_loss": 0.0010119442595168948, "global_step": 22816, "epoch": 422, "lr": 2.0662549582567203e-05}
+{"train_loss": 0.0019527676049619913, "global_step": 22817, "epoch": 422, "lr": 2.065856232062467e-05}
+{"train_loss": 0.0013509407872334123, "global_step": 22818, "epoch": 422, "lr": 2.065457534325913e-05}
+{"train_loss": 0.002323606749996543, "global_step": 22819, "epoch": 422, "lr": 2.065058865050926e-05}
+{"train_loss": 0.0012200907804071903, "global_step": 22820, "epoch": 422, "lr": 2.0646602242413693e-05}
+{"train_loss": 0.001975148683413863, "global_step": 22821, "epoch": 422, "lr": 2.0642616119011082e-05}
+{"train_loss": 0.0016392874531447887, "global_step": 22822, "epoch": 422, "lr": 2.0638630280340138e-05}
+{"train_loss": 0.0014154684031382203, "global_step": 22823, "epoch": 422, "lr": 2.0634644726439485e-05}
+{"train_loss": 0.000659250421449542, "global_step": 22824, "epoch": 422, "lr": 2.0630659457347806e-05}
+{"train_loss": 0.0021222413051873446, "global_step": 22825, "epoch": 422, "lr": 2.0626674473103696e-05}
+{"train_loss": 0.002898364793509245, "global_step": 22826, "epoch": 422, "lr": 2.0622689773745862e-05}
+{"train_loss": 0.0017922939732670784, "global_step": 22827, "epoch": 422, "lr": 2.0618705359312928e-05}
+{"train_loss": 0.0025375213008373976, "global_step": 22828, "epoch": 422, "lr": 2.0614721229843547e-05}
+{"train_loss": 0.0011212280951440334, "global_step": 22829, "epoch": 422, "lr": 2.061073738537635e-05}
+{"train_loss": 0.0013904721708968282, "global_step": 22830, "epoch": 422, "lr": 2.0606753825949977e-05}
+{"train_loss": 0.0013078206684440374, "global_step": 22831, "epoch": 422, "lr": 2.0602770551603068e-05}
+{"train_loss": 0.0017183695454150438, "global_step": 22832, "epoch": 422, "lr": 2.0598787562374255e-05}
+{"train_loss": 0.0018044852185994387, "global_step": 22833, "epoch": 422, "lr": 2.0594804858302147e-05}
+{"train_loss": 0.0015057347482070327, "global_step": 22834, "epoch": 422, "lr": 2.059082243942543e-05}
+{"train_loss": 0.0013748592464253306, "global_step": 22835, "epoch": 422, "lr": 2.0586840305782672e-05}
+{"train_loss": 0.0018574316054582596, "global_step": 22836, "epoch": 422, "lr": 2.0582858457412514e-05}
+{"train_loss": 0.002321024192497134, "global_step": 22837, "epoch": 422, "lr": 2.057887689435356e-05}
+{"train_loss": 0.0020370830316096544, "global_step": 22838, "epoch": 422, "lr": 2.0574895616644453e-05}
+{"train_loss": 0.0014574805973097682, "global_step": 22839, "epoch": 422, "lr": 2.0570914624323816e-05}
+{"train_loss": 0.0011810921132564545, "global_step": 22840, "epoch": 422, "lr": 2.056693391743022e-05}
+{"train_loss": 0.0016751046706404951, "global_step": 22841, "epoch": 422, "lr": 2.0562953496002274e-05, "val_loss": 0.0025406465865671635}
+{"train_loss": 0.0028525390662252903, "global_step": 22842, "epoch": 423, "lr": 2.055897336007862e-05}
+{"train_loss": 0.001093707513064146, "global_step": 22843, "epoch": 423, "lr": 2.0554993509697844e-05}
+{"train_loss": 0.0022624817211180925, "global_step": 22844, "epoch": 423, "lr": 2.055101394489854e-05}
+{"train_loss": 0.0015336696524173021, "global_step": 22845, "epoch": 423, "lr": 2.0547034665719312e-05}
+{"train_loss": 0.003008830128237605, "global_step": 22846, "epoch": 423, "lr": 2.0543055672198747e-05}
+{"train_loss": 0.0014266114449128509, "global_step": 22847, "epoch": 423, "lr": 2.0539076964375443e-05}
+{"train_loss": 0.001827203668653965, "global_step": 22848, "epoch": 423, "lr": 2.053509854228799e-05}
+{"train_loss": 0.002426005667075515, "global_step": 22849, "epoch": 423, "lr": 2.0531120405974945e-05}
+{"train_loss": 0.0022375041153281927, "global_step": 22850, "epoch": 423, "lr": 2.0527142555474954e-05}
+{"train_loss": 0.002211539540439844, "global_step": 22851, "epoch": 423, "lr": 2.0523164990826543e-05}
+{"train_loss": 0.0013059457996860147, "global_step": 22852, "epoch": 423, "lr": 2.0519187712068306e-05}
+{"train_loss": 0.0009453283855691552, "global_step": 22853, "epoch": 423, "lr": 2.0515210719238797e-05}
+{"train_loss": 0.0018898028647527099, "global_step": 22854, "epoch": 423, "lr": 2.0511234012376636e-05}
+{"train_loss": 0.0008613187819719315, "global_step": 22855, "epoch": 423, "lr": 2.0507257591520375e-05}
+{"train_loss": 0.0014420346124097705, "global_step": 22856, "epoch": 423, "lr": 2.0503281456708556e-05}
+{"train_loss": 0.0014012031024321914, "global_step": 22857, "epoch": 423, "lr": 2.049930560797974e-05}
+{"train_loss": 0.002285831142216921, "global_step": 22858, "epoch": 423, "lr": 2.0495330045372525e-05}
+{"train_loss": 0.0020104623399674892, "global_step": 22859, "epoch": 423, "lr": 2.0491354768925446e-05}
+{"train_loss": 0.0013845550129190087, "global_step": 22860, "epoch": 423, "lr": 2.048737977867707e-05}
+{"train_loss": 0.0014727883972227573, "global_step": 22861, "epoch": 423, "lr": 2.048340507466594e-05}
+{"train_loss": 0.0012903757160529494, "global_step": 22862, "epoch": 423, "lr": 2.0479430656930603e-05}
+{"train_loss": 0.0011348904808983207, "global_step": 22863, "epoch": 423, "lr": 2.047545652550962e-05}
+{"train_loss": 0.0008029903401620686, "global_step": 22864, "epoch": 423, "lr": 2.047148268044152e-05}
+{"train_loss": 0.001250825822353363, "global_step": 22865, "epoch": 423, "lr": 2.0467509121764833e-05}
+{"train_loss": 0.0011332788271829486, "global_step": 22866, "epoch": 423, "lr": 2.046353584951815e-05}
+{"train_loss": 0.0024461799766868353, "global_step": 22867, "epoch": 423, "lr": 2.0459562863739956e-05}
+{"train_loss": 0.002344168722629547, "global_step": 22868, "epoch": 423, "lr": 2.0455590164468808e-05}
+{"train_loss": 0.0011391036678105593, "global_step": 22869, "epoch": 423, "lr": 2.0451617751743207e-05}
+{"train_loss": 0.0019073490984737873, "global_step": 22870, "epoch": 423, "lr": 2.044764562560172e-05}
+{"train_loss": 0.0021343319676816463, "global_step": 22871, "epoch": 423, "lr": 2.0443673786082874e-05}
+{"train_loss": 0.001205912441946566, "global_step": 22872, "epoch": 423, "lr": 2.0439702233225154e-05}
+{"train_loss": 0.0012644975213333964, "global_step": 22873, "epoch": 423, "lr": 2.043573096706708e-05}
+{"train_loss": 0.002035581972450018, "global_step": 22874, "epoch": 423, "lr": 2.0431759987647204e-05}
+{"train_loss": 0.001673919497989118, "global_step": 22875, "epoch": 423, "lr": 2.0427789295004023e-05}
+{"train_loss": 0.0013263875152915716, "global_step": 22876, "epoch": 423, "lr": 2.0423818889176043e-05}
+{"train_loss": 0.002394055714830756, "global_step": 22877, "epoch": 423, "lr": 2.0419848770201782e-05}
+{"train_loss": 0.002455763518810272, "global_step": 22878, "epoch": 423, "lr": 2.041587893811974e-05}
+{"train_loss": 0.0017141368007287383, "global_step": 22879, "epoch": 423, "lr": 2.0411909392968415e-05}
+{"train_loss": 0.001329993363469839, "global_step": 22880, "epoch": 423, "lr": 2.0407940134786314e-05}
+{"train_loss": 0.001022842014208436, "global_step": 22881, "epoch": 423, "lr": 2.040397116361193e-05}
+{"train_loss": 0.0022793870884925127, "global_step": 22882, "epoch": 423, "lr": 2.0400002479483755e-05}
+{"train_loss": 0.0013007717207074165, "global_step": 22883, "epoch": 423, "lr": 2.0396034082440286e-05}
+{"train_loss": 0.003246692242100835, "global_step": 22884, "epoch": 423, "lr": 2.039206597252001e-05}
+{"train_loss": 0.0009965647477656603, "global_step": 22885, "epoch": 423, "lr": 2.03880981497614e-05}
+{"train_loss": 0.002036062767729163, "global_step": 22886, "epoch": 423, "lr": 2.038413061420298e-05}
+{"train_loss": 0.0011610870715230703, "global_step": 22887, "epoch": 423, "lr": 2.0380163365883187e-05}
+{"train_loss": 0.0010600460227578878, "global_step": 22888, "epoch": 423, "lr": 2.037619640484049e-05}
+{"train_loss": 0.0017330329865217209, "global_step": 22889, "epoch": 423, "lr": 2.0372229731113413e-05}
+{"train_loss": 0.0018300311639904976, "global_step": 22890, "epoch": 423, "lr": 2.0368263344740402e-05}
+{"train_loss": 0.00237161573022604, "global_step": 22891, "epoch": 423, "lr": 2.0364297245759928e-05}
+{"train_loss": 0.0014106788439676166, "global_step": 22892, "epoch": 423, "lr": 2.036033143421045e-05}
+{"train_loss": 0.0009284085826948285, "global_step": 22893, "epoch": 423, "lr": 2.0356365910130442e-05}
+{"train_loss": 0.0022430659737437963, "global_step": 22894, "epoch": 423, "lr": 2.035240067355836e-05}
+{"train_loss": 0.001700610231771996, "global_step": 22895, "epoch": 423, "lr": 2.034843572453266e-05, "val_loss": 0.0020507273729890585}
+{"train_loss": 0.002737350994721055, "global_step": 22896, "epoch": 424, "lr": 2.0344471063091803e-05}
+{"train_loss": 0.0017241428140550852, "global_step": 22897, "epoch": 424, "lr": 2.0340506689274243e-05}
+{"train_loss": 0.0017738706665113568, "global_step": 22898, "epoch": 424, "lr": 2.0336542603118418e-05}
+{"train_loss": 0.002263744594529271, "global_step": 22899, "epoch": 424, "lr": 2.0332578804662783e-05}
+{"train_loss": 0.002859619678929448, "global_step": 22900, "epoch": 424, "lr": 2.0328615293945784e-05}
+{"train_loss": 0.0018057075794786215, "global_step": 22901, "epoch": 424, "lr": 2.032465207100584e-05}
+{"train_loss": 0.0020377221517264843, "global_step": 22902, "epoch": 424, "lr": 2.0320689135881442e-05}
+{"train_loss": 0.0017203906318172812, "global_step": 22903, "epoch": 424, "lr": 2.0316726488610982e-05}
+{"train_loss": 0.0015896924305707216, "global_step": 22904, "epoch": 424, "lr": 2.0312764129232882e-05}
+{"train_loss": 0.0012344953138381243, "global_step": 22905, "epoch": 424, "lr": 2.0308802057785607e-05}
+{"train_loss": 0.0020763729698956013, "global_step": 22906, "epoch": 424, "lr": 2.030484027430758e-05}
+{"train_loss": 0.001415219740010798, "global_step": 22907, "epoch": 424, "lr": 2.0300878778837227e-05}
+{"train_loss": 0.000954780844040215, "global_step": 22908, "epoch": 424, "lr": 2.029691757141293e-05}
+{"train_loss": 0.001941600232385099, "global_step": 22909, "epoch": 424, "lr": 2.0292956652073153e-05}
+{"train_loss": 0.0017067634034901857, "global_step": 22910, "epoch": 424, "lr": 2.02889960208563e-05}
+{"train_loss": 0.0017200869042426348, "global_step": 22911, "epoch": 424, "lr": 2.0285035677800778e-05}
+{"train_loss": 0.002764845034107566, "global_step": 22912, "epoch": 424, "lr": 2.0281075622945e-05}
+{"train_loss": 0.0009011683287099004, "global_step": 22913, "epoch": 424, "lr": 2.027711585632738e-05}
+{"train_loss": 0.0012799797113984823, "global_step": 22914, "epoch": 424, "lr": 2.0273156377986312e-05}
+{"train_loss": 0.0028797746635973454, "global_step": 22915, "epoch": 424, "lr": 2.0269197187960203e-05}
+{"train_loss": 0.0017095805378630757, "global_step": 22916, "epoch": 424, "lr": 2.0265238286287457e-05}
+{"train_loss": 0.0010708343470469117, "global_step": 22917, "epoch": 424, "lr": 2.026127967300645e-05}
+{"train_loss": 0.0025612181052565575, "global_step": 22918, "epoch": 424, "lr": 2.0257321348155628e-05}
+{"train_loss": 0.0010300870053470135, "global_step": 22919, "epoch": 424, "lr": 2.0253363311773326e-05}
+{"train_loss": 0.0025593482423573732, "global_step": 22920, "epoch": 424, "lr": 2.0249405563897938e-05}
+{"train_loss": 0.004010433331131935, "global_step": 22921, "epoch": 424, "lr": 2.0245448104567883e-05}
+{"train_loss": 0.0010026961099356413, "global_step": 22922, "epoch": 424, "lr": 2.024149093382152e-05}
+{"train_loss": 0.0015265350230038166, "global_step": 22923, "epoch": 424, "lr": 2.023753405169726e-05}
+{"train_loss": 0.0012624887749552727, "global_step": 22924, "epoch": 424, "lr": 2.0233577458233416e-05}
+{"train_loss": 0.0019504032097756863, "global_step": 22925, "epoch": 424, "lr": 2.0229621153468415e-05}
+{"train_loss": 0.002037505153566599, "global_step": 22926, "epoch": 424, "lr": 2.0225665137440612e-05}
+{"train_loss": 0.001778355217538774, "global_step": 22927, "epoch": 424, "lr": 2.0221709410188384e-05}
+{"train_loss": 0.0015246844850480556, "global_step": 22928, "epoch": 424, "lr": 2.0217753971750085e-05}
+{"train_loss": 0.0021965722553431988, "global_step": 22929, "epoch": 424, "lr": 2.0213798822164088e-05}
+{"train_loss": 0.002377524971961975, "global_step": 22930, "epoch": 424, "lr": 2.0209843961468744e-05}
+{"train_loss": 0.002039500977844, "global_step": 22931, "epoch": 424, "lr": 2.0205889389702416e-05}
+{"train_loss": 0.0013598736841231585, "global_step": 22932, "epoch": 424, "lr": 2.020193510690344e-05}
+{"train_loss": 0.0023892230819910765, "global_step": 22933, "epoch": 424, "lr": 2.0197981113110222e-05}
+{"train_loss": 0.0015454561216756701, "global_step": 22934, "epoch": 424, "lr": 2.0194027408361056e-05}
+{"train_loss": 0.001807421911507845, "global_step": 22935, "epoch": 424, "lr": 2.0190073992694308e-05}
+{"train_loss": 0.001677338033914566, "global_step": 22936, "epoch": 424, "lr": 2.01861208661483e-05}
+{"train_loss": 0.0010357981082051992, "global_step": 22937, "epoch": 424, "lr": 2.018216802876141e-05}
+{"train_loss": 0.0016091343713924289, "global_step": 22938, "epoch": 424, "lr": 2.017821548057196e-05}
+{"train_loss": 0.0016700854757800698, "global_step": 22939, "epoch": 424, "lr": 2.0174263221618307e-05}
+{"train_loss": 0.0019182407995685935, "global_step": 22940, "epoch": 424, "lr": 2.0170311251938718e-05}
+{"train_loss": 0.001932749291881919, "global_step": 22941, "epoch": 424, "lr": 2.016635957157158e-05}
+{"train_loss": 0.0019231914775446057, "global_step": 22942, "epoch": 424, "lr": 2.0162408180555204e-05}
+{"train_loss": 0.0010858195601031184, "global_step": 22943, "epoch": 424, "lr": 2.015845707892792e-05}
+{"train_loss": 0.001560889300890267, "global_step": 22944, "epoch": 424, "lr": 2.0154506266728034e-05}
+{"train_loss": 0.001550579210743308, "global_step": 22945, "epoch": 424, "lr": 2.0150555743993876e-05}
+{"train_loss": 0.0017077918164432049, "global_step": 22946, "epoch": 424, "lr": 2.0146605510763762e-05}
+{"train_loss": 0.0015590657712891698, "global_step": 22947, "epoch": 424, "lr": 2.0142655567075998e-05}
+{"train_loss": 0.0010923617519438267, "global_step": 22948, "epoch": 424, "lr": 2.0138705912968876e-05}
+{"train_loss": 0.0018031688652829165, "global_step": 22949, "epoch": 424, "lr": 2.013475654848076e-05, "val_loss": 0.002098366152495146}
+{"train_loss": 0.0009873160161077976, "global_step": 22950, "epoch": 425, "lr": 2.0130807473649904e-05}
+{"train_loss": 0.0008182566380128264, "global_step": 22951, "epoch": 425, "lr": 2.0126858688514614e-05}
+{"train_loss": 0.002069467678666115, "global_step": 22952, "epoch": 425, "lr": 2.0122910193113186e-05}
+{"train_loss": 0.0011197178391739726, "global_step": 22953, "epoch": 425, "lr": 2.0118961987483947e-05}
+{"train_loss": 0.0014427511487156153, "global_step": 22954, "epoch": 425, "lr": 2.0115014071665182e-05}
+{"train_loss": 0.002185497898608446, "global_step": 22955, "epoch": 425, "lr": 2.0111066445695152e-05}
+{"train_loss": 0.0010421992046758533, "global_step": 22956, "epoch": 425, "lr": 2.0107119109612143e-05}
+{"train_loss": 0.0008419105433858931, "global_step": 22957, "epoch": 425, "lr": 2.0103172063454478e-05}
+{"train_loss": 0.002693243557587266, "global_step": 22958, "epoch": 425, "lr": 2.0099225307260416e-05}
+{"train_loss": 0.0016965630929917097, "global_step": 22959, "epoch": 425, "lr": 2.0095278841068236e-05}
+{"train_loss": 0.001147073577158153, "global_step": 22960, "epoch": 425, "lr": 2.0091332664916225e-05}
+{"train_loss": 0.0009893955430015922, "global_step": 22961, "epoch": 425, "lr": 2.0087386778842643e-05}
+{"train_loss": 0.001524542341940105, "global_step": 22962, "epoch": 425, "lr": 2.008344118288576e-05}
+{"train_loss": 0.0023639006540179253, "global_step": 22963, "epoch": 425, "lr": 2.0079495877083853e-05}
+{"train_loss": 0.0010959141654893756, "global_step": 22964, "epoch": 425, "lr": 2.0075550861475162e-05}
+{"train_loss": 0.0015601508785039186, "global_step": 22965, "epoch": 425, "lr": 2.0071606136098004e-05}
+{"train_loss": 0.0012683734530583024, "global_step": 22966, "epoch": 425, "lr": 2.0067661700990587e-05}
+{"train_loss": 0.0011684263590723276, "global_step": 22967, "epoch": 425, "lr": 2.0063717556191187e-05}
+{"train_loss": 0.0011133545776829123, "global_step": 22968, "epoch": 425, "lr": 2.0059773701738028e-05}
+{"train_loss": 0.0027809247840195894, "global_step": 22969, "epoch": 425, "lr": 2.0055830137669407e-05}
+{"train_loss": 0.0018328302539885044, "global_step": 22970, "epoch": 425, "lr": 2.0051886864023573e-05}
+{"train_loss": 0.0009433022351004183, "global_step": 22971, "epoch": 425, "lr": 2.0047943880838733e-05}
+{"train_loss": 0.0019084892701357603, "global_step": 22972, "epoch": 425, "lr": 2.0044001188153122e-05}
+{"train_loss": 0.002276955870911479, "global_step": 22973, "epoch": 425, "lr": 2.0040058786005023e-05}
+{"train_loss": 0.0018436108948662877, "global_step": 22974, "epoch": 425, "lr": 2.0036116674432654e-05}
+{"train_loss": 0.0016166166169568896, "global_step": 22975, "epoch": 425, "lr": 2.003217485347425e-05}
+{"train_loss": 0.0015664395177736878, "global_step": 22976, "epoch": 425, "lr": 2.0028233323168033e-05}
+{"train_loss": 0.0026375094894319773, "global_step": 22977, "epoch": 425, "lr": 2.0024292083552244e-05}
+{"train_loss": 0.0023627188056707382, "global_step": 22978, "epoch": 425, "lr": 2.00203511346651e-05}
+{"train_loss": 0.0013394660782068968, "global_step": 22979, "epoch": 425, "lr": 2.0016410476544823e-05}
+{"train_loss": 0.0024636511225253344, "global_step": 22980, "epoch": 425, "lr": 2.0012470109229635e-05}
+{"train_loss": 0.001878624316304922, "global_step": 22981, "epoch": 425, "lr": 2.000853003275776e-05}
+{"train_loss": 0.0015933484537526965, "global_step": 22982, "epoch": 425, "lr": 2.00045902471674e-05}
+{"train_loss": 0.0016480734338983893, "global_step": 22983, "epoch": 425, "lr": 2.0000650752496775e-05}
+{"train_loss": 0.001073463587090373, "global_step": 22984, "epoch": 425, "lr": 1.9996711548784062e-05}
+{"train_loss": 0.0014706944348290563, "global_step": 22985, "epoch": 425, "lr": 1.9992772636067526e-05}
+{"train_loss": 0.0010266418103128672, "global_step": 22986, "epoch": 425, "lr": 1.998883401438535e-05}
+{"train_loss": 0.0015143571654334664, "global_step": 22987, "epoch": 425, "lr": 1.99848956837757e-05}
+{"train_loss": 0.0022636577486991882, "global_step": 22988, "epoch": 425, "lr": 1.9980957644276783e-05}
+{"train_loss": 0.0015661021461710334, "global_step": 22989, "epoch": 425, "lr": 1.9977019895926817e-05}
+{"train_loss": 0.0019278122344985604, "global_step": 22990, "epoch": 425, "lr": 1.997308243876399e-05}
+{"train_loss": 0.0017435450572520494, "global_step": 22991, "epoch": 425, "lr": 1.9969145272826478e-05}
+{"train_loss": 0.001303518540225923, "global_step": 22992, "epoch": 425, "lr": 1.9965208398152474e-05}
+{"train_loss": 0.0015767778968438506, "global_step": 22993, "epoch": 425, "lr": 1.9961271814780154e-05}
+{"train_loss": 0.0013706322060897946, "global_step": 22994, "epoch": 425, "lr": 1.9957335522747707e-05}
+{"train_loss": 0.002080571837723255, "global_step": 22995, "epoch": 425, "lr": 1.9953399522093302e-05}
+{"train_loss": 0.0022383423056453466, "global_step": 22996, "epoch": 425, "lr": 1.9949463812855125e-05}
+{"train_loss": 0.0010876264423131943, "global_step": 22997, "epoch": 425, "lr": 1.9945528395071333e-05}
+{"train_loss": 0.0013825406786054373, "global_step": 22998, "epoch": 425, "lr": 1.99415932687801e-05}
+{"train_loss": 0.0019278660183772445, "global_step": 22999, "epoch": 425, "lr": 1.9937658434019603e-05}
+{"train_loss": 0.00218042335473001, "global_step": 23000, "epoch": 425, "lr": 1.993372389082797e-05}
+{"train_loss": 0.0017175332177430391, "global_step": 23001, "epoch": 425, "lr": 1.9929789639243422e-05}
+{"train_loss": 0.0010412285337224603, "global_step": 23002, "epoch": 425, "lr": 1.9925855679304075e-05}
+{"train_loss": 0.0016166181540703056, "global_step": 23003, "epoch": 425, "lr": 1.9921922011048068e-05, "val_loss": 0.002325708046555519, "train_action_mse_error": 3.885737532982603e-05}
+{"train_loss": 0.0019252136116847396, "global_step": 23004, "epoch": 426, "lr": 1.991798863451359e-05}
+{"train_loss": 0.0027367842849344015, "global_step": 23005, "epoch": 426, "lr": 1.9914055549738775e-05}
+{"train_loss": 0.0014350787969306111, "global_step": 23006, "epoch": 426, "lr": 1.9910122756761774e-05}
+{"train_loss": 0.0009377856040373445, "global_step": 23007, "epoch": 426, "lr": 1.990619025562073e-05}
+{"train_loss": 0.0021425799932330847, "global_step": 23008, "epoch": 426, "lr": 1.9902258046353772e-05}
+{"train_loss": 0.0014369130367413163, "global_step": 23009, "epoch": 426, "lr": 1.9898326128999052e-05}
+{"train_loss": 0.0016305417520925403, "global_step": 23010, "epoch": 426, "lr": 1.9894394503594695e-05}
+{"train_loss": 0.0015595805598422885, "global_step": 23011, "epoch": 426, "lr": 1.989046317017884e-05}
+{"train_loss": 0.0016276774695143104, "global_step": 23012, "epoch": 426, "lr": 1.988653212878961e-05}
+{"train_loss": 0.0019484194926917553, "global_step": 23013, "epoch": 426, "lr": 1.9882601379465137e-05}
+{"train_loss": 0.0015206013340502977, "global_step": 23014, "epoch": 426, "lr": 1.987867092224354e-05}
+{"train_loss": 0.001776625751517713, "global_step": 23015, "epoch": 426, "lr": 1.9874740757162942e-05}
+{"train_loss": 0.0014938947279006243, "global_step": 23016, "epoch": 426, "lr": 1.987081088426144e-05}
+{"train_loss": 0.0018289322033524513, "global_step": 23017, "epoch": 426, "lr": 1.986688130357721e-05}
+{"train_loss": 0.0020468400325626135, "global_step": 23018, "epoch": 426, "lr": 1.9862952015148305e-05}
+{"train_loss": 0.001636033644899726, "global_step": 23019, "epoch": 426, "lr": 1.985902301901284e-05}
+{"train_loss": 0.0012189166154712439, "global_step": 23020, "epoch": 426, "lr": 1.9855094315208948e-05}
+{"train_loss": 0.0010800755117088556, "global_step": 23021, "epoch": 426, "lr": 1.985116590377472e-05}
+{"train_loss": 0.0018392916535958648, "global_step": 23022, "epoch": 426, "lr": 1.9847237784748273e-05}
+{"train_loss": 0.0020365070085972548, "global_step": 23023, "epoch": 426, "lr": 1.9843309958167656e-05}
+{"train_loss": 0.002246986608952284, "global_step": 23024, "epoch": 426, "lr": 1.9839382424071012e-05}
+{"train_loss": 0.0013441663468256593, "global_step": 23025, "epoch": 426, "lr": 1.983545518249642e-05}
+{"train_loss": 0.0015419977717101574, "global_step": 23026, "epoch": 426, "lr": 1.983152823348197e-05}
+{"train_loss": 0.001225685584358871, "global_step": 23027, "epoch": 426, "lr": 1.9827601577065745e-05}
+{"train_loss": 0.001380446250550449, "global_step": 23028, "epoch": 426, "lr": 1.982367521328583e-05}
+{"train_loss": 0.0019765018951147795, "global_step": 23029, "epoch": 426, "lr": 1.981974914218031e-05}
+{"train_loss": 0.0015861414140090346, "global_step": 23030, "epoch": 426, "lr": 1.9815823363787255e-05}
+{"train_loss": 0.0019388782093301415, "global_step": 23031, "epoch": 426, "lr": 1.981189787814473e-05}
+{"train_loss": 0.0012177550233900547, "global_step": 23032, "epoch": 426, "lr": 1.9807972685290845e-05}
+{"train_loss": 0.0017865628469735384, "global_step": 23033, "epoch": 426, "lr": 1.9804047785263656e-05}
+{"train_loss": 0.0012441053986549377, "global_step": 23034, "epoch": 426, "lr": 1.980012317810121e-05}
+{"train_loss": 0.002385552739724517, "global_step": 23035, "epoch": 426, "lr": 1.9796198863841564e-05}
+{"train_loss": 0.0016056731110438704, "global_step": 23036, "epoch": 426, "lr": 1.979227484252281e-05}
+{"train_loss": 0.0013948717387393117, "global_step": 23037, "epoch": 426, "lr": 1.9788351114183e-05}
+{"train_loss": 0.0014143059961497784, "global_step": 23038, "epoch": 426, "lr": 1.9784427678860197e-05}
+{"train_loss": 0.001402852009050548, "global_step": 23039, "epoch": 426, "lr": 1.978050453659241e-05}
+{"train_loss": 0.0020358841866254807, "global_step": 23040, "epoch": 426, "lr": 1.9776581687417728e-05}
+{"train_loss": 0.002105024177581072, "global_step": 23041, "epoch": 426, "lr": 1.9772659131374193e-05}
+{"train_loss": 0.002045782282948494, "global_step": 23042, "epoch": 426, "lr": 1.976873686849985e-05}
+{"train_loss": 0.0012229285202920437, "global_step": 23043, "epoch": 426, "lr": 1.9764814898832728e-05}
+{"train_loss": 0.0009526166832074523, "global_step": 23044, "epoch": 426, "lr": 1.9760893222410876e-05}
+{"train_loss": 0.0020790069829672575, "global_step": 23045, "epoch": 426, "lr": 1.9756971839272324e-05}
+{"train_loss": 0.0009406128665432334, "global_step": 23046, "epoch": 426, "lr": 1.9753050749455103e-05}
+{"train_loss": 0.0021647431422024965, "global_step": 23047, "epoch": 426, "lr": 1.9749129952997236e-05}
+{"train_loss": 0.0012967674992978573, "global_step": 23048, "epoch": 426, "lr": 1.9745209449936797e-05}
+{"train_loss": 0.001449865521863103, "global_step": 23049, "epoch": 426, "lr": 1.9741289240311755e-05}
+{"train_loss": 0.001194935292005539, "global_step": 23050, "epoch": 426, "lr": 1.973736932416015e-05}
+{"train_loss": 0.0013282301370054483, "global_step": 23051, "epoch": 426, "lr": 1.973344970151998e-05}
+{"train_loss": 0.0017284615896642208, "global_step": 23052, "epoch": 426, "lr": 1.97295303724293e-05}
+{"train_loss": 0.0009689473663456738, "global_step": 23053, "epoch": 426, "lr": 1.9725611336926108e-05}
+{"train_loss": 0.0022220052778720856, "global_step": 23054, "epoch": 426, "lr": 1.9721692595048424e-05}
+{"train_loss": 0.0008724888321012259, "global_step": 23055, "epoch": 426, "lr": 1.971777414683421e-05}
+{"train_loss": 0.0014113791985437274, "global_step": 23056, "epoch": 426, "lr": 1.971385599232152e-05}
+{"train_loss": 0.001607338620858543, "global_step": 23057, "epoch": 426, "lr": 1.9709938131548333e-05, "val_loss": 0.0019402302568778396}
+{"train_loss": 0.0024771117605268955, "global_step": 23058, "epoch": 427, "lr": 1.9706020564552652e-05}
+{"train_loss": 0.0014985755551606417, "global_step": 23059, "epoch": 427, "lr": 1.9702103291372477e-05}
+{"train_loss": 0.001139568630605936, "global_step": 23060, "epoch": 427, "lr": 1.969818631204579e-05}
+{"train_loss": 0.002109979745000601, "global_step": 23061, "epoch": 427, "lr": 1.969426962661059e-05}
+{"train_loss": 0.000728728948161006, "global_step": 23062, "epoch": 427, "lr": 1.9690353235104862e-05}
+{"train_loss": 0.0016286589670926332, "global_step": 23063, "epoch": 427, "lr": 1.9686437137566577e-05}
+{"train_loss": 0.001024371013045311, "global_step": 23064, "epoch": 427, "lr": 1.968252133403376e-05}
+{"train_loss": 0.0027985915075987577, "global_step": 23065, "epoch": 427, "lr": 1.9678605824544343e-05}
+{"train_loss": 0.001941108494065702, "global_step": 23066, "epoch": 427, "lr": 1.9674690609136316e-05}
+{"train_loss": 0.001543542486615479, "global_step": 23067, "epoch": 427, "lr": 1.9670775687847636e-05}
+{"train_loss": 0.0015701218508183956, "global_step": 23068, "epoch": 427, "lr": 1.9666861060716314e-05}
+{"train_loss": 0.0020416050683707, "global_step": 23069, "epoch": 427, "lr": 1.96629467277803e-05}
+{"train_loss": 0.0010082796216011047, "global_step": 23070, "epoch": 427, "lr": 1.9659032689077545e-05}
+{"train_loss": 0.0015928471693769097, "global_step": 23071, "epoch": 427, "lr": 1.9655118944646e-05}
+{"train_loss": 0.0017118422547355294, "global_step": 23072, "epoch": 427, "lr": 1.9651205494523655e-05}
+{"train_loss": 0.0013264636509120464, "global_step": 23073, "epoch": 427, "lr": 1.964729233874845e-05}
+{"train_loss": 0.0015423869481310248, "global_step": 23074, "epoch": 427, "lr": 1.9643379477358348e-05}
+{"train_loss": 0.0005851162131875753, "global_step": 23075, "epoch": 427, "lr": 1.963946691039129e-05}
+{"train_loss": 0.0018534651026129723, "global_step": 23076, "epoch": 427, "lr": 1.963555463788522e-05}
+{"train_loss": 0.0035029433201998472, "global_step": 23077, "epoch": 427, "lr": 1.9631642659878092e-05}
+{"train_loss": 0.0006581488414667547, "global_step": 23078, "epoch": 427, "lr": 1.962773097640784e-05}
+{"train_loss": 0.0016864936333149672, "global_step": 23079, "epoch": 427, "lr": 1.9623819587512388e-05}
+{"train_loss": 0.0016408872324973345, "global_step": 23080, "epoch": 427, "lr": 1.961990849322972e-05}
+{"train_loss": 0.0016416044672951102, "global_step": 23081, "epoch": 427, "lr": 1.9615997693597725e-05}
+{"train_loss": 0.00191662204451859, "global_step": 23082, "epoch": 427, "lr": 1.961208718865435e-05}
+{"train_loss": 0.001964343013241887, "global_step": 23083, "epoch": 427, "lr": 1.9608176978437492e-05}
+{"train_loss": 0.001952481223270297, "global_step": 23084, "epoch": 427, "lr": 1.9604267062985127e-05}
+{"train_loss": 0.0012998022139072418, "global_step": 23085, "epoch": 427, "lr": 1.9600357442335166e-05}
+{"train_loss": 0.0015666724648326635, "global_step": 23086, "epoch": 427, "lr": 1.9596448116525495e-05}
+{"train_loss": 0.001056299195624888, "global_step": 23087, "epoch": 427, "lr": 1.959253908559403e-05}
+{"train_loss": 0.001730041578412056, "global_step": 23088, "epoch": 427, "lr": 1.958863034957872e-05}
+{"train_loss": 0.000793510174844414, "global_step": 23089, "epoch": 427, "lr": 1.9584721908517456e-05}
+{"train_loss": 0.0017815869068726897, "global_step": 23090, "epoch": 427, "lr": 1.958081376244815e-05}
+{"train_loss": 0.0018140735337510705, "global_step": 23091, "epoch": 427, "lr": 1.9576905911408694e-05}
+{"train_loss": 0.0008371756412088871, "global_step": 23092, "epoch": 427, "lr": 1.9572998355437e-05}
+{"train_loss": 0.0013051993446424603, "global_step": 23093, "epoch": 427, "lr": 1.956909109457097e-05}
+{"train_loss": 0.0022168424911797047, "global_step": 23094, "epoch": 427, "lr": 1.956518412884849e-05}
+{"train_loss": 0.0017659724690020084, "global_step": 23095, "epoch": 427, "lr": 1.956127745830746e-05}
+{"train_loss": 0.0012425575405359268, "global_step": 23096, "epoch": 427, "lr": 1.955737108298576e-05}
+{"train_loss": 0.002104495419189334, "global_step": 23097, "epoch": 427, "lr": 1.955346500292129e-05}
+{"train_loss": 0.0017571562202647328, "global_step": 23098, "epoch": 427, "lr": 1.954955921815193e-05}
+{"train_loss": 0.0005979886627756059, "global_step": 23099, "epoch": 427, "lr": 1.954565372871554e-05}
+{"train_loss": 0.00118417723570019, "global_step": 23100, "epoch": 427, "lr": 1.954174853465004e-05}
+{"train_loss": 0.001370938029140234, "global_step": 23101, "epoch": 427, "lr": 1.9537843635993298e-05}
+{"train_loss": 0.0009123297058977187, "global_step": 23102, "epoch": 427, "lr": 1.953393903278314e-05}
+{"train_loss": 0.0016646806616336107, "global_step": 23103, "epoch": 427, "lr": 1.9530034725057483e-05}
+{"train_loss": 0.0014069810276851058, "global_step": 23104, "epoch": 427, "lr": 1.9526130712854185e-05}
+{"train_loss": 0.0015674983151257038, "global_step": 23105, "epoch": 427, "lr": 1.95222269962111e-05}
+{"train_loss": 0.0019500534981489182, "global_step": 23106, "epoch": 427, "lr": 1.9518323575166104e-05}
+{"train_loss": 0.0017419011564925313, "global_step": 23107, "epoch": 427, "lr": 1.951442044975704e-05}
+{"train_loss": 0.0014688916271552444, "global_step": 23108, "epoch": 427, "lr": 1.9510517620021774e-05}
+{"train_loss": 0.0011953552020713687, "global_step": 23109, "epoch": 427, "lr": 1.9506615085998152e-05}
+{"train_loss": 0.002183245960623026, "global_step": 23110, "epoch": 427, "lr": 1.950271284772403e-05}
+{"train_loss": 0.0015807381326643128, "global_step": 23111, "epoch": 427, "lr": 1.949881090523725e-05, "val_loss": 0.0020110781770199537}
+{"train_loss": 0.0009408937767148018, "global_step": 23112, "epoch": 428, "lr": 1.9494909258575662e-05}
+{"train_loss": 0.0013832836411893368, "global_step": 23113, "epoch": 428, "lr": 1.9491007907777098e-05}
+{"train_loss": 0.0013263148721307516, "global_step": 23114, "epoch": 428, "lr": 1.9487106852879404e-05}
+{"train_loss": 0.0018207510001957417, "global_step": 23115, "epoch": 428, "lr": 1.9483206093920402e-05}
+{"train_loss": 0.0018462438602000475, "global_step": 23116, "epoch": 428, "lr": 1.9479305630937965e-05}
+{"train_loss": 0.0011556812096387148, "global_step": 23117, "epoch": 428, "lr": 1.947540546396988e-05}
+{"train_loss": 0.0009882485028356314, "global_step": 23118, "epoch": 428, "lr": 1.947150559305397e-05}
+{"train_loss": 0.004444538615643978, "global_step": 23119, "epoch": 428, "lr": 1.946760601822809e-05}
+{"train_loss": 0.0016753424424678087, "global_step": 23120, "epoch": 428, "lr": 1.946370673953005e-05}
+{"train_loss": 0.0011281681945547462, "global_step": 23121, "epoch": 428, "lr": 1.9459807756997687e-05}
+{"train_loss": 0.0015250350115820765, "global_step": 23122, "epoch": 428, "lr": 1.9455909070668764e-05}
+{"train_loss": 0.0025428892113268375, "global_step": 23123, "epoch": 428, "lr": 1.945201068058114e-05}
+{"train_loss": 0.0010188923915848136, "global_step": 23124, "epoch": 428, "lr": 1.9448112586772615e-05}
+{"train_loss": 0.002173605840653181, "global_step": 23125, "epoch": 428, "lr": 1.9444214789280985e-05}
+{"train_loss": 0.0017818240448832512, "global_step": 23126, "epoch": 428, "lr": 1.9440317288144065e-05}
+{"train_loss": 0.0025417646393179893, "global_step": 23127, "epoch": 428, "lr": 1.9436420083399647e-05}
+{"train_loss": 0.0015859769191592932, "global_step": 23128, "epoch": 428, "lr": 1.943252317508554e-05}
+{"train_loss": 0.0022249254398047924, "global_step": 23129, "epoch": 428, "lr": 1.9428626563239532e-05}
+{"train_loss": 0.0018040365539491177, "global_step": 23130, "epoch": 428, "lr": 1.9424730247899414e-05}
+{"train_loss": 0.001471164752729237, "global_step": 23131, "epoch": 428, "lr": 1.9420834229102963e-05}
+{"train_loss": 0.0016150892479345202, "global_step": 23132, "epoch": 428, "lr": 1.9416938506888017e-05}
+{"train_loss": 0.002577743027359247, "global_step": 23133, "epoch": 428, "lr": 1.9413043081292303e-05}
+{"train_loss": 0.001818675547838211, "global_step": 23134, "epoch": 428, "lr": 1.9409147952353605e-05}
+{"train_loss": 0.002440381795167923, "global_step": 23135, "epoch": 428, "lr": 1.940525312010974e-05}
+{"train_loss": 0.0017860984662547708, "global_step": 23136, "epoch": 428, "lr": 1.9401358584598463e-05}
+{"train_loss": 0.002543203067034483, "global_step": 23137, "epoch": 428, "lr": 1.9397464345857562e-05}
+{"train_loss": 0.001707897987216711, "global_step": 23138, "epoch": 428, "lr": 1.9393570403924755e-05}
+{"train_loss": 0.0016517516924068332, "global_step": 23139, "epoch": 428, "lr": 1.938967675883786e-05}
+{"train_loss": 0.00244846916757524, "global_step": 23140, "epoch": 428, "lr": 1.9385783410634624e-05}
+{"train_loss": 0.0015367778250947595, "global_step": 23141, "epoch": 428, "lr": 1.938189035935281e-05}
+{"train_loss": 0.0027572258841246367, "global_step": 23142, "epoch": 428, "lr": 1.9377997605030174e-05}
+{"train_loss": 0.0018539889715611935, "global_step": 23143, "epoch": 428, "lr": 1.9374105147704475e-05}
+{"train_loss": 0.002807800192385912, "global_step": 23144, "epoch": 428, "lr": 1.9370212987413455e-05}
+{"train_loss": 0.001217565732076764, "global_step": 23145, "epoch": 428, "lr": 1.9366321124194876e-05}
+{"train_loss": 0.0014082590350881219, "global_step": 23146, "epoch": 428, "lr": 1.9362429558086453e-05}
+{"train_loss": 0.0029685499612241983, "global_step": 23147, "epoch": 428, "lr": 1.9358538289125977e-05}
+{"train_loss": 0.0020175203680992126, "global_step": 23148, "epoch": 428, "lr": 1.9354647317351188e-05}
+{"train_loss": 0.0023108215536922216, "global_step": 23149, "epoch": 428, "lr": 1.935075664279978e-05}
+{"train_loss": 0.00134707847610116, "global_step": 23150, "epoch": 428, "lr": 1.9346866265509494e-05}
+{"train_loss": 0.0010728187626227736, "global_step": 23151, "epoch": 428, "lr": 1.9342976185518097e-05}
+{"train_loss": 0.0007692956132814288, "global_step": 23152, "epoch": 428, "lr": 1.9339086402863294e-05}
+{"train_loss": 0.0021481402218341827, "global_step": 23153, "epoch": 428, "lr": 1.9335196917582836e-05}
+{"train_loss": 0.0017357857432216406, "global_step": 23154, "epoch": 428, "lr": 1.93313077297144e-05}
+{"train_loss": 0.0018981486791744828, "global_step": 23155, "epoch": 428, "lr": 1.932741883929574e-05}
+{"train_loss": 0.0010165594285354018, "global_step": 23156, "epoch": 428, "lr": 1.9323530246364575e-05}
+{"train_loss": 0.0016925135860219598, "global_step": 23157, "epoch": 428, "lr": 1.931964195095861e-05}
+{"train_loss": 0.0013954051537439227, "global_step": 23158, "epoch": 428, "lr": 1.9315753953115557e-05}
+{"train_loss": 0.0013264004373922944, "global_step": 23159, "epoch": 428, "lr": 1.931186625287313e-05}
+{"train_loss": 0.002608658978715539, "global_step": 23160, "epoch": 428, "lr": 1.9307978850269025e-05}
+{"train_loss": 0.0013431753031909466, "global_step": 23161, "epoch": 428, "lr": 1.930409174534096e-05}
+{"train_loss": 0.0013262222055345774, "global_step": 23162, "epoch": 428, "lr": 1.9300204938126604e-05}
+{"train_loss": 0.0018631529528647661, "global_step": 23163, "epoch": 428, "lr": 1.9296318428663713e-05}
+{"train_loss": 0.0019190034363418818, "global_step": 23164, "epoch": 428, "lr": 1.9292432216989932e-05}
+{"train_loss": 0.0018050580358788095, "global_step": 23165, "epoch": 428, "lr": 1.9288546303142964e-05, "val_loss": 0.002851131372153759}
+{"train_loss": 0.0012020556023344398, "global_step": 23166, "epoch": 429, "lr": 1.9284660687160482e-05}
+{"train_loss": 0.0010275749955326319, "global_step": 23167, "epoch": 429, "lr": 1.9280775369080206e-05}
+{"train_loss": 0.00297170621342957, "global_step": 23168, "epoch": 429, "lr": 1.9276890348939825e-05}
+{"train_loss": 0.0011528274044394493, "global_step": 23169, "epoch": 429, "lr": 1.927300562677698e-05}
+{"train_loss": 0.0019525313982740045, "global_step": 23170, "epoch": 429, "lr": 1.926912120262935e-05}
+{"train_loss": 0.000847100280225277, "global_step": 23171, "epoch": 429, "lr": 1.9265237076534635e-05}
+{"train_loss": 0.0023079020902514458, "global_step": 23172, "epoch": 429, "lr": 1.92613532485305e-05}
+{"train_loss": 0.0005774707533419132, "global_step": 23173, "epoch": 429, "lr": 1.925746971865461e-05}
+{"train_loss": 0.0010743378661572933, "global_step": 23174, "epoch": 429, "lr": 1.925358648694463e-05}
+{"train_loss": 0.0024128349032253027, "global_step": 23175, "epoch": 429, "lr": 1.924970355343822e-05}
+{"train_loss": 0.0017858543433248997, "global_step": 23176, "epoch": 429, "lr": 1.9245820918173045e-05}
+{"train_loss": 0.0029838604386895895, "global_step": 23177, "epoch": 429, "lr": 1.9241938581186764e-05}
+{"train_loss": 0.0008884391863830388, "global_step": 23178, "epoch": 429, "lr": 1.9238056542517e-05}
+{"train_loss": 0.001710759592242539, "global_step": 23179, "epoch": 429, "lr": 1.9234174802201477e-05}
+{"train_loss": 0.0008201398304663599, "global_step": 23180, "epoch": 429, "lr": 1.9230293360277775e-05}
+{"train_loss": 0.0019405072089284658, "global_step": 23181, "epoch": 429, "lr": 1.9226412216783557e-05}
+{"train_loss": 0.0013962103985249996, "global_step": 23182, "epoch": 429, "lr": 1.9222531371756458e-05}
+{"train_loss": 0.0010961376829072833, "global_step": 23183, "epoch": 429, "lr": 1.921865082523414e-05}
+{"train_loss": 0.0012294331099838018, "global_step": 23184, "epoch": 429, "lr": 1.9214770577254254e-05}
+{"train_loss": 0.001265256549231708, "global_step": 23185, "epoch": 429, "lr": 1.921089062785439e-05}
+{"train_loss": 0.001272308873012662, "global_step": 23186, "epoch": 429, "lr": 1.920701097707218e-05}
+{"train_loss": 0.0015663127414882183, "global_step": 23187, "epoch": 429, "lr": 1.9203131624945287e-05}
+{"train_loss": 0.0016627247678115964, "global_step": 23188, "epoch": 429, "lr": 1.9199252571511317e-05}
+{"train_loss": 0.0019900756888091564, "global_step": 23189, "epoch": 429, "lr": 1.91953738168079e-05}
+{"train_loss": 0.0014439389342442155, "global_step": 23190, "epoch": 429, "lr": 1.9191495360872648e-05}
+{"train_loss": 0.0012450189096853137, "global_step": 23191, "epoch": 429, "lr": 1.9187617203743173e-05}
+{"train_loss": 0.0017062174156308174, "global_step": 23192, "epoch": 429, "lr": 1.9183739345457096e-05}
+{"train_loss": 0.0009087480721063912, "global_step": 23193, "epoch": 429, "lr": 1.917986178605203e-05}
+{"train_loss": 0.0014754233416169882, "global_step": 23194, "epoch": 429, "lr": 1.917598452556556e-05}
+{"train_loss": 0.0012884344905614853, "global_step": 23195, "epoch": 429, "lr": 1.917210756403534e-05}
+{"train_loss": 0.0014038006775081158, "global_step": 23196, "epoch": 429, "lr": 1.916823090149893e-05}
+{"train_loss": 0.0025189907755702734, "global_step": 23197, "epoch": 429, "lr": 1.916435453799394e-05}
+{"train_loss": 0.0016218270175158978, "global_step": 23198, "epoch": 429, "lr": 1.9160478473557947e-05}
+{"train_loss": 0.0011743182549253106, "global_step": 23199, "epoch": 429, "lr": 1.9156602708228582e-05}
+{"train_loss": 0.0021861873101443052, "global_step": 23200, "epoch": 429, "lr": 1.9152727242043433e-05}
+{"train_loss": 0.001623873133212328, "global_step": 23201, "epoch": 429, "lr": 1.914885207504006e-05}
+{"train_loss": 0.0017459584632888436, "global_step": 23202, "epoch": 429, "lr": 1.914497720725603e-05}
+{"train_loss": 0.0013009030371904373, "global_step": 23203, "epoch": 429, "lr": 1.914110263872898e-05}
+{"train_loss": 0.0016906028613448143, "global_step": 23204, "epoch": 429, "lr": 1.9137228369496456e-05}
+{"train_loss": 0.0030395598150789738, "global_step": 23205, "epoch": 429, "lr": 1.913335439959605e-05}
+{"train_loss": 0.0013231539633125067, "global_step": 23206, "epoch": 429, "lr": 1.9129480729065312e-05}
+{"train_loss": 0.0024939365684986115, "global_step": 23207, "epoch": 429, "lr": 1.9125607357941834e-05}
+{"train_loss": 0.0011728646932169795, "global_step": 23208, "epoch": 429, "lr": 1.912173428626317e-05}
+{"train_loss": 0.0016593246255069971, "global_step": 23209, "epoch": 429, "lr": 1.9117861514066893e-05}
+{"train_loss": 0.0015029130736365914, "global_step": 23210, "epoch": 429, "lr": 1.9113989041390557e-05}
+{"train_loss": 0.0011623888276517391, "global_step": 23211, "epoch": 429, "lr": 1.911011686827172e-05}
+{"train_loss": 0.0017529078759253025, "global_step": 23212, "epoch": 429, "lr": 1.9106244994747945e-05}
+{"train_loss": 0.0016732787480577826, "global_step": 23213, "epoch": 429, "lr": 1.9102373420856778e-05}
+{"train_loss": 0.0018484602915123105, "global_step": 23214, "epoch": 429, "lr": 1.909850214663575e-05}
+{"train_loss": 0.00127374567091465, "global_step": 23215, "epoch": 429, "lr": 1.909463117212247e-05}
+{"train_loss": 0.0017755278386175632, "global_step": 23216, "epoch": 429, "lr": 1.9090760497354417e-05}
+{"train_loss": 0.0015427598264068365, "global_step": 23217, "epoch": 429, "lr": 1.9086890122369133e-05}
+{"train_loss": 0.001018287381157279, "global_step": 23218, "epoch": 429, "lr": 1.9083020047204202e-05}
+{"train_loss": 0.0015799270897534573, "global_step": 23219, "epoch": 429, "lr": 1.9079150271897134e-05, "val_loss": 0.004331938456743956}
+{"train_loss": 0.0021151991095393896, "global_step": 23220, "epoch": 430, "lr": 1.907528079648547e-05}
+{"train_loss": 0.0013473681174218655, "global_step": 23221, "epoch": 430, "lr": 1.9071411621006717e-05}
+{"train_loss": 0.0017943126149475574, "global_step": 23222, "epoch": 430, "lr": 1.906754274549843e-05}
+{"train_loss": 0.0011153541272506118, "global_step": 23223, "epoch": 430, "lr": 1.9063674169998107e-05}
+{"train_loss": 0.001864591147750616, "global_step": 23224, "epoch": 430, "lr": 1.9059805894543287e-05}
+{"train_loss": 0.0012335865758359432, "global_step": 23225, "epoch": 430, "lr": 1.905593791917148e-05}
+{"train_loss": 0.0013254072982817888, "global_step": 23226, "epoch": 430, "lr": 1.90520702439202e-05}
+{"train_loss": 0.001380140078254044, "global_step": 23227, "epoch": 430, "lr": 1.904820286882696e-05}
+{"train_loss": 0.0013700922718271613, "global_step": 23228, "epoch": 430, "lr": 1.904433579392927e-05}
+{"train_loss": 0.002252756617963314, "global_step": 23229, "epoch": 430, "lr": 1.9040469019264633e-05}
+{"train_loss": 0.0010500372154638171, "global_step": 23230, "epoch": 430, "lr": 1.903660254487054e-05}
+{"train_loss": 0.001849814667366445, "global_step": 23231, "epoch": 430, "lr": 1.9032736370784543e-05}
+{"train_loss": 0.0025094987358897924, "global_step": 23232, "epoch": 430, "lr": 1.902887049704408e-05}
+{"train_loss": 0.0015069640940055251, "global_step": 23233, "epoch": 430, "lr": 1.902500492368665e-05}
+{"train_loss": 0.0012858439004048705, "global_step": 23234, "epoch": 430, "lr": 1.9021139650749785e-05}
+{"train_loss": 0.002175318542867899, "global_step": 23235, "epoch": 430, "lr": 1.9017274678270947e-05}
+{"train_loss": 0.0010409093229100108, "global_step": 23236, "epoch": 430, "lr": 1.901341000628764e-05}
+{"train_loss": 0.0025516345631331205, "global_step": 23237, "epoch": 430, "lr": 1.90095456348373e-05}
+{"train_loss": 0.0017183033050969243, "global_step": 23238, "epoch": 430, "lr": 1.900568156395745e-05}
+{"train_loss": 0.0016933997394517064, "global_step": 23239, "epoch": 430, "lr": 1.900181779368556e-05}
+{"train_loss": 0.0013669495237991214, "global_step": 23240, "epoch": 430, "lr": 1.8997954324059096e-05}
+{"train_loss": 0.0009143116185441613, "global_step": 23241, "epoch": 430, "lr": 1.899409115511554e-05}
+{"train_loss": 0.0011188650969415903, "global_step": 23242, "epoch": 430, "lr": 1.8990228286892346e-05}
+{"train_loss": 0.0015887178014963865, "global_step": 23243, "epoch": 430, "lr": 1.8986365719426986e-05}
+{"train_loss": 0.0022471044212579727, "global_step": 23244, "epoch": 430, "lr": 1.8982503452756923e-05}
+{"train_loss": 0.0025276087690144777, "global_step": 23245, "epoch": 430, "lr": 1.8978641486919618e-05}
+{"train_loss": 0.0013188745360821486, "global_step": 23246, "epoch": 430, "lr": 1.8974779821952504e-05}
+{"train_loss": 0.0022047886159271, "global_step": 23247, "epoch": 430, "lr": 1.897091845789309e-05}
+{"train_loss": 0.0023056273348629475, "global_step": 23248, "epoch": 430, "lr": 1.8967057394778776e-05}
+{"train_loss": 0.00258936476893723, "global_step": 23249, "epoch": 430, "lr": 1.8963196632647008e-05}
+{"train_loss": 0.0014028826262801886, "global_step": 23250, "epoch": 430, "lr": 1.8959336171535263e-05}
+{"train_loss": 0.0014448811998590827, "global_step": 23251, "epoch": 430, "lr": 1.8955476011480972e-05}
+{"train_loss": 0.001338477712124586, "global_step": 23252, "epoch": 430, "lr": 1.895161615252159e-05}
+{"train_loss": 0.0016126154223456979, "global_step": 23253, "epoch": 430, "lr": 1.8947756594694495e-05}
+{"train_loss": 0.0016406287904828787, "global_step": 23254, "epoch": 430, "lr": 1.8943897338037177e-05}
+{"train_loss": 0.002422073157504201, "global_step": 23255, "epoch": 430, "lr": 1.8940038382587044e-05}
+{"train_loss": 0.0021152659319341183, "global_step": 23256, "epoch": 430, "lr": 1.893617972838153e-05}
+{"train_loss": 0.0017230311641469598, "global_step": 23257, "epoch": 430, "lr": 1.8932321375458056e-05}
+{"train_loss": 0.0020881658419966698, "global_step": 23258, "epoch": 430, "lr": 1.8928463323854044e-05}
+{"train_loss": 0.0019454607972875237, "global_step": 23259, "epoch": 430, "lr": 1.8924605573606912e-05}
+{"train_loss": 0.002080659382045269, "global_step": 23260, "epoch": 430, "lr": 1.892074812475408e-05}
+{"train_loss": 0.0017426444683223963, "global_step": 23261, "epoch": 430, "lr": 1.8916890977332928e-05}
+{"train_loss": 0.001822235295549035, "global_step": 23262, "epoch": 430, "lr": 1.8913034131380942e-05}
+{"train_loss": 0.0013852034462615848, "global_step": 23263, "epoch": 430, "lr": 1.8909177586935457e-05}
+{"train_loss": 0.0020434476900845766, "global_step": 23264, "epoch": 430, "lr": 1.8905321344033898e-05}
+{"train_loss": 0.0019059801707044244, "global_step": 23265, "epoch": 430, "lr": 1.890146540271366e-05}
+{"train_loss": 0.0010236511006951332, "global_step": 23266, "epoch": 430, "lr": 1.889760976301216e-05}
+{"train_loss": 0.0014553287765011191, "global_step": 23267, "epoch": 430, "lr": 1.8893754424966787e-05}
+{"train_loss": 0.0014537152601405978, "global_step": 23268, "epoch": 430, "lr": 1.888989938861494e-05}
+{"train_loss": 0.002447910141199827, "global_step": 23269, "epoch": 430, "lr": 1.8886044653993968e-05}
+{"train_loss": 0.0018036370165646076, "global_step": 23270, "epoch": 430, "lr": 1.8882190221141305e-05}
+{"train_loss": 0.0018703374080359936, "global_step": 23271, "epoch": 430, "lr": 1.8878336090094318e-05}
+{"train_loss": 0.0023701549507677555, "global_step": 23272, "epoch": 430, "lr": 1.887448226089038e-05}
+{"train_loss": 0.0017435278385636156, "global_step": 23273, "epoch": 430, "lr": 1.8870628733566875e-05, "val_loss": 0.0033424044959247112, "train_action_mse_error": 4.505678225541487e-05}
+{"train_loss": 0.0013870666734874249, "global_step": 23274, "epoch": 431, "lr": 1.8866775508161176e-05}
+{"train_loss": 0.0011810798896476626, "global_step": 23275, "epoch": 431, "lr": 1.8862922584710664e-05}
+{"train_loss": 0.0014013980980962515, "global_step": 23276, "epoch": 431, "lr": 1.885906996325269e-05}
+{"train_loss": 0.0022942982614040375, "global_step": 23277, "epoch": 431, "lr": 1.8855217643824612e-05}
+{"train_loss": 0.0017843006644397974, "global_step": 23278, "epoch": 431, "lr": 1.885136562646385e-05}
+{"train_loss": 0.001713243080303073, "global_step": 23279, "epoch": 431, "lr": 1.8847513911207705e-05}
+{"train_loss": 0.0018063116585835814, "global_step": 23280, "epoch": 431, "lr": 1.8843662498093557e-05}
+{"train_loss": 0.0011200992157682776, "global_step": 23281, "epoch": 431, "lr": 1.883981138715873e-05}
+{"train_loss": 0.0016985549591481686, "global_step": 23282, "epoch": 431, "lr": 1.8835960578440627e-05}
+{"train_loss": 0.001892518368549645, "global_step": 23283, "epoch": 431, "lr": 1.8832110071976584e-05}
+{"train_loss": 0.001694703008979559, "global_step": 23284, "epoch": 431, "lr": 1.882825986780391e-05}
+{"train_loss": 0.001541896490380168, "global_step": 23285, "epoch": 431, "lr": 1.882440996595996e-05}
+{"train_loss": 0.0013188899029046297, "global_step": 23286, "epoch": 431, "lr": 1.8820560366482098e-05}
+{"train_loss": 0.00124617968685925, "global_step": 23287, "epoch": 431, "lr": 1.881671106940765e-05}
+{"train_loss": 0.0011200042208656669, "global_step": 23288, "epoch": 431, "lr": 1.8812862074773944e-05}
+{"train_loss": 0.0021074002142995596, "global_step": 23289, "epoch": 431, "lr": 1.8809013382618312e-05}
+{"train_loss": 0.0011094966903328896, "global_step": 23290, "epoch": 431, "lr": 1.8805164992978085e-05}
+{"train_loss": 0.0011124308221042156, "global_step": 23291, "epoch": 431, "lr": 1.8801316905890583e-05}
+{"train_loss": 0.0011843608226627111, "global_step": 23292, "epoch": 431, "lr": 1.879746912139313e-05}
+{"train_loss": 0.0016474892618134618, "global_step": 23293, "epoch": 431, "lr": 1.8793621639523028e-05}
+{"train_loss": 0.0020059009548276663, "global_step": 23294, "epoch": 431, "lr": 1.8789774460317643e-05}
+{"train_loss": 0.0017557397950440645, "global_step": 23295, "epoch": 431, "lr": 1.878592758381424e-05}
+{"train_loss": 0.001427128678187728, "global_step": 23296, "epoch": 431, "lr": 1.878208101005014e-05}
+{"train_loss": 0.0018226843094453216, "global_step": 23297, "epoch": 431, "lr": 1.877823473906264e-05}
+{"train_loss": 0.0024955542758107185, "global_step": 23298, "epoch": 431, "lr": 1.8774388770889078e-05}
+{"train_loss": 0.0013197088846936822, "global_step": 23299, "epoch": 431, "lr": 1.877054310556675e-05}
+{"train_loss": 0.0005967399338260293, "global_step": 23300, "epoch": 431, "lr": 1.876669774313292e-05}
+{"train_loss": 0.001250396715477109, "global_step": 23301, "epoch": 431, "lr": 1.8762852683624894e-05}
+{"train_loss": 0.0013957639457657933, "global_step": 23302, "epoch": 431, "lr": 1.8759007927079987e-05}
+{"train_loss": 0.0017794581362977624, "global_step": 23303, "epoch": 431, "lr": 1.8755163473535475e-05}
+{"train_loss": 0.0010573046747595072, "global_step": 23304, "epoch": 431, "lr": 1.8751319323028642e-05}
+{"train_loss": 0.001803275546990335, "global_step": 23305, "epoch": 431, "lr": 1.874747547559678e-05}
+{"train_loss": 0.0010725053725764155, "global_step": 23306, "epoch": 431, "lr": 1.8743631931277166e-05}
+{"train_loss": 0.0017049990128725767, "global_step": 23307, "epoch": 431, "lr": 1.8739788690107073e-05}
+{"train_loss": 0.0016291585052385926, "global_step": 23308, "epoch": 431, "lr": 1.873594575212378e-05}
+{"train_loss": 0.0022947299294173717, "global_step": 23309, "epoch": 431, "lr": 1.8732103117364558e-05}
+{"train_loss": 0.0019662263803184032, "global_step": 23310, "epoch": 431, "lr": 1.872826078586668e-05}
+{"train_loss": 0.0007581733516417444, "global_step": 23311, "epoch": 431, "lr": 1.8724418757667406e-05}
+{"train_loss": 0.00156220025382936, "global_step": 23312, "epoch": 431, "lr": 1.8720577032804e-05}
+{"train_loss": 0.0022521165665239096, "global_step": 23313, "epoch": 431, "lr": 1.8716735611313706e-05}
+{"train_loss": 0.001076717977412045, "global_step": 23314, "epoch": 431, "lr": 1.8712894493233813e-05}
+{"train_loss": 0.0016563179669901729, "global_step": 23315, "epoch": 431, "lr": 1.8709053678601586e-05}
+{"train_loss": 0.0021883142180740833, "global_step": 23316, "epoch": 431, "lr": 1.8705213167454227e-05}
+{"train_loss": 0.0015090553788468242, "global_step": 23317, "epoch": 431, "lr": 1.8701372959828995e-05}
+{"train_loss": 0.0019536642357707024, "global_step": 23318, "epoch": 431, "lr": 1.8697533055763166e-05}
+{"train_loss": 0.0016535220202058554, "global_step": 23319, "epoch": 431, "lr": 1.8693693455293966e-05}
+{"train_loss": 0.0009440385038033128, "global_step": 23320, "epoch": 431, "lr": 1.8689854158458637e-05}
+{"train_loss": 0.0014069636818021536, "global_step": 23321, "epoch": 431, "lr": 1.868601516529441e-05}
+{"train_loss": 0.0009649835410527885, "global_step": 23322, "epoch": 431, "lr": 1.868217647583852e-05}
+{"train_loss": 0.0015832636272534728, "global_step": 23323, "epoch": 431, "lr": 1.86783380901282e-05}
+{"train_loss": 0.0010021894704550505, "global_step": 23324, "epoch": 431, "lr": 1.8674500008200674e-05}
+{"train_loss": 0.0016170565504580736, "global_step": 23325, "epoch": 431, "lr": 1.8670662230093173e-05}
+{"train_loss": 0.0014654244296252728, "global_step": 23326, "epoch": 431, "lr": 1.8666824755842916e-05}
+{"train_loss": 0.0015200667678275043, "global_step": 23327, "epoch": 431, "lr": 1.866298758548712e-05, "val_loss": 0.002409815788269043}
+{"train_loss": 0.001276736962608993, "global_step": 23328, "epoch": 432, "lr": 1.8659150719063005e-05}
+{"train_loss": 0.002087702974677086, "global_step": 23329, "epoch": 432, "lr": 1.865531415660776e-05}
+{"train_loss": 0.0022604092955589294, "global_step": 23330, "epoch": 432, "lr": 1.865147789815866e-05}
+{"train_loss": 0.0011849034344777465, "global_step": 23331, "epoch": 432, "lr": 1.864764194375284e-05}
+{"train_loss": 0.0013904747320339084, "global_step": 23332, "epoch": 432, "lr": 1.8643806293427523e-05}
+{"train_loss": 0.0011184128234162927, "global_step": 23333, "epoch": 432, "lr": 1.8639970947219935e-05}
+{"train_loss": 0.0012121766339987516, "global_step": 23334, "epoch": 432, "lr": 1.8636135905167263e-05}
+{"train_loss": 0.0009986876975744963, "global_step": 23335, "epoch": 432, "lr": 1.8632301167306694e-05}
+{"train_loss": 0.0013708113692700863, "global_step": 23336, "epoch": 432, "lr": 1.8628466733675426e-05}
+{"train_loss": 0.0016964981332421303, "global_step": 23337, "epoch": 432, "lr": 1.8624632604310647e-05}
+{"train_loss": 0.0014386993134394288, "global_step": 23338, "epoch": 432, "lr": 1.862079877924955e-05}
+{"train_loss": 0.0010138587094843388, "global_step": 23339, "epoch": 432, "lr": 1.8616965258529305e-05}
+{"train_loss": 0.0012728695292025805, "global_step": 23340, "epoch": 432, "lr": 1.861313204218711e-05}
+{"train_loss": 0.0010813982225954533, "global_step": 23341, "epoch": 432, "lr": 1.860929913026012e-05}
+{"train_loss": 0.002191381063312292, "global_step": 23342, "epoch": 432, "lr": 1.8605466522785537e-05}
+{"train_loss": 0.0016140193911269307, "global_step": 23343, "epoch": 432, "lr": 1.8601634219800508e-05}
+{"train_loss": 0.0015921404119580984, "global_step": 23344, "epoch": 432, "lr": 1.8597802221342214e-05}
+{"train_loss": 0.0010268165497109294, "global_step": 23345, "epoch": 432, "lr": 1.8593970527447802e-05}
+{"train_loss": 0.0021496133413165808, "global_step": 23346, "epoch": 432, "lr": 1.859013913815449e-05}
+{"train_loss": 0.0014102692948654294, "global_step": 23347, "epoch": 432, "lr": 1.858630805349938e-05}
+{"train_loss": 0.0017819689819589257, "global_step": 23348, "epoch": 432, "lr": 1.8582477273519628e-05}
+{"train_loss": 0.0015355622163042426, "global_step": 23349, "epoch": 432, "lr": 1.857864679825243e-05}
+{"train_loss": 0.0013010600814595819, "global_step": 23350, "epoch": 432, "lr": 1.8574816627734915e-05}
+{"train_loss": 0.0010989084839820862, "global_step": 23351, "epoch": 432, "lr": 1.8570986762004243e-05}
+{"train_loss": 0.0022002041805535555, "global_step": 23352, "epoch": 432, "lr": 1.8567157201097517e-05}
+{"train_loss": 0.0008989538182504475, "global_step": 23353, "epoch": 432, "lr": 1.8563327945051935e-05}
+{"train_loss": 0.0009375368244946003, "global_step": 23354, "epoch": 432, "lr": 1.85594989939046e-05}
+{"train_loss": 0.001021117903292179, "global_step": 23355, "epoch": 432, "lr": 1.8555670347692666e-05}
+{"train_loss": 0.0014461373211815953, "global_step": 23356, "epoch": 432, "lr": 1.855184200645326e-05}
+{"train_loss": 0.00100231624674052, "global_step": 23357, "epoch": 432, "lr": 1.854801397022351e-05}
+{"train_loss": 0.0019131442531943321, "global_step": 23358, "epoch": 432, "lr": 1.8544186239040544e-05}
+{"train_loss": 0.0011728308163583279, "global_step": 23359, "epoch": 432, "lr": 1.8540358812941495e-05}
+{"train_loss": 0.002795016160234809, "global_step": 23360, "epoch": 432, "lr": 1.8536531691963454e-05}
+{"train_loss": 0.0009123623603954911, "global_step": 23361, "epoch": 432, "lr": 1.853270487614358e-05}
+{"train_loss": 0.0016668173484504223, "global_step": 23362, "epoch": 432, "lr": 1.8528878365518994e-05}
+{"train_loss": 0.0014299366157501936, "global_step": 23363, "epoch": 432, "lr": 1.8525052160126766e-05}
+{"train_loss": 0.0006814346997998655, "global_step": 23364, "epoch": 432, "lr": 1.8521226260004003e-05}
+{"train_loss": 0.0009861673461273313, "global_step": 23365, "epoch": 432, "lr": 1.8517400665187862e-05}
+{"train_loss": 0.002081755781546235, "global_step": 23366, "epoch": 432, "lr": 1.8513575375715413e-05}
+{"train_loss": 0.0009149295510724187, "global_step": 23367, "epoch": 432, "lr": 1.8509750391623783e-05}
+{"train_loss": 0.0014333667932078242, "global_step": 23368, "epoch": 432, "lr": 1.850592571295001e-05}
+{"train_loss": 0.0024282289668917656, "global_step": 23369, "epoch": 432, "lr": 1.8502101339731247e-05}
+{"train_loss": 0.0017476988723501563, "global_step": 23370, "epoch": 432, "lr": 1.8498277272004572e-05}
+{"train_loss": 0.0022086426615715027, "global_step": 23371, "epoch": 432, "lr": 1.849445350980707e-05}
+{"train_loss": 0.0015320185339078307, "global_step": 23372, "epoch": 432, "lr": 1.849063005317582e-05}
+{"train_loss": 0.0013795301783829927, "global_step": 23373, "epoch": 432, "lr": 1.8486806902147914e-05}
+{"train_loss": 0.0023099766112864017, "global_step": 23374, "epoch": 432, "lr": 1.8482984056760432e-05}
+{"train_loss": 0.001439672545529902, "global_step": 23375, "epoch": 432, "lr": 1.847916151705044e-05}
+{"train_loss": 0.0007605350110679865, "global_step": 23376, "epoch": 432, "lr": 1.8475339283055015e-05}
+{"train_loss": 0.001663652015849948, "global_step": 23377, "epoch": 432, "lr": 1.8471517354811264e-05}
+{"train_loss": 0.001350934850051999, "global_step": 23378, "epoch": 432, "lr": 1.8467695732356198e-05}
+{"train_loss": 0.0007937996415421367, "global_step": 23379, "epoch": 432, "lr": 1.8463874415726918e-05}
+{"train_loss": 0.0008628827054053545, "global_step": 23380, "epoch": 432, "lr": 1.846005340496046e-05}
+{"train_loss": 0.0014530231387147473, "global_step": 23381, "epoch": 432, "lr": 1.8456232700093916e-05, "val_loss": 0.004379929509013891}
+{"train_loss": 0.0028057552408427, "global_step": 23382, "epoch": 433, "lr": 1.8452412301164322e-05}
+{"train_loss": 0.0014178812270984054, "global_step": 23383, "epoch": 433, "lr": 1.844859220820876e-05}
+{"train_loss": 0.0016763248713687062, "global_step": 23384, "epoch": 433, "lr": 1.8444772421264216e-05}
+{"train_loss": 0.0012241738149896264, "global_step": 23385, "epoch": 433, "lr": 1.84409529403678e-05}
+{"train_loss": 0.0021542590111494064, "global_step": 23386, "epoch": 433, "lr": 1.843713376555653e-05}
+{"train_loss": 0.0007555007468909025, "global_step": 23387, "epoch": 433, "lr": 1.8433314896867453e-05}
+{"train_loss": 0.0008848385186865926, "global_step": 23388, "epoch": 433, "lr": 1.842949633433761e-05}
+{"train_loss": 0.0011462063994258642, "global_step": 23389, "epoch": 433, "lr": 1.842567807800403e-05}
+{"train_loss": 0.0011920137330889702, "global_step": 23390, "epoch": 433, "lr": 1.8421860127903745e-05}
+{"train_loss": 0.0018064395990222692, "global_step": 23391, "epoch": 433, "lr": 1.841804248407379e-05}
+{"train_loss": 0.0013271743664517999, "global_step": 23392, "epoch": 433, "lr": 1.8414225146551166e-05}
+{"train_loss": 0.001583209726959467, "global_step": 23393, "epoch": 433, "lr": 1.8410408115372963e-05}
+{"train_loss": 0.0015160967595875263, "global_step": 23394, "epoch": 433, "lr": 1.8406591390576134e-05}
+{"train_loss": 0.001879009883850813, "global_step": 23395, "epoch": 433, "lr": 1.8402774972197723e-05}
+{"train_loss": 0.0012173557188361883, "global_step": 23396, "epoch": 433, "lr": 1.8398958860274728e-05}
+{"train_loss": 0.0016050280537456274, "global_step": 23397, "epoch": 433, "lr": 1.8395143054844195e-05}
+{"train_loss": 0.0017611581133678555, "global_step": 23398, "epoch": 433, "lr": 1.8391327555943128e-05}
+{"train_loss": 0.0020158016122877598, "global_step": 23399, "epoch": 433, "lr": 1.8387512363608496e-05}
+{"train_loss": 0.00110986630897969, "global_step": 23400, "epoch": 433, "lr": 1.838369747787731e-05}
+{"train_loss": 0.0009948833612725139, "global_step": 23401, "epoch": 433, "lr": 1.8379882898786603e-05}
+{"train_loss": 0.002708830637857318, "global_step": 23402, "epoch": 433, "lr": 1.837606862637335e-05}
+{"train_loss": 0.0014775082236155868, "global_step": 23403, "epoch": 433, "lr": 1.837225466067455e-05}
+{"train_loss": 0.0011774669401347637, "global_step": 23404, "epoch": 433, "lr": 1.8368441001727192e-05}
+{"train_loss": 0.001395209925249219, "global_step": 23405, "epoch": 433, "lr": 1.836462764956826e-05}
+{"train_loss": 0.0011469339951872826, "global_step": 23406, "epoch": 433, "lr": 1.8360814604234745e-05}
+{"train_loss": 0.0006922021857462823, "global_step": 23407, "epoch": 433, "lr": 1.8357001865763624e-05}
+{"train_loss": 0.0023967076558619738, "global_step": 23408, "epoch": 433, "lr": 1.8353189434191863e-05}
+{"train_loss": 0.001883919583633542, "global_step": 23409, "epoch": 433, "lr": 1.8349377309556486e-05}
+{"train_loss": 0.0012700296938419342, "global_step": 23410, "epoch": 433, "lr": 1.834556549189442e-05}
+{"train_loss": 0.0016412829281762242, "global_step": 23411, "epoch": 433, "lr": 1.8341753981242647e-05}
+{"train_loss": 0.0011542629217728972, "global_step": 23412, "epoch": 433, "lr": 1.8337942777638117e-05}
+{"train_loss": 0.0015231107827275991, "global_step": 23413, "epoch": 433, "lr": 1.8334131881117834e-05}
+{"train_loss": 0.0014256348367780447, "global_step": 23414, "epoch": 433, "lr": 1.833032129171875e-05}
+{"train_loss": 0.0015555040445178747, "global_step": 23415, "epoch": 433, "lr": 1.83265110094778e-05}
+{"train_loss": 0.0012173713184893131, "global_step": 23416, "epoch": 433, "lr": 1.8322701034431926e-05}
+{"train_loss": 0.0012982524931430817, "global_step": 23417, "epoch": 433, "lr": 1.8318891366618123e-05}
+{"train_loss": 0.0013450190890580416, "global_step": 23418, "epoch": 433, "lr": 1.8315082006073325e-05}
+{"train_loss": 0.0011608093045651913, "global_step": 23419, "epoch": 433, "lr": 1.8311272952834473e-05}
+{"train_loss": 0.002097018761560321, "global_step": 23420, "epoch": 433, "lr": 1.830746420693852e-05}
+{"train_loss": 0.0015012766234576702, "global_step": 23421, "epoch": 433, "lr": 1.830365576842239e-05}
+{"train_loss": 0.0010140417143702507, "global_step": 23422, "epoch": 433, "lr": 1.8299847637323032e-05}
+{"train_loss": 0.0013294856762513518, "global_step": 23423, "epoch": 433, "lr": 1.8296039813677375e-05}
+{"train_loss": 0.0012799177784472704, "global_step": 23424, "epoch": 433, "lr": 1.8292232297522354e-05}
+{"train_loss": 0.0018936606356874108, "global_step": 23425, "epoch": 433, "lr": 1.8288425088894896e-05}
+{"train_loss": 0.0012930503580719233, "global_step": 23426, "epoch": 433, "lr": 1.8284618187831925e-05}
+{"train_loss": 0.001076210057362914, "global_step": 23427, "epoch": 433, "lr": 1.8280811594370368e-05}
+{"train_loss": 0.0009924153564497828, "global_step": 23428, "epoch": 433, "lr": 1.8277005308547125e-05}
+{"train_loss": 0.0016932751750573516, "global_step": 23429, "epoch": 433, "lr": 1.8273199330399137e-05}
+{"train_loss": 0.0020406250841915607, "global_step": 23430, "epoch": 433, "lr": 1.8269393659963335e-05}
+{"train_loss": 0.0010657550301402807, "global_step": 23431, "epoch": 433, "lr": 1.826558829727657e-05}
+{"train_loss": 0.001995745347812772, "global_step": 23432, "epoch": 433, "lr": 1.8261783242375797e-05}
+{"train_loss": 0.0009763083071447909, "global_step": 23433, "epoch": 433, "lr": 1.8257978495297905e-05}
+{"train_loss": 0.0011474633356556296, "global_step": 23434, "epoch": 433, "lr": 1.82541740560798e-05}
+{"train_loss": 0.0014808966252193958, "global_step": 23435, "epoch": 433, "lr": 1.8250369924758377e-05, "val_loss": 0.0031774011440575123}
+{"train_loss": 0.0019009975949302316, "global_step": 23436, "epoch": 434, "lr": 1.8246566101370527e-05}
+{"train_loss": 0.001374361920170486, "global_step": 23437, "epoch": 434, "lr": 1.8242762585953154e-05}
+{"train_loss": 0.001111381221562624, "global_step": 23438, "epoch": 434, "lr": 1.823895937854314e-05}
+{"train_loss": 0.0017460149247199297, "global_step": 23439, "epoch": 434, "lr": 1.8235156479177374e-05}
+{"train_loss": 0.0018118867883458734, "global_step": 23440, "epoch": 434, "lr": 1.8231353887892734e-05}
+{"train_loss": 0.0017853586468845606, "global_step": 23441, "epoch": 434, "lr": 1.8227551604726105e-05}
+{"train_loss": 0.0013536601327359676, "global_step": 23442, "epoch": 434, "lr": 1.822374962971437e-05}
+{"train_loss": 0.0007839694153517485, "global_step": 23443, "epoch": 434, "lr": 1.8219947962894396e-05}
+{"train_loss": 0.0015583772910758853, "global_step": 23444, "epoch": 434, "lr": 1.821614660430304e-05}
+{"train_loss": 0.0008886586874723434, "global_step": 23445, "epoch": 434, "lr": 1.821234555397722e-05}
+{"train_loss": 0.0013933134032413363, "global_step": 23446, "epoch": 434, "lr": 1.8208544811953753e-05}
+{"train_loss": 0.0013853402342647314, "global_step": 23447, "epoch": 434, "lr": 1.8204744378269507e-05}
+{"train_loss": 0.0010792170651257038, "global_step": 23448, "epoch": 434, "lr": 1.820094425296136e-05}
+{"train_loss": 0.001372006256133318, "global_step": 23449, "epoch": 434, "lr": 1.8197144436066167e-05}
+{"train_loss": 0.0012648210395127535, "global_step": 23450, "epoch": 434, "lr": 1.819334492762079e-05}
+{"train_loss": 0.0014231567038223147, "global_step": 23451, "epoch": 434, "lr": 1.8189545727662033e-05}
+{"train_loss": 0.0016287326579913497, "global_step": 23452, "epoch": 434, "lr": 1.8185746836226796e-05}
+{"train_loss": 0.0030977753922343254, "global_step": 23453, "epoch": 434, "lr": 1.81819482533519e-05}
+{"train_loss": 0.0016859557945281267, "global_step": 23454, "epoch": 434, "lr": 1.8178149979074195e-05}
+{"train_loss": 0.0010296525433659554, "global_step": 23455, "epoch": 434, "lr": 1.8174352013430512e-05}
+{"train_loss": 0.0017323356587439775, "global_step": 23456, "epoch": 434, "lr": 1.817055435645769e-05}
+{"train_loss": 0.0012521203607320786, "global_step": 23457, "epoch": 434, "lr": 1.8166757008192563e-05}
+{"train_loss": 0.0011338626500219107, "global_step": 23458, "epoch": 434, "lr": 1.816295996867196e-05}
+{"train_loss": 0.0017360938945785165, "global_step": 23459, "epoch": 434, "lr": 1.815916323793271e-05}
+{"train_loss": 0.0011971087660640478, "global_step": 23460, "epoch": 434, "lr": 1.815536681601161e-05}
+{"train_loss": 0.001459773862734437, "global_step": 23461, "epoch": 434, "lr": 1.8151570702945547e-05}
+{"train_loss": 0.0013740655267611146, "global_step": 23462, "epoch": 434, "lr": 1.8147774898771276e-05}
+{"train_loss": 0.002583520021289587, "global_step": 23463, "epoch": 434, "lr": 1.814397940352562e-05}
+{"train_loss": 0.0014135317178443074, "global_step": 23464, "epoch": 434, "lr": 1.8140184217245414e-05}
+{"train_loss": 0.0007418353925459087, "global_step": 23465, "epoch": 434, "lr": 1.813638933996746e-05}
+{"train_loss": 0.00122029148042202, "global_step": 23466, "epoch": 434, "lr": 1.8132594771728578e-05}
+{"train_loss": 0.0010579726658761501, "global_step": 23467, "epoch": 434, "lr": 1.8128800512565513e-05}
+{"train_loss": 0.0009922996396198869, "global_step": 23468, "epoch": 434, "lr": 1.812500656251513e-05}
+{"train_loss": 0.0016748999478295445, "global_step": 23469, "epoch": 434, "lr": 1.8121212921614193e-05}
+{"train_loss": 0.0011679241433739662, "global_step": 23470, "epoch": 434, "lr": 1.811741958989951e-05}
+{"train_loss": 0.0010644382564350963, "global_step": 23471, "epoch": 434, "lr": 1.811362656740786e-05}
+{"train_loss": 0.0020017926581203938, "global_step": 23472, "epoch": 434, "lr": 1.8109833854176035e-05}
+{"train_loss": 0.001692995778284967, "global_step": 23473, "epoch": 434, "lr": 1.8106041450240825e-05}
+{"train_loss": 0.0010470495326444507, "global_step": 23474, "epoch": 434, "lr": 1.8102249355639006e-05}
+{"train_loss": 0.0011065928265452385, "global_step": 23475, "epoch": 434, "lr": 1.809845757040734e-05}
+{"train_loss": 0.0007872661808505654, "global_step": 23476, "epoch": 434, "lr": 1.8094666094582635e-05}
+{"train_loss": 0.0017687915824353695, "global_step": 23477, "epoch": 434, "lr": 1.8090874928201674e-05}
+{"train_loss": 0.0019297031685709953, "global_step": 23478, "epoch": 434, "lr": 1.808708407130118e-05}
+{"train_loss": 0.001503708423115313, "global_step": 23479, "epoch": 434, "lr": 1.8083293523917926e-05}
+{"train_loss": 0.0009984582429751754, "global_step": 23480, "epoch": 434, "lr": 1.8079503286088712e-05}
+{"train_loss": 0.0017680276650935411, "global_step": 23481, "epoch": 434, "lr": 1.8075713357850278e-05}
+{"train_loss": 0.0013762862654402852, "global_step": 23482, "epoch": 434, "lr": 1.8071923739239394e-05}
+{"train_loss": 0.0014217999996617436, "global_step": 23483, "epoch": 434, "lr": 1.8068134430292778e-05}
+{"train_loss": 0.0009073445107787848, "global_step": 23484, "epoch": 434, "lr": 1.806434543104722e-05}
+{"train_loss": 0.0014960311818867922, "global_step": 23485, "epoch": 434, "lr": 1.8060556741539453e-05}
+{"train_loss": 0.0008131622453220189, "global_step": 23486, "epoch": 434, "lr": 1.8056768361806233e-05}
+{"train_loss": 0.0018447047332301736, "global_step": 23487, "epoch": 434, "lr": 1.805298029188429e-05}
+{"train_loss": 0.001373450388200581, "global_step": 23488, "epoch": 434, "lr": 1.8049192531810373e-05}
+{"train_loss": 0.0014160201406209832, "global_step": 23489, "epoch": 434, "lr": 1.8045405081621215e-05, "val_loss": 0.0018013841472566128}
+{"train_loss": 0.001279987976886332, "global_step": 23490, "epoch": 435, "lr": 1.8041617941353546e-05}
+{"train_loss": 0.0016526610124856234, "global_step": 23491, "epoch": 435, "lr": 1.8037831111044085e-05}
+{"train_loss": 0.0015041421866044402, "global_step": 23492, "epoch": 435, "lr": 1.803404459072961e-05}
+{"train_loss": 0.0011088488390669227, "global_step": 23493, "epoch": 435, "lr": 1.8030258380446797e-05}
+{"train_loss": 0.001568783656693995, "global_step": 23494, "epoch": 435, "lr": 1.8026472480232374e-05}
+{"train_loss": 0.0013337552081793547, "global_step": 23495, "epoch": 435, "lr": 1.802268689012306e-05}
+{"train_loss": 0.0008847264689393342, "global_step": 23496, "epoch": 435, "lr": 1.8018901610155593e-05}
+{"train_loss": 0.0016716660466045141, "global_step": 23497, "epoch": 435, "lr": 1.8015116640366686e-05}
+{"train_loss": 0.0012267131824046373, "global_step": 23498, "epoch": 435, "lr": 1.8011331980793015e-05}
+{"train_loss": 0.0007453428697772324, "global_step": 23499, "epoch": 435, "lr": 1.8007547631471287e-05}
+{"train_loss": 0.0020481545943766832, "global_step": 23500, "epoch": 435, "lr": 1.800376359243825e-05}
+{"train_loss": 0.001267224084585905, "global_step": 23501, "epoch": 435, "lr": 1.7999979863730572e-05}
+{"train_loss": 0.0009543334599584341, "global_step": 23502, "epoch": 435, "lr": 1.799619644538496e-05}
+{"train_loss": 0.0015678645577281713, "global_step": 23503, "epoch": 435, "lr": 1.7992413337438102e-05}
+{"train_loss": 0.0011987623292952776, "global_step": 23504, "epoch": 435, "lr": 1.79886305399267e-05}
+{"train_loss": 0.0008927511516958475, "global_step": 23505, "epoch": 435, "lr": 1.7984848052887432e-05}
+{"train_loss": 0.0017159446142613888, "global_step": 23506, "epoch": 435, "lr": 1.7981065876356985e-05}
+{"train_loss": 0.0016613078769296408, "global_step": 23507, "epoch": 435, "lr": 1.797728401037203e-05}
+{"train_loss": 0.0016827683430165052, "global_step": 23508, "epoch": 435, "lr": 1.79735024549693e-05}
+{"train_loss": 0.0009845044696703553, "global_step": 23509, "epoch": 435, "lr": 1.7969721210185408e-05}
+{"train_loss": 0.0012465149629861116, "global_step": 23510, "epoch": 435, "lr": 1.796594027605706e-05}
+{"train_loss": 0.0013922363286837935, "global_step": 23511, "epoch": 435, "lr": 1.79621596526209e-05}
+{"train_loss": 0.0006515337736345828, "global_step": 23512, "epoch": 435, "lr": 1.7958379339913627e-05}
+{"train_loss": 0.0015159101458266377, "global_step": 23513, "epoch": 435, "lr": 1.7954599337971912e-05}
+{"train_loss": 0.002011229982599616, "global_step": 23514, "epoch": 435, "lr": 1.795081964683238e-05}
+{"train_loss": 0.0014328238321468234, "global_step": 23515, "epoch": 435, "lr": 1.794704026653169e-05}
+{"train_loss": 0.000996671267785132, "global_step": 23516, "epoch": 435, "lr": 1.794326119710653e-05}
+{"train_loss": 0.0017594413366168737, "global_step": 23517, "epoch": 435, "lr": 1.7939482438593542e-05}
+{"train_loss": 0.0016438235761597753, "global_step": 23518, "epoch": 435, "lr": 1.793570399102936e-05}
+{"train_loss": 0.000839651795104146, "global_step": 23519, "epoch": 435, "lr": 1.7931925854450654e-05}
+{"train_loss": 0.0013780047884210944, "global_step": 23520, "epoch": 435, "lr": 1.792814802889405e-05}
+{"train_loss": 0.000716193753760308, "global_step": 23521, "epoch": 435, "lr": 1.792437051439619e-05}
+{"train_loss": 0.0024001013953238726, "global_step": 23522, "epoch": 435, "lr": 1.792059331099371e-05}
+{"train_loss": 0.0013330400688573718, "global_step": 23523, "epoch": 435, "lr": 1.7916816418723238e-05}
+{"train_loss": 0.0016148226568475366, "global_step": 23524, "epoch": 435, "lr": 1.791303983762145e-05}
+{"train_loss": 0.0007904286030679941, "global_step": 23525, "epoch": 435, "lr": 1.7909263567724914e-05}
+{"train_loss": 0.001163071719929576, "global_step": 23526, "epoch": 435, "lr": 1.7905487609070294e-05}
+{"train_loss": 0.001271304558031261, "global_step": 23527, "epoch": 435, "lr": 1.7901711961694173e-05}
+{"train_loss": 0.0022015601862221956, "global_step": 23528, "epoch": 435, "lr": 1.7897936625633214e-05}
+{"train_loss": 0.0009757232619449496, "global_step": 23529, "epoch": 435, "lr": 1.7894161600924044e-05}
+{"train_loss": 0.001570950960740447, "global_step": 23530, "epoch": 435, "lr": 1.7890386887603222e-05}
+{"train_loss": 0.0016068146796897054, "global_step": 23531, "epoch": 435, "lr": 1.7886612485707373e-05}
+{"train_loss": 0.0017607321497052908, "global_step": 23532, "epoch": 435, "lr": 1.7882838395273127e-05}
+{"train_loss": 0.0008790966821834445, "global_step": 23533, "epoch": 435, "lr": 1.7879064616337078e-05}
+{"train_loss": 0.0009057910647243261, "global_step": 23534, "epoch": 435, "lr": 1.787529114893583e-05}
+{"train_loss": 0.0010330803925171494, "global_step": 23535, "epoch": 435, "lr": 1.7871517993105974e-05}
+{"train_loss": 0.00137921585701406, "global_step": 23536, "epoch": 435, "lr": 1.7867745148884107e-05}
+{"train_loss": 0.001086339121684432, "global_step": 23537, "epoch": 435, "lr": 1.7863972616306828e-05}
+{"train_loss": 0.002004056703299284, "global_step": 23538, "epoch": 435, "lr": 1.7860200395410713e-05}
+{"train_loss": 0.0015908351633697748, "global_step": 23539, "epoch": 435, "lr": 1.7856428486232362e-05}
+{"train_loss": 0.001315497444011271, "global_step": 23540, "epoch": 435, "lr": 1.785265688880835e-05}
+{"train_loss": 0.001147715956903994, "global_step": 23541, "epoch": 435, "lr": 1.7848885603175265e-05}
+{"train_loss": 0.0013390162494033575, "global_step": 23542, "epoch": 435, "lr": 1.784511462936967e-05}
+{"train_loss": 0.0013522687907054744, "global_step": 23543, "epoch": 435, "lr": 1.7841343967428132e-05, "val_loss": 0.002134311478585005, "train_action_mse_error": 5.280680852592923e-05}
+{"train_loss": 0.0008324271184392273, "global_step": 23544, "epoch": 436, "lr": 1.7837573617387265e-05}
+{"train_loss": 0.0010264855809509754, "global_step": 23545, "epoch": 436, "lr": 1.7833803579283597e-05}
+{"train_loss": 0.001634590676985681, "global_step": 23546, "epoch": 436, "lr": 1.783003385315369e-05}
+{"train_loss": 0.0013927676482126117, "global_step": 23547, "epoch": 436, "lr": 1.7826264439034128e-05}
+{"train_loss": 0.0011516225058585405, "global_step": 23548, "epoch": 436, "lr": 1.782249533696147e-05}
+{"train_loss": 0.0010079850908368826, "global_step": 23549, "epoch": 436, "lr": 1.7818726546972258e-05}
+{"train_loss": 0.0020619528368115425, "global_step": 23550, "epoch": 436, "lr": 1.7814958069103055e-05}
+{"train_loss": 0.0022292369976639748, "global_step": 23551, "epoch": 436, "lr": 1.7811189903390406e-05}
+{"train_loss": 0.001003644778393209, "global_step": 23552, "epoch": 436, "lr": 1.780742204987086e-05}
+{"train_loss": 0.0011687696678563952, "global_step": 23553, "epoch": 436, "lr": 1.780365450858095e-05}
+{"train_loss": 0.0010161688551306725, "global_step": 23554, "epoch": 436, "lr": 1.7799887279557237e-05}
+{"train_loss": 0.0015401258133351803, "global_step": 23555, "epoch": 436, "lr": 1.7796120362836238e-05}
+{"train_loss": 0.0019408074440434575, "global_step": 23556, "epoch": 436, "lr": 1.77923537584545e-05}
+{"train_loss": 0.0021165451034903526, "global_step": 23557, "epoch": 436, "lr": 1.7788587466448554e-05}
+{"train_loss": 0.0009103874326683581, "global_step": 23558, "epoch": 436, "lr": 1.7784821486854925e-05}
+{"train_loss": 0.0014913135673850775, "global_step": 23559, "epoch": 436, "lr": 1.778105581971012e-05}
+{"train_loss": 0.0013506790855899453, "global_step": 23560, "epoch": 436, "lr": 1.777729046505071e-05}
+{"train_loss": 0.0015946212224662304, "global_step": 23561, "epoch": 436, "lr": 1.7773525422913173e-05}
+{"train_loss": 0.001657026936300099, "global_step": 23562, "epoch": 436, "lr": 1.7769760693334026e-05}
+{"train_loss": 0.0016975129256024957, "global_step": 23563, "epoch": 436, "lr": 1.7765996276349806e-05}
+{"train_loss": 0.0016922119539231062, "global_step": 23564, "epoch": 436, "lr": 1.7762232171997008e-05}
+{"train_loss": 0.0017128228209912777, "global_step": 23565, "epoch": 436, "lr": 1.7758468380312164e-05}
+{"train_loss": 0.0012431738432496786, "global_step": 23566, "epoch": 436, "lr": 1.775470490133172e-05}
+{"train_loss": 0.0016353062819689512, "global_step": 23567, "epoch": 436, "lr": 1.7750941735092236e-05}
+{"train_loss": 0.001780336257070303, "global_step": 23568, "epoch": 436, "lr": 1.7747178881630182e-05}
+{"train_loss": 0.0018039417918771505, "global_step": 23569, "epoch": 436, "lr": 1.7743416340982065e-05}
+{"train_loss": 0.001274616690352559, "global_step": 23570, "epoch": 436, "lr": 1.7739654113184367e-05}
+{"train_loss": 0.0012008696794509888, "global_step": 23571, "epoch": 436, "lr": 1.7735892198273586e-05}
+{"train_loss": 0.0011956117814406753, "global_step": 23572, "epoch": 436, "lr": 1.7732130596286205e-05}
+{"train_loss": 0.001272714463993907, "global_step": 23573, "epoch": 436, "lr": 1.77283693072587e-05}
+{"train_loss": 0.001271523768082261, "global_step": 23574, "epoch": 436, "lr": 1.772460833122755e-05}
+{"train_loss": 0.0010890518315136433, "global_step": 23575, "epoch": 436, "lr": 1.7720847668229246e-05}
+{"train_loss": 0.0011900756508111954, "global_step": 23576, "epoch": 436, "lr": 1.771708731830028e-05}
+{"train_loss": 0.0011820974759757519, "global_step": 23577, "epoch": 436, "lr": 1.7713327281477077e-05}
+{"train_loss": 0.0015714025357738137, "global_step": 23578, "epoch": 436, "lr": 1.770956755779611e-05}
+{"train_loss": 0.0013460752088576555, "global_step": 23579, "epoch": 436, "lr": 1.7705808147293874e-05}
+{"train_loss": 0.001201649778522551, "global_step": 23580, "epoch": 436, "lr": 1.7702049050006818e-05}
+{"train_loss": 0.0011987577890977263, "global_step": 23581, "epoch": 436, "lr": 1.7698290265971417e-05}
+{"train_loss": 0.0015895761316642165, "global_step": 23582, "epoch": 436, "lr": 1.769453179522407e-05}
+{"train_loss": 0.0014865139964967966, "global_step": 23583, "epoch": 436, "lr": 1.7690773637801294e-05}
+{"train_loss": 0.0009389232727698982, "global_step": 23584, "epoch": 436, "lr": 1.7687015793739507e-05}
+{"train_loss": 0.000825210299808532, "global_step": 23585, "epoch": 436, "lr": 1.7683258263075165e-05}
+{"train_loss": 0.0006796055240556598, "global_step": 23586, "epoch": 436, "lr": 1.7679501045844708e-05}
+{"train_loss": 0.000891306612174958, "global_step": 23587, "epoch": 436, "lr": 1.7675744142084577e-05}
+{"train_loss": 0.0013147455174475908, "global_step": 23588, "epoch": 436, "lr": 1.767198755183121e-05}
+{"train_loss": 0.0011345064267516136, "global_step": 23589, "epoch": 436, "lr": 1.7668231275121037e-05}
+{"train_loss": 0.0012959974119439721, "global_step": 23590, "epoch": 436, "lr": 1.766447531199048e-05}
+{"train_loss": 0.0010270674247294664, "global_step": 23591, "epoch": 436, "lr": 1.7660719662476015e-05}
+{"train_loss": 0.0016390469390898943, "global_step": 23592, "epoch": 436, "lr": 1.7656964326614016e-05}
+{"train_loss": 0.00152016116771847, "global_step": 23593, "epoch": 436, "lr": 1.7653209304440928e-05}
+{"train_loss": 0.0008726504747755826, "global_step": 23594, "epoch": 436, "lr": 1.7649454595993136e-05}
+{"train_loss": 0.002718950156122446, "global_step": 23595, "epoch": 436, "lr": 1.7645700201307107e-05}
+{"train_loss": 0.001928787212818861, "global_step": 23596, "epoch": 436, "lr": 1.7641946120419232e-05}
+{"train_loss": 0.0013851490371895056, "global_step": 23597, "epoch": 436, "lr": 1.7638192353365938e-05, "val_loss": 0.002116387477144599}
+{"train_loss": 0.0014814751921221614, "global_step": 23598, "epoch": 437, "lr": 1.7634438900183586e-05}
+{"train_loss": 0.0014078003587201238, "global_step": 23599, "epoch": 437, "lr": 1.7630685760908622e-05}
+{"train_loss": 0.0015134003479033709, "global_step": 23600, "epoch": 437, "lr": 1.7626932935577435e-05}
+{"train_loss": 0.0007686404860578477, "global_step": 23601, "epoch": 437, "lr": 1.7623180424226416e-05}
+{"train_loss": 0.0008205213816836476, "global_step": 23602, "epoch": 437, "lr": 1.761942822689197e-05}
+{"train_loss": 0.0011694785207509995, "global_step": 23603, "epoch": 437, "lr": 1.7615676343610488e-05}
+{"train_loss": 0.0014529854524880648, "global_step": 23604, "epoch": 437, "lr": 1.7611924774418353e-05}
+{"train_loss": 0.0015200976049527526, "global_step": 23605, "epoch": 437, "lr": 1.760817351935195e-05}
+{"train_loss": 0.0007601322140544653, "global_step": 23606, "epoch": 437, "lr": 1.7604422578447653e-05}
+{"train_loss": 0.0012835317756980658, "global_step": 23607, "epoch": 437, "lr": 1.7600671951741886e-05}
+{"train_loss": 0.0011618591379374266, "global_step": 23608, "epoch": 437, "lr": 1.7596921639270976e-05}
+{"train_loss": 0.001488496782258153, "global_step": 23609, "epoch": 437, "lr": 1.7593171641071316e-05}
+{"train_loss": 0.0012590080732479692, "global_step": 23610, "epoch": 437, "lr": 1.7589421957179254e-05}
+{"train_loss": 0.0009667424019426107, "global_step": 23611, "epoch": 437, "lr": 1.7585672587631198e-05}
+{"train_loss": 0.0007585446583107114, "global_step": 23612, "epoch": 437, "lr": 1.7581923532463506e-05}
+{"train_loss": 0.0016164075350388885, "global_step": 23613, "epoch": 437, "lr": 1.757817479171251e-05}
+{"train_loss": 0.0009900579461827874, "global_step": 23614, "epoch": 437, "lr": 1.757442636541457e-05}
+{"train_loss": 0.0017284855712205172, "global_step": 23615, "epoch": 437, "lr": 1.7570678253606066e-05}
+{"train_loss": 0.002537362975999713, "global_step": 23616, "epoch": 437, "lr": 1.7566930456323345e-05}
+{"train_loss": 0.0010578777873888612, "global_step": 23617, "epoch": 437, "lr": 1.756318297360275e-05}
+{"train_loss": 0.0016358918510377407, "global_step": 23618, "epoch": 437, "lr": 1.7559435805480624e-05}
+{"train_loss": 0.00118441937956959, "global_step": 23619, "epoch": 437, "lr": 1.7555688951993315e-05}
+{"train_loss": 0.0015737061621621251, "global_step": 23620, "epoch": 437, "lr": 1.7551942413177165e-05}
+{"train_loss": 0.00099161674734205, "global_step": 23621, "epoch": 437, "lr": 1.7548196189068506e-05}
+{"train_loss": 0.0009904552716761827, "global_step": 23622, "epoch": 437, "lr": 1.7544450279703657e-05}
+{"train_loss": 0.0015927875647321343, "global_step": 23623, "epoch": 437, "lr": 1.7540704685119e-05}
+{"train_loss": 0.0011814801255241036, "global_step": 23624, "epoch": 437, "lr": 1.7536959405350805e-05}
+{"train_loss": 0.0007833597483113408, "global_step": 23625, "epoch": 437, "lr": 1.753321444043543e-05}
+{"train_loss": 0.000551789125893265, "global_step": 23626, "epoch": 437, "lr": 1.7529469790409165e-05}
+{"train_loss": 0.0013254870427772403, "global_step": 23627, "epoch": 437, "lr": 1.7525725455308367e-05}
+{"train_loss": 0.0014645352493971586, "global_step": 23628, "epoch": 437, "lr": 1.752198143516935e-05}
+{"train_loss": 0.001363622141070664, "global_step": 23629, "epoch": 437, "lr": 1.7518237730028396e-05}
+{"train_loss": 0.002523045754060149, "global_step": 23630, "epoch": 437, "lr": 1.7514494339921816e-05}
+{"train_loss": 0.0009555119904689491, "global_step": 23631, "epoch": 437, "lr": 1.7510751264885943e-05}
+{"train_loss": 0.001237658318132162, "global_step": 23632, "epoch": 437, "lr": 1.7507008504957074e-05}
+{"train_loss": 0.001139529049396515, "global_step": 23633, "epoch": 437, "lr": 1.75032660601715e-05}
+{"train_loss": 0.0010162823600694537, "global_step": 23634, "epoch": 437, "lr": 1.749952393056552e-05}
+{"train_loss": 0.0014125385787338018, "global_step": 23635, "epoch": 437, "lr": 1.749578211617543e-05}
+{"train_loss": 0.0006388019537553191, "global_step": 23636, "epoch": 437, "lr": 1.749204061703752e-05}
+{"train_loss": 0.0005503652500919998, "global_step": 23637, "epoch": 437, "lr": 1.7488299433188083e-05}
+{"train_loss": 0.0015454415697604418, "global_step": 23638, "epoch": 437, "lr": 1.7484558564663395e-05}
+{"train_loss": 0.0018373073544353247, "global_step": 23639, "epoch": 437, "lr": 1.7480818011499746e-05}
+{"train_loss": 0.000964751117862761, "global_step": 23640, "epoch": 437, "lr": 1.747707777373341e-05}
+{"train_loss": 0.0009547551162540913, "global_step": 23641, "epoch": 437, "lr": 1.747333785140066e-05}
+{"train_loss": 0.00207252218388021, "global_step": 23642, "epoch": 437, "lr": 1.746959824453776e-05}
+{"train_loss": 0.001152494689449668, "global_step": 23643, "epoch": 437, "lr": 1.7465858953181012e-05}
+{"train_loss": 0.001664311857894063, "global_step": 23644, "epoch": 437, "lr": 1.746211997736668e-05}
+{"train_loss": 0.0010807560756802559, "global_step": 23645, "epoch": 437, "lr": 1.745838131713098e-05}
+{"train_loss": 0.003529003821313381, "global_step": 23646, "epoch": 437, "lr": 1.7454642972510215e-05}
+{"train_loss": 0.00111640733666718, "global_step": 23647, "epoch": 437, "lr": 1.7450904943540636e-05}
+{"train_loss": 0.0012544875498861074, "global_step": 23648, "epoch": 437, "lr": 1.7447167230258494e-05}
+{"train_loss": 0.0006575470324605703, "global_step": 23649, "epoch": 437, "lr": 1.7443429832700038e-05}
+{"train_loss": 0.0010252119973301888, "global_step": 23650, "epoch": 437, "lr": 1.7439692750901514e-05}
+{"train_loss": 0.001297934929391852, "global_step": 23651, "epoch": 437, "lr": 1.743595598489917e-05, "val_loss": 0.004123398568481207}
+{"train_loss": 0.002081974409520626, "global_step": 23652, "epoch": 438, "lr": 1.7432219534729254e-05}
+{"train_loss": 0.0008228347287513316, "global_step": 23653, "epoch": 438, "lr": 1.7428483400427996e-05}
+{"train_loss": 0.0013908935943618417, "global_step": 23654, "epoch": 438, "lr": 1.7424747582031637e-05}
+{"train_loss": 0.0010488303378224373, "global_step": 23655, "epoch": 438, "lr": 1.742101207957641e-05}
+{"train_loss": 0.002265841932967305, "global_step": 23656, "epoch": 438, "lr": 1.7417276893098544e-05}
+{"train_loss": 0.0020923966076225042, "global_step": 23657, "epoch": 438, "lr": 1.7413542022634265e-05}
+{"train_loss": 0.0015007494948804379, "global_step": 23658, "epoch": 438, "lr": 1.7409807468219786e-05}
+{"train_loss": 0.0011107404716312885, "global_step": 23659, "epoch": 438, "lr": 1.7406073229891368e-05}
+{"train_loss": 0.001045768498443067, "global_step": 23660, "epoch": 438, "lr": 1.7402339307685177e-05}
+{"train_loss": 0.001570516498759389, "global_step": 23661, "epoch": 438, "lr": 1.7398605701637445e-05}
+{"train_loss": 0.0011076709488406777, "global_step": 23662, "epoch": 438, "lr": 1.7394872411784402e-05}
+{"train_loss": 0.0027677908074110746, "global_step": 23663, "epoch": 438, "lr": 1.739113943816224e-05}
+{"train_loss": 0.001596122863702476, "global_step": 23664, "epoch": 438, "lr": 1.738740678080717e-05}
+{"train_loss": 0.0013027199311181903, "global_step": 23665, "epoch": 438, "lr": 1.7383674439755393e-05}
+{"train_loss": 0.001658556517213583, "global_step": 23666, "epoch": 438, "lr": 1.737994241504311e-05}
+{"train_loss": 0.001530019915662706, "global_step": 23667, "epoch": 438, "lr": 1.7376210706706516e-05}
+{"train_loss": 0.0013732030056416988, "global_step": 23668, "epoch": 438, "lr": 1.7372479314781796e-05}
+{"train_loss": 0.0010699811391532421, "global_step": 23669, "epoch": 438, "lr": 1.736874823930515e-05}
+{"train_loss": 0.0006891352240927517, "global_step": 23670, "epoch": 438, "lr": 1.736501748031276e-05}
+{"train_loss": 0.0013683595461770892, "global_step": 23671, "epoch": 438, "lr": 1.7361287037840818e-05}
+{"train_loss": 0.0012039809953421354, "global_step": 23672, "epoch": 438, "lr": 1.7357556911925494e-05}
+{"train_loss": 0.0008463620324619114, "global_step": 23673, "epoch": 438, "lr": 1.735382710260297e-05}
+{"train_loss": 0.0027329938020557165, "global_step": 23674, "epoch": 438, "lr": 1.735009760990941e-05}
+{"train_loss": 0.0013882954372093081, "global_step": 23675, "epoch": 438, "lr": 1.7346368433881022e-05}
+{"train_loss": 0.0013794365804642439, "global_step": 23676, "epoch": 438, "lr": 1.7342639574553936e-05}
+{"train_loss": 0.0011996399844065309, "global_step": 23677, "epoch": 438, "lr": 1.7338911031964317e-05}
+{"train_loss": 0.0011294594733044505, "global_step": 23678, "epoch": 438, "lr": 1.7335182806148358e-05}
+{"train_loss": 0.002494208514690399, "global_step": 23679, "epoch": 438, "lr": 1.7331454897142196e-05}
+{"train_loss": 0.0009476614068262279, "global_step": 23680, "epoch": 438, "lr": 1.7327727304982016e-05}
+{"train_loss": 0.0006667019333690405, "global_step": 23681, "epoch": 438, "lr": 1.7324000029703913e-05}
+{"train_loss": 0.0011492478661239147, "global_step": 23682, "epoch": 438, "lr": 1.732027307134409e-05}
+{"train_loss": 0.0012233121087774634, "global_step": 23683, "epoch": 438, "lr": 1.7316546429938672e-05}
+{"train_loss": 0.0021667825058102608, "global_step": 23684, "epoch": 438, "lr": 1.7312820105523808e-05}
+{"train_loss": 0.0014709333190694451, "global_step": 23685, "epoch": 438, "lr": 1.7309094098135642e-05}
+{"train_loss": 0.000864928646478802, "global_step": 23686, "epoch": 438, "lr": 1.730536840781031e-05}
+{"train_loss": 0.001053467276506126, "global_step": 23687, "epoch": 438, "lr": 1.7301643034583937e-05}
+{"train_loss": 0.0013928435510024428, "global_step": 23688, "epoch": 438, "lr": 1.7297917978492666e-05}
+{"train_loss": 0.0017586569301784039, "global_step": 23689, "epoch": 438, "lr": 1.7294193239572602e-05}
+{"train_loss": 0.001131129334680736, "global_step": 23690, "epoch": 438, "lr": 1.7290468817859912e-05}
+{"train_loss": 0.0011852174066007137, "global_step": 23691, "epoch": 438, "lr": 1.7286744713390713e-05}
+{"train_loss": 0.0012252440210431814, "global_step": 23692, "epoch": 438, "lr": 1.7283020926201094e-05}
+{"train_loss": 0.0013029641704633832, "global_step": 23693, "epoch": 438, "lr": 1.7279297456327166e-05}
+{"train_loss": 0.0010742218000814319, "global_step": 23694, "epoch": 438, "lr": 1.7275574303805077e-05}
+{"train_loss": 0.0008459662203676999, "global_step": 23695, "epoch": 438, "lr": 1.7271851468670925e-05}
+{"train_loss": 0.0016762514133006334, "global_step": 23696, "epoch": 438, "lr": 1.7268128950960832e-05}
+{"train_loss": 0.0023771990090608597, "global_step": 23697, "epoch": 438, "lr": 1.7264406750710847e-05}
+{"train_loss": 0.0010985550470650196, "global_step": 23698, "epoch": 438, "lr": 1.7260684867957126e-05}
+{"train_loss": 0.001205256674438715, "global_step": 23699, "epoch": 438, "lr": 1.725696330273575e-05}
+{"train_loss": 0.0013134602922946215, "global_step": 23700, "epoch": 438, "lr": 1.7253242055082814e-05}
+{"train_loss": 0.0010491118300706148, "global_step": 23701, "epoch": 438, "lr": 1.72495211250344e-05}
+{"train_loss": 0.0012841650750488043, "global_step": 23702, "epoch": 438, "lr": 1.7245800512626613e-05}
+{"train_loss": 0.0009269998408854008, "global_step": 23703, "epoch": 438, "lr": 1.724208021789553e-05}
+{"train_loss": 0.0014886909630149603, "global_step": 23704, "epoch": 438, "lr": 1.7238360240877232e-05}
+{"train_loss": 0.00138093459126712, "global_step": 23705, "epoch": 438, "lr": 1.7234640581607786e-05, "val_loss": 0.00264208042062819}
+{"train_loss": 0.0013477603206411004, "global_step": 23706, "epoch": 439, "lr": 1.723092124012331e-05}
+{"train_loss": 0.0014953360660001636, "global_step": 23707, "epoch": 439, "lr": 1.7227202216459838e-05}
+{"train_loss": 0.0013413078850135207, "global_step": 23708, "epoch": 439, "lr": 1.722348351065345e-05}
+{"train_loss": 0.001064351643435657, "global_step": 23709, "epoch": 439, "lr": 1.72197651227402e-05}
+{"train_loss": 0.0011156332911923528, "global_step": 23710, "epoch": 439, "lr": 1.7216047052756178e-05}
+{"train_loss": 0.0008822812815196812, "global_step": 23711, "epoch": 439, "lr": 1.721232930073744e-05}
+{"train_loss": 0.0015398361720144749, "global_step": 23712, "epoch": 439, "lr": 1.7208611866720053e-05}
+{"train_loss": 0.0009517776779830456, "global_step": 23713, "epoch": 439, "lr": 1.7204894750740018e-05}
+{"train_loss": 0.0010202232515439391, "global_step": 23714, "epoch": 439, "lr": 1.720117795283344e-05}
+{"train_loss": 0.001957761822268367, "global_step": 23715, "epoch": 439, "lr": 1.7197461473036357e-05}
+{"train_loss": 0.0016773865791037679, "global_step": 23716, "epoch": 439, "lr": 1.7193745311384813e-05}
+{"train_loss": 0.0017008520662784576, "global_step": 23717, "epoch": 439, "lr": 1.7190029467914843e-05}
+{"train_loss": 0.0018654265441000462, "global_step": 23718, "epoch": 439, "lr": 1.7186313942662487e-05}
+{"train_loss": 0.0009105303324759007, "global_step": 23719, "epoch": 439, "lr": 1.7182598735663786e-05}
+{"train_loss": 0.0014767834218218923, "global_step": 23720, "epoch": 439, "lr": 1.7178883846954776e-05}
+{"train_loss": 0.0010326661868020892, "global_step": 23721, "epoch": 439, "lr": 1.7175169276571456e-05}
+{"train_loss": 0.0017939206445589662, "global_step": 23722, "epoch": 439, "lr": 1.7171455024549922e-05}
+{"train_loss": 0.0014786167303100228, "global_step": 23723, "epoch": 439, "lr": 1.716774109092613e-05}
+{"train_loss": 0.0011342930374667048, "global_step": 23724, "epoch": 439, "lr": 1.7164027475736134e-05}
+{"train_loss": 0.001243154751136899, "global_step": 23725, "epoch": 439, "lr": 1.7160314179015918e-05}
+{"train_loss": 0.0018604277865961194, "global_step": 23726, "epoch": 439, "lr": 1.7156601200801548e-05}
+{"train_loss": 0.0016922960057854652, "global_step": 23727, "epoch": 439, "lr": 1.715288854112902e-05}
+{"train_loss": 0.0010828591184690595, "global_step": 23728, "epoch": 439, "lr": 1.7149176200034318e-05}
+{"train_loss": 0.0015199714107438922, "global_step": 23729, "epoch": 439, "lr": 1.714546417755344e-05}
+{"train_loss": 0.0016021070769056678, "global_step": 23730, "epoch": 439, "lr": 1.7141752473722428e-05}
+{"train_loss": 0.0014177779667079449, "global_step": 23731, "epoch": 439, "lr": 1.7138041088577267e-05}
+{"train_loss": 0.0009179101907648146, "global_step": 23732, "epoch": 439, "lr": 1.7134330022153945e-05}
+{"train_loss": 0.0010404870845377445, "global_step": 23733, "epoch": 439, "lr": 1.7130619274488457e-05}
+{"train_loss": 0.0012943996116518974, "global_step": 23734, "epoch": 439, "lr": 1.7126908845616795e-05}
+{"train_loss": 0.0013851469848304987, "global_step": 23735, "epoch": 439, "lr": 1.7123198735574948e-05}
+{"train_loss": 0.0027958385180681944, "global_step": 23736, "epoch": 439, "lr": 1.711948894439889e-05}
+{"train_loss": 0.0011887489818036556, "global_step": 23737, "epoch": 439, "lr": 1.7115779472124593e-05}
+{"train_loss": 0.000793362851254642, "global_step": 23738, "epoch": 439, "lr": 1.7112070318788086e-05}
+{"train_loss": 0.0011993044754490256, "global_step": 23739, "epoch": 439, "lr": 1.710836148442529e-05}
+{"train_loss": 0.002440342679619789, "global_step": 23740, "epoch": 439, "lr": 1.7104652969072195e-05}
+{"train_loss": 0.002179873874410987, "global_step": 23741, "epoch": 439, "lr": 1.7100944772764747e-05}
+{"train_loss": 0.0007781233289279044, "global_step": 23742, "epoch": 439, "lr": 1.7097236895538948e-05}
+{"train_loss": 0.0010157946962863207, "global_step": 23743, "epoch": 439, "lr": 1.7093529337430764e-05}
+{"train_loss": 0.0023550584446638823, "global_step": 23744, "epoch": 439, "lr": 1.7089822098476112e-05}
+{"train_loss": 0.001708925236016512, "global_step": 23745, "epoch": 439, "lr": 1.7086115178710955e-05}
+{"train_loss": 0.0009648810955695808, "global_step": 23746, "epoch": 439, "lr": 1.7082408578171276e-05}
+{"train_loss": 0.0007312201196327806, "global_step": 23747, "epoch": 439, "lr": 1.7078702296893005e-05}
+{"train_loss": 0.001482325023971498, "global_step": 23748, "epoch": 439, "lr": 1.7074996334912098e-05}
+{"train_loss": 0.0009034062386490405, "global_step": 23749, "epoch": 439, "lr": 1.707129069226449e-05}
+{"train_loss": 0.0009660202194936574, "global_step": 23750, "epoch": 439, "lr": 1.7067585368986124e-05}
+{"train_loss": 0.001147561240941286, "global_step": 23751, "epoch": 439, "lr": 1.706388036511293e-05}
+{"train_loss": 0.0007936084875836968, "global_step": 23752, "epoch": 439, "lr": 1.706017568068086e-05}
+{"train_loss": 0.0010250366758555174, "global_step": 23753, "epoch": 439, "lr": 1.705647131572583e-05}
+{"train_loss": 0.0017811359139159322, "global_step": 23754, "epoch": 439, "lr": 1.7052767270283772e-05}
+{"train_loss": 0.0015275521436706185, "global_step": 23755, "epoch": 439, "lr": 1.7049063544390607e-05}
+{"train_loss": 0.000782882038038224, "global_step": 23756, "epoch": 439, "lr": 1.7045360138082266e-05}
+{"train_loss": 0.000666097563225776, "global_step": 23757, "epoch": 439, "lr": 1.7041657051394644e-05}
+{"train_loss": 0.0015742859104648232, "global_step": 23758, "epoch": 439, "lr": 1.7037954284363688e-05}
+{"train_loss": 0.0013451004180953735, "global_step": 23759, "epoch": 439, "lr": 1.7034251837025317e-05, "val_loss": 0.0015543588669970632}
+{"train_loss": 0.0010210282634943724, "global_step": 23760, "epoch": 440, "lr": 1.703054970941539e-05}
+{"train_loss": 0.0013900125632062554, "global_step": 23761, "epoch": 440, "lr": 1.7026847901569854e-05}
+{"train_loss": 0.0017839915817603469, "global_step": 23762, "epoch": 440, "lr": 1.7023146413524604e-05}
+{"train_loss": 0.0014365453971549869, "global_step": 23763, "epoch": 440, "lr": 1.701944524531554e-05}
+{"train_loss": 0.0007853834540583193, "global_step": 23764, "epoch": 440, "lr": 1.7015744396978556e-05}
+{"train_loss": 0.0013804694171994925, "global_step": 23765, "epoch": 440, "lr": 1.701204386854955e-05}
+{"train_loss": 0.0006708817090839148, "global_step": 23766, "epoch": 440, "lr": 1.7008343660064402e-05}
+{"train_loss": 0.0012665032409131527, "global_step": 23767, "epoch": 440, "lr": 1.700464377155901e-05}
+{"train_loss": 0.0009918682044371963, "global_step": 23768, "epoch": 440, "lr": 1.7000944203069256e-05}
+{"train_loss": 0.0012298829387873411, "global_step": 23769, "epoch": 440, "lr": 1.6997244954631018e-05}
+{"train_loss": 0.0011402753880247474, "global_step": 23770, "epoch": 440, "lr": 1.699354602628018e-05}
+{"train_loss": 0.0013832261320203543, "global_step": 23771, "epoch": 440, "lr": 1.698984741805262e-05}
+{"train_loss": 0.0017553723882883787, "global_step": 23772, "epoch": 440, "lr": 1.6986149129984193e-05}
+{"train_loss": 0.0019538726191967726, "global_step": 23773, "epoch": 440, "lr": 1.6982451162110767e-05}
+{"train_loss": 0.001239097910001874, "global_step": 23774, "epoch": 440, "lr": 1.6978753514468255e-05}
+{"train_loss": 0.0009109271341003478, "global_step": 23775, "epoch": 440, "lr": 1.697505618709247e-05}
+{"train_loss": 0.0016798402648419142, "global_step": 23776, "epoch": 440, "lr": 1.6971359180019268e-05}
+{"train_loss": 0.0010216725058853626, "global_step": 23777, "epoch": 440, "lr": 1.696766249328454e-05}
+{"train_loss": 0.0010727577609941363, "global_step": 23778, "epoch": 440, "lr": 1.6963966126924126e-05}
+{"train_loss": 0.0008988088229671121, "global_step": 23779, "epoch": 440, "lr": 1.6960270080973872e-05}
+{"train_loss": 0.0010263912845402956, "global_step": 23780, "epoch": 440, "lr": 1.695657435546963e-05}
+{"train_loss": 0.0009247176931239665, "global_step": 23781, "epoch": 440, "lr": 1.695287895044724e-05}
+{"train_loss": 0.0009728561853989959, "global_step": 23782, "epoch": 440, "lr": 1.694918386594254e-05}
+{"train_loss": 0.0012740043457597494, "global_step": 23783, "epoch": 440, "lr": 1.694548910199138e-05}
+{"train_loss": 0.0014343042857944965, "global_step": 23784, "epoch": 440, "lr": 1.694179465862958e-05}
+{"train_loss": 0.0011984012089669704, "global_step": 23785, "epoch": 440, "lr": 1.693810053589298e-05}
+{"train_loss": 0.002560961525887251, "global_step": 23786, "epoch": 440, "lr": 1.6934406733817414e-05}
+{"train_loss": 0.0010200976394116879, "global_step": 23787, "epoch": 440, "lr": 1.6930713252438694e-05}
+{"train_loss": 0.0008152631926350296, "global_step": 23788, "epoch": 440, "lr": 1.6927020091792656e-05}
+{"train_loss": 0.0014176176628097892, "global_step": 23789, "epoch": 440, "lr": 1.6923327251915088e-05}
+{"train_loss": 0.002518440131098032, "global_step": 23790, "epoch": 440, "lr": 1.691963473284187e-05}
+{"train_loss": 0.0011355566093698144, "global_step": 23791, "epoch": 440, "lr": 1.6915942534608758e-05}
+{"train_loss": 0.001376188243739307, "global_step": 23792, "epoch": 440, "lr": 1.6912250657251567e-05}
+{"train_loss": 0.0008075057994574308, "global_step": 23793, "epoch": 440, "lr": 1.6908559100806127e-05}
+{"train_loss": 0.0013131898595020175, "global_step": 23794, "epoch": 440, "lr": 1.6904867865308233e-05}
+{"train_loss": 0.001909396843984723, "global_step": 23795, "epoch": 440, "lr": 1.6901176950793702e-05}
+{"train_loss": 0.0015407669125124812, "global_step": 23796, "epoch": 440, "lr": 1.6897486357298274e-05}
+{"train_loss": 0.001562621328048408, "global_step": 23797, "epoch": 440, "lr": 1.6893796084857804e-05}
+{"train_loss": 0.0009747112053446472, "global_step": 23798, "epoch": 440, "lr": 1.6890106133508065e-05}
+{"train_loss": 0.0013725069584324956, "global_step": 23799, "epoch": 440, "lr": 1.6886416503284834e-05}
+{"train_loss": 0.002316466998308897, "global_step": 23800, "epoch": 440, "lr": 1.6882727194223913e-05}
+{"train_loss": 0.0019128827843815088, "global_step": 23801, "epoch": 440, "lr": 1.687903820636107e-05}
+{"train_loss": 0.0008709461544640362, "global_step": 23802, "epoch": 440, "lr": 1.687534953973209e-05}
+{"train_loss": 0.0012733846670016646, "global_step": 23803, "epoch": 440, "lr": 1.6871661194372746e-05}
+{"train_loss": 0.0010176319628953934, "global_step": 23804, "epoch": 440, "lr": 1.6867973170318794e-05}
+{"train_loss": 0.0019865399226546288, "global_step": 23805, "epoch": 440, "lr": 1.686428546760604e-05}
+{"train_loss": 0.002176285721361637, "global_step": 23806, "epoch": 440, "lr": 1.6860598086270252e-05}
+{"train_loss": 0.0014806999824941158, "global_step": 23807, "epoch": 440, "lr": 1.685691102634715e-05}
+{"train_loss": 0.0019939180929213762, "global_step": 23808, "epoch": 440, "lr": 1.6853224287872504e-05}
+{"train_loss": 0.0012909871293231845, "global_step": 23809, "epoch": 440, "lr": 1.6849537870882098e-05}
+{"train_loss": 0.0007736989646218717, "global_step": 23810, "epoch": 440, "lr": 1.6845851775411677e-05}
+{"train_loss": 0.0009919314179569483, "global_step": 23811, "epoch": 440, "lr": 1.6842166001496995e-05}
+{"train_loss": 0.0023119167890399694, "global_step": 23812, "epoch": 440, "lr": 1.6838480549173764e-05}
+{"train_loss": 0.0013684034595455698, "global_step": 23813, "epoch": 440, "lr": 1.6834795418477773e-05, "val_loss": 0.0028392323292791843, "train_action_mse_error": 4.144972626818344e-05}
+{"train_loss": 0.0009939641458913684, "global_step": 23814, "epoch": 441, "lr": 1.683111060944474e-05}
+{"train_loss": 0.0010694664670154452, "global_step": 23815, "epoch": 441, "lr": 1.6827426122110413e-05}
+{"train_loss": 0.0011082018027082086, "global_step": 23816, "epoch": 441, "lr": 1.6823741956510524e-05}
+{"train_loss": 0.0017656083218753338, "global_step": 23817, "epoch": 441, "lr": 1.6820058112680803e-05}
+{"train_loss": 0.0011706601362675428, "global_step": 23818, "epoch": 441, "lr": 1.6816374590656985e-05}
+{"train_loss": 0.0014866964193060994, "global_step": 23819, "epoch": 441, "lr": 1.6812691390474787e-05}
+{"train_loss": 0.001802551792934537, "global_step": 23820, "epoch": 441, "lr": 1.6809008512169916e-05}
+{"train_loss": 0.0009552223491482437, "global_step": 23821, "epoch": 441, "lr": 1.680532595577815e-05}
+{"train_loss": 0.0010846997611224651, "global_step": 23822, "epoch": 441, "lr": 1.6801643721335148e-05}
+{"train_loss": 0.0018412244971841574, "global_step": 23823, "epoch": 441, "lr": 1.6797961808876645e-05}
+{"train_loss": 0.002948152367025614, "global_step": 23824, "epoch": 441, "lr": 1.679428021843833e-05}
+{"train_loss": 0.0012179273180663586, "global_step": 23825, "epoch": 441, "lr": 1.679059895005594e-05}
+{"train_loss": 0.0010315870167687535, "global_step": 23826, "epoch": 441, "lr": 1.6786918003765173e-05}
+{"train_loss": 0.0008311939891427755, "global_step": 23827, "epoch": 441, "lr": 1.6783237379601735e-05}
+{"train_loss": 0.002386815845966339, "global_step": 23828, "epoch": 441, "lr": 1.6779557077601283e-05}
+{"train_loss": 0.0008545401506125927, "global_step": 23829, "epoch": 441, "lr": 1.677587709779956e-05}
+{"train_loss": 0.0019021856132894754, "global_step": 23830, "epoch": 441, "lr": 1.6772197440232235e-05}
+{"train_loss": 0.0011482364498078823, "global_step": 23831, "epoch": 441, "lr": 1.6768518104934998e-05}
+{"train_loss": 0.0018740728264674544, "global_step": 23832, "epoch": 441, "lr": 1.6764839091943542e-05}
+{"train_loss": 0.0014447331195697188, "global_step": 23833, "epoch": 441, "lr": 1.676116040129354e-05}
+{"train_loss": 0.0013172352919355035, "global_step": 23834, "epoch": 441, "lr": 1.6757482033020672e-05}
+{"train_loss": 0.0022406887728720903, "global_step": 23835, "epoch": 441, "lr": 1.6753803987160617e-05}
+{"train_loss": 0.0015953921247273684, "global_step": 23836, "epoch": 441, "lr": 1.6750126263749033e-05}
+{"train_loss": 0.0007351099629886448, "global_step": 23837, "epoch": 441, "lr": 1.674644886282163e-05}
+{"train_loss": 0.0010359123116359115, "global_step": 23838, "epoch": 441, "lr": 1.6742771784414037e-05}
+{"train_loss": 0.0011567859910428524, "global_step": 23839, "epoch": 441, "lr": 1.6739095028561924e-05}
+{"train_loss": 0.0020953896455466747, "global_step": 23840, "epoch": 441, "lr": 1.673541859530094e-05}
+{"train_loss": 0.001165986992418766, "global_step": 23841, "epoch": 441, "lr": 1.6731742484666773e-05}
+{"train_loss": 0.0010886741802096367, "global_step": 23842, "epoch": 441, "lr": 1.6728066696695076e-05}
+{"train_loss": 0.0009684779215604067, "global_step": 23843, "epoch": 441, "lr": 1.6724391231421467e-05}
+{"train_loss": 0.0019742450676858425, "global_step": 23844, "epoch": 441, "lr": 1.6720716088881594e-05}
+{"train_loss": 0.0007417310262098908, "global_step": 23845, "epoch": 441, "lr": 1.6717041269111137e-05}
+{"train_loss": 0.0016423376509919763, "global_step": 23846, "epoch": 441, "lr": 1.6713366772145723e-05}
+{"train_loss": 0.0014541710261255503, "global_step": 23847, "epoch": 441, "lr": 1.670969259802098e-05}
+{"train_loss": 0.0016842831391841173, "global_step": 23848, "epoch": 441, "lr": 1.670601874677255e-05}
+{"train_loss": 0.0010728592751547694, "global_step": 23849, "epoch": 441, "lr": 1.6702345218436066e-05}
+{"train_loss": 0.0017114070942625403, "global_step": 23850, "epoch": 441, "lr": 1.6698672013047157e-05}
+{"train_loss": 0.0006932256510481238, "global_step": 23851, "epoch": 441, "lr": 1.6694999130641448e-05}
+{"train_loss": 0.0010248523904010653, "global_step": 23852, "epoch": 441, "lr": 1.669132657125454e-05}
+{"train_loss": 0.0008103075088001788, "global_step": 23853, "epoch": 441, "lr": 1.6687654334922103e-05}
+{"train_loss": 0.0008860048837959766, "global_step": 23854, "epoch": 441, "lr": 1.6683982421679712e-05}
+{"train_loss": 0.002061964012682438, "global_step": 23855, "epoch": 441, "lr": 1.668031083156299e-05}
+{"train_loss": 0.0014619663124904037, "global_step": 23856, "epoch": 441, "lr": 1.6676639564607533e-05}
+{"train_loss": 0.001617969712242484, "global_step": 23857, "epoch": 441, "lr": 1.6672968620848977e-05}
+{"train_loss": 0.0012374799698591232, "global_step": 23858, "epoch": 441, "lr": 1.666929800032293e-05}
+{"train_loss": 0.0013429499231278896, "global_step": 23859, "epoch": 441, "lr": 1.6665627703064962e-05}
+{"train_loss": 0.0016825941856950521, "global_step": 23860, "epoch": 441, "lr": 1.666195772911066e-05}
+{"train_loss": 0.0013326716143637896, "global_step": 23861, "epoch": 441, "lr": 1.6658288078495665e-05}
+{"train_loss": 0.0010580867528915405, "global_step": 23862, "epoch": 441, "lr": 1.665461875125554e-05}
+{"train_loss": 0.0008049561874940991, "global_step": 23863, "epoch": 441, "lr": 1.665094974742588e-05}
+{"train_loss": 0.0009042679448612034, "global_step": 23864, "epoch": 441, "lr": 1.664728106704227e-05}
+{"train_loss": 0.0014299676986411214, "global_step": 23865, "epoch": 441, "lr": 1.6643612710140287e-05}
+{"train_loss": 0.001018037786707282, "global_step": 23866, "epoch": 441, "lr": 1.6639944676755513e-05}
+{"train_loss": 0.001361143949907273, "global_step": 23867, "epoch": 441, "lr": 1.6636276966923518e-05, "val_loss": 0.002132893307134509}
+{"train_loss": 0.0013209300814196467, "global_step": 23868, "epoch": 442, "lr": 1.6632609580679888e-05}
+{"train_loss": 0.0016096935141831636, "global_step": 23869, "epoch": 442, "lr": 1.662894251806018e-05}
+{"train_loss": 0.0013264905428513885, "global_step": 23870, "epoch": 442, "lr": 1.6625275779099963e-05}
+{"train_loss": 0.0008597299456596375, "global_step": 23871, "epoch": 442, "lr": 1.6621609363834805e-05}
+{"train_loss": 0.0018011138308793306, "global_step": 23872, "epoch": 442, "lr": 1.6617943272300242e-05}
+{"train_loss": 0.001015887362882495, "global_step": 23873, "epoch": 442, "lr": 1.6614277504531866e-05}
+{"train_loss": 0.0011711395345628262, "global_step": 23874, "epoch": 442, "lr": 1.6610612060565234e-05}
+{"train_loss": 0.0012861944269388914, "global_step": 23875, "epoch": 442, "lr": 1.660694694043584e-05}
+{"train_loss": 0.00154076365288347, "global_step": 23876, "epoch": 442, "lr": 1.660328214417929e-05}
+{"train_loss": 0.0013878855388611555, "global_step": 23877, "epoch": 442, "lr": 1.6599617671831103e-05}
+{"train_loss": 0.0008583814487792552, "global_step": 23878, "epoch": 442, "lr": 1.659595352342683e-05}
+{"train_loss": 0.0023841995280236006, "global_step": 23879, "epoch": 442, "lr": 1.6592289699001993e-05}
+{"train_loss": 0.001155051402747631, "global_step": 23880, "epoch": 442, "lr": 1.6588626198592143e-05}
+{"train_loss": 0.0014749851543456316, "global_step": 23881, "epoch": 442, "lr": 1.658496302223281e-05}
+{"train_loss": 0.001375118037685752, "global_step": 23882, "epoch": 442, "lr": 1.6581300169959512e-05}
+{"train_loss": 0.001687588868662715, "global_step": 23883, "epoch": 442, "lr": 1.657763764180778e-05}
+{"train_loss": 0.0011657621944323182, "global_step": 23884, "epoch": 442, "lr": 1.6573975437813132e-05}
+{"train_loss": 0.0015623458893969655, "global_step": 23885, "epoch": 442, "lr": 1.6570313558011098e-05}
+{"train_loss": 0.0012682299129664898, "global_step": 23886, "epoch": 442, "lr": 1.6566652002437182e-05}
+{"train_loss": 0.0018333105836063623, "global_step": 23887, "epoch": 442, "lr": 1.6562990771126906e-05}
+{"train_loss": 0.0010361323365941644, "global_step": 23888, "epoch": 442, "lr": 1.6559329864115757e-05}
+{"train_loss": 0.000992738176137209, "global_step": 23889, "epoch": 442, "lr": 1.655566928143929e-05}
+{"train_loss": 0.001076351385563612, "global_step": 23890, "epoch": 442, "lr": 1.6552009023132962e-05}
+{"train_loss": 0.0012825920712202787, "global_step": 23891, "epoch": 442, "lr": 1.6548349089232278e-05}
+{"train_loss": 0.0007190558244474232, "global_step": 23892, "epoch": 442, "lr": 1.6544689479772757e-05}
+{"train_loss": 0.0009336497168987989, "global_step": 23893, "epoch": 442, "lr": 1.6541030194789885e-05}
+{"train_loss": 0.0013694172957912087, "global_step": 23894, "epoch": 442, "lr": 1.6537371234319165e-05}
+{"train_loss": 0.00105197390075773, "global_step": 23895, "epoch": 442, "lr": 1.6533712598396038e-05}
+{"train_loss": 0.0012955712154507637, "global_step": 23896, "epoch": 442, "lr": 1.6530054287056034e-05}
+{"train_loss": 0.0012333107879385352, "global_step": 23897, "epoch": 442, "lr": 1.6526396300334617e-05}
+{"train_loss": 0.0011729481630027294, "global_step": 23898, "epoch": 442, "lr": 1.6522738638267272e-05}
+{"train_loss": 0.0014689733507111669, "global_step": 23899, "epoch": 442, "lr": 1.651908130088947e-05}
+{"train_loss": 0.0010733706876635551, "global_step": 23900, "epoch": 442, "lr": 1.651542428823668e-05}
+{"train_loss": 0.000941187608987093, "global_step": 23901, "epoch": 442, "lr": 1.651176760034438e-05}
+{"train_loss": 0.001112168189138174, "global_step": 23902, "epoch": 442, "lr": 1.650811123724802e-05}
+{"train_loss": 0.0020737899467349052, "global_step": 23903, "epoch": 442, "lr": 1.650445519898306e-05}
+{"train_loss": 0.0017239453736692667, "global_step": 23904, "epoch": 442, "lr": 1.6500799485584988e-05}
+{"train_loss": 0.0009036489063873887, "global_step": 23905, "epoch": 442, "lr": 1.6497144097089256e-05}
+{"train_loss": 0.0010293287923559546, "global_step": 23906, "epoch": 442, "lr": 1.649348903353129e-05}
+{"train_loss": 0.001193056465126574, "global_step": 23907, "epoch": 442, "lr": 1.648983429494653e-05}
+{"train_loss": 0.0015884676249697804, "global_step": 23908, "epoch": 442, "lr": 1.648617988137047e-05}
+{"train_loss": 0.0012852925574406981, "global_step": 23909, "epoch": 442, "lr": 1.6482525792838528e-05}
+{"train_loss": 0.0020269963424652815, "global_step": 23910, "epoch": 442, "lr": 1.647887202938616e-05}
+{"train_loss": 0.0008048996678553522, "global_step": 23911, "epoch": 442, "lr": 1.647521859104876e-05}
+{"train_loss": 0.0018898086855188012, "global_step": 23912, "epoch": 442, "lr": 1.64715654778618e-05}
+{"train_loss": 0.0021898248232901096, "global_step": 23913, "epoch": 442, "lr": 1.6467912689860703e-05}
+{"train_loss": 0.0008763334481045604, "global_step": 23914, "epoch": 442, "lr": 1.6464260227080902e-05}
+{"train_loss": 0.0015839022817090154, "global_step": 23915, "epoch": 442, "lr": 1.646060808955781e-05}
+{"train_loss": 0.0013178340159356594, "global_step": 23916, "epoch": 442, "lr": 1.6456956277326852e-05}
+{"train_loss": 0.0022875156719237566, "global_step": 23917, "epoch": 442, "lr": 1.6453304790423453e-05}
+{"train_loss": 0.0012050155783072114, "global_step": 23918, "epoch": 442, "lr": 1.6449653628883018e-05}
+{"train_loss": 0.0013982413802295923, "global_step": 23919, "epoch": 442, "lr": 1.644600279274095e-05}
+{"train_loss": 0.0015920981531962752, "global_step": 23920, "epoch": 442, "lr": 1.644235228203268e-05}
+{"train_loss": 0.0013487148605269828, "global_step": 23921, "epoch": 442, "lr": 1.6438702096793627e-05, "val_loss": 0.001779150334186852}
+{"train_loss": 0.00118630554061383, "global_step": 23922, "epoch": 443, "lr": 1.6435052237059155e-05}
+{"train_loss": 0.0037700897082686424, "global_step": 23923, "epoch": 443, "lr": 1.643140270286467e-05}
+{"train_loss": 0.0013640703400596976, "global_step": 23924, "epoch": 443, "lr": 1.6427753494245585e-05}
+{"train_loss": 0.00161608902271837, "global_step": 23925, "epoch": 443, "lr": 1.6424104611237283e-05}
+{"train_loss": 0.0011731934500858188, "global_step": 23926, "epoch": 443, "lr": 1.6420456053875178e-05}
+{"train_loss": 0.0011222809553146362, "global_step": 23927, "epoch": 443, "lr": 1.64168078221946e-05}
+{"train_loss": 0.0017751735867932439, "global_step": 23928, "epoch": 443, "lr": 1.641315991623099e-05}
+{"train_loss": 0.0010386930080130696, "global_step": 23929, "epoch": 443, "lr": 1.64095123360197e-05}
+{"train_loss": 0.0008052756893448532, "global_step": 23930, "epoch": 443, "lr": 1.6405865081596116e-05}
+{"train_loss": 0.0014367232797667384, "global_step": 23931, "epoch": 443, "lr": 1.6402218152995607e-05}
+{"train_loss": 0.001389874261803925, "global_step": 23932, "epoch": 443, "lr": 1.639857155025355e-05}
+{"train_loss": 0.0013536002952605486, "global_step": 23933, "epoch": 443, "lr": 1.6394925273405304e-05}
+{"train_loss": 0.0007611376931890845, "global_step": 23934, "epoch": 443, "lr": 1.6391279322486242e-05}
+{"train_loss": 0.002179143251851201, "global_step": 23935, "epoch": 443, "lr": 1.6387633697531702e-05}
+{"train_loss": 0.002231591148301959, "global_step": 23936, "epoch": 443, "lr": 1.6383988398577094e-05}
+{"train_loss": 0.001292152563109994, "global_step": 23937, "epoch": 443, "lr": 1.638034342565773e-05}
+{"train_loss": 0.0013751952210441232, "global_step": 23938, "epoch": 443, "lr": 1.637669877880897e-05}
+{"train_loss": 0.0017499966779723763, "global_step": 23939, "epoch": 443, "lr": 1.6373054458066146e-05}
+{"train_loss": 0.0013022513594478369, "global_step": 23940, "epoch": 443, "lr": 1.6369410463464645e-05}
+{"train_loss": 0.001582340570166707, "global_step": 23941, "epoch": 443, "lr": 1.63657667950398e-05}
+{"train_loss": 0.0018598033348098397, "global_step": 23942, "epoch": 443, "lr": 1.636212345282692e-05}
+{"train_loss": 0.0012074934784322977, "global_step": 23943, "epoch": 443, "lr": 1.6358480436861347e-05}
+{"train_loss": 0.001261083409190178, "global_step": 23944, "epoch": 443, "lr": 1.635483774717844e-05}
+{"train_loss": 0.0012158512836322188, "global_step": 23945, "epoch": 443, "lr": 1.6351195383813515e-05}
+{"train_loss": 0.002250061137601733, "global_step": 23946, "epoch": 443, "lr": 1.6347553346801896e-05}
+{"train_loss": 0.0009805136360228062, "global_step": 23947, "epoch": 443, "lr": 1.634391163617891e-05}
+{"train_loss": 0.0014251751126721501, "global_step": 23948, "epoch": 443, "lr": 1.634027025197988e-05}
+{"train_loss": 0.0011969089973717928, "global_step": 23949, "epoch": 443, "lr": 1.6336629194240116e-05}
+{"train_loss": 0.0014212154783308506, "global_step": 23950, "epoch": 443, "lr": 1.633298846299493e-05}
+{"train_loss": 0.0013501651119440794, "global_step": 23951, "epoch": 443, "lr": 1.6329348058279625e-05}
+{"train_loss": 0.0009520808816887438, "global_step": 23952, "epoch": 443, "lr": 1.6325707980129556e-05}
+{"train_loss": 0.0015600506449118257, "global_step": 23953, "epoch": 443, "lr": 1.6322068228579972e-05}
+{"train_loss": 0.0021076989360153675, "global_step": 23954, "epoch": 443, "lr": 1.6318428803666198e-05}
+{"train_loss": 0.0011357710463926196, "global_step": 23955, "epoch": 443, "lr": 1.631478970542351e-05}
+{"train_loss": 0.0010829027742147446, "global_step": 23956, "epoch": 443, "lr": 1.6311150933887242e-05}
+{"train_loss": 0.0011216984130442142, "global_step": 23957, "epoch": 443, "lr": 1.630751248909268e-05}
+{"train_loss": 0.003446563147008419, "global_step": 23958, "epoch": 443, "lr": 1.630387437107508e-05}
+{"train_loss": 0.0012547343503683805, "global_step": 23959, "epoch": 443, "lr": 1.6300236579869732e-05}
+{"train_loss": 0.0017110578482970595, "global_step": 23960, "epoch": 443, "lr": 1.6296599115511946e-05}
+{"train_loss": 0.0016148599097505212, "global_step": 23961, "epoch": 443, "lr": 1.6292961978036985e-05}
+{"train_loss": 0.001232808455824852, "global_step": 23962, "epoch": 443, "lr": 1.628932516748013e-05}
+{"train_loss": 0.0015221465146169066, "global_step": 23963, "epoch": 443, "lr": 1.6285688683876647e-05}
+{"train_loss": 0.001425481867045164, "global_step": 23964, "epoch": 443, "lr": 1.6282052527261814e-05}
+{"train_loss": 0.0012395557714626193, "global_step": 23965, "epoch": 443, "lr": 1.6278416697670888e-05}
+{"train_loss": 0.0013338226126506925, "global_step": 23966, "epoch": 443, "lr": 1.6274781195139142e-05}
+{"train_loss": 0.001219688798300922, "global_step": 23967, "epoch": 443, "lr": 1.627114601970181e-05}
+{"train_loss": 0.0010397639125585556, "global_step": 23968, "epoch": 443, "lr": 1.6267511171394206e-05}
+{"train_loss": 0.001646451186388731, "global_step": 23969, "epoch": 443, "lr": 1.6263876650251526e-05}
+{"train_loss": 0.001581521239131689, "global_step": 23970, "epoch": 443, "lr": 1.6260242456309045e-05}
+{"train_loss": 0.0013682922581210732, "global_step": 23971, "epoch": 443, "lr": 1.625660858960199e-05}
+{"train_loss": 0.0011625583283603191, "global_step": 23972, "epoch": 443, "lr": 1.6252975050165635e-05}
+{"train_loss": 0.0011353049194440246, "global_step": 23973, "epoch": 443, "lr": 1.624934183803523e-05}
+{"train_loss": 0.0010747388005256653, "global_step": 23974, "epoch": 443, "lr": 1.6245708953245957e-05}
+{"train_loss": 0.001456849404214019, "global_step": 23975, "epoch": 443, "lr": 1.6242076395833102e-05, "val_loss": 0.0027557932771742344}
+{"train_loss": 0.001714478712528944, "global_step": 23976, "epoch": 444, "lr": 1.6238444165831877e-05}
+{"train_loss": 0.0015320141101256013, "global_step": 23977, "epoch": 444, "lr": 1.6234812263277517e-05}
+{"train_loss": 0.0014838172355666757, "global_step": 23978, "epoch": 444, "lr": 1.6231180688205233e-05}
+{"train_loss": 0.001101721078157425, "global_step": 23979, "epoch": 444, "lr": 1.6227549440650264e-05}
+{"train_loss": 0.0008176325354725122, "global_step": 23980, "epoch": 444, "lr": 1.6223918520647824e-05}
+{"train_loss": 0.0013784003676846623, "global_step": 23981, "epoch": 444, "lr": 1.622028792823312e-05}
+{"train_loss": 0.00082079425919801, "global_step": 23982, "epoch": 444, "lr": 1.621665766344137e-05}
+{"train_loss": 0.0024735303595662117, "global_step": 23983, "epoch": 444, "lr": 1.621302772630779e-05}
+{"train_loss": 0.0014807261759415269, "global_step": 23984, "epoch": 444, "lr": 1.6209398116867574e-05}
+{"train_loss": 0.0011807855917140841, "global_step": 23985, "epoch": 444, "lr": 1.620576883515593e-05}
+{"train_loss": 0.00108348170761019, "global_step": 23986, "epoch": 444, "lr": 1.6202139881208066e-05}
+{"train_loss": 0.0015155394794419408, "global_step": 23987, "epoch": 444, "lr": 1.6198511255059145e-05}
+{"train_loss": 0.0009967637015506625, "global_step": 23988, "epoch": 444, "lr": 1.619488295674443e-05}
+{"train_loss": 0.001075741252861917, "global_step": 23989, "epoch": 444, "lr": 1.619125498629904e-05}
+{"train_loss": 0.0011839668732136488, "global_step": 23990, "epoch": 444, "lr": 1.618762734375818e-05}
+{"train_loss": 0.0011754261795431376, "global_step": 23991, "epoch": 444, "lr": 1.6184000029157052e-05}
+{"train_loss": 0.001066548633389175, "global_step": 23992, "epoch": 444, "lr": 1.618037304253084e-05}
+{"train_loss": 0.00209510768763721, "global_step": 23993, "epoch": 444, "lr": 1.6176746383914698e-05}
+{"train_loss": 0.001705409144051373, "global_step": 23994, "epoch": 444, "lr": 1.6173120053343815e-05}
+{"train_loss": 0.0009066369966603816, "global_step": 23995, "epoch": 444, "lr": 1.6169494050853363e-05}
+{"train_loss": 0.001043856143951416, "global_step": 23996, "epoch": 444, "lr": 1.6165868376478498e-05}
+{"train_loss": 0.0015485497424378991, "global_step": 23997, "epoch": 444, "lr": 1.6162243030254398e-05}
+{"train_loss": 0.0012917900457978249, "global_step": 23998, "epoch": 444, "lr": 1.6158618012216215e-05}
+{"train_loss": 0.0010194864589720964, "global_step": 23999, "epoch": 444, "lr": 1.6154993322399115e-05}
+{"train_loss": 0.0007798543083481491, "global_step": 24000, "epoch": 444, "lr": 1.615136896083825e-05}
+{"train_loss": 0.0013315996620804071, "global_step": 24001, "epoch": 444, "lr": 1.6147744927568764e-05}
+{"train_loss": 0.0010695161763578653, "global_step": 24002, "epoch": 444, "lr": 1.614412122262582e-05}
+{"train_loss": 0.0011142648290842772, "global_step": 24003, "epoch": 444, "lr": 1.614049784604454e-05}
+{"train_loss": 0.0008445943822152913, "global_step": 24004, "epoch": 444, "lr": 1.6136874797860113e-05}
+{"train_loss": 0.0019056854071095586, "global_step": 24005, "epoch": 444, "lr": 1.613325207810763e-05}
+{"train_loss": 0.0021380099933594465, "global_step": 24006, "epoch": 444, "lr": 1.6129629686822234e-05}
+{"train_loss": 0.0015766766155138612, "global_step": 24007, "epoch": 444, "lr": 1.612600762403908e-05}
+{"train_loss": 0.0017463905969634652, "global_step": 24008, "epoch": 444, "lr": 1.6122385889793297e-05}
+{"train_loss": 0.0013511523138731718, "global_step": 24009, "epoch": 444, "lr": 1.6118764484120008e-05}
+{"train_loss": 0.0015452684601768851, "global_step": 24010, "epoch": 444, "lr": 1.6115143407054302e-05}
+{"train_loss": 0.0019793561659753323, "global_step": 24011, "epoch": 444, "lr": 1.611152265863134e-05}
+{"train_loss": 0.0012571649858728051, "global_step": 24012, "epoch": 444, "lr": 1.610790223888623e-05}
+{"train_loss": 0.0013591658789664507, "global_step": 24013, "epoch": 444, "lr": 1.610428214785408e-05}
+{"train_loss": 0.001005105092190206, "global_step": 24014, "epoch": 444, "lr": 1.6100662385570003e-05}
+{"train_loss": 0.0018158269813284278, "global_step": 24015, "epoch": 444, "lr": 1.6097042952069102e-05}
+{"train_loss": 0.0021047138143330812, "global_step": 24016, "epoch": 444, "lr": 1.609342384738649e-05}
+{"train_loss": 0.001127162016928196, "global_step": 24017, "epoch": 444, "lr": 1.6089805071557255e-05}
+{"train_loss": 0.0011458216467872262, "global_step": 24018, "epoch": 444, "lr": 1.6086186624616495e-05}
+{"train_loss": 0.002056215889751911, "global_step": 24019, "epoch": 444, "lr": 1.6082568506599327e-05}
+{"train_loss": 0.0014623968163505197, "global_step": 24020, "epoch": 444, "lr": 1.607895071754084e-05}
+{"train_loss": 0.001387020107358694, "global_step": 24021, "epoch": 444, "lr": 1.60753332574761e-05}
+{"train_loss": 0.0010791008826345205, "global_step": 24022, "epoch": 444, "lr": 1.6071716126440177e-05}
+{"train_loss": 0.0015338269295170903, "global_step": 24023, "epoch": 444, "lr": 1.60680993244682e-05}
+{"train_loss": 0.002381648402661085, "global_step": 24024, "epoch": 444, "lr": 1.6064482851595225e-05}
+{"train_loss": 0.0016894082073122263, "global_step": 24025, "epoch": 444, "lr": 1.606086670785634e-05}
+{"train_loss": 0.0008073479984886944, "global_step": 24026, "epoch": 444, "lr": 1.605725089328658e-05}
+{"train_loss": 0.0008932066266424954, "global_step": 24027, "epoch": 444, "lr": 1.6053635407921053e-05}
+{"train_loss": 0.0013348532374948263, "global_step": 24028, "epoch": 444, "lr": 1.6050020251794813e-05}
+{"train_loss": 0.001387514248360983, "global_step": 24029, "epoch": 444, "lr": 1.6046405424942917e-05, "val_loss": 0.001760303508490324}
+{"train_loss": 0.003085787408053875, "global_step": 24030, "epoch": 445, "lr": 1.604279092740043e-05}
+{"train_loss": 0.001715745311230421, "global_step": 24031, "epoch": 445, "lr": 1.6039176759202405e-05}
+{"train_loss": 0.001028720522299409, "global_step": 24032, "epoch": 445, "lr": 1.6035562920383902e-05}
+{"train_loss": 0.0008771133725531399, "global_step": 24033, "epoch": 445, "lr": 1.6031949410979958e-05}
+{"train_loss": 0.0017981856362894177, "global_step": 24034, "epoch": 445, "lr": 1.602833623102562e-05}
+{"train_loss": 0.002619517734274268, "global_step": 24035, "epoch": 445, "lr": 1.6024723380555968e-05}
+{"train_loss": 0.0016418610466644168, "global_step": 24036, "epoch": 445, "lr": 1.602111085960599e-05}
+{"train_loss": 0.0015388575848191977, "global_step": 24037, "epoch": 445, "lr": 1.6017498668210755e-05}
+{"train_loss": 0.0013008876703679562, "global_step": 24038, "epoch": 445, "lr": 1.6013886806405277e-05}
+{"train_loss": 0.0012864542659372091, "global_step": 24039, "epoch": 445, "lr": 1.6010275274224606e-05}
+{"train_loss": 0.0013447433011606336, "global_step": 24040, "epoch": 445, "lr": 1.6006664071703763e-05}
+{"train_loss": 0.0013144647236913443, "global_step": 24041, "epoch": 445, "lr": 1.6003053198877787e-05}
+{"train_loss": 0.001714198268018663, "global_step": 24042, "epoch": 445, "lr": 1.5999442655781655e-05}
+{"train_loss": 0.0019653893541544676, "global_step": 24043, "epoch": 445, "lr": 1.5995832442450426e-05}
+{"train_loss": 0.0015412704087793827, "global_step": 24044, "epoch": 445, "lr": 1.5992222558919108e-05}
+{"train_loss": 0.0010086740367114544, "global_step": 24045, "epoch": 445, "lr": 1.5988613005222704e-05}
+{"train_loss": 0.0014183280291035771, "global_step": 24046, "epoch": 445, "lr": 1.5985003781396217e-05}
+{"train_loss": 0.0010556636843830347, "global_step": 24047, "epoch": 445, "lr": 1.598139488747467e-05}
+{"train_loss": 0.001460701460018754, "global_step": 24048, "epoch": 445, "lr": 1.5977786323493056e-05}
+{"train_loss": 0.002790846163406968, "global_step": 24049, "epoch": 445, "lr": 1.5974178089486365e-05}
+{"train_loss": 0.002713305177167058, "global_step": 24050, "epoch": 445, "lr": 1.597057018548959e-05}
+{"train_loss": 0.0010571691673249006, "global_step": 24051, "epoch": 445, "lr": 1.5966962611537768e-05}
+{"train_loss": 0.0010879610199481249, "global_step": 24052, "epoch": 445, "lr": 1.5963355367665832e-05}
+{"train_loss": 0.0016027152305468917, "global_step": 24053, "epoch": 445, "lr": 1.5959748453908792e-05}
+{"train_loss": 0.0029146973975002766, "global_step": 24054, "epoch": 445, "lr": 1.5956141870301617e-05}
+{"train_loss": 0.0014080483233556151, "global_step": 24055, "epoch": 445, "lr": 1.595253561687931e-05}
+{"train_loss": 0.0016812884714454412, "global_step": 24056, "epoch": 445, "lr": 1.594892969367685e-05}
+{"train_loss": 0.0017416340997442603, "global_step": 24057, "epoch": 445, "lr": 1.5945324100729185e-05}
+{"train_loss": 0.0015543869230896235, "global_step": 24058, "epoch": 445, "lr": 1.594171883807128e-05}
+{"train_loss": 0.0016162744723260403, "global_step": 24059, "epoch": 445, "lr": 1.593811390573813e-05}
+{"train_loss": 0.001634052605368197, "global_step": 24060, "epoch": 445, "lr": 1.593450930376469e-05}
+{"train_loss": 0.0014958517858758569, "global_step": 24061, "epoch": 445, "lr": 1.593090503218591e-05}
+{"train_loss": 0.0029329517856240273, "global_step": 24062, "epoch": 445, "lr": 1.5927301091036762e-05}
+{"train_loss": 0.001712618744932115, "global_step": 24063, "epoch": 445, "lr": 1.5923697480352184e-05}
+{"train_loss": 0.0012303495313972235, "global_step": 24064, "epoch": 445, "lr": 1.592009420016714e-05}
+{"train_loss": 0.0015760224778205156, "global_step": 24065, "epoch": 445, "lr": 1.591649125051657e-05}
+{"train_loss": 0.0015145131619647145, "global_step": 24066, "epoch": 445, "lr": 1.5912888631435403e-05}
+{"train_loss": 0.002037814585492015, "global_step": 24067, "epoch": 445, "lr": 1.5909286342958628e-05}
+{"train_loss": 0.0007799960440024734, "global_step": 24068, "epoch": 445, "lr": 1.5905684385121143e-05}
+{"train_loss": 0.00195522652938962, "global_step": 24069, "epoch": 445, "lr": 1.5902082757957887e-05}
+{"train_loss": 0.0012295558117330074, "global_step": 24070, "epoch": 445, "lr": 1.589848146150378e-05}
+{"train_loss": 0.0007085982942953706, "global_step": 24071, "epoch": 445, "lr": 1.5894880495793786e-05}
+{"train_loss": 0.0011291091796010733, "global_step": 24072, "epoch": 445, "lr": 1.5891279860862824e-05}
+{"train_loss": 0.0020285160280764103, "global_step": 24073, "epoch": 445, "lr": 1.5887679556745787e-05}
+{"train_loss": 0.0019235173240303993, "global_step": 24074, "epoch": 445, "lr": 1.588407958347759e-05}
+{"train_loss": 0.0022102082148194313, "global_step": 24075, "epoch": 445, "lr": 1.5880479941093192e-05}
+{"train_loss": 0.0021735073532909155, "global_step": 24076, "epoch": 445, "lr": 1.5876880629627473e-05}
+{"train_loss": 0.0015417817048728466, "global_step": 24077, "epoch": 445, "lr": 1.587328164911535e-05}
+{"train_loss": 0.0013724088203161955, "global_step": 24078, "epoch": 445, "lr": 1.5869682999591735e-05}
+{"train_loss": 0.0016044314252212644, "global_step": 24079, "epoch": 445, "lr": 1.586608468109152e-05}
+{"train_loss": 0.002224768279120326, "global_step": 24080, "epoch": 445, "lr": 1.5862486693649613e-05}
+{"train_loss": 0.0011814064346253872, "global_step": 24081, "epoch": 445, "lr": 1.58588890373009e-05}
+{"train_loss": 0.0014621653826907277, "global_step": 24082, "epoch": 445, "lr": 1.5855291712080283e-05}
+{"train_loss": 0.0016481183152387126, "global_step": 24083, "epoch": 445, "lr": 1.5851694718022653e-05, "val_loss": 0.0024099722504615784, "train_action_mse_error": 4.626265581464395e-05}
+{"train_loss": 0.0017052816692739725, "global_step": 24084, "epoch": 446, "lr": 1.5848098055162885e-05}
+{"train_loss": 0.0021953866817057133, "global_step": 24085, "epoch": 446, "lr": 1.5844501723535875e-05}
+{"train_loss": 0.0016506669344380498, "global_step": 24086, "epoch": 446, "lr": 1.584090572317648e-05}
+{"train_loss": 0.001248001353815198, "global_step": 24087, "epoch": 446, "lr": 1.5837310054119614e-05}
+{"train_loss": 0.0016136073973029852, "global_step": 24088, "epoch": 446, "lr": 1.5833714716400144e-05}
+{"train_loss": 0.0012721824459731579, "global_step": 24089, "epoch": 446, "lr": 1.5830119710052895e-05}
+{"train_loss": 0.001976459287106991, "global_step": 24090, "epoch": 446, "lr": 1.5826525035112782e-05}
+{"train_loss": 0.001247745007276535, "global_step": 24091, "epoch": 446, "lr": 1.5822930691614656e-05}
+{"train_loss": 0.002197111491113901, "global_step": 24092, "epoch": 446, "lr": 1.5819336679593376e-05}
+{"train_loss": 0.001781680854037404, "global_step": 24093, "epoch": 446, "lr": 1.5815742999083804e-05}
+{"train_loss": 0.0009436066029593349, "global_step": 24094, "epoch": 446, "lr": 1.5812149650120784e-05}
+{"train_loss": 0.0014455037890002131, "global_step": 24095, "epoch": 446, "lr": 1.580855663273918e-05}
+{"train_loss": 0.0012172152055427432, "global_step": 24096, "epoch": 446, "lr": 1.5804963946973827e-05}
+{"train_loss": 0.0016692307544872165, "global_step": 24097, "epoch": 446, "lr": 1.580137159285958e-05}
+{"train_loss": 0.0019185928395017982, "global_step": 24098, "epoch": 446, "lr": 1.5797779570431274e-05}
+{"train_loss": 0.0017120636766776443, "global_step": 24099, "epoch": 446, "lr": 1.5794187879723753e-05}
+{"train_loss": 0.0009802018757909536, "global_step": 24100, "epoch": 446, "lr": 1.5790596520771845e-05}
+{"train_loss": 0.0011454913765192032, "global_step": 24101, "epoch": 446, "lr": 1.578700549361039e-05}
+{"train_loss": 0.0018401360139250755, "global_step": 24102, "epoch": 446, "lr": 1.5783414798274194e-05}
+{"train_loss": 0.0013550672447308898, "global_step": 24103, "epoch": 446, "lr": 1.5779824434798136e-05}
+{"train_loss": 0.001507143839262426, "global_step": 24104, "epoch": 446, "lr": 1.5776234403216983e-05}
+{"train_loss": 0.0015835947124287486, "global_step": 24105, "epoch": 446, "lr": 1.5772644703565565e-05}
+{"train_loss": 0.0012906629126518965, "global_step": 24106, "epoch": 446, "lr": 1.576905533587872e-05}
+{"train_loss": 0.0010718570556491613, "global_step": 24107, "epoch": 446, "lr": 1.5765466300191245e-05}
+{"train_loss": 0.0011866543209180236, "global_step": 24108, "epoch": 446, "lr": 1.5761877596537955e-05}
+{"train_loss": 0.0011797479819506407, "global_step": 24109, "epoch": 446, "lr": 1.5758289224953653e-05}
+{"train_loss": 0.00169469160027802, "global_step": 24110, "epoch": 446, "lr": 1.575470118547314e-05}
+{"train_loss": 0.0007946535479277372, "global_step": 24111, "epoch": 446, "lr": 1.5751113478131225e-05}
+{"train_loss": 0.0013969802530482411, "global_step": 24112, "epoch": 446, "lr": 1.5747526102962695e-05}
+{"train_loss": 0.0012716490309685469, "global_step": 24113, "epoch": 446, "lr": 1.5743939060002344e-05}
+{"train_loss": 0.0024361254181712866, "global_step": 24114, "epoch": 446, "lr": 1.574035234928496e-05}
+{"train_loss": 0.0013302437728270888, "global_step": 24115, "epoch": 446, "lr": 1.573676597084534e-05}
+{"train_loss": 0.001670622150413692, "global_step": 24116, "epoch": 446, "lr": 1.5733179924718255e-05}
+{"train_loss": 0.0013475288869813085, "global_step": 24117, "epoch": 446, "lr": 1.572959421093848e-05}
+{"train_loss": 0.0014216299168765545, "global_step": 24118, "epoch": 446, "lr": 1.5726008829540823e-05}
+{"train_loss": 0.0016779868165031075, "global_step": 24119, "epoch": 446, "lr": 1.5722423780560048e-05}
+{"train_loss": 0.00115095020737499, "global_step": 24120, "epoch": 446, "lr": 1.5718839064030906e-05}
+{"train_loss": 0.0006160138291306794, "global_step": 24121, "epoch": 446, "lr": 1.5715254679988156e-05}
+{"train_loss": 0.00170846504624933, "global_step": 24122, "epoch": 446, "lr": 1.5711670628466597e-05}
+{"train_loss": 0.0013169132871553302, "global_step": 24123, "epoch": 446, "lr": 1.5708086909500975e-05}
+{"train_loss": 0.0011368580162525177, "global_step": 24124, "epoch": 446, "lr": 1.5704503523126057e-05}
+{"train_loss": 0.000732779095415026, "global_step": 24125, "epoch": 446, "lr": 1.570092046937656e-05}
+{"train_loss": 0.0010291618527844548, "global_step": 24126, "epoch": 446, "lr": 1.5697337748287284e-05}
+{"train_loss": 0.0020142251159995794, "global_step": 24127, "epoch": 446, "lr": 1.5693755359892955e-05}
+{"train_loss": 0.001369696226902306, "global_step": 24128, "epoch": 446, "lr": 1.5690173304228313e-05}
+{"train_loss": 0.0011957029346376657, "global_step": 24129, "epoch": 446, "lr": 1.568659158132811e-05}
+{"train_loss": 0.0012382229324430227, "global_step": 24130, "epoch": 446, "lr": 1.5683010191227076e-05}
+{"train_loss": 0.0015861161518841982, "global_step": 24131, "epoch": 446, "lr": 1.5679429133959948e-05}
+{"train_loss": 0.002334726508706808, "global_step": 24132, "epoch": 446, "lr": 1.5675848409561468e-05}
+{"train_loss": 0.0016517203766852617, "global_step": 24133, "epoch": 446, "lr": 1.5672268018066337e-05}
+{"train_loss": 0.0010237691458314657, "global_step": 24134, "epoch": 446, "lr": 1.566868795950932e-05}
+{"train_loss": 0.0016772450180724263, "global_step": 24135, "epoch": 446, "lr": 1.566510823392513e-05}
+{"train_loss": 0.0006959137972444296, "global_step": 24136, "epoch": 446, "lr": 1.5661528841348467e-05}
+{"train_loss": 0.0014315828890108537, "global_step": 24137, "epoch": 446, "lr": 1.5657949781814035e-05, "val_loss": 0.00578427454456687}
+{"train_loss": 0.0011781061766669154, "global_step": 24138, "epoch": 447, "lr": 1.5654371055356582e-05}
+{"train_loss": 0.0018942891620099545, "global_step": 24139, "epoch": 447, "lr": 1.5650792662010805e-05}
+{"train_loss": 0.0014336836757138371, "global_step": 24140, "epoch": 447, "lr": 1.5647214601811423e-05}
+{"train_loss": 0.002541271271184087, "global_step": 24141, "epoch": 447, "lr": 1.5643636874793092e-05}
+{"train_loss": 0.00140504096634686, "global_step": 24142, "epoch": 447, "lr": 1.564005948099056e-05}
+{"train_loss": 0.0015324052656069398, "global_step": 24143, "epoch": 447, "lr": 1.5636482420438508e-05}
+{"train_loss": 0.0013189793098717928, "global_step": 24144, "epoch": 447, "lr": 1.563290569317163e-05}
+{"train_loss": 0.0010574932675808668, "global_step": 24145, "epoch": 447, "lr": 1.562932929922461e-05}
+{"train_loss": 0.0010004914365708828, "global_step": 24146, "epoch": 447, "lr": 1.562575323863214e-05}
+{"train_loss": 0.0009703113464638591, "global_step": 24147, "epoch": 447, "lr": 1.5622177511428903e-05}
+{"train_loss": 0.0011562271974980831, "global_step": 24148, "epoch": 447, "lr": 1.561860211764958e-05}
+{"train_loss": 0.0008612050442025065, "global_step": 24149, "epoch": 447, "lr": 1.561502705732883e-05}
+{"train_loss": 0.001675360486842692, "global_step": 24150, "epoch": 447, "lr": 1.5611452330501373e-05}
+{"train_loss": 0.0010221287375316024, "global_step": 24151, "epoch": 447, "lr": 1.5607877937201838e-05}
+{"train_loss": 0.001549194217659533, "global_step": 24152, "epoch": 447, "lr": 1.56043038774649e-05}
+{"train_loss": 0.00170743721537292, "global_step": 24153, "epoch": 447, "lr": 1.5600730151325214e-05}
+{"train_loss": 0.0006372983334586024, "global_step": 24154, "epoch": 447, "lr": 1.559715675881747e-05}
+{"train_loss": 0.0016154157929122448, "global_step": 24155, "epoch": 447, "lr": 1.5593583699976318e-05}
+{"train_loss": 0.0007439788896590471, "global_step": 24156, "epoch": 447, "lr": 1.559001097483641e-05}
+{"train_loss": 0.0016012719133868814, "global_step": 24157, "epoch": 447, "lr": 1.558643858343236e-05}
+{"train_loss": 0.000825459195766598, "global_step": 24158, "epoch": 447, "lr": 1.5582866525798873e-05}
+{"train_loss": 0.001592495129443705, "global_step": 24159, "epoch": 447, "lr": 1.5579294801970563e-05}
+{"train_loss": 0.001039604190737009, "global_step": 24160, "epoch": 447, "lr": 1.5575723411982074e-05}
+{"train_loss": 0.0009583181818015873, "global_step": 24161, "epoch": 447, "lr": 1.5572152355868054e-05}
+{"train_loss": 0.0016349668148905039, "global_step": 24162, "epoch": 447, "lr": 1.5568581633663125e-05}
+{"train_loss": 0.0007269118796102703, "global_step": 24163, "epoch": 447, "lr": 1.556501124540193e-05}
+{"train_loss": 0.001043412834405899, "global_step": 24164, "epoch": 447, "lr": 1.5561441191119085e-05}
+{"train_loss": 0.0015569656388834119, "global_step": 24165, "epoch": 447, "lr": 1.555787147084921e-05}
+{"train_loss": 0.0012935198610648513, "global_step": 24166, "epoch": 447, "lr": 1.5554302084626977e-05}
+{"train_loss": 0.0010829117381945252, "global_step": 24167, "epoch": 447, "lr": 1.5550733032486946e-05}
+{"train_loss": 0.0009268483845517039, "global_step": 24168, "epoch": 447, "lr": 1.5547164314463757e-05}
+{"train_loss": 0.0017961134435608983, "global_step": 24169, "epoch": 447, "lr": 1.5543595930592003e-05}
+{"train_loss": 0.001140597858466208, "global_step": 24170, "epoch": 447, "lr": 1.554002788090632e-05}
+{"train_loss": 0.0007839238969609141, "global_step": 24171, "epoch": 447, "lr": 1.5536460165441323e-05}
+{"train_loss": 0.0015609393594786525, "global_step": 24172, "epoch": 447, "lr": 1.5532892784231583e-05}
+{"train_loss": 0.001736546284519136, "global_step": 24173, "epoch": 447, "lr": 1.5529325737311696e-05}
+{"train_loss": 0.002253716578707099, "global_step": 24174, "epoch": 447, "lr": 1.552575902471628e-05}
+{"train_loss": 0.0021417129319161177, "global_step": 24175, "epoch": 447, "lr": 1.5522192646479926e-05}
+{"train_loss": 0.0010941926157101989, "global_step": 24176, "epoch": 447, "lr": 1.5518626602637222e-05}
+{"train_loss": 0.0008438074146397412, "global_step": 24177, "epoch": 447, "lr": 1.551506089322275e-05}
+{"train_loss": 0.0006588984979316592, "global_step": 24178, "epoch": 447, "lr": 1.551149551827109e-05}
+{"train_loss": 0.0009444302413612604, "global_step": 24179, "epoch": 447, "lr": 1.5507930477816828e-05}
+{"train_loss": 0.0014190820511430502, "global_step": 24180, "epoch": 447, "lr": 1.5504365771894543e-05}
+{"train_loss": 0.0012654168531298637, "global_step": 24181, "epoch": 447, "lr": 1.5500801400538782e-05}
+{"train_loss": 0.0014018778456375003, "global_step": 24182, "epoch": 447, "lr": 1.5497237363784174e-05}
+{"train_loss": 0.0023466451093554497, "global_step": 24183, "epoch": 447, "lr": 1.549367366166523e-05}
+{"train_loss": 0.0007571151945739985, "global_step": 24184, "epoch": 447, "lr": 1.5490110294216535e-05}
+{"train_loss": 0.0019930487032979727, "global_step": 24185, "epoch": 447, "lr": 1.5486547261472633e-05}
+{"train_loss": 0.0019342780578881502, "global_step": 24186, "epoch": 447, "lr": 1.5482984563468106e-05}
+{"train_loss": 0.0010135924676433206, "global_step": 24187, "epoch": 447, "lr": 1.547942220023752e-05}
+{"train_loss": 0.001594647648744285, "global_step": 24188, "epoch": 447, "lr": 1.5475860171815364e-05}
+{"train_loss": 0.0008131832582876086, "global_step": 24189, "epoch": 447, "lr": 1.5472298478236248e-05}
+{"train_loss": 0.0007879251497797668, "global_step": 24190, "epoch": 447, "lr": 1.5468737119534686e-05}
+{"train_loss": 0.0013123776071653184, "global_step": 24191, "epoch": 447, "lr": 1.5465176095745233e-05, "val_loss": 0.0033422457054257393}
+{"train_loss": 0.0009490203810855746, "global_step": 24192, "epoch": 448, "lr": 1.5461615406902412e-05}
+{"train_loss": 0.0012883704621344805, "global_step": 24193, "epoch": 448, "lr": 1.545805505304077e-05}
+{"train_loss": 0.0011535255471244454, "global_step": 24194, "epoch": 448, "lr": 1.5454495034194834e-05}
+{"train_loss": 0.0017826283583417535, "global_step": 24195, "epoch": 448, "lr": 1.5450935350399126e-05}
+{"train_loss": 0.0012912058737128973, "global_step": 24196, "epoch": 448, "lr": 1.544737600168818e-05}
+{"train_loss": 0.0016872710548341274, "global_step": 24197, "epoch": 448, "lr": 1.544381698809651e-05}
+{"train_loss": 0.0018645108211785555, "global_step": 24198, "epoch": 448, "lr": 1.544025830965864e-05}
+{"train_loss": 0.0007853037095628679, "global_step": 24199, "epoch": 448, "lr": 1.543669996640908e-05}
+{"train_loss": 0.0011212679091840982, "global_step": 24200, "epoch": 448, "lr": 1.5433141958382345e-05}
+{"train_loss": 0.0020026108250021935, "global_step": 24201, "epoch": 448, "lr": 1.5429584285612925e-05}
+{"train_loss": 0.001955927349627018, "global_step": 24202, "epoch": 448, "lr": 1.5426026948135364e-05}
+{"train_loss": 0.0016550050349906087, "global_step": 24203, "epoch": 448, "lr": 1.542246994598415e-05}
+{"train_loss": 0.0011732480488717556, "global_step": 24204, "epoch": 448, "lr": 1.5418913279193746e-05}
+{"train_loss": 0.0011613151291385293, "global_step": 24205, "epoch": 448, "lr": 1.541535694779869e-05}
+{"train_loss": 0.001005789265036583, "global_step": 24206, "epoch": 448, "lr": 1.5411800951833464e-05}
+{"train_loss": 0.0012038523564115167, "global_step": 24207, "epoch": 448, "lr": 1.5408245291332553e-05}
+{"train_loss": 0.002315480262041092, "global_step": 24208, "epoch": 448, "lr": 1.5404689966330438e-05}
+{"train_loss": 0.0008273611892946064, "global_step": 24209, "epoch": 448, "lr": 1.5401134976861607e-05}
+{"train_loss": 0.0006737920339219272, "global_step": 24210, "epoch": 448, "lr": 1.5397580322960536e-05}
+{"train_loss": 0.001243256381712854, "global_step": 24211, "epoch": 448, "lr": 1.539402600466171e-05}
+{"train_loss": 0.00227923016063869, "global_step": 24212, "epoch": 448, "lr": 1.5390472021999585e-05}
+{"train_loss": 0.0014962083660066128, "global_step": 24213, "epoch": 448, "lr": 1.5386918375008648e-05}
+{"train_loss": 0.0010557285277172923, "global_step": 24214, "epoch": 448, "lr": 1.5383365063723353e-05}
+{"train_loss": 0.00131470977794379, "global_step": 24215, "epoch": 448, "lr": 1.537981208817817e-05}
+{"train_loss": 0.0016582038952037692, "global_step": 24216, "epoch": 448, "lr": 1.5376259448407555e-05}
+{"train_loss": 0.001669865450821817, "global_step": 24217, "epoch": 448, "lr": 1.537270714444594e-05}
+{"train_loss": 0.00116432155482471, "global_step": 24218, "epoch": 448, "lr": 1.5369155176327843e-05}
+{"train_loss": 0.0011974601075053215, "global_step": 24219, "epoch": 448, "lr": 1.536560354408766e-05}
+{"train_loss": 0.0010958785424008965, "global_step": 24220, "epoch": 448, "lr": 1.5362052247759833e-05}
+{"train_loss": 0.0019939562771469355, "global_step": 24221, "epoch": 448, "lr": 1.535850128737884e-05}
+{"train_loss": 0.0011840302031487226, "global_step": 24222, "epoch": 448, "lr": 1.53549506629791e-05}
+{"train_loss": 0.0016460861079394817, "global_step": 24223, "epoch": 448, "lr": 1.5351400374595076e-05}
+{"train_loss": 0.0016252378700301051, "global_step": 24224, "epoch": 448, "lr": 1.534785042226115e-05}
+{"train_loss": 0.0009063391480594873, "global_step": 24225, "epoch": 448, "lr": 1.5344300806011797e-05}
+{"train_loss": 0.001775478944182396, "global_step": 24226, "epoch": 448, "lr": 1.5340751525881425e-05}
+{"train_loss": 0.0014153992524370551, "global_step": 24227, "epoch": 448, "lr": 1.533720258190447e-05}
+{"train_loss": 0.0014870830345898867, "global_step": 24228, "epoch": 448, "lr": 1.5333653974115343e-05}
+{"train_loss": 0.000985950231552124, "global_step": 24229, "epoch": 448, "lr": 1.5330105702548457e-05}
+{"train_loss": 0.0014188220957294106, "global_step": 24230, "epoch": 448, "lr": 1.5326557767238238e-05}
+{"train_loss": 0.0007450411794707179, "global_step": 24231, "epoch": 448, "lr": 1.5323010168219086e-05}
+{"train_loss": 0.0012386329472064972, "global_step": 24232, "epoch": 448, "lr": 1.5319462905525404e-05}
+{"train_loss": 0.0016346214106306434, "global_step": 24233, "epoch": 448, "lr": 1.531591597919162e-05}
+{"train_loss": 0.0018387606833130121, "global_step": 24234, "epoch": 448, "lr": 1.5312369389252135e-05}
+{"train_loss": 0.001747012254782021, "global_step": 24235, "epoch": 448, "lr": 1.5308823135741317e-05}
+{"train_loss": 0.0010223106946796179, "global_step": 24236, "epoch": 448, "lr": 1.5305277218693557e-05}
+{"train_loss": 0.00163058761972934, "global_step": 24237, "epoch": 448, "lr": 1.5301731638143287e-05}
+{"train_loss": 0.0011878693476319313, "global_step": 24238, "epoch": 448, "lr": 1.5298186394124868e-05}
+{"train_loss": 0.0007288433844223619, "global_step": 24239, "epoch": 448, "lr": 1.5294641486672707e-05}
+{"train_loss": 0.0016618286026641726, "global_step": 24240, "epoch": 448, "lr": 1.5291096915821136e-05}
+{"train_loss": 0.0024503017775714397, "global_step": 24241, "epoch": 448, "lr": 1.5287552681604585e-05}
+{"train_loss": 0.0009881831938400865, "global_step": 24242, "epoch": 448, "lr": 1.5284008784057403e-05}
+{"train_loss": 0.0012025547912344337, "global_step": 24243, "epoch": 448, "lr": 1.528046522321397e-05}
+{"train_loss": 0.0012774576898664236, "global_step": 24244, "epoch": 448, "lr": 1.527692199910865e-05}
+{"train_loss": 0.0014119480480008792, "global_step": 24245, "epoch": 448, "lr": 1.527337911177581e-05, "val_loss": 0.0035941624082624912}
+{"train_loss": 0.0013543021632358432, "global_step": 24246, "epoch": 449, "lr": 1.526983656124981e-05}
+{"train_loss": 0.0011404190445318818, "global_step": 24247, "epoch": 449, "lr": 1.5266294347565015e-05}
+{"train_loss": 0.0012436338001862168, "global_step": 24248, "epoch": 449, "lr": 1.526275247075576e-05}
+{"train_loss": 0.0013655455550178885, "global_step": 24249, "epoch": 449, "lr": 1.525921093085642e-05}
+{"train_loss": 0.00327801750972867, "global_step": 24250, "epoch": 449, "lr": 1.5255669727901362e-05}
+{"train_loss": 0.0012613175204023719, "global_step": 24251, "epoch": 449, "lr": 1.525212886192488e-05}
+{"train_loss": 0.0013360517332330346, "global_step": 24252, "epoch": 449, "lr": 1.5248588332961334e-05}
+{"train_loss": 0.001063938019797206, "global_step": 24253, "epoch": 449, "lr": 1.5245048141045082e-05}
+{"train_loss": 0.0010665685404092073, "global_step": 24254, "epoch": 449, "lr": 1.5241508286210449e-05}
+{"train_loss": 0.0013250154443085194, "global_step": 24255, "epoch": 449, "lr": 1.5237968768491785e-05}
+{"train_loss": 0.0005688997334800661, "global_step": 24256, "epoch": 449, "lr": 1.5234429587923365e-05}
+{"train_loss": 0.0018041563453152776, "global_step": 24257, "epoch": 449, "lr": 1.5230890744539566e-05}
+{"train_loss": 0.0009838264668360353, "global_step": 24258, "epoch": 449, "lr": 1.5227352238374698e-05}
+{"train_loss": 0.001118002226576209, "global_step": 24259, "epoch": 449, "lr": 1.5223814069463078e-05}
+{"train_loss": 0.0013843209017068148, "global_step": 24260, "epoch": 449, "lr": 1.522027623783902e-05}
+{"train_loss": 0.001871981774456799, "global_step": 24261, "epoch": 449, "lr": 1.5216738743536841e-05}
+{"train_loss": 0.0008300658664666116, "global_step": 24262, "epoch": 449, "lr": 1.5213201586590841e-05}
+{"train_loss": 0.00163148099090904, "global_step": 24263, "epoch": 449, "lr": 1.5209664767035342e-05}
+{"train_loss": 0.0007674359367229044, "global_step": 24264, "epoch": 449, "lr": 1.5206128284904614e-05}
+{"train_loss": 0.0010052856523543596, "global_step": 24265, "epoch": 449, "lr": 1.5202592140233013e-05}
+{"train_loss": 0.001117665320634842, "global_step": 24266, "epoch": 449, "lr": 1.519905633305479e-05}
+{"train_loss": 0.0016226700972765684, "global_step": 24267, "epoch": 449, "lr": 1.519552086340425e-05}
+{"train_loss": 0.0008791225263848901, "global_step": 24268, "epoch": 449, "lr": 1.5191985731315672e-05}
+{"train_loss": 0.0007882950594648719, "global_step": 24269, "epoch": 449, "lr": 1.5188450936823361e-05}
+{"train_loss": 0.0009862518636509776, "global_step": 24270, "epoch": 449, "lr": 1.5184916479961619e-05}
+{"train_loss": 0.0018924921751022339, "global_step": 24271, "epoch": 449, "lr": 1.5181382360764679e-05}
+{"train_loss": 0.0010065034730359912, "global_step": 24272, "epoch": 449, "lr": 1.5177848579266829e-05}
+{"train_loss": 0.001401883433572948, "global_step": 24273, "epoch": 449, "lr": 1.5174315135502365e-05}
+{"train_loss": 0.0015767884906381369, "global_step": 24274, "epoch": 449, "lr": 1.5170782029505542e-05}
+{"train_loss": 0.0008512496133334935, "global_step": 24275, "epoch": 449, "lr": 1.5167249261310635e-05}
+{"train_loss": 0.002184405457228422, "global_step": 24276, "epoch": 449, "lr": 1.5163716830951902e-05}
+{"train_loss": 0.0007113881292752922, "global_step": 24277, "epoch": 449, "lr": 1.51601847384636e-05}
+{"train_loss": 0.0014378470368683338, "global_step": 24278, "epoch": 449, "lr": 1.5156652983879994e-05}
+{"train_loss": 0.000764058786444366, "global_step": 24279, "epoch": 449, "lr": 1.5153121567235335e-05}
+{"train_loss": 0.001505484920926392, "global_step": 24280, "epoch": 449, "lr": 1.5149590488563853e-05}
+{"train_loss": 0.0014070995384827256, "global_step": 24281, "epoch": 449, "lr": 1.5146059747899848e-05}
+{"train_loss": 0.0009118528105318546, "global_step": 24282, "epoch": 449, "lr": 1.5142529345277518e-05}
+{"train_loss": 0.0012531453976407647, "global_step": 24283, "epoch": 449, "lr": 1.5138999280731114e-05}
+{"train_loss": 0.0016137618804350495, "global_step": 24284, "epoch": 449, "lr": 1.5135469554294857e-05}
+{"train_loss": 0.0014795491006225348, "global_step": 24285, "epoch": 449, "lr": 1.5131940166003017e-05}
+{"train_loss": 0.0011975981760770082, "global_step": 24286, "epoch": 449, "lr": 1.5128411115889829e-05}
+{"train_loss": 0.0023335095029324293, "global_step": 24287, "epoch": 449, "lr": 1.5124882403989476e-05}
+{"train_loss": 0.000839421758428216, "global_step": 24288, "epoch": 449, "lr": 1.5121354030336193e-05}
+{"train_loss": 0.0005333300214260817, "global_step": 24289, "epoch": 449, "lr": 1.511782599496423e-05}
+{"train_loss": 0.0009000925929285586, "global_step": 24290, "epoch": 449, "lr": 1.5114298297907793e-05}
+{"train_loss": 0.001220765057951212, "global_step": 24291, "epoch": 449, "lr": 1.5110770939201085e-05}
+{"train_loss": 0.0013231853954494, "global_step": 24292, "epoch": 449, "lr": 1.5107243918878329e-05}
+{"train_loss": 0.0016436699079349637, "global_step": 24293, "epoch": 449, "lr": 1.5103717236973724e-05}
+{"train_loss": 0.001258382573723793, "global_step": 24294, "epoch": 449, "lr": 1.5100190893521476e-05}
+{"train_loss": 0.001233462244272232, "global_step": 24295, "epoch": 449, "lr": 1.5096664888555795e-05}
+{"train_loss": 0.0018922376912087202, "global_step": 24296, "epoch": 449, "lr": 1.5093139222110858e-05}
+{"train_loss": 0.0012156384764239192, "global_step": 24297, "epoch": 449, "lr": 1.50896138942209e-05}
+{"train_loss": 0.0012298250803723931, "global_step": 24298, "epoch": 449, "lr": 1.5086088904920077e-05}
+{"train_loss": 0.0012934006086585145, "global_step": 24299, "epoch": 449, "lr": 1.5082564254242582e-05, "val_loss": 0.002425233833491802}
+{"train_loss": 0.002362683182582259, "global_step": 24300, "epoch": 450, "lr": 1.5079039942222595e-05}
+{"train_loss": 0.0010912730358541012, "global_step": 24301, "epoch": 450, "lr": 1.5075515968894321e-05}
+{"train_loss": 0.001022739103063941, "global_step": 24302, "epoch": 450, "lr": 1.507199233429194e-05}
+{"train_loss": 0.0009718910441733897, "global_step": 24303, "epoch": 450, "lr": 1.5068469038449583e-05}
+{"train_loss": 0.0006587521638721228, "global_step": 24304, "epoch": 450, "lr": 1.5064946081401472e-05}
+{"train_loss": 0.0009244844550266862, "global_step": 24305, "epoch": 450, "lr": 1.5061423463181745e-05}
+{"train_loss": 0.001483759144321084, "global_step": 24306, "epoch": 450, "lr": 1.5057901183824579e-05}
+{"train_loss": 0.002168209757655859, "global_step": 24307, "epoch": 450, "lr": 1.5054379243364137e-05}
+{"train_loss": 0.0006756834336556494, "global_step": 24308, "epoch": 450, "lr": 1.5050857641834577e-05}
+{"train_loss": 0.00116056262049824, "global_step": 24309, "epoch": 450, "lr": 1.5047336379270043e-05}
+{"train_loss": 0.001685692579485476, "global_step": 24310, "epoch": 450, "lr": 1.5043815455704702e-05}
+{"train_loss": 0.0007535598706454039, "global_step": 24311, "epoch": 450, "lr": 1.5040294871172694e-05}
+{"train_loss": 0.002066370565444231, "global_step": 24312, "epoch": 450, "lr": 1.5036774625708166e-05}
+{"train_loss": 0.0010062040528282523, "global_step": 24313, "epoch": 450, "lr": 1.503325471934527e-05}
+{"train_loss": 0.0008799719507806003, "global_step": 24314, "epoch": 450, "lr": 1.5029735152118124e-05}
+{"train_loss": 0.001355300541035831, "global_step": 24315, "epoch": 450, "lr": 1.5026215924060883e-05}
+{"train_loss": 0.0008494288777001202, "global_step": 24316, "epoch": 450, "lr": 1.5022697035207656e-05}
+{"train_loss": 0.001343053882010281, "global_step": 24317, "epoch": 450, "lr": 1.5019178485592616e-05}
+{"train_loss": 0.0009376774542033672, "global_step": 24318, "epoch": 450, "lr": 1.5015660275249843e-05}
+{"train_loss": 0.0012745163403451443, "global_step": 24319, "epoch": 450, "lr": 1.501214240421347e-05}
+{"train_loss": 0.0014193111564964056, "global_step": 24320, "epoch": 450, "lr": 1.5008624872517629e-05}
+{"train_loss": 0.0013200878165662289, "global_step": 24321, "epoch": 450, "lr": 1.500510768019644e-05}
+{"train_loss": 0.0015959141310304403, "global_step": 24322, "epoch": 450, "lr": 1.5001590827284001e-05}
+{"train_loss": 0.0012472594389691949, "global_step": 24323, "epoch": 450, "lr": 1.4998074313814425e-05}
+{"train_loss": 0.0010865513468161225, "global_step": 24324, "epoch": 450, "lr": 1.4994558139821818e-05}
+{"train_loss": 0.0011011752067133784, "global_step": 24325, "epoch": 450, "lr": 1.4991042305340286e-05}
+{"train_loss": 0.0008968512993305922, "global_step": 24326, "epoch": 450, "lr": 1.4987526810403929e-05}
+{"train_loss": 0.0017085922881960869, "global_step": 24327, "epoch": 450, "lr": 1.4984011655046837e-05}
+{"train_loss": 0.0009333466878160834, "global_step": 24328, "epoch": 450, "lr": 1.4980496839303105e-05}
+{"train_loss": 0.001271639484912157, "global_step": 24329, "epoch": 450, "lr": 1.4976982363206826e-05}
+{"train_loss": 0.0020048562437295914, "global_step": 24330, "epoch": 450, "lr": 1.4973468226792086e-05}
+{"train_loss": 0.0014855366898700595, "global_step": 24331, "epoch": 450, "lr": 1.4969954430092964e-05}
+{"train_loss": 0.001688472111709416, "global_step": 24332, "epoch": 450, "lr": 1.496644097314352e-05}
+{"train_loss": 0.0013507759431377053, "global_step": 24333, "epoch": 450, "lr": 1.4962927855977887e-05}
+{"train_loss": 0.0007812112453393638, "global_step": 24334, "epoch": 450, "lr": 1.4959415078630091e-05}
+{"train_loss": 0.0010681240819394588, "global_step": 24335, "epoch": 450, "lr": 1.4955902641134195e-05}
+{"train_loss": 0.001138201798312366, "global_step": 24336, "epoch": 450, "lr": 1.4952390543524297e-05}
+{"train_loss": 0.001235682051628828, "global_step": 24337, "epoch": 450, "lr": 1.4948878785834453e-05}
+{"train_loss": 0.0014740490587428212, "global_step": 24338, "epoch": 450, "lr": 1.4945367368098729e-05}
+{"train_loss": 0.0017053805058822036, "global_step": 24339, "epoch": 450, "lr": 1.4941856290351142e-05}
+{"train_loss": 0.002089412184432149, "global_step": 24340, "epoch": 450, "lr": 1.4938345552625783e-05}
+{"train_loss": 0.0013641255209222436, "global_step": 24341, "epoch": 450, "lr": 1.4934835154956694e-05}
+{"train_loss": 0.0013790442608296871, "global_step": 24342, "epoch": 450, "lr": 1.4931325097377919e-05}
+{"train_loss": 0.0016555063193663955, "global_step": 24343, "epoch": 450, "lr": 1.4927815379923504e-05}
+{"train_loss": 0.0011033419286832213, "global_step": 24344, "epoch": 450, "lr": 1.4924306002627486e-05}
+{"train_loss": 0.0011217686114832759, "global_step": 24345, "epoch": 450, "lr": 1.4920796965523904e-05}
+{"train_loss": 0.0014630764489993453, "global_step": 24346, "epoch": 450, "lr": 1.491728826864679e-05}
+{"train_loss": 0.0006123383645899594, "global_step": 24347, "epoch": 450, "lr": 1.4913779912030156e-05}
+{"train_loss": 0.0009774904465302825, "global_step": 24348, "epoch": 450, "lr": 1.4910271895708067e-05}
+{"train_loss": 0.0015691027510911226, "global_step": 24349, "epoch": 450, "lr": 1.4906764219714537e-05}
+{"train_loss": 0.0011484784772619605, "global_step": 24350, "epoch": 450, "lr": 1.4903256884083566e-05}
+{"train_loss": 0.0018881333526223898, "global_step": 24351, "epoch": 450, "lr": 1.4899749888849163e-05}
+{"train_loss": 0.0010317668784409761, "global_step": 24352, "epoch": 450, "lr": 1.4896243234045377e-05}
+{"train_loss": 0.0012893842455620568, "global_step": 24353, "epoch": 450, "lr": 1.4892736919706196e-05, "val_loss": 0.0033311424776911736, "train_action_mse_error": 4.840259498450905e-05}
+{"train_loss": 0.0009861778235062957, "global_step": 24354, "epoch": 451, "lr": 1.4889230945865656e-05}
+{"train_loss": 0.0010198834352195263, "global_step": 24355, "epoch": 451, "lr": 1.4885725312557697e-05}
+{"train_loss": 0.0008877545478753746, "global_step": 24356, "epoch": 451, "lr": 1.4882220019816384e-05}
+{"train_loss": 0.001761096529662609, "global_step": 24357, "epoch": 451, "lr": 1.4878715067675686e-05}
+{"train_loss": 0.0010712187504395843, "global_step": 24358, "epoch": 451, "lr": 1.4875210456169597e-05}
+{"train_loss": 0.0020774868316948414, "global_step": 24359, "epoch": 451, "lr": 1.4871706185332113e-05}
+{"train_loss": 0.001991432160139084, "global_step": 24360, "epoch": 451, "lr": 1.4868202255197222e-05}
+{"train_loss": 0.0018508868524804711, "global_step": 24361, "epoch": 451, "lr": 1.4864698665798904e-05}
+{"train_loss": 0.0013517342740669847, "global_step": 24362, "epoch": 451, "lr": 1.4861195417171142e-05}
+{"train_loss": 0.0012465999461710453, "global_step": 24363, "epoch": 451, "lr": 1.4857692509347892e-05}
+{"train_loss": 0.0008134818053804338, "global_step": 24364, "epoch": 451, "lr": 1.4854189942363184e-05}
+{"train_loss": 0.0014390087453648448, "global_step": 24365, "epoch": 451, "lr": 1.4850687716250938e-05}
+{"train_loss": 0.0014992854557931423, "global_step": 24366, "epoch": 451, "lr": 1.4847185831045136e-05}
+{"train_loss": 0.0015249357093125582, "global_step": 24367, "epoch": 451, "lr": 1.4843684286779724e-05}
+{"train_loss": 0.000913276569917798, "global_step": 24368, "epoch": 451, "lr": 1.4840183083488701e-05}
+{"train_loss": 0.0012015404645353556, "global_step": 24369, "epoch": 451, "lr": 1.4836682221206e-05}
+{"train_loss": 0.0010280663846060634, "global_step": 24370, "epoch": 451, "lr": 1.4833181699965598e-05}
+{"train_loss": 0.0010907044634222984, "global_step": 24371, "epoch": 451, "lr": 1.4829681519801397e-05}
+{"train_loss": 0.0010645542060956359, "global_step": 24372, "epoch": 451, "lr": 1.4826181680747391e-05}
+{"train_loss": 0.0014850524021312594, "global_step": 24373, "epoch": 451, "lr": 1.482268218283751e-05}
+{"train_loss": 0.0011329997796565294, "global_step": 24374, "epoch": 451, "lr": 1.4819183026105693e-05}
+{"train_loss": 0.00140663783531636, "global_step": 24375, "epoch": 451, "lr": 1.4815684210585878e-05}
+{"train_loss": 0.0016962274676188827, "global_step": 24376, "epoch": 451, "lr": 1.4812185736312001e-05}
+{"train_loss": 0.0018766550347208977, "global_step": 24377, "epoch": 451, "lr": 1.4808687603317989e-05}
+{"train_loss": 0.0015784201677888632, "global_step": 24378, "epoch": 451, "lr": 1.4805189811637777e-05}
+{"train_loss": 0.0017405874095857143, "global_step": 24379, "epoch": 451, "lr": 1.4801692361305264e-05}
+{"train_loss": 0.000921307597309351, "global_step": 24380, "epoch": 451, "lr": 1.4798195252354425e-05}
+{"train_loss": 0.0010943366214632988, "global_step": 24381, "epoch": 451, "lr": 1.479469848481913e-05}
+{"train_loss": 0.0007646438316442072, "global_step": 24382, "epoch": 451, "lr": 1.4791202058733306e-05}
+{"train_loss": 0.0006311809993349016, "global_step": 24383, "epoch": 451, "lr": 1.4787705974130855e-05}
+{"train_loss": 0.0015025450848042965, "global_step": 24384, "epoch": 451, "lr": 1.478421023104571e-05}
+{"train_loss": 0.0009083105251193047, "global_step": 24385, "epoch": 451, "lr": 1.4780714829511777e-05}
+{"train_loss": 0.0009725472191348672, "global_step": 24386, "epoch": 451, "lr": 1.4777219769562928e-05}
+{"train_loss": 0.0012471035588532686, "global_step": 24387, "epoch": 451, "lr": 1.4773725051233056e-05}
+{"train_loss": 0.0011128843761980534, "global_step": 24388, "epoch": 451, "lr": 1.477023067455609e-05}
+{"train_loss": 0.001051579019986093, "global_step": 24389, "epoch": 451, "lr": 1.4766736639565909e-05}
+{"train_loss": 0.0009335417416878045, "global_step": 24390, "epoch": 451, "lr": 1.4763242946296396e-05}
+{"train_loss": 0.0012710413429886103, "global_step": 24391, "epoch": 451, "lr": 1.4759749594781441e-05}
+{"train_loss": 0.0008349608979187906, "global_step": 24392, "epoch": 451, "lr": 1.4756256585054917e-05}
+{"train_loss": 0.0009923529578372836, "global_step": 24393, "epoch": 451, "lr": 1.4752763917150708e-05}
+{"train_loss": 0.0010700251441448927, "global_step": 24394, "epoch": 451, "lr": 1.4749271591102693e-05}
+{"train_loss": 0.0016135412734001875, "global_step": 24395, "epoch": 451, "lr": 1.4745779606944716e-05}
+{"train_loss": 0.0011360559146851301, "global_step": 24396, "epoch": 451, "lr": 1.47422879647107e-05}
+{"train_loss": 0.0011924351565539837, "global_step": 24397, "epoch": 451, "lr": 1.4738796664434463e-05}
+{"train_loss": 0.0015740495873615146, "global_step": 24398, "epoch": 451, "lr": 1.4735305706149877e-05}
+{"train_loss": 0.0012655301252380013, "global_step": 24399, "epoch": 451, "lr": 1.4731815089890793e-05}
+{"train_loss": 0.0011607795022428036, "global_step": 24400, "epoch": 451, "lr": 1.4728324815691087e-05}
+{"train_loss": 0.0008373631862923503, "global_step": 24401, "epoch": 451, "lr": 1.4724834883584616e-05}
+{"train_loss": 0.0014217202551662922, "global_step": 24402, "epoch": 451, "lr": 1.4721345293605198e-05}
+{"train_loss": 0.0022364207543432713, "global_step": 24403, "epoch": 451, "lr": 1.4717856045786676e-05}
+{"train_loss": 0.0011084983125329018, "global_step": 24404, "epoch": 451, "lr": 1.4714367140162922e-05}
+{"train_loss": 0.0017917463555932045, "global_step": 24405, "epoch": 451, "lr": 1.4710878576767761e-05}
+{"train_loss": 0.0013578471262007952, "global_step": 24406, "epoch": 451, "lr": 1.4707390355635026e-05}
+{"train_loss": 0.0012725581828918722, "global_step": 24407, "epoch": 451, "lr": 1.4703902476798548e-05, "val_loss": 0.0019792336970567703}
+{"train_loss": 0.001401519519276917, "global_step": 24408, "epoch": 452, "lr": 1.4700414940292156e-05}
+{"train_loss": 0.0009273486793972552, "global_step": 24409, "epoch": 452, "lr": 1.469692774614968e-05}
+{"train_loss": 0.0009145087678916752, "global_step": 24410, "epoch": 452, "lr": 1.469344089440493e-05}
+{"train_loss": 0.001047033816576004, "global_step": 24411, "epoch": 452, "lr": 1.4689954385091736e-05}
+{"train_loss": 0.0010670851916074753, "global_step": 24412, "epoch": 452, "lr": 1.4686468218243909e-05}
+{"train_loss": 0.0012109640520066023, "global_step": 24413, "epoch": 452, "lr": 1.4682982393895256e-05}
+{"train_loss": 0.0009191581048071384, "global_step": 24414, "epoch": 452, "lr": 1.4679496912079594e-05}
+{"train_loss": 0.0011497536906972528, "global_step": 24415, "epoch": 452, "lr": 1.46760117728307e-05}
+{"train_loss": 0.001259421813301742, "global_step": 24416, "epoch": 452, "lr": 1.467252697618242e-05}
+{"train_loss": 0.001340792397968471, "global_step": 24417, "epoch": 452, "lr": 1.4669042522168547e-05}
+{"train_loss": 0.000708151375874877, "global_step": 24418, "epoch": 452, "lr": 1.4665558410822827e-05}
+{"train_loss": 0.000789779587648809, "global_step": 24419, "epoch": 452, "lr": 1.4662074642179102e-05}
+{"train_loss": 0.0009820183040574193, "global_step": 24420, "epoch": 452, "lr": 1.4658591216271145e-05}
+{"train_loss": 0.001196311553940177, "global_step": 24421, "epoch": 452, "lr": 1.4655108133132739e-05}
+{"train_loss": 0.0012986205983906984, "global_step": 24422, "epoch": 452, "lr": 1.4651625392797664e-05}
+{"train_loss": 0.0012004210148006678, "global_step": 24423, "epoch": 452, "lr": 1.4648142995299701e-05}
+{"train_loss": 0.0012243122328072786, "global_step": 24424, "epoch": 452, "lr": 1.4644660940672627e-05}
+{"train_loss": 0.0012381819542497396, "global_step": 24425, "epoch": 452, "lr": 1.4641179228950214e-05}
+{"train_loss": 0.0022675488144159317, "global_step": 24426, "epoch": 452, "lr": 1.4637697860166223e-05}
+{"train_loss": 0.0013119674986228347, "global_step": 24427, "epoch": 452, "lr": 1.4634216834354424e-05}
+{"train_loss": 0.0005049224710091949, "global_step": 24428, "epoch": 452, "lr": 1.4630736151548586e-05}
+{"train_loss": 0.001450496492907405, "global_step": 24429, "epoch": 452, "lr": 1.4627255811782453e-05}
+{"train_loss": 0.0018832553178071976, "global_step": 24430, "epoch": 452, "lr": 1.462377581508979e-05}
+{"train_loss": 0.0009622637298889458, "global_step": 24431, "epoch": 452, "lr": 1.4620296161504331e-05}
+{"train_loss": 0.0005082319839857519, "global_step": 24432, "epoch": 452, "lr": 1.4616816851059873e-05}
+{"train_loss": 0.000996875111013651, "global_step": 24433, "epoch": 452, "lr": 1.4613337883790107e-05}
+{"train_loss": 0.0012504373444244266, "global_step": 24434, "epoch": 452, "lr": 1.4609859259728786e-05}
+{"train_loss": 0.0012987916124984622, "global_step": 24435, "epoch": 452, "lr": 1.4606380978909673e-05}
+{"train_loss": 0.001045516226440668, "global_step": 24436, "epoch": 452, "lr": 1.4602903041366489e-05}
+{"train_loss": 0.0010274929227307439, "global_step": 24437, "epoch": 452, "lr": 1.4599425447132965e-05}
+{"train_loss": 0.0007882298086769879, "global_step": 24438, "epoch": 452, "lr": 1.4595948196242826e-05}
+{"train_loss": 0.0011676229769364, "global_step": 24439, "epoch": 452, "lr": 1.4592471288729808e-05}
+{"train_loss": 0.001993127167224884, "global_step": 24440, "epoch": 452, "lr": 1.4588994724627625e-05}
+{"train_loss": 0.0011815194739028811, "global_step": 24441, "epoch": 452, "lr": 1.4585518503969991e-05}
+{"train_loss": 0.0016955112805590034, "global_step": 24442, "epoch": 452, "lr": 1.4582042626790632e-05}
+{"train_loss": 0.0009474950493313372, "global_step": 24443, "epoch": 452, "lr": 1.4578567093123252e-05}
+{"train_loss": 0.0013004656648263335, "global_step": 24444, "epoch": 452, "lr": 1.4575091903001565e-05}
+{"train_loss": 0.0014122378779575229, "global_step": 24445, "epoch": 452, "lr": 1.4571617056459268e-05}
+{"train_loss": 0.0012806119630113244, "global_step": 24446, "epoch": 452, "lr": 1.4568142553530061e-05}
+{"train_loss": 0.001576805836521089, "global_step": 24447, "epoch": 452, "lr": 1.456466839424766e-05}
+{"train_loss": 0.0010059851920232177, "global_step": 24448, "epoch": 452, "lr": 1.4561194578645764e-05}
+{"train_loss": 0.0012231594882905483, "global_step": 24449, "epoch": 452, "lr": 1.4557721106758037e-05}
+{"train_loss": 0.0014066313160583377, "global_step": 24450, "epoch": 452, "lr": 1.4554247978618168e-05}
+{"train_loss": 0.0011737176682800055, "global_step": 24451, "epoch": 452, "lr": 1.4550775194259869e-05}
+{"train_loss": 0.0018257021438330412, "global_step": 24452, "epoch": 452, "lr": 1.4547302753716812e-05}
+{"train_loss": 0.0011665363563224673, "global_step": 24453, "epoch": 452, "lr": 1.4543830657022683e-05}
+{"train_loss": 0.0009636167669668794, "global_step": 24454, "epoch": 452, "lr": 1.4540358904211121e-05}
+{"train_loss": 0.0007119591464288533, "global_step": 24455, "epoch": 452, "lr": 1.4536887495315832e-05}
+{"train_loss": 0.001188024878501892, "global_step": 24456, "epoch": 452, "lr": 1.4533416430370477e-05}
+{"train_loss": 0.0013707511825487018, "global_step": 24457, "epoch": 452, "lr": 1.4529945709408727e-05}
+{"train_loss": 0.0007383181364275515, "global_step": 24458, "epoch": 452, "lr": 1.4526475332464229e-05}
+{"train_loss": 0.0011073020286858082, "global_step": 24459, "epoch": 452, "lr": 1.4523005299570652e-05}
+{"train_loss": 0.0005326707614585757, "global_step": 24460, "epoch": 452, "lr": 1.4519535610761648e-05}
+{"train_loss": 0.0011672992798223815, "global_step": 24461, "epoch": 452, "lr": 1.4516066266070865e-05, "val_loss": 0.0019316786201670766}
+{"train_loss": 0.0016687758034095168, "global_step": 24462, "epoch": 453, "lr": 1.4512597265531946e-05}
+{"train_loss": 0.000966496008913964, "global_step": 24463, "epoch": 453, "lr": 1.4509128609178563e-05}
+{"train_loss": 0.0011669036466628313, "global_step": 24464, "epoch": 453, "lr": 1.4505660297044349e-05}
+{"train_loss": 0.00126892258413136, "global_step": 24465, "epoch": 453, "lr": 1.4502192329162922e-05}
+{"train_loss": 0.0021531013771891594, "global_step": 24466, "epoch": 453, "lr": 1.4498724705567918e-05}
+{"train_loss": 0.0009996588341891766, "global_step": 24467, "epoch": 453, "lr": 1.449525742629299e-05}
+{"train_loss": 0.0013405622448772192, "global_step": 24468, "epoch": 453, "lr": 1.449179049137176e-05}
+{"train_loss": 0.0008808757411316037, "global_step": 24469, "epoch": 453, "lr": 1.4488323900837864e-05}
+{"train_loss": 0.001472920528613031, "global_step": 24470, "epoch": 453, "lr": 1.4484857654724882e-05}
+{"train_loss": 0.0007538055651821196, "global_step": 24471, "epoch": 453, "lr": 1.448139175306647e-05}
+{"train_loss": 0.001399329281412065, "global_step": 24472, "epoch": 453, "lr": 1.4477926195896236e-05}
+{"train_loss": 0.0014636290725320578, "global_step": 24473, "epoch": 453, "lr": 1.4474460983247789e-05}
+{"train_loss": 0.0009317799122072756, "global_step": 24474, "epoch": 453, "lr": 1.4470996115154739e-05}
+{"train_loss": 0.0014826433034613729, "global_step": 24475, "epoch": 453, "lr": 1.446753159165069e-05}
+{"train_loss": 0.0014491523616015911, "global_step": 24476, "epoch": 453, "lr": 1.4464067412769239e-05}
+{"train_loss": 0.0012246189871802926, "global_step": 24477, "epoch": 453, "lr": 1.4460603578543991e-05}
+{"train_loss": 0.0009757776861079037, "global_step": 24478, "epoch": 453, "lr": 1.4457140089008525e-05}
+{"train_loss": 0.001200362341478467, "global_step": 24479, "epoch": 453, "lr": 1.4453676944196476e-05}
+{"train_loss": 0.0015388434985652566, "global_step": 24480, "epoch": 453, "lr": 1.4450214144141383e-05}
+{"train_loss": 0.0009423238807357848, "global_step": 24481, "epoch": 453, "lr": 1.4446751688876859e-05}
+{"train_loss": 0.001548353466205299, "global_step": 24482, "epoch": 453, "lr": 1.4443289578436458e-05}
+{"train_loss": 0.0012563298223540187, "global_step": 24483, "epoch": 453, "lr": 1.443982781285379e-05}
+{"train_loss": 0.001267308951355517, "global_step": 24484, "epoch": 453, "lr": 1.443636639216242e-05}
+{"train_loss": 0.0011652575340121984, "global_step": 24485, "epoch": 453, "lr": 1.443290531639594e-05}
+{"train_loss": 0.0013007246889173985, "global_step": 24486, "epoch": 453, "lr": 1.442944458558786e-05}
+{"train_loss": 0.0010566295823082328, "global_step": 24487, "epoch": 453, "lr": 1.4425984199771792e-05}
+{"train_loss": 0.0014050331665202975, "global_step": 24488, "epoch": 453, "lr": 1.4422524158981293e-05}
+{"train_loss": 0.0015791923506185412, "global_step": 24489, "epoch": 453, "lr": 1.4419064463249909e-05}
+{"train_loss": 0.0008749967673793435, "global_step": 24490, "epoch": 453, "lr": 1.4415605112611202e-05}
+{"train_loss": 0.0007487792754545808, "global_step": 24491, "epoch": 453, "lr": 1.4412146107098723e-05}
+{"train_loss": 0.0008119029807858169, "global_step": 24492, "epoch": 453, "lr": 1.4408687446746023e-05}
+{"train_loss": 0.0006897266721352935, "global_step": 24493, "epoch": 453, "lr": 1.440522913158664e-05}
+{"train_loss": 0.0014055577339604497, "global_step": 24494, "epoch": 453, "lr": 1.4401771161654104e-05}
+{"train_loss": 0.0013487781397998333, "global_step": 24495, "epoch": 453, "lr": 1.4398313536982e-05}
+{"train_loss": 0.0016204728744924068, "global_step": 24496, "epoch": 453, "lr": 1.4394856257603812e-05}
+{"train_loss": 0.0021260068751871586, "global_step": 24497, "epoch": 453, "lr": 1.4391399323553096e-05}
+{"train_loss": 0.0011262132320553064, "global_step": 24498, "epoch": 453, "lr": 1.4387942734863352e-05}
+{"train_loss": 0.0007598162046633661, "global_step": 24499, "epoch": 453, "lr": 1.438448649156815e-05}
+{"train_loss": 0.0012162461644038558, "global_step": 24500, "epoch": 453, "lr": 1.4381030593701e-05}
+{"train_loss": 0.00132794922683388, "global_step": 24501, "epoch": 453, "lr": 1.4377575041295393e-05}
+{"train_loss": 0.0007558164652436972, "global_step": 24502, "epoch": 453, "lr": 1.4374119834384847e-05}
+{"train_loss": 0.0007555914344266057, "global_step": 24503, "epoch": 453, "lr": 1.43706649730029e-05}
+{"train_loss": 0.001513957278802991, "global_step": 24504, "epoch": 453, "lr": 1.4367210457183044e-05}
+{"train_loss": 0.0008966885507106781, "global_step": 24505, "epoch": 453, "lr": 1.436375628695879e-05}
+{"train_loss": 0.0010915485909208655, "global_step": 24506, "epoch": 453, "lr": 1.4360302462363633e-05}
+{"train_loss": 0.001861460623331368, "global_step": 24507, "epoch": 453, "lr": 1.4356848983431075e-05}
+{"train_loss": 0.0010078182676807046, "global_step": 24508, "epoch": 453, "lr": 1.4353395850194606e-05}
+{"train_loss": 0.0015496319392696023, "global_step": 24509, "epoch": 453, "lr": 1.4349943062687721e-05}
+{"train_loss": 0.0010042728390544653, "global_step": 24510, "epoch": 453, "lr": 1.4346490620943892e-05}
+{"train_loss": 0.0007866352680139244, "global_step": 24511, "epoch": 453, "lr": 1.4343038524996644e-05}
+{"train_loss": 0.001034557819366455, "global_step": 24512, "epoch": 453, "lr": 1.433958677487942e-05}
+{"train_loss": 0.0011723298812285066, "global_step": 24513, "epoch": 453, "lr": 1.4336135370625714e-05}
+{"train_loss": 0.0016044818330556154, "global_step": 24514, "epoch": 453, "lr": 1.433268431226898e-05}
+{"train_loss": 0.001215431413449416, "global_step": 24515, "epoch": 453, "lr": 1.4329233599842723e-05, "val_loss": 0.0017524186987429857}
+{"train_loss": 0.0014275222783908248, "global_step": 24516, "epoch": 454, "lr": 1.4325783233380407e-05}
+{"train_loss": 0.0014664535410702229, "global_step": 24517, "epoch": 454, "lr": 1.4322333212915457e-05}
+{"train_loss": 0.0010229042964056134, "global_step": 24518, "epoch": 454, "lr": 1.431888353848137e-05}
+{"train_loss": 0.0009708134457468987, "global_step": 24519, "epoch": 454, "lr": 1.4315434210111594e-05}
+{"train_loss": 0.00128190778195858, "global_step": 24520, "epoch": 454, "lr": 1.4311985227839586e-05}
+{"train_loss": 0.0007441958878189325, "global_step": 24521, "epoch": 454, "lr": 1.4308536591698796e-05}
+{"train_loss": 0.0010511738946661353, "global_step": 24522, "epoch": 454, "lr": 1.4305088301722668e-05}
+{"train_loss": 0.001318561378866434, "global_step": 24523, "epoch": 454, "lr": 1.4301640357944651e-05}
+{"train_loss": 0.001020379364490509, "global_step": 24524, "epoch": 454, "lr": 1.4298192760398183e-05}
+{"train_loss": 0.0012153921416029334, "global_step": 24525, "epoch": 454, "lr": 1.4294745509116702e-05}
+{"train_loss": 0.0007430345867760479, "global_step": 24526, "epoch": 454, "lr": 1.429129860413364e-05}
+{"train_loss": 0.0009236638434231281, "global_step": 24527, "epoch": 454, "lr": 1.4287852045482437e-05}
+{"train_loss": 0.0016778878634795547, "global_step": 24528, "epoch": 454, "lr": 1.4284405833196507e-05}
+{"train_loss": 0.0006928828661330044, "global_step": 24529, "epoch": 454, "lr": 1.4280959967309282e-05}
+{"train_loss": 0.001200831145979464, "global_step": 24530, "epoch": 454, "lr": 1.4277514447854168e-05}
+{"train_loss": 0.0010763374157249928, "global_step": 24531, "epoch": 454, "lr": 1.427406927486461e-05}
+{"train_loss": 0.0010548918507993221, "global_step": 24532, "epoch": 454, "lr": 1.4270624448374025e-05}
+{"train_loss": 0.0008932233322411776, "global_step": 24533, "epoch": 454, "lr": 1.4267179968415773e-05}
+{"train_loss": 0.0004866303061135113, "global_step": 24534, "epoch": 454, "lr": 1.4263735835023317e-05}
+{"train_loss": 0.0011770371347665787, "global_step": 24535, "epoch": 454, "lr": 1.4260292048230033e-05}
+{"train_loss": 0.0007974510663188994, "global_step": 24536, "epoch": 454, "lr": 1.4256848608069329e-05}
+{"train_loss": 0.0014696762664243579, "global_step": 24537, "epoch": 454, "lr": 1.4253405514574603e-05}
+{"train_loss": 0.0022421979811042547, "global_step": 24538, "epoch": 454, "lr": 1.4249962767779246e-05}
+{"train_loss": 0.0012831935891881585, "global_step": 24539, "epoch": 454, "lr": 1.4246520367716653e-05}
+{"train_loss": 0.0007368840160779655, "global_step": 24540, "epoch": 454, "lr": 1.4243078314420205e-05}
+{"train_loss": 0.0011336085153743625, "global_step": 24541, "epoch": 454, "lr": 1.423963660792329e-05}
+{"train_loss": 0.0010645093861967325, "global_step": 24542, "epoch": 454, "lr": 1.4236195248259283e-05}
+{"train_loss": 0.0019453485729172826, "global_step": 24543, "epoch": 454, "lr": 1.423275423546157e-05}
+{"train_loss": 0.0007165147690102458, "global_step": 24544, "epoch": 454, "lr": 1.4229313569563519e-05}
+{"train_loss": 0.0012281746603548527, "global_step": 24545, "epoch": 454, "lr": 1.4225873250598499e-05}
+{"train_loss": 0.0010912345023825765, "global_step": 24546, "epoch": 454, "lr": 1.4222433278599861e-05}
+{"train_loss": 0.0007550401496700943, "global_step": 24547, "epoch": 454, "lr": 1.421899365360102e-05}
+{"train_loss": 0.001042863354086876, "global_step": 24548, "epoch": 454, "lr": 1.4215554375635293e-05}
+{"train_loss": 0.0011127189500257373, "global_step": 24549, "epoch": 454, "lr": 1.4212115444736025e-05}
+{"train_loss": 0.0012866932665929198, "global_step": 24550, "epoch": 454, "lr": 1.420867686093661e-05}
+{"train_loss": 0.0013277382822707295, "global_step": 24551, "epoch": 454, "lr": 1.4205238624270378e-05}
+{"train_loss": 0.00077420863090083, "global_step": 24552, "epoch": 454, "lr": 1.4201800734770699e-05}
+{"train_loss": 0.0007721768342889845, "global_step": 24553, "epoch": 454, "lr": 1.4198363192470854e-05}
+{"train_loss": 0.0010017638560384512, "global_step": 24554, "epoch": 454, "lr": 1.4194925997404245e-05}
+{"train_loss": 0.0008269319660030305, "global_step": 24555, "epoch": 454, "lr": 1.4191489149604187e-05}
+{"train_loss": 0.002070185961201787, "global_step": 24556, "epoch": 454, "lr": 1.4188052649104017e-05}
+{"train_loss": 0.0015232173027470708, "global_step": 24557, "epoch": 454, "lr": 1.4184616495937059e-05}
+{"train_loss": 0.001443771761842072, "global_step": 24558, "epoch": 454, "lr": 1.4181180690136642e-05}
+{"train_loss": 0.001202282728627324, "global_step": 24559, "epoch": 454, "lr": 1.417774523173609e-05}
+{"train_loss": 0.0015218904009088874, "global_step": 24560, "epoch": 454, "lr": 1.4174310120768724e-05}
+{"train_loss": 0.0012870867503806949, "global_step": 24561, "epoch": 454, "lr": 1.4170875357267843e-05}
+{"train_loss": 0.0014972785720601678, "global_step": 24562, "epoch": 454, "lr": 1.4167440941266791e-05}
+{"train_loss": 0.0010775176342576742, "global_step": 24563, "epoch": 454, "lr": 1.416400687279888e-05}
+{"train_loss": 0.0008721410413272679, "global_step": 24564, "epoch": 454, "lr": 1.4160573151897382e-05}
+{"train_loss": 0.0006034485995769501, "global_step": 24565, "epoch": 454, "lr": 1.4157139778595608e-05}
+{"train_loss": 0.0013197907246649265, "global_step": 24566, "epoch": 454, "lr": 1.4153706752926876e-05}
+{"train_loss": 0.0020036816131323576, "global_step": 24567, "epoch": 454, "lr": 1.4150274074924475e-05}
+{"train_loss": 0.0011509958421811461, "global_step": 24568, "epoch": 454, "lr": 1.4146841744621709e-05}
+{"train_loss": 0.001156480964575032, "global_step": 24569, "epoch": 454, "lr": 1.414340976205183e-05, "val_loss": 0.001999977044761181}
+{"train_loss": 0.0011524904984980822, "global_step": 24570, "epoch": 455, "lr": 1.4139978127248155e-05}
+{"train_loss": 0.0007805343484506011, "global_step": 24571, "epoch": 455, "lr": 1.413654684024397e-05}
+{"train_loss": 0.0010087138507515192, "global_step": 24572, "epoch": 455, "lr": 1.4133115901072541e-05}
+{"train_loss": 0.0008803271921351552, "global_step": 24573, "epoch": 455, "lr": 1.4129685309767144e-05}
+{"train_loss": 0.0012768134474754333, "global_step": 24574, "epoch": 455, "lr": 1.412625506636106e-05}
+{"train_loss": 0.0012257636990398169, "global_step": 24575, "epoch": 455, "lr": 1.4122825170887555e-05}
+{"train_loss": 0.0007133478648029268, "global_step": 24576, "epoch": 455, "lr": 1.4119395623379895e-05}
+{"train_loss": 0.0014764914521947503, "global_step": 24577, "epoch": 455, "lr": 1.4115966423871318e-05}
+{"train_loss": 0.0010123405372723937, "global_step": 24578, "epoch": 455, "lr": 1.4112537572395128e-05}
+{"train_loss": 0.001441664295271039, "global_step": 24579, "epoch": 455, "lr": 1.4109109068984572e-05}
+{"train_loss": 0.0010507093975320458, "global_step": 24580, "epoch": 455, "lr": 1.4105680913672875e-05}
+{"train_loss": 0.0015376259107142687, "global_step": 24581, "epoch": 455, "lr": 1.410225310649329e-05}
+{"train_loss": 0.000990106724202633, "global_step": 24582, "epoch": 455, "lr": 1.4098825647479086e-05}
+{"train_loss": 0.0008168698404915631, "global_step": 24583, "epoch": 455, "lr": 1.409539853666349e-05}
+{"train_loss": 0.0005705395597033203, "global_step": 24584, "epoch": 455, "lr": 1.409197177407976e-05}
+{"train_loss": 0.0010695981327444315, "global_step": 24585, "epoch": 455, "lr": 1.4088545359761085e-05}
+{"train_loss": 0.0007925221580080688, "global_step": 24586, "epoch": 455, "lr": 1.408511929374074e-05}
+{"train_loss": 0.001343139330856502, "global_step": 24587, "epoch": 455, "lr": 1.408169357605194e-05}
+{"train_loss": 0.0011657276190817356, "global_step": 24588, "epoch": 455, "lr": 1.4078268206727918e-05}
+{"train_loss": 0.0011369672138243914, "global_step": 24589, "epoch": 455, "lr": 1.4074843185801883e-05}
+{"train_loss": 0.001447958522476256, "global_step": 24590, "epoch": 455, "lr": 1.4071418513307062e-05}
+{"train_loss": 0.0008718097815290093, "global_step": 24591, "epoch": 455, "lr": 1.4067994189276668e-05}
+{"train_loss": 0.0005097479443065822, "global_step": 24592, "epoch": 455, "lr": 1.4064570213743916e-05}
+{"train_loss": 0.0007602073019370437, "global_step": 24593, "epoch": 455, "lr": 1.4061146586741992e-05}
+{"train_loss": 0.0010602095862850547, "global_step": 24594, "epoch": 455, "lr": 1.4057723308304156e-05}
+{"train_loss": 0.0010175446514040232, "global_step": 24595, "epoch": 455, "lr": 1.4054300378463554e-05}
+{"train_loss": 0.0009858182165771723, "global_step": 24596, "epoch": 455, "lr": 1.4050877797253404e-05}
+{"train_loss": 0.0012516778660938144, "global_step": 24597, "epoch": 455, "lr": 1.404745556470689e-05}
+{"train_loss": 0.0007154783816076815, "global_step": 24598, "epoch": 455, "lr": 1.4044033680857228e-05}
+{"train_loss": 0.0010799455922096968, "global_step": 24599, "epoch": 455, "lr": 1.4040612145737608e-05}
+{"train_loss": 0.0009250666480511427, "global_step": 24600, "epoch": 455, "lr": 1.4037190959381186e-05}
+{"train_loss": 0.001887930673547089, "global_step": 24601, "epoch": 455, "lr": 1.4033770121821143e-05}
+{"train_loss": 0.0007240811246447265, "global_step": 24602, "epoch": 455, "lr": 1.403034963309069e-05}
+{"train_loss": 0.0010456856107339263, "global_step": 24603, "epoch": 455, "lr": 1.402692949322298e-05}
+{"train_loss": 0.0010919857304543257, "global_step": 24604, "epoch": 455, "lr": 1.4023509702251186e-05}
+{"train_loss": 0.001905239187180996, "global_step": 24605, "epoch": 455, "lr": 1.402009026020848e-05}
+{"train_loss": 0.0012673805467784405, "global_step": 24606, "epoch": 455, "lr": 1.401667116712802e-05}
+{"train_loss": 0.0008659602608531713, "global_step": 24607, "epoch": 455, "lr": 1.4013252423042978e-05}
+{"train_loss": 0.0014248046791180968, "global_step": 24608, "epoch": 455, "lr": 1.4009834027986501e-05}
+{"train_loss": 0.001556987757794559, "global_step": 24609, "epoch": 455, "lr": 1.4006415981991733e-05}
+{"train_loss": 0.0013126105768606067, "global_step": 24610, "epoch": 455, "lr": 1.4002998285091867e-05}
+{"train_loss": 0.0008532281499356031, "global_step": 24611, "epoch": 455, "lr": 1.3999580937320011e-05}
+{"train_loss": 0.0011762488866224885, "global_step": 24612, "epoch": 455, "lr": 1.3996163938709317e-05}
+{"train_loss": 0.0006029419600963593, "global_step": 24613, "epoch": 455, "lr": 1.3992747289292918e-05}
+{"train_loss": 0.0012707388959825039, "global_step": 24614, "epoch": 455, "lr": 1.3989330989103976e-05}
+{"train_loss": 0.0014098396059125662, "global_step": 24615, "epoch": 455, "lr": 1.3985915038175628e-05}
+{"train_loss": 0.0014808306004852057, "global_step": 24616, "epoch": 455, "lr": 1.398249943654098e-05}
+{"train_loss": 0.0012955917045474052, "global_step": 24617, "epoch": 455, "lr": 1.3979084184233143e-05}
+{"train_loss": 0.0006144993240013719, "global_step": 24618, "epoch": 455, "lr": 1.3975669281285285e-05}
+{"train_loss": 0.000992376240901649, "global_step": 24619, "epoch": 455, "lr": 1.397225472773051e-05}
+{"train_loss": 0.0011827839771285653, "global_step": 24620, "epoch": 455, "lr": 1.3968840523601934e-05}
+{"train_loss": 0.0009335146751254797, "global_step": 24621, "epoch": 455, "lr": 1.3965426668932664e-05}
+{"train_loss": 0.0009149383404292166, "global_step": 24622, "epoch": 455, "lr": 1.3962013163755821e-05}
+{"train_loss": 0.001106043344070376, "global_step": 24623, "epoch": 455, "lr": 1.3958600008104505e-05, "val_loss": 0.0022633757907897234, "train_action_mse_error": 3.598023977247067e-05}
+{"train_loss": 0.0013452523853629827, "global_step": 24624, "epoch": 456, "lr": 1.3955187202011816e-05}
+{"train_loss": 0.0008534839143976569, "global_step": 24625, "epoch": 456, "lr": 1.3951774745510849e-05}
+{"train_loss": 0.001312382286414504, "global_step": 24626, "epoch": 456, "lr": 1.3948362638634744e-05}
+{"train_loss": 0.0012074332917109132, "global_step": 24627, "epoch": 456, "lr": 1.3944950881416541e-05}
+{"train_loss": 0.0017847535200417042, "global_step": 24628, "epoch": 456, "lr": 1.3941539473889354e-05}
+{"train_loss": 0.0010828764643520117, "global_step": 24629, "epoch": 456, "lr": 1.393812841608625e-05}
+{"train_loss": 0.000981202581897378, "global_step": 24630, "epoch": 456, "lr": 1.393471770804034e-05}
+{"train_loss": 0.0010966090485453606, "global_step": 24631, "epoch": 456, "lr": 1.3931307349784711e-05}
+{"train_loss": 0.0013285678578540683, "global_step": 24632, "epoch": 456, "lr": 1.3927897341352387e-05}
+{"train_loss": 0.0010431165574118495, "global_step": 24633, "epoch": 456, "lr": 1.3924487682776494e-05}
+{"train_loss": 0.0008860213565640152, "global_step": 24634, "epoch": 456, "lr": 1.392107837409008e-05}
+{"train_loss": 0.0007312978850677609, "global_step": 24635, "epoch": 456, "lr": 1.3917669415326211e-05}
+{"train_loss": 0.0011536398669704795, "global_step": 24636, "epoch": 456, "lr": 1.3914260806517954e-05}
+{"train_loss": 0.0007977663190104067, "global_step": 24637, "epoch": 456, "lr": 1.3910852547698366e-05}
+{"train_loss": 0.0012523469049483538, "global_step": 24638, "epoch": 456, "lr": 1.3907444638900508e-05}
+{"train_loss": 0.001379509223625064, "global_step": 24639, "epoch": 456, "lr": 1.3904037080157422e-05}
+{"train_loss": 0.0009388335747644305, "global_step": 24640, "epoch": 456, "lr": 1.3900629871502169e-05}
+{"train_loss": 0.000760524591896683, "global_step": 24641, "epoch": 456, "lr": 1.3897223012967786e-05}
+{"train_loss": 0.001068931887857616, "global_step": 24642, "epoch": 456, "lr": 1.389381650458732e-05}
+{"train_loss": 0.0007724676979705691, "global_step": 24643, "epoch": 456, "lr": 1.3890410346393806e-05}
+{"train_loss": 0.0022107090335339308, "global_step": 24644, "epoch": 456, "lr": 1.388700453842029e-05}
+{"train_loss": 0.0016417952720075846, "global_step": 24645, "epoch": 456, "lr": 1.3883599080699772e-05}
+{"train_loss": 0.0016171315219253302, "global_step": 24646, "epoch": 456, "lr": 1.3880193973265343e-05}
+{"train_loss": 0.0016572114545851946, "global_step": 24647, "epoch": 456, "lr": 1.3876789216149976e-05}
+{"train_loss": 0.0020365703385323286, "global_step": 24648, "epoch": 456, "lr": 1.3873384809386691e-05}
+{"train_loss": 0.0008320916094817221, "global_step": 24649, "epoch": 456, "lr": 1.3869980753008537e-05}
+{"train_loss": 0.0008816173067316413, "global_step": 24650, "epoch": 456, "lr": 1.3866577047048524e-05}
+{"train_loss": 0.002187688834965229, "global_step": 24651, "epoch": 456, "lr": 1.3863173691539649e-05}
+{"train_loss": 0.001114080660045147, "global_step": 24652, "epoch": 456, "lr": 1.3859770686514929e-05}
+{"train_loss": 0.001699295942671597, "global_step": 24653, "epoch": 456, "lr": 1.3856368032007372e-05}
+{"train_loss": 0.0011308634420856833, "global_step": 24654, "epoch": 456, "lr": 1.3852965728049972e-05}
+{"train_loss": 0.002135728020220995, "global_step": 24655, "epoch": 456, "lr": 1.3849563774675728e-05}
+{"train_loss": 0.0009657519985921681, "global_step": 24656, "epoch": 456, "lr": 1.3846162171917643e-05}
+{"train_loss": 0.0006472134264186025, "global_step": 24657, "epoch": 456, "lr": 1.38427609198087e-05}
+{"train_loss": 0.0011311881244182587, "global_step": 24658, "epoch": 456, "lr": 1.3839360018381891e-05}
+{"train_loss": 0.001997358864173293, "global_step": 24659, "epoch": 456, "lr": 1.3835959467670201e-05}
+{"train_loss": 0.0015760785900056362, "global_step": 24660, "epoch": 456, "lr": 1.3832559267706613e-05}
+{"train_loss": 0.0007458069012500346, "global_step": 24661, "epoch": 456, "lr": 1.382915941852408e-05}
+{"train_loss": 0.0008353333105333149, "global_step": 24662, "epoch": 456, "lr": 1.3825759920155635e-05}
+{"train_loss": 0.0011746787931770086, "global_step": 24663, "epoch": 456, "lr": 1.3822360772634197e-05}
+{"train_loss": 0.002275140956044197, "global_step": 24664, "epoch": 456, "lr": 1.3818961975992729e-05}
+{"train_loss": 0.0014418760547414422, "global_step": 24665, "epoch": 456, "lr": 1.3815563530264235e-05}
+{"train_loss": 0.0008335417951457202, "global_step": 24666, "epoch": 456, "lr": 1.3812165435481655e-05}
+{"train_loss": 0.001818317687138915, "global_step": 24667, "epoch": 456, "lr": 1.3808767691677966e-05}
+{"train_loss": 0.0014838624047115445, "global_step": 24668, "epoch": 456, "lr": 1.3805370298886071e-05}
+{"train_loss": 0.0008684623753651977, "global_step": 24669, "epoch": 456, "lr": 1.3801973257138973e-05}
+{"train_loss": 0.0010448270477354527, "global_step": 24670, "epoch": 456, "lr": 1.3798576566469595e-05}
+{"train_loss": 0.0014037913642823696, "global_step": 24671, "epoch": 456, "lr": 1.3795180226910887e-05}
+{"train_loss": 0.0005895274225622416, "global_step": 24672, "epoch": 456, "lr": 1.3791784238495793e-05}
+{"train_loss": 0.0015891686780378222, "global_step": 24673, "epoch": 456, "lr": 1.3788388601257241e-05}
+{"train_loss": 0.0011342852376401424, "global_step": 24674, "epoch": 456, "lr": 1.3784993315228167e-05}
+{"train_loss": 0.0012747988803312182, "global_step": 24675, "epoch": 456, "lr": 1.3781598380441507e-05}
+{"train_loss": 0.0007189950556494296, "global_step": 24676, "epoch": 456, "lr": 1.3778203796930167e-05}
+{"train_loss": 0.001264606295282849, "global_step": 24677, "epoch": 456, "lr": 1.3774809564727103e-05, "val_loss": 0.0026439570356160402}
+{"train_loss": 0.0017896705539897084, "global_step": 24678, "epoch": 457, "lr": 1.3771415683865236e-05}
+{"train_loss": 0.000787082186434418, "global_step": 24679, "epoch": 457, "lr": 1.3768022154377446e-05}
+{"train_loss": 0.0010483725927770138, "global_step": 24680, "epoch": 457, "lr": 1.3764628976296657e-05}
+{"train_loss": 0.001363905263133347, "global_step": 24681, "epoch": 457, "lr": 1.3761236149655804e-05}
+{"train_loss": 0.0011814229656010866, "global_step": 24682, "epoch": 457, "lr": 1.3757843674487775e-05}
+{"train_loss": 0.0009091192623600364, "global_step": 24683, "epoch": 457, "lr": 1.3754451550825486e-05}
+{"train_loss": 0.0010879350593313575, "global_step": 24684, "epoch": 457, "lr": 1.3751059778701802e-05}
+{"train_loss": 0.0008047459996305406, "global_step": 24685, "epoch": 457, "lr": 1.3747668358149657e-05}
+{"train_loss": 0.0014962180284783244, "global_step": 24686, "epoch": 457, "lr": 1.374427728920193e-05}
+{"train_loss": 0.0010524359531700611, "global_step": 24687, "epoch": 457, "lr": 1.3740886571891504e-05}
+{"train_loss": 0.0007461292552761734, "global_step": 24688, "epoch": 457, "lr": 1.3737496206251277e-05}
+{"train_loss": 0.000626122287940234, "global_step": 24689, "epoch": 457, "lr": 1.3734106192314127e-05}
+{"train_loss": 0.0006967549561522901, "global_step": 24690, "epoch": 457, "lr": 1.373071653011293e-05}
+{"train_loss": 0.0008754596346989274, "global_step": 24691, "epoch": 457, "lr": 1.3727327219680563e-05}
+{"train_loss": 0.0011810152791440487, "global_step": 24692, "epoch": 457, "lr": 1.3723938261049879e-05}
+{"train_loss": 0.0008589769713580608, "global_step": 24693, "epoch": 457, "lr": 1.37205496542538e-05}
+{"train_loss": 0.0016885614022612572, "global_step": 24694, "epoch": 457, "lr": 1.3717161399325146e-05}
+{"train_loss": 0.00113594566937536, "global_step": 24695, "epoch": 457, "lr": 1.3713773496296789e-05}
+{"train_loss": 0.001346017001196742, "global_step": 24696, "epoch": 457, "lr": 1.3710385945201576e-05}
+{"train_loss": 0.001173304975964129, "global_step": 24697, "epoch": 457, "lr": 1.3706998746072385e-05}
+{"train_loss": 0.0008677279110997915, "global_step": 24698, "epoch": 457, "lr": 1.3703611898942064e-05}
+{"train_loss": 0.0007844053907319903, "global_step": 24699, "epoch": 457, "lr": 1.3700225403843469e-05}
+{"train_loss": 0.0007388241938315332, "global_step": 24700, "epoch": 457, "lr": 1.3696839260809407e-05}
+{"train_loss": 0.0006291585741564631, "global_step": 24701, "epoch": 457, "lr": 1.3693453469872752e-05}
+{"train_loss": 0.0010432162089273334, "global_step": 24702, "epoch": 457, "lr": 1.3690068031066338e-05}
+{"train_loss": 0.0010604688432067633, "global_step": 24703, "epoch": 457, "lr": 1.3686682944422996e-05}
+{"train_loss": 0.0006595722516067326, "global_step": 24704, "epoch": 457, "lr": 1.3683298209975559e-05}
+{"train_loss": 0.0009764559799805284, "global_step": 24705, "epoch": 457, "lr": 1.3679913827756852e-05}
+{"train_loss": 0.0006423169979825616, "global_step": 24706, "epoch": 457, "lr": 1.3676529797799704e-05}
+{"train_loss": 0.0009110831306315958, "global_step": 24707, "epoch": 457, "lr": 1.3673146120136931e-05}
+{"train_loss": 0.0010339999571442604, "global_step": 24708, "epoch": 457, "lr": 1.3669762794801338e-05}
+{"train_loss": 0.0008416611235588789, "global_step": 24709, "epoch": 457, "lr": 1.3666379821825781e-05}
+{"train_loss": 0.0007780420128256083, "global_step": 24710, "epoch": 457, "lr": 1.3662997201243032e-05}
+{"train_loss": 0.001507580978795886, "global_step": 24711, "epoch": 457, "lr": 1.3659614933085906e-05}
+{"train_loss": 0.000803680915851146, "global_step": 24712, "epoch": 457, "lr": 1.3656233017387205e-05}
+{"train_loss": 0.0007825311622582376, "global_step": 24713, "epoch": 457, "lr": 1.3652851454179744e-05}
+{"train_loss": 0.001293663284741342, "global_step": 24714, "epoch": 457, "lr": 1.3649470243496326e-05}
+{"train_loss": 0.0011428899597376585, "global_step": 24715, "epoch": 457, "lr": 1.3646089385369721e-05}
+{"train_loss": 0.0012831598287448287, "global_step": 24716, "epoch": 457, "lr": 1.3642708879832705e-05}
+{"train_loss": 0.0007142548565752804, "global_step": 24717, "epoch": 457, "lr": 1.363932872691811e-05}
+{"train_loss": 0.0022781097795814276, "global_step": 24718, "epoch": 457, "lr": 1.3635948926658699e-05}
+{"train_loss": 0.00111054303124547, "global_step": 24719, "epoch": 457, "lr": 1.3632569479087248e-05}
+{"train_loss": 0.0012760615209117532, "global_step": 24720, "epoch": 457, "lr": 1.362919038423654e-05}
+{"train_loss": 0.0005208413349464536, "global_step": 24721, "epoch": 457, "lr": 1.3625811642139341e-05}
+{"train_loss": 0.0012340452522039413, "global_step": 24722, "epoch": 457, "lr": 1.3622433252828425e-05}
+{"train_loss": 0.0013956468319520354, "global_step": 24723, "epoch": 457, "lr": 1.3619055216336563e-05}
+{"train_loss": 0.0012958615552634, "global_step": 24724, "epoch": 457, "lr": 1.3615677532696498e-05}
+{"train_loss": 0.0011150897480547428, "global_step": 24725, "epoch": 457, "lr": 1.361230020194103e-05}
+{"train_loss": 0.001259361975826323, "global_step": 24726, "epoch": 457, "lr": 1.3608923224102877e-05}
+{"train_loss": 0.0012061501620337367, "global_step": 24727, "epoch": 457, "lr": 1.3605546599214803e-05}
+{"train_loss": 0.0009553475538268685, "global_step": 24728, "epoch": 457, "lr": 1.3602170327309544e-05}
+{"train_loss": 0.0011364916572347283, "global_step": 24729, "epoch": 457, "lr": 1.3598794408419874e-05}
+{"train_loss": 0.001335646491497755, "global_step": 24730, "epoch": 457, "lr": 1.359541884257854e-05}
+{"train_loss": 0.0010664516712832093, "global_step": 24731, "epoch": 457, "lr": 1.3592043629818247e-05, "val_loss": 0.002854179125279188}
+{"train_loss": 0.0006723438855260611, "global_step": 24732, "epoch": 458, "lr": 1.3588668770171731e-05}
+{"train_loss": 0.0009185986127704382, "global_step": 24733, "epoch": 458, "lr": 1.358529426367175e-05}
+{"train_loss": 0.0008864608244039118, "global_step": 24734, "epoch": 458, "lr": 1.3581920110351026e-05}
+{"train_loss": 0.0012678056955337524, "global_step": 24735, "epoch": 458, "lr": 1.357854631024228e-05}
+{"train_loss": 0.0007195790531113744, "global_step": 24736, "epoch": 458, "lr": 1.3575172863378232e-05}
+{"train_loss": 0.0009328804444521666, "global_step": 24737, "epoch": 458, "lr": 1.357179976979161e-05}
+{"train_loss": 0.001671378966420889, "global_step": 24738, "epoch": 458, "lr": 1.3568427029515113e-05}
+{"train_loss": 0.0008562682778574526, "global_step": 24739, "epoch": 458, "lr": 1.3565054642581465e-05}
+{"train_loss": 0.000596494588535279, "global_step": 24740, "epoch": 458, "lr": 1.3561682609023369e-05}
+{"train_loss": 0.0010109392460435629, "global_step": 24741, "epoch": 458, "lr": 1.355831092887353e-05}
+{"train_loss": 0.001668169628828764, "global_step": 24742, "epoch": 458, "lr": 1.3554939602164656e-05}
+{"train_loss": 0.0015576771693304181, "global_step": 24743, "epoch": 458, "lr": 1.3551568628929434e-05}
+{"train_loss": 0.0008784651290625334, "global_step": 24744, "epoch": 458, "lr": 1.3548198009200546e-05}
+{"train_loss": 0.0004912228905595839, "global_step": 24745, "epoch": 458, "lr": 1.3544827743010723e-05}
+{"train_loss": 0.0008500601979903877, "global_step": 24746, "epoch": 458, "lr": 1.3541457830392639e-05}
+{"train_loss": 0.0005494639044627547, "global_step": 24747, "epoch": 458, "lr": 1.353808827137894e-05}
+{"train_loss": 0.0007954625179991126, "global_step": 24748, "epoch": 458, "lr": 1.3534719066002355e-05}
+{"train_loss": 0.0006459157448261976, "global_step": 24749, "epoch": 458, "lr": 1.3531350214295541e-05}
+{"train_loss": 0.0019938028417527676, "global_step": 24750, "epoch": 458, "lr": 1.3527981716291172e-05}
+{"train_loss": 0.0015219647902995348, "global_step": 24751, "epoch": 458, "lr": 1.3524613572021915e-05}
+{"train_loss": 0.0010026160161942244, "global_step": 24752, "epoch": 458, "lr": 1.3521245781520448e-05}
+{"train_loss": 0.0009640877833589911, "global_step": 24753, "epoch": 458, "lr": 1.3517878344819423e-05}
+{"train_loss": 0.0008825124241411686, "global_step": 24754, "epoch": 458, "lr": 1.3514511261951513e-05}
+{"train_loss": 0.0009902671445161104, "global_step": 24755, "epoch": 458, "lr": 1.351114453294936e-05}
+{"train_loss": 0.0015806270530447364, "global_step": 24756, "epoch": 458, "lr": 1.3507778157845624e-05}
+{"train_loss": 0.0013230012264102697, "global_step": 24757, "epoch": 458, "lr": 1.3504412136672956e-05}
+{"train_loss": 0.0011276487493887544, "global_step": 24758, "epoch": 458, "lr": 1.3501046469464002e-05}
+{"train_loss": 0.0007170681492425501, "global_step": 24759, "epoch": 458, "lr": 1.3497681156251406e-05}
+{"train_loss": 0.0007979664369486272, "global_step": 24760, "epoch": 458, "lr": 1.3494316197067791e-05}
+{"train_loss": 0.0007293595699593425, "global_step": 24761, "epoch": 458, "lr": 1.3490951591945832e-05}
+{"train_loss": 0.0006369095644913614, "global_step": 24762, "epoch": 458, "lr": 1.348758734091813e-05}
+{"train_loss": 0.0016065166564658284, "global_step": 24763, "epoch": 458, "lr": 1.3484223444017302e-05}
+{"train_loss": 0.002054500626400113, "global_step": 24764, "epoch": 458, "lr": 1.348085990127601e-05}
+{"train_loss": 0.000742398900911212, "global_step": 24765, "epoch": 458, "lr": 1.3477496712726861e-05}
+{"train_loss": 0.0009665864054113626, "global_step": 24766, "epoch": 458, "lr": 1.3474133878402467e-05}
+{"train_loss": 0.0015729883452877402, "global_step": 24767, "epoch": 458, "lr": 1.3470771398335459e-05}
+{"train_loss": 0.0017988679464906454, "global_step": 24768, "epoch": 458, "lr": 1.3467409272558435e-05}
+{"train_loss": 0.0006618636543862522, "global_step": 24769, "epoch": 458, "lr": 1.3464047501104004e-05}
+{"train_loss": 0.0014869945589452982, "global_step": 24770, "epoch": 458, "lr": 1.346068608400478e-05}
+{"train_loss": 0.000953635317273438, "global_step": 24771, "epoch": 458, "lr": 1.3457325021293354e-05}
+{"train_loss": 0.0012664225650951266, "global_step": 24772, "epoch": 458, "lr": 1.3453964313002337e-05}
+{"train_loss": 0.0009042196907103062, "global_step": 24773, "epoch": 458, "lr": 1.3450603959164315e-05}
+{"train_loss": 0.0010995804332196712, "global_step": 24774, "epoch": 458, "lr": 1.3447243959811884e-05}
+{"train_loss": 0.0017121615819633007, "global_step": 24775, "epoch": 458, "lr": 1.3443884314977612e-05}
+{"train_loss": 0.001093503669835627, "global_step": 24776, "epoch": 458, "lr": 1.3440525024694112e-05}
+{"train_loss": 0.00098725117277354, "global_step": 24777, "epoch": 458, "lr": 1.3437166088993975e-05}
+{"train_loss": 0.0010802927426993847, "global_step": 24778, "epoch": 458, "lr": 1.343380750790974e-05}
+{"train_loss": 0.0012070151278749108, "global_step": 24779, "epoch": 458, "lr": 1.3430449281473983e-05}
+{"train_loss": 0.0011909659951925278, "global_step": 24780, "epoch": 458, "lr": 1.342709140971931e-05}
+{"train_loss": 0.0009726838325150311, "global_step": 24781, "epoch": 458, "lr": 1.3423733892678264e-05}
+{"train_loss": 0.0007155010825954378, "global_step": 24782, "epoch": 458, "lr": 1.3420376730383433e-05}
+{"train_loss": 0.0014822478406131268, "global_step": 24783, "epoch": 458, "lr": 1.341701992286733e-05}
+{"train_loss": 0.0007993186009116471, "global_step": 24784, "epoch": 458, "lr": 1.3413663470162551e-05}
+{"train_loss": 0.0010946647574504216, "global_step": 24785, "epoch": 458, "lr": 1.3410307372301645e-05, "val_loss": 0.004187645856291056}
+{"train_loss": 0.0007877811440266669, "global_step": 24786, "epoch": 459, "lr": 1.340695162931715e-05}
+{"train_loss": 0.0015057888813316822, "global_step": 24787, "epoch": 459, "lr": 1.3403596241241623e-05}
+{"train_loss": 0.0007176589570008218, "global_step": 24788, "epoch": 459, "lr": 1.3400241208107606e-05}
+{"train_loss": 0.0009395150700584054, "global_step": 24789, "epoch": 459, "lr": 1.3396886529947628e-05}
+{"train_loss": 0.0013970823492854834, "global_step": 24790, "epoch": 459, "lr": 1.339353220679424e-05}
+{"train_loss": 0.0008013619808480144, "global_step": 24791, "epoch": 459, "lr": 1.3390178238679952e-05}
+{"train_loss": 0.0014415007317438722, "global_step": 24792, "epoch": 459, "lr": 1.3386824625637323e-05}
+{"train_loss": 0.0011417930945754051, "global_step": 24793, "epoch": 459, "lr": 1.3383471367698885e-05}
+{"train_loss": 0.0008702679770067334, "global_step": 24794, "epoch": 459, "lr": 1.3380118464897123e-05}
+{"train_loss": 0.0005571649526245892, "global_step": 24795, "epoch": 459, "lr": 1.3376765917264562e-05}
+{"train_loss": 0.0011101799318566918, "global_step": 24796, "epoch": 459, "lr": 1.3373413724833744e-05}
+{"train_loss": 0.0011743908980861306, "global_step": 24797, "epoch": 459, "lr": 1.337006188763717e-05}
+{"train_loss": 0.001278876094147563, "global_step": 24798, "epoch": 459, "lr": 1.3366710405707361e-05}
+{"train_loss": 0.0007708905613981187, "global_step": 24799, "epoch": 459, "lr": 1.3363359279076776e-05}
+{"train_loss": 0.0013329937355592847, "global_step": 24800, "epoch": 459, "lr": 1.3360008507777965e-05}
+{"train_loss": 0.0017752574058249593, "global_step": 24801, "epoch": 459, "lr": 1.335665809184341e-05}
+{"train_loss": 0.0011588085908442736, "global_step": 24802, "epoch": 459, "lr": 1.3353308031305611e-05}
+{"train_loss": 0.0013505215756595135, "global_step": 24803, "epoch": 459, "lr": 1.3349958326197048e-05}
+{"train_loss": 0.0007727916818112135, "global_step": 24804, "epoch": 459, "lr": 1.3346608976550218e-05}
+{"train_loss": 0.0006717254873365164, "global_step": 24805, "epoch": 459, "lr": 1.334325998239761e-05}
+{"train_loss": 0.0006919841398485005, "global_step": 24806, "epoch": 459, "lr": 1.3339911343771694e-05}
+{"train_loss": 0.0008879498345777392, "global_step": 24807, "epoch": 459, "lr": 1.3336563060704938e-05}
+{"train_loss": 0.001417039311490953, "global_step": 24808, "epoch": 459, "lr": 1.3333215133229859e-05}
+{"train_loss": 0.0008922946290113032, "global_step": 24809, "epoch": 459, "lr": 1.332986756137889e-05}
+{"train_loss": 0.000676383322570473, "global_step": 24810, "epoch": 459, "lr": 1.3326520345184506e-05}
+{"train_loss": 0.0008977029356174171, "global_step": 24811, "epoch": 459, "lr": 1.3323173484679158e-05}
+{"train_loss": 0.0005587788764387369, "global_step": 24812, "epoch": 459, "lr": 1.3319826979895339e-05}
+{"train_loss": 0.001743207685649395, "global_step": 24813, "epoch": 459, "lr": 1.3316480830865491e-05}
+{"train_loss": 0.0007499089697375894, "global_step": 24814, "epoch": 459, "lr": 1.3313135037622082e-05}
+{"train_loss": 0.0014760660706087947, "global_step": 24815, "epoch": 459, "lr": 1.3309789600197508e-05}
+{"train_loss": 0.0005791846197098494, "global_step": 24816, "epoch": 459, "lr": 1.3306444518624278e-05}
+{"train_loss": 0.0010279937414452434, "global_step": 24817, "epoch": 459, "lr": 1.3303099792934808e-05}
+{"train_loss": 0.0013007934903725982, "global_step": 24818, "epoch": 459, "lr": 1.3299755423161541e-05}
+{"train_loss": 0.0009949603118002415, "global_step": 24819, "epoch": 459, "lr": 1.3296411409336912e-05}
+{"train_loss": 0.0009202106157317758, "global_step": 24820, "epoch": 459, "lr": 1.329306775149336e-05}
+{"train_loss": 0.0006571899866685271, "global_step": 24821, "epoch": 459, "lr": 1.3289724449663305e-05}
+{"train_loss": 0.0012411855859681964, "global_step": 24822, "epoch": 459, "lr": 1.328638150387918e-05}
+{"train_loss": 0.0012629346456378698, "global_step": 24823, "epoch": 459, "lr": 1.328303891417339e-05}
+{"train_loss": 0.0016227210871875286, "global_step": 24824, "epoch": 459, "lr": 1.3279696680578401e-05}
+{"train_loss": 0.0012198115000501275, "global_step": 24825, "epoch": 459, "lr": 1.3276354803126584e-05}
+{"train_loss": 0.0010365175548940897, "global_step": 24826, "epoch": 459, "lr": 1.3273013281850361e-05}
+{"train_loss": 0.0013677052920684218, "global_step": 24827, "epoch": 459, "lr": 1.3269672116782128e-05}
+{"train_loss": 0.0008364044479094446, "global_step": 24828, "epoch": 459, "lr": 1.3266331307954327e-05}
+{"train_loss": 0.0007430691621266305, "global_step": 24829, "epoch": 459, "lr": 1.3262990855399353e-05}
+{"train_loss": 0.0010615721112117171, "global_step": 24830, "epoch": 459, "lr": 1.3259650759149578e-05}
+{"train_loss": 0.0006053810939192772, "global_step": 24831, "epoch": 459, "lr": 1.325631101923739e-05}
+{"train_loss": 0.0005478718667291105, "global_step": 24832, "epoch": 459, "lr": 1.3252971635695216e-05}
+{"train_loss": 0.000998463947325945, "global_step": 24833, "epoch": 459, "lr": 1.3249632608555434e-05}
+{"train_loss": 0.0005391982267610729, "global_step": 24834, "epoch": 459, "lr": 1.3246293937850419e-05}
+{"train_loss": 0.0005808983696624637, "global_step": 24835, "epoch": 459, "lr": 1.3242955623612558e-05}
+{"train_loss": 0.001286144251935184, "global_step": 24836, "epoch": 459, "lr": 1.3239617665874227e-05}
+{"train_loss": 0.0018869629129767418, "global_step": 24837, "epoch": 459, "lr": 1.32362800646678e-05}
+{"train_loss": 0.0006511618266813457, "global_step": 24838, "epoch": 459, "lr": 1.3232942820025645e-05}
+{"train_loss": 0.0010316718458111777, "global_step": 24839, "epoch": 459, "lr": 1.3229605931980121e-05, "val_loss": 0.004079464357346296}
+{"train_loss": 0.0014083428541198373, "global_step": 24840, "epoch": 460, "lr": 1.3226269400563628e-05}
+{"train_loss": 0.0008229176164604723, "global_step": 24841, "epoch": 460, "lr": 1.3222933225808493e-05}
+{"train_loss": 0.00238628638908267, "global_step": 24842, "epoch": 460, "lr": 1.3219597407747075e-05}
+{"train_loss": 0.001077445806004107, "global_step": 24843, "epoch": 460, "lr": 1.3216261946411724e-05}
+{"train_loss": 0.0010893064318224788, "global_step": 24844, "epoch": 460, "lr": 1.321292684183481e-05}
+{"train_loss": 0.001065275282599032, "global_step": 24845, "epoch": 460, "lr": 1.320959209404869e-05}
+{"train_loss": 0.0014418534701690078, "global_step": 24846, "epoch": 460, "lr": 1.320625770308565e-05}
+{"train_loss": 0.0007415234576910734, "global_step": 24847, "epoch": 460, "lr": 1.3202923668978085e-05}
+{"train_loss": 0.0011434013722464442, "global_step": 24848, "epoch": 460, "lr": 1.319958999175831e-05}
+{"train_loss": 0.0008778045885264874, "global_step": 24849, "epoch": 460, "lr": 1.3196256671458663e-05}
+{"train_loss": 0.0011036699870601296, "global_step": 24850, "epoch": 460, "lr": 1.3192923708111472e-05}
+{"train_loss": 0.0023420469369739294, "global_step": 24851, "epoch": 460, "lr": 1.3189591101749055e-05}
+{"train_loss": 0.0012389435432851315, "global_step": 24852, "epoch": 460, "lr": 1.3186258852403744e-05}
+{"train_loss": 0.0009272051975131035, "global_step": 24853, "epoch": 460, "lr": 1.318292696010785e-05}
+{"train_loss": 0.0013161248061805964, "global_step": 24854, "epoch": 460, "lr": 1.3179595424893698e-05}
+{"train_loss": 0.0010522531811147928, "global_step": 24855, "epoch": 460, "lr": 1.317626424679359e-05}
+{"train_loss": 0.0017148546176031232, "global_step": 24856, "epoch": 460, "lr": 1.317293342583984e-05}
+{"train_loss": 0.0012804181315004826, "global_step": 24857, "epoch": 460, "lr": 1.3169602962064754e-05}
+{"train_loss": 0.0010071464348584414, "global_step": 24858, "epoch": 460, "lr": 1.3166272855500627e-05}
+{"train_loss": 0.001499282312579453, "global_step": 24859, "epoch": 460, "lr": 1.3162943106179749e-05}
+{"train_loss": 0.0010974445613101125, "global_step": 24860, "epoch": 460, "lr": 1.3159613714134444e-05}
+{"train_loss": 0.0012712734751403332, "global_step": 24861, "epoch": 460, "lr": 1.3156284679396996e-05}
+{"train_loss": 0.0013409893726930022, "global_step": 24862, "epoch": 460, "lr": 1.3152956001999656e-05}
+{"train_loss": 0.0011808114359155297, "global_step": 24863, "epoch": 460, "lr": 1.3149627681974751e-05}
+{"train_loss": 0.0012035833206027746, "global_step": 24864, "epoch": 460, "lr": 1.3146299719354544e-05}
+{"train_loss": 0.0011494983918964863, "global_step": 24865, "epoch": 460, "lr": 1.3142972114171315e-05}
+{"train_loss": 0.0010250689228996634, "global_step": 24866, "epoch": 460, "lr": 1.313964486645734e-05}
+{"train_loss": 0.0008998347329907119, "global_step": 24867, "epoch": 460, "lr": 1.3136317976244882e-05}
+{"train_loss": 0.001275942544452846, "global_step": 24868, "epoch": 460, "lr": 1.3132991443566211e-05}
+{"train_loss": 0.0015641833888366818, "global_step": 24869, "epoch": 460, "lr": 1.3129665268453594e-05}
+{"train_loss": 0.0013120489893481135, "global_step": 24870, "epoch": 460, "lr": 1.3126339450939284e-05}
+{"train_loss": 0.0009336481452919543, "global_step": 24871, "epoch": 460, "lr": 1.312301399105555e-05}
+{"train_loss": 0.0011906729778274894, "global_step": 24872, "epoch": 460, "lr": 1.3119688888834631e-05}
+{"train_loss": 0.0006879101856611669, "global_step": 24873, "epoch": 460, "lr": 1.3116364144308785e-05}
+{"train_loss": 0.0010525534162297845, "global_step": 24874, "epoch": 460, "lr": 1.3113039757510253e-05}
+{"train_loss": 0.0007112452294677496, "global_step": 24875, "epoch": 460, "lr": 1.3109715728471267e-05}
+{"train_loss": 0.0014262966578826308, "global_step": 24876, "epoch": 460, "lr": 1.3106392057224104e-05}
+{"train_loss": 0.001363983959890902, "global_step": 24877, "epoch": 460, "lr": 1.3103068743800967e-05}
+{"train_loss": 0.0012437751283869147, "global_step": 24878, "epoch": 460, "lr": 1.3099745788234074e-05}
+{"train_loss": 0.0005166939808987081, "global_step": 24879, "epoch": 460, "lr": 1.3096423190555696e-05}
+{"train_loss": 0.0011631116503849626, "global_step": 24880, "epoch": 460, "lr": 1.3093100950798037e-05}
+{"train_loss": 0.0022138976491987705, "global_step": 24881, "epoch": 460, "lr": 1.3089779068993334e-05}
+{"train_loss": 0.0012710666051134467, "global_step": 24882, "epoch": 460, "lr": 1.3086457545173764e-05}
+{"train_loss": 0.0011611704248934984, "global_step": 24883, "epoch": 460, "lr": 1.308313637937158e-05}
+{"train_loss": 0.0008962944848462939, "global_step": 24884, "epoch": 460, "lr": 1.307981557161898e-05}
+{"train_loss": 0.0009171672281809151, "global_step": 24885, "epoch": 460, "lr": 1.307649512194818e-05}
+{"train_loss": 0.0006021345034241676, "global_step": 24886, "epoch": 460, "lr": 1.3073175030391377e-05}
+{"train_loss": 0.0015456059481948614, "global_step": 24887, "epoch": 460, "lr": 1.3069855296980771e-05}
+{"train_loss": 0.000981195829808712, "global_step": 24888, "epoch": 460, "lr": 1.3066535921748563e-05}
+{"train_loss": 0.0009460240253247321, "global_step": 24889, "epoch": 460, "lr": 1.3063216904726944e-05}
+{"train_loss": 0.0016437805024906993, "global_step": 24890, "epoch": 460, "lr": 1.3059898245948093e-05}
+{"train_loss": 0.0006694216863252223, "global_step": 24891, "epoch": 460, "lr": 1.3056579945444226e-05}
+{"train_loss": 0.001703582238405943, "global_step": 24892, "epoch": 460, "lr": 1.305326200324753e-05}
+{"train_loss": 0.0012059314284232204, "global_step": 24893, "epoch": 460, "lr": 1.3049944419390141e-05, "val_loss": 0.002216540277004242, "train_action_mse_error": 3.836445466731675e-05}
+{"train_loss": 0.0009957521688193083, "global_step": 24894, "epoch": 461, "lr": 1.3046627193904255e-05}
+{"train_loss": 0.0014161186991259456, "global_step": 24895, "epoch": 461, "lr": 1.3043310326822062e-05}
+{"train_loss": 0.001427219482138753, "global_step": 24896, "epoch": 461, "lr": 1.3039993818175717e-05}
+{"train_loss": 0.0006855299579910934, "global_step": 24897, "epoch": 461, "lr": 1.303667766799741e-05}
+{"train_loss": 0.0011927855666726828, "global_step": 24898, "epoch": 461, "lr": 1.303336187631925e-05}
+{"train_loss": 0.001288586761802435, "global_step": 24899, "epoch": 461, "lr": 1.3030046443173443e-05}
+{"train_loss": 0.0012248787097632885, "global_step": 24900, "epoch": 461, "lr": 1.3026731368592138e-05}
+{"train_loss": 0.0013958535855636, "global_step": 24901, "epoch": 461, "lr": 1.3023416652607473e-05}
+{"train_loss": 0.001004294608719647, "global_step": 24902, "epoch": 461, "lr": 1.3020102295251607e-05}
+{"train_loss": 0.0008562442380934954, "global_step": 24903, "epoch": 461, "lr": 1.3016788296556687e-05}
+{"train_loss": 0.000757453206460923, "global_step": 24904, "epoch": 461, "lr": 1.3013474656554847e-05}
+{"train_loss": 0.0018460577121004462, "global_step": 24905, "epoch": 461, "lr": 1.301016137527823e-05}
+{"train_loss": 0.0009598794858902693, "global_step": 24906, "epoch": 461, "lr": 1.3006848452758951e-05}
+{"train_loss": 0.0014765331288799644, "global_step": 24907, "epoch": 461, "lr": 1.3003535889029179e-05}
+{"train_loss": 0.001093947677873075, "global_step": 24908, "epoch": 461, "lr": 1.3000223684121033e-05}
+{"train_loss": 0.0010613473132252693, "global_step": 24909, "epoch": 461, "lr": 1.2996911838066617e-05}
+{"train_loss": 0.0011137931142002344, "global_step": 24910, "epoch": 461, "lr": 1.2993600350898049e-05}
+{"train_loss": 0.0007073431625030935, "global_step": 24911, "epoch": 461, "lr": 1.2990289222647472e-05}
+{"train_loss": 0.001879956922493875, "global_step": 24912, "epoch": 461, "lr": 1.2986978453346988e-05}
+{"train_loss": 0.0009883458260446787, "global_step": 24913, "epoch": 461, "lr": 1.2983668043028725e-05}
+{"train_loss": 0.0006814341759309173, "global_step": 24914, "epoch": 461, "lr": 1.298035799172474e-05}
+{"train_loss": 0.0009617587784305215, "global_step": 24915, "epoch": 461, "lr": 1.2977048299467181e-05}
+{"train_loss": 0.0007508470444008708, "global_step": 24916, "epoch": 461, "lr": 1.297373896628814e-05}
+{"train_loss": 0.0012979550519958138, "global_step": 24917, "epoch": 461, "lr": 1.2970429992219712e-05}
+{"train_loss": 0.0017729871906340122, "global_step": 24918, "epoch": 461, "lr": 1.2967121377293983e-05}
+{"train_loss": 0.0010368124349042773, "global_step": 24919, "epoch": 461, "lr": 1.296381312154305e-05}
+{"train_loss": 0.0005824087420478463, "global_step": 24920, "epoch": 461, "lr": 1.2960505224998998e-05}
+{"train_loss": 0.0010881838388741016, "global_step": 24921, "epoch": 461, "lr": 1.2957197687693905e-05}
+{"train_loss": 0.0014401570660993457, "global_step": 24922, "epoch": 461, "lr": 1.2953890509659839e-05}
+{"train_loss": 0.0009862828301265836, "global_step": 24923, "epoch": 461, "lr": 1.295058369092892e-05}
+{"train_loss": 0.0008563455776311457, "global_step": 24924, "epoch": 461, "lr": 1.2947277231533177e-05}
+{"train_loss": 0.0007998214568942785, "global_step": 24925, "epoch": 461, "lr": 1.294397113150469e-05}
+{"train_loss": 0.0007386954384855926, "global_step": 24926, "epoch": 461, "lr": 1.2940665390875512e-05}
+{"train_loss": 0.001193659147247672, "global_step": 24927, "epoch": 461, "lr": 1.2937360009677734e-05}
+{"train_loss": 0.000777853827457875, "global_step": 24928, "epoch": 461, "lr": 1.2934054987943417e-05}
+{"train_loss": 0.0006665148539468646, "global_step": 24929, "epoch": 461, "lr": 1.2930750325704576e-05}
+{"train_loss": 0.001959194429218769, "global_step": 24930, "epoch": 461, "lr": 1.2927446022993279e-05}
+{"train_loss": 0.0009550004033371806, "global_step": 24931, "epoch": 461, "lr": 1.2924142079841589e-05}
+{"train_loss": 0.000970692839473486, "global_step": 24932, "epoch": 461, "lr": 1.292083849628154e-05}
+{"train_loss": 0.0005102624418213964, "global_step": 24933, "epoch": 461, "lr": 1.291753527234517e-05}
+{"train_loss": 0.0005337789771147072, "global_step": 24934, "epoch": 461, "lr": 1.2914232408064524e-05}
+{"train_loss": 0.0011911600595340133, "global_step": 24935, "epoch": 461, "lr": 1.291092990347163e-05}
+{"train_loss": 0.0010010313708335161, "global_step": 24936, "epoch": 461, "lr": 1.2907627758598524e-05}
+{"train_loss": 0.0009918662253767252, "global_step": 24937, "epoch": 461, "lr": 1.2904325973477222e-05}
+{"train_loss": 0.0014712942065671086, "global_step": 24938, "epoch": 461, "lr": 1.2901024548139745e-05}
+{"train_loss": 0.0015708685386925936, "global_step": 24939, "epoch": 461, "lr": 1.2897723482618146e-05}
+{"train_loss": 0.0012492131209000945, "global_step": 24940, "epoch": 461, "lr": 1.2894422776944403e-05}
+{"train_loss": 0.0008314662263728678, "global_step": 24941, "epoch": 461, "lr": 1.2891122431150549e-05}
+{"train_loss": 0.0009149989928118885, "global_step": 24942, "epoch": 461, "lr": 1.2887822445268572e-05}
+{"train_loss": 0.0011282379273325205, "global_step": 24943, "epoch": 461, "lr": 1.2884522819330503e-05}
+{"train_loss": 0.001040291041135788, "global_step": 24944, "epoch": 461, "lr": 1.2881223553368355e-05}
+{"train_loss": 0.000846121518407017, "global_step": 24945, "epoch": 461, "lr": 1.2877924647414087e-05}
+{"train_loss": 0.0009845803724601865, "global_step": 24946, "epoch": 461, "lr": 1.2874626101499704e-05}
+{"train_loss": 0.001075092966116413, "global_step": 24947, "epoch": 461, "lr": 1.2871327915657216e-05, "val_loss": 0.002135693561285734}
+{"train_loss": 0.0007087148260325193, "global_step": 24948, "epoch": 462, "lr": 1.2868030089918615e-05}
+{"train_loss": 0.0005447512376122177, "global_step": 24949, "epoch": 462, "lr": 1.2864732624315867e-05}
+{"train_loss": 0.001684528891928494, "global_step": 24950, "epoch": 462, "lr": 1.2861435518880965e-05}
+{"train_loss": 0.0015409195329993963, "global_step": 24951, "epoch": 462, "lr": 1.2858138773645878e-05}
+{"train_loss": 0.0013227921444922686, "global_step": 24952, "epoch": 462, "lr": 1.285484238864259e-05}
+{"train_loss": 0.0005993414670228958, "global_step": 24953, "epoch": 462, "lr": 1.2851546363903067e-05}
+{"train_loss": 0.0010895514860749245, "global_step": 24954, "epoch": 462, "lr": 1.2848250699459264e-05}
+{"train_loss": 0.000959583732765168, "global_step": 24955, "epoch": 462, "lr": 1.2844955395343189e-05}
+{"train_loss": 0.0011518923565745354, "global_step": 24956, "epoch": 462, "lr": 1.284166045158675e-05}
+{"train_loss": 0.0015253161545842886, "global_step": 24957, "epoch": 462, "lr": 1.2838365868221935e-05}
+{"train_loss": 0.0007943928940221667, "global_step": 24958, "epoch": 462, "lr": 1.2835071645280673e-05}
+{"train_loss": 0.0008448257576674223, "global_step": 24959, "epoch": 462, "lr": 1.2831777782794934e-05}
+{"train_loss": 0.0018270030850544572, "global_step": 24960, "epoch": 462, "lr": 1.2828484280796683e-05}
+{"train_loss": 0.0009029378998093307, "global_step": 24961, "epoch": 462, "lr": 1.282519113931781e-05}
+{"train_loss": 0.0010343416361138225, "global_step": 24962, "epoch": 462, "lr": 1.28218983583903e-05}
+{"train_loss": 0.0009279652149416506, "global_step": 24963, "epoch": 462, "lr": 1.2818605938046068e-05}
+{"train_loss": 0.0009653595043346286, "global_step": 24964, "epoch": 462, "lr": 1.2815313878317058e-05}
+{"train_loss": 0.0013630217872560024, "global_step": 24965, "epoch": 462, "lr": 1.2812022179235194e-05}
+{"train_loss": 0.0009128426318056881, "global_step": 24966, "epoch": 462, "lr": 1.28087308408324e-05}
+{"train_loss": 0.0008227348444052041, "global_step": 24967, "epoch": 462, "lr": 1.2805439863140594e-05}
+{"train_loss": 0.0009833499789237976, "global_step": 24968, "epoch": 462, "lr": 1.2802149246191703e-05}
+{"train_loss": 0.0011328691616654396, "global_step": 24969, "epoch": 462, "lr": 1.2798858990017637e-05}
+{"train_loss": 0.0010813508415594697, "global_step": 24970, "epoch": 462, "lr": 1.2795569094650311e-05}
+{"train_loss": 0.001110316370613873, "global_step": 24971, "epoch": 462, "lr": 1.2792279560121635e-05}
+{"train_loss": 0.00082736078184098, "global_step": 24972, "epoch": 462, "lr": 1.27889903864635e-05}
+{"train_loss": 0.0011170171201229095, "global_step": 24973, "epoch": 462, "lr": 1.2785701573707826e-05}
+{"train_loss": 0.0007726035546511412, "global_step": 24974, "epoch": 462, "lr": 1.2782413121886483e-05}
+{"train_loss": 0.0011107566533610225, "global_step": 24975, "epoch": 462, "lr": 1.2779125031031414e-05}
+{"train_loss": 0.0009856162359938025, "global_step": 24976, "epoch": 462, "lr": 1.2775837301174459e-05}
+{"train_loss": 0.0007102001691237092, "global_step": 24977, "epoch": 462, "lr": 1.2772549932347516e-05}
+{"train_loss": 0.0006861409638077021, "global_step": 24978, "epoch": 462, "lr": 1.2769262924582492e-05}
+{"train_loss": 0.0006278920918703079, "global_step": 24979, "epoch": 462, "lr": 1.2765976277911251e-05}
+{"train_loss": 0.0014885191339999437, "global_step": 24980, "epoch": 462, "lr": 1.2762689992365667e-05}
+{"train_loss": 0.000630304217338562, "global_step": 24981, "epoch": 462, "lr": 1.2759404067977626e-05}
+{"train_loss": 0.0017799166962504387, "global_step": 24982, "epoch": 462, "lr": 1.275611850477898e-05}
+{"train_loss": 0.0009038640419021249, "global_step": 24983, "epoch": 462, "lr": 1.2752833302801608e-05}
+{"train_loss": 0.0011919180396944284, "global_step": 24984, "epoch": 462, "lr": 1.2749548462077371e-05}
+{"train_loss": 0.001012716325931251, "global_step": 24985, "epoch": 462, "lr": 1.2746263982638124e-05}
+{"train_loss": 0.0010330543154850602, "global_step": 24986, "epoch": 462, "lr": 1.274297986451572e-05}
+{"train_loss": 0.0013306577457115054, "global_step": 24987, "epoch": 462, "lr": 1.2739696107742022e-05}
+{"train_loss": 0.0008022930705919862, "global_step": 24988, "epoch": 462, "lr": 1.2736412712348866e-05}
+{"train_loss": 0.0020948282908648252, "global_step": 24989, "epoch": 462, "lr": 1.2733129678368089e-05}
+{"train_loss": 0.0007385226199403405, "global_step": 24990, "epoch": 462, "lr": 1.2729847005831563e-05}
+{"train_loss": 0.001505108317360282, "global_step": 24991, "epoch": 462, "lr": 1.272656469477112e-05}
+{"train_loss": 0.0006476977723650634, "global_step": 24992, "epoch": 462, "lr": 1.2723282745218574e-05}
+{"train_loss": 0.0009162527276203036, "global_step": 24993, "epoch": 462, "lr": 1.2720001157205747e-05}
+{"train_loss": 0.0017062678234651685, "global_step": 24994, "epoch": 462, "lr": 1.2716719930764499e-05}
+{"train_loss": 0.0012676165206357837, "global_step": 24995, "epoch": 462, "lr": 1.271343906592664e-05}
+{"train_loss": 0.0008945995941758156, "global_step": 24996, "epoch": 462, "lr": 1.2710158562724012e-05}
+{"train_loss": 0.0010258755646646023, "global_step": 24997, "epoch": 462, "lr": 1.2706878421188373e-05}
+{"train_loss": 0.0014502144185826182, "global_step": 24998, "epoch": 462, "lr": 1.2703598641351593e-05}
+{"train_loss": 0.0010584479896351695, "global_step": 24999, "epoch": 462, "lr": 1.270031922324546e-05}
+{"train_loss": 0.0009889682987704873, "global_step": 25000, "epoch": 462, "lr": 1.2697040166901786e-05}
+{"train_loss": 0.0010742871155444947, "global_step": 25001, "epoch": 462, "lr": 1.2693761472352372e-05, "val_loss": 0.0013864919310435653}
+{"train_loss": 0.0008364088134840131, "global_step": 25002, "epoch": 463, "lr": 1.269048313962901e-05}
+{"train_loss": 0.0007892749854363501, "global_step": 25003, "epoch": 463, "lr": 1.268720516876351e-05}
+{"train_loss": 0.0018872772343456745, "global_step": 25004, "epoch": 463, "lr": 1.2683927559787655e-05}
+{"train_loss": 0.0012679505161941051, "global_step": 25005, "epoch": 463, "lr": 1.2680650312733223e-05}
+{"train_loss": 0.0013036843156442046, "global_step": 25006, "epoch": 463, "lr": 1.2677373427632028e-05}
+{"train_loss": 0.001004883204586804, "global_step": 25007, "epoch": 463, "lr": 1.2674096904515847e-05}
+{"train_loss": 0.0014187695924192667, "global_step": 25008, "epoch": 463, "lr": 1.2670820743416434e-05}
+{"train_loss": 0.0008311628480441868, "global_step": 25009, "epoch": 463, "lr": 1.2667544944365561e-05}
+{"train_loss": 0.001541244680993259, "global_step": 25010, "epoch": 463, "lr": 1.2664269507395033e-05}
+{"train_loss": 0.002043843036517501, "global_step": 25011, "epoch": 463, "lr": 1.2660994432536598e-05}
+{"train_loss": 0.0008830746519379318, "global_step": 25012, "epoch": 463, "lr": 1.2657719719822042e-05}
+{"train_loss": 0.001436776714399457, "global_step": 25013, "epoch": 463, "lr": 1.2654445369283075e-05}
+{"train_loss": 0.0008355903555639088, "global_step": 25014, "epoch": 463, "lr": 1.2651171380951503e-05}
+{"train_loss": 0.001954134088009596, "global_step": 25015, "epoch": 463, "lr": 1.2647897754859062e-05}
+{"train_loss": 0.000964489474426955, "global_step": 25016, "epoch": 463, "lr": 1.2644624491037505e-05}
+{"train_loss": 0.0009266838314943016, "global_step": 25017, "epoch": 463, "lr": 1.2641351589518573e-05}
+{"train_loss": 0.0010132002644240856, "global_step": 25018, "epoch": 463, "lr": 1.2638079050334012e-05}
+{"train_loss": 0.0008061089902184904, "global_step": 25019, "epoch": 463, "lr": 1.2634806873515564e-05}
+{"train_loss": 0.0011798435589298606, "global_step": 25020, "epoch": 463, "lr": 1.2631535059094968e-05}
+{"train_loss": 0.0010749041102826595, "global_step": 25021, "epoch": 463, "lr": 1.2628263607103936e-05}
+{"train_loss": 0.0009508213261142373, "global_step": 25022, "epoch": 463, "lr": 1.2624992517574241e-05}
+{"train_loss": 0.00147781812120229, "global_step": 25023, "epoch": 463, "lr": 1.2621721790537571e-05}
+{"train_loss": 0.0010199848329648376, "global_step": 25024, "epoch": 463, "lr": 1.2618451426025657e-05}
+{"train_loss": 0.0010165206622332335, "global_step": 25025, "epoch": 463, "lr": 1.2615181424070205e-05}
+{"train_loss": 0.0011079286923632026, "global_step": 25026, "epoch": 463, "lr": 1.2611911784702956e-05}
+{"train_loss": 0.0007886861567385495, "global_step": 25027, "epoch": 463, "lr": 1.2608642507955614e-05}
+{"train_loss": 0.0011032555485144258, "global_step": 25028, "epoch": 463, "lr": 1.2605373593859898e-05}
+{"train_loss": 0.0009176468593068421, "global_step": 25029, "epoch": 463, "lr": 1.260210504244747e-05}
+{"train_loss": 0.0012801778502762318, "global_step": 25030, "epoch": 463, "lr": 1.2598836853750068e-05}
+{"train_loss": 0.0005881561664864421, "global_step": 25031, "epoch": 463, "lr": 1.2595569027799386e-05}
+{"train_loss": 0.001135975937359035, "global_step": 25032, "epoch": 463, "lr": 1.2592301564627112e-05}
+{"train_loss": 0.0010413399431854486, "global_step": 25033, "epoch": 463, "lr": 1.2589034464264932e-05}
+{"train_loss": 0.0016022705240175128, "global_step": 25034, "epoch": 463, "lr": 1.258576772674454e-05}
+{"train_loss": 0.0011690136743709445, "global_step": 25035, "epoch": 463, "lr": 1.258250135209762e-05}
+{"train_loss": 0.0005106412572786212, "global_step": 25036, "epoch": 463, "lr": 1.257923534035585e-05}
+{"train_loss": 0.0008901220862753689, "global_step": 25037, "epoch": 463, "lr": 1.2575969691550888e-05}
+{"train_loss": 0.0014414223842322826, "global_step": 25038, "epoch": 463, "lr": 1.2572704405714453e-05}
+{"train_loss": 0.0011395537294447422, "global_step": 25039, "epoch": 463, "lr": 1.2569439482878176e-05}
+{"train_loss": 0.0008757122559472919, "global_step": 25040, "epoch": 463, "lr": 1.2566174923073732e-05}
+{"train_loss": 0.0008048091549426317, "global_step": 25041, "epoch": 463, "lr": 1.2562910726332767e-05}
+{"train_loss": 0.0013752022059634328, "global_step": 25042, "epoch": 463, "lr": 1.2559646892686971e-05}
+{"train_loss": 0.0007644899887964129, "global_step": 25043, "epoch": 463, "lr": 1.2556383422168e-05}
+{"train_loss": 0.0012824969599023461, "global_step": 25044, "epoch": 463, "lr": 1.2553120314807482e-05}
+{"train_loss": 0.0011705110082402825, "global_step": 25045, "epoch": 463, "lr": 1.2549857570637053e-05}
+{"train_loss": 0.0006558194872923195, "global_step": 25046, "epoch": 463, "lr": 1.2546595189688398e-05}
+{"train_loss": 0.0008594049722887576, "global_step": 25047, "epoch": 463, "lr": 1.2543333171993138e-05}
+{"train_loss": 0.0010189572349190712, "global_step": 25048, "epoch": 463, "lr": 1.2540071517582912e-05}
+{"train_loss": 0.00078423140803352, "global_step": 25049, "epoch": 463, "lr": 1.2536810226489353e-05}
+{"train_loss": 0.001017093425616622, "global_step": 25050, "epoch": 463, "lr": 1.2533549298744096e-05}
+{"train_loss": 0.0015636925818398595, "global_step": 25051, "epoch": 463, "lr": 1.2530288734378764e-05}
+{"train_loss": 0.0012413716176524758, "global_step": 25052, "epoch": 463, "lr": 1.2527028533424977e-05}
+{"train_loss": 0.0008914503850974143, "global_step": 25053, "epoch": 463, "lr": 1.252376869591435e-05}
+{"train_loss": 0.0009829610353335738, "global_step": 25054, "epoch": 463, "lr": 1.252050922187854e-05}
+{"train_loss": 0.0011006494147565078, "global_step": 25055, "epoch": 463, "lr": 1.2517250111349111e-05, "val_loss": 0.0013174053747206926}
+{"train_loss": 0.0008022492984309793, "global_step": 25056, "epoch": 464, "lr": 1.2513991364357691e-05}
+{"train_loss": 0.000777596898842603, "global_step": 25057, "epoch": 464, "lr": 1.2510732980935869e-05}
+{"train_loss": 0.0005165187176316977, "global_step": 25058, "epoch": 464, "lr": 1.2507474961115279e-05}
+{"train_loss": 0.0010357940336689353, "global_step": 25059, "epoch": 464, "lr": 1.2504217304927524e-05}
+{"train_loss": 0.0008014548220671713, "global_step": 25060, "epoch": 464, "lr": 1.250096001240415e-05}
+{"train_loss": 0.0013475145678967237, "global_step": 25061, "epoch": 464, "lr": 1.2497703083576789e-05}
+{"train_loss": 0.0013135547051206231, "global_step": 25062, "epoch": 464, "lr": 1.2494446518477022e-05}
+{"train_loss": 0.0010170070454478264, "global_step": 25063, "epoch": 464, "lr": 1.2491190317136436e-05}
+{"train_loss": 0.00190974329598248, "global_step": 25064, "epoch": 464, "lr": 1.24879344795866e-05}
+{"train_loss": 0.001153801567852497, "global_step": 25065, "epoch": 464, "lr": 1.2484679005859107e-05}
+{"train_loss": 0.0013932313304394484, "global_step": 25066, "epoch": 464, "lr": 1.2481423895985517e-05}
+{"train_loss": 0.0014992575161159039, "global_step": 25067, "epoch": 464, "lr": 1.247816914999741e-05}
+{"train_loss": 0.0005160042201168835, "global_step": 25068, "epoch": 464, "lr": 1.247491476792635e-05}
+{"train_loss": 0.0011888404842466116, "global_step": 25069, "epoch": 464, "lr": 1.2471660749803899e-05}
+{"train_loss": 0.0018231654539704323, "global_step": 25070, "epoch": 464, "lr": 1.2468407095661622e-05}
+{"train_loss": 0.0007443887297995389, "global_step": 25071, "epoch": 464, "lr": 1.246515380553107e-05}
+{"train_loss": 0.0009916479466482997, "global_step": 25072, "epoch": 464, "lr": 1.2461900879443806e-05}
+{"train_loss": 0.0012579818721860647, "global_step": 25073, "epoch": 464, "lr": 1.2458648317431348e-05}
+{"train_loss": 0.000703908153809607, "global_step": 25074, "epoch": 464, "lr": 1.2455396119525287e-05}
+{"train_loss": 0.0011376438196748495, "global_step": 25075, "epoch": 464, "lr": 1.2452144285757155e-05}
+{"train_loss": 0.0011693143751472235, "global_step": 25076, "epoch": 464, "lr": 1.2448892816158458e-05}
+{"train_loss": 0.0011947609018534422, "global_step": 25077, "epoch": 464, "lr": 1.2445641710760764e-05}
+{"train_loss": 0.0014000370865687728, "global_step": 25078, "epoch": 464, "lr": 1.2442390969595591e-05}
+{"train_loss": 0.00098701030947268, "global_step": 25079, "epoch": 464, "lr": 1.2439140592694476e-05}
+{"train_loss": 0.001112203230150044, "global_step": 25080, "epoch": 464, "lr": 1.2435890580088938e-05}
+{"train_loss": 0.0006858431152068079, "global_step": 25081, "epoch": 464, "lr": 1.2432640931810503e-05}
+{"train_loss": 0.00126200495287776, "global_step": 25082, "epoch": 464, "lr": 1.2429391647890675e-05}
+{"train_loss": 0.0014706364599987864, "global_step": 25083, "epoch": 464, "lr": 1.242614272836099e-05}
+{"train_loss": 0.0012391393538564444, "global_step": 25084, "epoch": 464, "lr": 1.2422894173252935e-05}
+{"train_loss": 0.0009559229947626591, "global_step": 25085, "epoch": 464, "lr": 1.2419645982598038e-05}
+{"train_loss": 0.0010690769413486123, "global_step": 25086, "epoch": 464, "lr": 1.2416398156427788e-05}
+{"train_loss": 0.0011934989597648382, "global_step": 25087, "epoch": 464, "lr": 1.2413150694773696e-05}
+{"train_loss": 0.0007348053040914237, "global_step": 25088, "epoch": 464, "lr": 1.240990359766725e-05}
+{"train_loss": 0.0013400247553363442, "global_step": 25089, "epoch": 464, "lr": 1.2406656865139925e-05}
+{"train_loss": 0.0008540271082893014, "global_step": 25090, "epoch": 464, "lr": 1.2403410497223266e-05}
+{"train_loss": 0.001560976612381637, "global_step": 25091, "epoch": 464, "lr": 1.2400164493948713e-05}
+{"train_loss": 0.0011853710748255253, "global_step": 25092, "epoch": 464, "lr": 1.2396918855347739e-05}
+{"train_loss": 0.0011795631144195795, "global_step": 25093, "epoch": 464, "lr": 1.2393673581451864e-05}
+{"train_loss": 0.0006086695357225835, "global_step": 25094, "epoch": 464, "lr": 1.2390428672292536e-05}
+{"train_loss": 0.0007943232776597142, "global_step": 25095, "epoch": 464, "lr": 1.2387184127901242e-05}
+{"train_loss": 0.0010418792953714728, "global_step": 25096, "epoch": 464, "lr": 1.2383939948309436e-05}
+{"train_loss": 0.0009696598281152546, "global_step": 25097, "epoch": 464, "lr": 1.2380696133548585e-05}
+{"train_loss": 0.0014419372892007232, "global_step": 25098, "epoch": 464, "lr": 1.237745268365016e-05}
+{"train_loss": 0.0017898123478516936, "global_step": 25099, "epoch": 464, "lr": 1.2374209598645608e-05}
+{"train_loss": 0.0007202386623248458, "global_step": 25100, "epoch": 464, "lr": 1.2370966878566392e-05}
+{"train_loss": 0.0018583321943879128, "global_step": 25101, "epoch": 464, "lr": 1.2367724523443951e-05}
+{"train_loss": 0.000902699597645551, "global_step": 25102, "epoch": 464, "lr": 1.2364482533309746e-05}
+{"train_loss": 0.0011615704279392958, "global_step": 25103, "epoch": 464, "lr": 1.2361240908195205e-05}
+{"train_loss": 0.0009050805820152164, "global_step": 25104, "epoch": 464, "lr": 1.235799964813177e-05}
+{"train_loss": 0.0011463109403848648, "global_step": 25105, "epoch": 464, "lr": 1.2354758753150891e-05}
+{"train_loss": 0.0016102629015222192, "global_step": 25106, "epoch": 464, "lr": 1.2351518223284008e-05}
+{"train_loss": 0.0007797825383022428, "global_step": 25107, "epoch": 464, "lr": 1.2348278058562523e-05}
+{"train_loss": 0.001206731772981584, "global_step": 25108, "epoch": 464, "lr": 1.2345038259017861e-05}
+{"train_loss": 0.0011203281066156233, "global_step": 25109, "epoch": 464, "lr": 1.2341798824681471e-05, "val_loss": 0.003536257892847061}
+{"train_loss": 0.0011441222159191966, "global_step": 25110, "epoch": 465, "lr": 1.2338559755584762e-05}
+{"train_loss": 0.0010929671116173267, "global_step": 25111, "epoch": 465, "lr": 1.2335321051759152e-05}
+{"train_loss": 0.0010852294508367777, "global_step": 25112, "epoch": 465, "lr": 1.233208271323602e-05}
+{"train_loss": 0.0009515517158433795, "global_step": 25113, "epoch": 465, "lr": 1.2328844740046813e-05}
+{"train_loss": 0.0010536734480410814, "global_step": 25114, "epoch": 465, "lr": 1.2325607132222927e-05}
+{"train_loss": 0.0011215491686016321, "global_step": 25115, "epoch": 465, "lr": 1.2322369889795754e-05}
+{"train_loss": 0.0006725301500409842, "global_step": 25116, "epoch": 465, "lr": 1.2319133012796697e-05}
+{"train_loss": 0.0006363721913658082, "global_step": 25117, "epoch": 465, "lr": 1.2315896501257147e-05}
+{"train_loss": 0.0006400665151886642, "global_step": 25118, "epoch": 465, "lr": 1.2312660355208495e-05}
+{"train_loss": 0.0006707642460241914, "global_step": 25119, "epoch": 465, "lr": 1.2309424574682132e-05}
+{"train_loss": 0.00041216707904823124, "global_step": 25120, "epoch": 465, "lr": 1.230618915970942e-05}
+{"train_loss": 0.0010255827801302075, "global_step": 25121, "epoch": 465, "lr": 1.2302954110321774e-05}
+{"train_loss": 0.001269778236746788, "global_step": 25122, "epoch": 465, "lr": 1.2299719426550565e-05}
+{"train_loss": 0.000625454296823591, "global_step": 25123, "epoch": 465, "lr": 1.2296485108427136e-05}
+{"train_loss": 0.0009885323233902454, "global_step": 25124, "epoch": 465, "lr": 1.229325115598286e-05}
+{"train_loss": 0.0006359528633765876, "global_step": 25125, "epoch": 465, "lr": 1.2290017569249135e-05}
+{"train_loss": 0.0012994947610422969, "global_step": 25126, "epoch": 465, "lr": 1.2286784348257297e-05}
+{"train_loss": 0.0015182479983195662, "global_step": 25127, "epoch": 465, "lr": 1.228355149303873e-05}
+{"train_loss": 0.000934863172005862, "global_step": 25128, "epoch": 465, "lr": 1.228031900362474e-05}
+{"train_loss": 0.0009496484417468309, "global_step": 25129, "epoch": 465, "lr": 1.2277086880046717e-05}
+{"train_loss": 0.0006895824917592108, "global_step": 25130, "epoch": 465, "lr": 1.227385512233601e-05}
+{"train_loss": 0.0013306583277881145, "global_step": 25131, "epoch": 465, "lr": 1.2270623730523945e-05}
+{"train_loss": 0.0010272205108776689, "global_step": 25132, "epoch": 465, "lr": 1.2267392704641873e-05}
+{"train_loss": 0.0007587259169667959, "global_step": 25133, "epoch": 465, "lr": 1.2264162044721128e-05}
+{"train_loss": 0.0012991123367100954, "global_step": 25134, "epoch": 465, "lr": 1.2260931750793048e-05}
+{"train_loss": 0.0009689271682873368, "global_step": 25135, "epoch": 465, "lr": 1.2257701822888951e-05}
+{"train_loss": 0.0012478178832679987, "global_step": 25136, "epoch": 465, "lr": 1.2254472261040168e-05}
+{"train_loss": 0.0008678287267684937, "global_step": 25137, "epoch": 465, "lr": 1.2251243065278046e-05}
+{"train_loss": 0.0008965931483544409, "global_step": 25138, "epoch": 465, "lr": 1.224801423563387e-05}
+{"train_loss": 0.0010068768169730902, "global_step": 25139, "epoch": 465, "lr": 1.2244785772138972e-05}
+{"train_loss": 0.0007865012157708406, "global_step": 25140, "epoch": 465, "lr": 1.224155767482465e-05}
+{"train_loss": 0.0010427923407405615, "global_step": 25141, "epoch": 465, "lr": 1.2238329943722238e-05}
+{"train_loss": 0.0005410765297710896, "global_step": 25142, "epoch": 465, "lr": 1.2235102578863027e-05}
+{"train_loss": 0.0013056095922365785, "global_step": 25143, "epoch": 465, "lr": 1.2231875580278336e-05}
+{"train_loss": 0.001064719632267952, "global_step": 25144, "epoch": 465, "lr": 1.2228648947999417e-05}
+{"train_loss": 0.0013900789199396968, "global_step": 25145, "epoch": 465, "lr": 1.2225422682057602e-05}
+{"train_loss": 0.0006694670883007348, "global_step": 25146, "epoch": 465, "lr": 1.222219678248418e-05}
+{"train_loss": 0.0015583884669467807, "global_step": 25147, "epoch": 465, "lr": 1.2218971249310435e-05}
+{"train_loss": 0.0007852368289604783, "global_step": 25148, "epoch": 465, "lr": 1.2215746082567642e-05}
+{"train_loss": 0.0008638272993266582, "global_step": 25149, "epoch": 465, "lr": 1.2212521282287092e-05}
+{"train_loss": 0.0011252897093072534, "global_step": 25150, "epoch": 465, "lr": 1.2209296848500052e-05}
+{"train_loss": 0.0011638212017714977, "global_step": 25151, "epoch": 465, "lr": 1.2206072781237805e-05}
+{"train_loss": 0.001152980956248939, "global_step": 25152, "epoch": 465, "lr": 1.2202849080531603e-05}
+{"train_loss": 0.0020984273869544268, "global_step": 25153, "epoch": 465, "lr": 1.2199625746412746e-05}
+{"train_loss": 0.0009575464064255357, "global_step": 25154, "epoch": 465, "lr": 1.2196402778912468e-05}
+{"train_loss": 0.0008436260977759957, "global_step": 25155, "epoch": 465, "lr": 1.2193180178062035e-05}
+{"train_loss": 0.0008172789239324629, "global_step": 25156, "epoch": 465, "lr": 1.2189957943892689e-05}
+{"train_loss": 0.001340420451015234, "global_step": 25157, "epoch": 465, "lr": 1.2186736076435706e-05}
+{"train_loss": 0.0014753497671335936, "global_step": 25158, "epoch": 465, "lr": 1.2183514575722337e-05}
+{"train_loss": 0.0004894589073956013, "global_step": 25159, "epoch": 465, "lr": 1.2180293441783801e-05}
+{"train_loss": 0.000589572184253484, "global_step": 25160, "epoch": 465, "lr": 1.217707267465134e-05}
+{"train_loss": 0.001995560247451067, "global_step": 25161, "epoch": 465, "lr": 1.2173852274356217e-05}
+{"train_loss": 0.0008497599046677351, "global_step": 25162, "epoch": 465, "lr": 1.2170632240929653e-05}
+{"train_loss": 0.0010086605966703414, "global_step": 25163, "epoch": 465, "lr": 1.2167412574402875e-05, "val_loss": 0.002101670950651169, "train_action_mse_error": 4.4762004108633846e-05}
+{"train_loss": 0.0007329846848733723, "global_step": 25164, "epoch": 466, "lr": 1.2164193274807118e-05}
+{"train_loss": 0.0011454032501205802, "global_step": 25165, "epoch": 466, "lr": 1.2160974342173597e-05}
+{"train_loss": 0.0006453320384025574, "global_step": 25166, "epoch": 466, "lr": 1.2157755776533535e-05}
+{"train_loss": 0.0005131926154717803, "global_step": 25167, "epoch": 466, "lr": 1.2154537577918145e-05}
+{"train_loss": 0.0005768382688984275, "global_step": 25168, "epoch": 466, "lr": 1.2151319746358637e-05}
+{"train_loss": 0.0008206776110455394, "global_step": 25169, "epoch": 466, "lr": 1.2148102281886248e-05}
+{"train_loss": 0.001436071004718542, "global_step": 25170, "epoch": 466, "lr": 1.214488518453215e-05}
+{"train_loss": 0.0012546622892841697, "global_step": 25171, "epoch": 466, "lr": 1.2141668454327553e-05}
+{"train_loss": 0.0008611381053924561, "global_step": 25172, "epoch": 466, "lr": 1.2138452091303648e-05}
+{"train_loss": 0.0009391135536134243, "global_step": 25173, "epoch": 466, "lr": 1.2135236095491659e-05}
+{"train_loss": 0.0009185214294120669, "global_step": 25174, "epoch": 466, "lr": 1.2132020466922767e-05}
+{"train_loss": 0.0006802611751481891, "global_step": 25175, "epoch": 466, "lr": 1.2128805205628129e-05}
+{"train_loss": 0.0010728456545621157, "global_step": 25176, "epoch": 466, "lr": 1.2125590311638963e-05}
+{"train_loss": 0.0013531282311305404, "global_step": 25177, "epoch": 466, "lr": 1.212237578498644e-05}
+{"train_loss": 0.0012622179929167032, "global_step": 25178, "epoch": 466, "lr": 1.2119161625701736e-05}
+{"train_loss": 0.0006532676052302122, "global_step": 25179, "epoch": 466, "lr": 1.2115947833816027e-05}
+{"train_loss": 0.0011907157022505999, "global_step": 25180, "epoch": 466, "lr": 1.2112734409360476e-05}
+{"train_loss": 0.0007446167874149978, "global_step": 25181, "epoch": 466, "lr": 1.2109521352366254e-05}
+{"train_loss": 0.0012510770466178656, "global_step": 25182, "epoch": 466, "lr": 1.210630866286453e-05}
+{"train_loss": 0.0010741199366748333, "global_step": 25183, "epoch": 466, "lr": 1.210309634088645e-05}
+{"train_loss": 0.001103654270991683, "global_step": 25184, "epoch": 466, "lr": 1.2099884386463179e-05}
+{"train_loss": 0.0008947926689870656, "global_step": 25185, "epoch": 466, "lr": 1.2096672799625869e-05}
+{"train_loss": 0.0005775694153271616, "global_step": 25186, "epoch": 466, "lr": 1.2093461580405663e-05}
+{"train_loss": 0.001660613459534943, "global_step": 25187, "epoch": 466, "lr": 1.2090250728833713e-05}
+{"train_loss": 0.0007536670891568065, "global_step": 25188, "epoch": 466, "lr": 1.208704024494114e-05}
+{"train_loss": 0.0008230365929193795, "global_step": 25189, "epoch": 466, "lr": 1.2083830128759116e-05}
+{"train_loss": 0.0009657903574407101, "global_step": 25190, "epoch": 466, "lr": 1.208062038031877e-05}
+{"train_loss": 0.000766002805903554, "global_step": 25191, "epoch": 466, "lr": 1.2077410999651189e-05}
+{"train_loss": 0.0008231973624788225, "global_step": 25192, "epoch": 466, "lr": 1.2074201986787547e-05}
+{"train_loss": 0.0006910254014655948, "global_step": 25193, "epoch": 466, "lr": 1.2070993341758957e-05}
+{"train_loss": 0.0006802406278438866, "global_step": 25194, "epoch": 466, "lr": 1.2067785064596532e-05}
+{"train_loss": 0.0011934146750718355, "global_step": 25195, "epoch": 466, "lr": 1.206457715533139e-05}
+{"train_loss": 0.0012411698698997498, "global_step": 25196, "epoch": 466, "lr": 1.206136961399465e-05}
+{"train_loss": 0.0011233636178076267, "global_step": 25197, "epoch": 466, "lr": 1.205816244061741e-05}
+{"train_loss": 0.001743683940730989, "global_step": 25198, "epoch": 466, "lr": 1.2054955635230786e-05}
+{"train_loss": 0.0010806438513100147, "global_step": 25199, "epoch": 466, "lr": 1.2051749197865874e-05}
+{"train_loss": 0.001747390371747315, "global_step": 25200, "epoch": 466, "lr": 1.2048543128553775e-05}
+{"train_loss": 0.00091087247710675, "global_step": 25201, "epoch": 466, "lr": 1.2045337427325587e-05}
+{"train_loss": 0.0007768988143652678, "global_step": 25202, "epoch": 466, "lr": 1.2042132094212394e-05}
+{"train_loss": 0.0009878274286165833, "global_step": 25203, "epoch": 466, "lr": 1.2038927129245286e-05}
+{"train_loss": 0.001004687394015491, "global_step": 25204, "epoch": 466, "lr": 1.203572253245534e-05}
+{"train_loss": 0.0010465404484421015, "global_step": 25205, "epoch": 466, "lr": 1.2032518303873674e-05}
+{"train_loss": 0.0006583233480341733, "global_step": 25206, "epoch": 466, "lr": 1.2029314443531325e-05}
+{"train_loss": 0.0014514009235426784, "global_step": 25207, "epoch": 466, "lr": 1.2026110951459362e-05}
+{"train_loss": 0.0012239422649145126, "global_step": 25208, "epoch": 466, "lr": 1.2022907827688889e-05}
+{"train_loss": 0.0006772105698473752, "global_step": 25209, "epoch": 466, "lr": 1.2019705072250953e-05}
+{"train_loss": 0.001092078979127109, "global_step": 25210, "epoch": 466, "lr": 1.2016502685176623e-05}
+{"train_loss": 0.0009606750681996346, "global_step": 25211, "epoch": 466, "lr": 1.2013300666496952e-05}
+{"train_loss": 0.0006097801961004734, "global_step": 25212, "epoch": 466, "lr": 1.2010099016242998e-05}
+{"train_loss": 0.0007972227176651359, "global_step": 25213, "epoch": 466, "lr": 1.2006897734445816e-05}
+{"train_loss": 0.0008952490170486271, "global_step": 25214, "epoch": 466, "lr": 1.200369682113645e-05}
+{"train_loss": 0.0011682300828397274, "global_step": 25215, "epoch": 466, "lr": 1.2000496276345951e-05}
+{"train_loss": 0.0007131712045520544, "global_step": 25216, "epoch": 466, "lr": 1.199729610010536e-05}
+{"train_loss": 0.000988916631925989, "global_step": 25217, "epoch": 466, "lr": 1.1994096292445706e-05, "val_loss": 0.003624452743679285}
+{"train_loss": 0.0008174682734534144, "global_step": 25218, "epoch": 467, "lr": 1.1990896853398032e-05}
+{"train_loss": 0.000593318254686892, "global_step": 25219, "epoch": 467, "lr": 1.198769778299335e-05}
+{"train_loss": 0.00047699487186037004, "global_step": 25220, "epoch": 467, "lr": 1.1984499081262717e-05}
+{"train_loss": 0.0013236479135230184, "global_step": 25221, "epoch": 467, "lr": 1.1981300748237162e-05}
+{"train_loss": 0.0011438613291829824, "global_step": 25222, "epoch": 467, "lr": 1.1978102783947665e-05}
+{"train_loss": 0.0008127699256874621, "global_step": 25223, "epoch": 467, "lr": 1.197490518842525e-05}
+{"train_loss": 0.0013135861372575164, "global_step": 25224, "epoch": 467, "lr": 1.1971707961700963e-05}
+{"train_loss": 0.0005894411588087678, "global_step": 25225, "epoch": 467, "lr": 1.1968511103805791e-05}
+{"train_loss": 0.0008301176712848246, "global_step": 25226, "epoch": 467, "lr": 1.196531461477075e-05}
+{"train_loss": 0.0007628676248714328, "global_step": 25227, "epoch": 467, "lr": 1.1962118494626812e-05}
+{"train_loss": 0.0008869980229064822, "global_step": 25228, "epoch": 467, "lr": 1.195892274340501e-05}
+{"train_loss": 0.0008059362298808992, "global_step": 25229, "epoch": 467, "lr": 1.1955727361136333e-05}
+{"train_loss": 0.0016397464787587523, "global_step": 25230, "epoch": 467, "lr": 1.1952532347851758e-05}
+{"train_loss": 0.0007567566935904324, "global_step": 25231, "epoch": 467, "lr": 1.194933770358228e-05}
+{"train_loss": 0.0008556089014746249, "global_step": 25232, "epoch": 467, "lr": 1.1946143428358892e-05}
+{"train_loss": 0.0004935271572321653, "global_step": 25233, "epoch": 467, "lr": 1.1942949522212559e-05}
+{"train_loss": 0.0007369093946181238, "global_step": 25234, "epoch": 467, "lr": 1.1939755985174272e-05}
+{"train_loss": 0.0012190246488898993, "global_step": 25235, "epoch": 467, "lr": 1.1936562817274982e-05}
+{"train_loss": 0.0010236887028440833, "global_step": 25236, "epoch": 467, "lr": 1.1933370018545693e-05}
+{"train_loss": 0.0007371582905761898, "global_step": 25237, "epoch": 467, "lr": 1.193017758901736e-05}
+{"train_loss": 0.0009894594550132751, "global_step": 25238, "epoch": 467, "lr": 1.1926985528720935e-05}
+{"train_loss": 0.0010615575592964888, "global_step": 25239, "epoch": 467, "lr": 1.1923793837687358e-05}
+{"train_loss": 0.0006363908178173006, "global_step": 25240, "epoch": 467, "lr": 1.1920602515947632e-05}
+{"train_loss": 0.0008607733179815114, "global_step": 25241, "epoch": 467, "lr": 1.1917411563532677e-05}
+{"train_loss": 0.0010868451790884137, "global_step": 25242, "epoch": 467, "lr": 1.1914220980473467e-05}
+{"train_loss": 0.0011215044651180506, "global_step": 25243, "epoch": 467, "lr": 1.1911030766800901e-05}
+{"train_loss": 0.0009976555593311787, "global_step": 25244, "epoch": 467, "lr": 1.1907840922545966e-05}
+{"train_loss": 0.0009487572242505848, "global_step": 25245, "epoch": 467, "lr": 1.1904651447739579e-05}
+{"train_loss": 0.0014000869123265147, "global_step": 25246, "epoch": 467, "lr": 1.1901462342412683e-05}
+{"train_loss": 0.0009866151958703995, "global_step": 25247, "epoch": 467, "lr": 1.18982736065962e-05}
+{"train_loss": 0.0010058190673589706, "global_step": 25248, "epoch": 467, "lr": 1.1895085240321058e-05}
+{"train_loss": 0.0011860108934342861, "global_step": 25249, "epoch": 467, "lr": 1.1891897243618182e-05}
+{"train_loss": 0.0006296035135164857, "global_step": 25250, "epoch": 467, "lr": 1.1888709616518495e-05}
+{"train_loss": 0.0006940638995729387, "global_step": 25251, "epoch": 467, "lr": 1.1885522359052897e-05}
+{"train_loss": 0.0006283523398451507, "global_step": 25252, "epoch": 467, "lr": 1.1882335471252337e-05}
+{"train_loss": 0.000650412286631763, "global_step": 25253, "epoch": 467, "lr": 1.1879148953147696e-05}
+{"train_loss": 0.0006947156507521868, "global_step": 25254, "epoch": 467, "lr": 1.1875962804769875e-05}
+{"train_loss": 0.0009283991530537605, "global_step": 25255, "epoch": 467, "lr": 1.1872777026149779e-05}
+{"train_loss": 0.0008723412756808102, "global_step": 25256, "epoch": 467, "lr": 1.1869591617318321e-05}
+{"train_loss": 0.0007162623223848641, "global_step": 25257, "epoch": 467, "lr": 1.1866406578306388e-05}
+{"train_loss": 0.0008483839337714016, "global_step": 25258, "epoch": 467, "lr": 1.186322190914489e-05}
+{"train_loss": 0.001100763212889433, "global_step": 25259, "epoch": 467, "lr": 1.186003760986466e-05}
+{"train_loss": 0.0007104905089363456, "global_step": 25260, "epoch": 467, "lr": 1.1856853680496632e-05}
+{"train_loss": 0.000923856277950108, "global_step": 25261, "epoch": 467, "lr": 1.1853670121071675e-05}
+{"train_loss": 0.0010034876177087426, "global_step": 25262, "epoch": 467, "lr": 1.1850486931620659e-05}
+{"train_loss": 0.000976825482212007, "global_step": 25263, "epoch": 467, "lr": 1.1847304112174462e-05}
+{"train_loss": 0.0005621652817353606, "global_step": 25264, "epoch": 467, "lr": 1.1844121662763946e-05}
+{"train_loss": 0.0007489679264836013, "global_step": 25265, "epoch": 467, "lr": 1.1840939583419986e-05}
+{"train_loss": 0.0007235573139041662, "global_step": 25266, "epoch": 467, "lr": 1.1837757874173444e-05}
+{"train_loss": 0.0013982399832457304, "global_step": 25267, "epoch": 467, "lr": 1.1834576535055159e-05}
+{"train_loss": 0.0005511678755283356, "global_step": 25268, "epoch": 467, "lr": 1.1831395566096032e-05}
+{"train_loss": 0.0009831993374973536, "global_step": 25269, "epoch": 467, "lr": 1.1828214967326867e-05}
+{"train_loss": 0.0007808513473719358, "global_step": 25270, "epoch": 467, "lr": 1.1825034738778534e-05}
+{"train_loss": 0.0008884832997056139, "global_step": 25271, "epoch": 467, "lr": 1.1821854880481858e-05, "val_loss": 0.001997267361730337}
+{"train_loss": 0.000582577777095139, "global_step": 25272, "epoch": 468, "lr": 1.181867539246771e-05}
+{"train_loss": 0.0012621161295101047, "global_step": 25273, "epoch": 468, "lr": 1.181549627476693e-05}
+{"train_loss": 0.001143255503848195, "global_step": 25274, "epoch": 468, "lr": 1.1812317527410316e-05}
+{"train_loss": 0.0009271081653423607, "global_step": 25275, "epoch": 468, "lr": 1.1809139150428705e-05}
+{"train_loss": 0.0008575546671636403, "global_step": 25276, "epoch": 468, "lr": 1.180596114385295e-05}
+{"train_loss": 0.000955257739406079, "global_step": 25277, "epoch": 468, "lr": 1.1802783507713861e-05}
+{"train_loss": 0.0010430056136101484, "global_step": 25278, "epoch": 468, "lr": 1.1799606242042254e-05}
+{"train_loss": 0.0010510063730180264, "global_step": 25279, "epoch": 468, "lr": 1.1796429346868942e-05}
+{"train_loss": 0.0009844048181548715, "global_step": 25280, "epoch": 468, "lr": 1.1793252822224743e-05}
+{"train_loss": 0.0008026596042327583, "global_step": 25281, "epoch": 468, "lr": 1.1790076668140465e-05}
+{"train_loss": 0.0006829134072177112, "global_step": 25282, "epoch": 468, "lr": 1.1786900884646911e-05}
+{"train_loss": 0.0009274154435843229, "global_step": 25283, "epoch": 468, "lr": 1.178372547177487e-05}
+{"train_loss": 0.0013130963779985905, "global_step": 25284, "epoch": 468, "lr": 1.1780550429555182e-05}
+{"train_loss": 0.0009058353607542813, "global_step": 25285, "epoch": 468, "lr": 1.1777375758018594e-05}
+{"train_loss": 0.0006911912350915372, "global_step": 25286, "epoch": 468, "lr": 1.1774201457195916e-05}
+{"train_loss": 0.0006364201544784009, "global_step": 25287, "epoch": 468, "lr": 1.1771027527117917e-05}
+{"train_loss": 0.0006831015343777835, "global_step": 25288, "epoch": 468, "lr": 1.1767853967815412e-05}
+{"train_loss": 0.0007618631352670491, "global_step": 25289, "epoch": 468, "lr": 1.1764680779319182e-05}
+{"train_loss": 0.0012744446285068989, "global_step": 25290, "epoch": 468, "lr": 1.176150796165995e-05}
+{"train_loss": 0.001641124370507896, "global_step": 25291, "epoch": 468, "lr": 1.1758335514868546e-05}
+{"train_loss": 0.0009874177630990744, "global_step": 25292, "epoch": 468, "lr": 1.1755163438975719e-05}
+{"train_loss": 0.0007121031521819532, "global_step": 25293, "epoch": 468, "lr": 1.175199173401223e-05}
+{"train_loss": 0.0005680291214957833, "global_step": 25294, "epoch": 468, "lr": 1.1748820400008843e-05}
+{"train_loss": 0.0009224832756444812, "global_step": 25295, "epoch": 468, "lr": 1.1745649436996319e-05}
+{"train_loss": 0.0009713126346468925, "global_step": 25296, "epoch": 468, "lr": 1.1742478845005411e-05}
+{"train_loss": 0.0009540277533233166, "global_step": 25297, "epoch": 468, "lr": 1.1739308624066869e-05}
+{"train_loss": 0.0007910721469670534, "global_step": 25298, "epoch": 468, "lr": 1.1736138774211441e-05}
+{"train_loss": 0.0009880970465019345, "global_step": 25299, "epoch": 468, "lr": 1.173296929546987e-05}
+{"train_loss": 0.001189817558042705, "global_step": 25300, "epoch": 468, "lr": 1.1729800187872903e-05}
+{"train_loss": 0.001128378207795322, "global_step": 25301, "epoch": 468, "lr": 1.1726631451451265e-05}
+{"train_loss": 0.0009607155807316303, "global_step": 25302, "epoch": 468, "lr": 1.1723463086235692e-05}
+{"train_loss": 0.0006683560786768794, "global_step": 25303, "epoch": 468, "lr": 1.1720295092256906e-05}
+{"train_loss": 0.0006311459001153708, "global_step": 25304, "epoch": 468, "lr": 1.1717127469545657e-05}
+{"train_loss": 0.0014827814884483814, "global_step": 25305, "epoch": 468, "lr": 1.1713960218132663e-05}
+{"train_loss": 0.0007483777008019388, "global_step": 25306, "epoch": 468, "lr": 1.1710793338048609e-05}
+{"train_loss": 0.0006437661941163242, "global_step": 25307, "epoch": 468, "lr": 1.1707626829324242e-05}
+{"train_loss": 0.001984161790460348, "global_step": 25308, "epoch": 468, "lr": 1.1704460691990271e-05}
+{"train_loss": 0.0005253552226349711, "global_step": 25309, "epoch": 468, "lr": 1.1701294926077394e-05}
+{"train_loss": 0.000923032290302217, "global_step": 25310, "epoch": 468, "lr": 1.169812953161632e-05}
+{"train_loss": 0.001076076994650066, "global_step": 25311, "epoch": 468, "lr": 1.1694964508637746e-05}
+{"train_loss": 0.0007526794215664268, "global_step": 25312, "epoch": 468, "lr": 1.169179985717237e-05}
+{"train_loss": 0.00105386006180197, "global_step": 25313, "epoch": 468, "lr": 1.168863557725089e-05}
+{"train_loss": 0.001007010811008513, "global_step": 25314, "epoch": 468, "lr": 1.1685471668903991e-05}
+{"train_loss": 0.0011459017405286431, "global_step": 25315, "epoch": 468, "lr": 1.1682308132162361e-05}
+{"train_loss": 0.0012696681078523397, "global_step": 25316, "epoch": 468, "lr": 1.1679144967056682e-05}
+{"train_loss": 0.0006629105191677809, "global_step": 25317, "epoch": 468, "lr": 1.1675982173617633e-05}
+{"train_loss": 0.0007968971040099859, "global_step": 25318, "epoch": 468, "lr": 1.1672819751875875e-05}
+{"train_loss": 0.0007969647413119674, "global_step": 25319, "epoch": 468, "lr": 1.1669657701862102e-05}
+{"train_loss": 0.0008116138633340597, "global_step": 25320, "epoch": 468, "lr": 1.1666496023606993e-05}
+{"train_loss": 0.0009034823160618544, "global_step": 25321, "epoch": 468, "lr": 1.1663334717141184e-05}
+{"train_loss": 0.0011161486618220806, "global_step": 25322, "epoch": 468, "lr": 1.1660173782495327e-05}
+{"train_loss": 0.0018280261429026723, "global_step": 25323, "epoch": 468, "lr": 1.1657013219700108e-05}
+{"train_loss": 0.0014005096163600683, "global_step": 25324, "epoch": 468, "lr": 1.1653853028786178e-05}
+{"train_loss": 0.0009718727410977914, "global_step": 25325, "epoch": 468, "lr": 1.1650693209784185e-05, "val_loss": 0.001985910115763545}
+{"train_loss": 0.0009405790478922427, "global_step": 25326, "epoch": 469, "lr": 1.164753376272475e-05}
+{"train_loss": 0.0009612813591957092, "global_step": 25327, "epoch": 469, "lr": 1.1644374687638543e-05}
+{"train_loss": 0.0018149723764508963, "global_step": 25328, "epoch": 469, "lr": 1.1641215984556202e-05}
+{"train_loss": 0.0010551303857937455, "global_step": 25329, "epoch": 469, "lr": 1.1638057653508355e-05}
+{"train_loss": 0.0008558732224628329, "global_step": 25330, "epoch": 469, "lr": 1.1634899694525636e-05}
+{"train_loss": 0.0006818847614340484, "global_step": 25331, "epoch": 469, "lr": 1.163174210763867e-05}
+{"train_loss": 0.0011455885833129287, "global_step": 25332, "epoch": 469, "lr": 1.1628584892878086e-05}
+{"train_loss": 0.0008241221075877547, "global_step": 25333, "epoch": 469, "lr": 1.1625428050274506e-05}
+{"train_loss": 0.001451065531000495, "global_step": 25334, "epoch": 469, "lr": 1.1622271579858535e-05}
+{"train_loss": 0.0014973985962569714, "global_step": 25335, "epoch": 469, "lr": 1.1619115481660808e-05}
+{"train_loss": 0.0008614648832008243, "global_step": 25336, "epoch": 469, "lr": 1.1615959755711941e-05}
+{"train_loss": 0.0013291038339957595, "global_step": 25337, "epoch": 469, "lr": 1.161280440204251e-05}
+{"train_loss": 0.0009340887772850692, "global_step": 25338, "epoch": 469, "lr": 1.1609649420683117e-05}
+{"train_loss": 0.0008848240249790251, "global_step": 25339, "epoch": 469, "lr": 1.1606494811664392e-05}
+{"train_loss": 0.0010738588171079755, "global_step": 25340, "epoch": 469, "lr": 1.160334057501692e-05}
+{"train_loss": 0.0009645275422371924, "global_step": 25341, "epoch": 469, "lr": 1.1600186710771305e-05}
+{"train_loss": 0.0005896410439163446, "global_step": 25342, "epoch": 469, "lr": 1.1597033218958093e-05}
+{"train_loss": 0.0008696574368514121, "global_step": 25343, "epoch": 469, "lr": 1.1593880099607906e-05}
+{"train_loss": 0.000965096231084317, "global_step": 25344, "epoch": 469, "lr": 1.1590727352751319e-05}
+{"train_loss": 0.0011924183927476406, "global_step": 25345, "epoch": 469, "lr": 1.1587574978418907e-05}
+{"train_loss": 0.0013677844544872642, "global_step": 25346, "epoch": 469, "lr": 1.1584422976641245e-05}
+{"train_loss": 0.0019100510980933905, "global_step": 25347, "epoch": 469, "lr": 1.1581271347448903e-05}
+{"train_loss": 0.0014116844395175576, "global_step": 25348, "epoch": 469, "lr": 1.1578120090872452e-05}
+{"train_loss": 0.000986376777291298, "global_step": 25349, "epoch": 469, "lr": 1.1574969206942443e-05}
+{"train_loss": 0.0012755593052133918, "global_step": 25350, "epoch": 469, "lr": 1.157181869568944e-05}
+{"train_loss": 0.0013724790187552571, "global_step": 25351, "epoch": 469, "lr": 1.1568668557144013e-05}
+{"train_loss": 0.0008816090412437916, "global_step": 25352, "epoch": 469, "lr": 1.1565518791336722e-05}
+{"train_loss": 0.0020508556626737118, "global_step": 25353, "epoch": 469, "lr": 1.1562369398298078e-05}
+{"train_loss": 0.0011336591560393572, "global_step": 25354, "epoch": 469, "lr": 1.1559220378058644e-05}
+{"train_loss": 0.0012758146040141582, "global_step": 25355, "epoch": 469, "lr": 1.155607173064897e-05}
+{"train_loss": 0.0006136164302006364, "global_step": 25356, "epoch": 469, "lr": 1.1552923456099595e-05}
+{"train_loss": 0.000623733620159328, "global_step": 25357, "epoch": 469, "lr": 1.1549775554441061e-05}
+{"train_loss": 0.0012752409093081951, "global_step": 25358, "epoch": 469, "lr": 1.1546628025703859e-05}
+{"train_loss": 0.0024961098097264767, "global_step": 25359, "epoch": 469, "lr": 1.1543480869918555e-05}
+{"train_loss": 0.0006778935203328729, "global_step": 25360, "epoch": 469, "lr": 1.1540334087115661e-05}
+{"train_loss": 0.001137114129960537, "global_step": 25361, "epoch": 469, "lr": 1.15371876773257e-05}
+{"train_loss": 0.0011810935102403164, "global_step": 25362, "epoch": 469, "lr": 1.1534041640579185e-05}
+{"train_loss": 0.0017038548830896616, "global_step": 25363, "epoch": 469, "lr": 1.153089597690663e-05}
+{"train_loss": 0.0011352181900292635, "global_step": 25364, "epoch": 469, "lr": 1.152775068633854e-05}
+{"train_loss": 0.0011344992090016603, "global_step": 25365, "epoch": 469, "lr": 1.1524605768905422e-05}
+{"train_loss": 0.000838925305288285, "global_step": 25366, "epoch": 469, "lr": 1.1521461224637769e-05}
+{"train_loss": 0.0012788516469299793, "global_step": 25367, "epoch": 469, "lr": 1.1518317053566119e-05}
+{"train_loss": 0.003075627377256751, "global_step": 25368, "epoch": 469, "lr": 1.1515173255720923e-05}
+{"train_loss": 0.0013414560817182064, "global_step": 25369, "epoch": 469, "lr": 1.1512029831132687e-05}
+{"train_loss": 0.00113075936678797, "global_step": 25370, "epoch": 469, "lr": 1.1508886779831885e-05}
+{"train_loss": 0.0013304447056725621, "global_step": 25371, "epoch": 469, "lr": 1.1505744101849032e-05}
+{"train_loss": 0.002095758216455579, "global_step": 25372, "epoch": 469, "lr": 1.1502601797214601e-05}
+{"train_loss": 0.0023594764061272144, "global_step": 25373, "epoch": 469, "lr": 1.1499459865959045e-05}
+{"train_loss": 0.001552089350298047, "global_step": 25374, "epoch": 469, "lr": 1.149631830811283e-05}
+{"train_loss": 0.0009184613008983433, "global_step": 25375, "epoch": 469, "lr": 1.1493177123706467e-05}
+{"train_loss": 0.0013646878069266677, "global_step": 25376, "epoch": 469, "lr": 1.1490036312770397e-05}
+{"train_loss": 0.0022562078665941954, "global_step": 25377, "epoch": 469, "lr": 1.1486895875335086e-05}
+{"train_loss": 0.0012795014772564173, "global_step": 25378, "epoch": 469, "lr": 1.1483755811430996e-05}
+{"train_loss": 0.0012721560789806837, "global_step": 25379, "epoch": 469, "lr": 1.1480616121088573e-05, "val_loss": 0.0029304800555109978}
+{"train_loss": 0.00281729269772768, "global_step": 25380, "epoch": 470, "lr": 1.1477476804338273e-05}
+{"train_loss": 0.0011009550653398037, "global_step": 25381, "epoch": 470, "lr": 1.1474337861210543e-05}
+{"train_loss": 0.0008693405543453991, "global_step": 25382, "epoch": 470, "lr": 1.1471199291735818e-05}
+{"train_loss": 0.001088173477910459, "global_step": 25383, "epoch": 470, "lr": 1.1468061095944572e-05}
+{"train_loss": 0.0011679285671561956, "global_step": 25384, "epoch": 470, "lr": 1.1464923273867206e-05}
+{"train_loss": 0.0015602303901687264, "global_step": 25385, "epoch": 470, "lr": 1.1461785825534167e-05}
+{"train_loss": 0.001487056608311832, "global_step": 25386, "epoch": 470, "lr": 1.1458648750975864e-05}
+{"train_loss": 0.0011057965457439423, "global_step": 25387, "epoch": 470, "lr": 1.1455512050222755e-05}
+{"train_loss": 0.0011986708268523216, "global_step": 25388, "epoch": 470, "lr": 1.145237572330527e-05}
+{"train_loss": 0.0015598818426951766, "global_step": 25389, "epoch": 470, "lr": 1.1449239770253772e-05}
+{"train_loss": 0.0013888473622500896, "global_step": 25390, "epoch": 470, "lr": 1.1446104191098722e-05}
+{"train_loss": 0.001538113341666758, "global_step": 25391, "epoch": 470, "lr": 1.1442968985870529e-05}
+{"train_loss": 0.0009633337613195181, "global_step": 25392, "epoch": 470, "lr": 1.1439834154599583e-05}
+{"train_loss": 0.0013697214890271425, "global_step": 25393, "epoch": 470, "lr": 1.14366996973163e-05}
+{"train_loss": 0.001550690969452262, "global_step": 25394, "epoch": 470, "lr": 1.1433565614051073e-05}
+{"train_loss": 0.0012130277464166284, "global_step": 25395, "epoch": 470, "lr": 1.143043190483431e-05}
+{"train_loss": 0.0014851135201752186, "global_step": 25396, "epoch": 470, "lr": 1.1427298569696392e-05}
+{"train_loss": 0.0010686272289603949, "global_step": 25397, "epoch": 470, "lr": 1.1424165608667714e-05}
+{"train_loss": 0.001030544051900506, "global_step": 25398, "epoch": 470, "lr": 1.1421033021778648e-05}
+{"train_loss": 0.001250531175173819, "global_step": 25399, "epoch": 470, "lr": 1.1417900809059623e-05}
+{"train_loss": 0.0021233265288174152, "global_step": 25400, "epoch": 470, "lr": 1.1414768970540963e-05}
+{"train_loss": 0.0008219354203902185, "global_step": 25401, "epoch": 470, "lr": 1.141163750625307e-05}
+{"train_loss": 0.0012869618367403746, "global_step": 25402, "epoch": 470, "lr": 1.1408506416226294e-05}
+{"train_loss": 0.0021418945398181677, "global_step": 25403, "epoch": 470, "lr": 1.1405375700491039e-05}
+{"train_loss": 0.0013841319596394897, "global_step": 25404, "epoch": 470, "lr": 1.1402245359077657e-05}
+{"train_loss": 0.0020447566639631987, "global_step": 25405, "epoch": 470, "lr": 1.1399115392016474e-05}
+{"train_loss": 0.0008897829684428871, "global_step": 25406, "epoch": 470, "lr": 1.1395985799337889e-05}
+{"train_loss": 0.0008170579676516354, "global_step": 25407, "epoch": 470, "lr": 1.1392856581072242e-05}
+{"train_loss": 0.001481627463363111, "global_step": 25408, "epoch": 470, "lr": 1.1389727737249879e-05}
+{"train_loss": 0.001496958313509822, "global_step": 25409, "epoch": 470, "lr": 1.1386599267901149e-05}
+{"train_loss": 0.0014860770897939801, "global_step": 25410, "epoch": 470, "lr": 1.1383471173056393e-05}
+{"train_loss": 0.0012276142369955778, "global_step": 25411, "epoch": 470, "lr": 1.138034345274595e-05}
+{"train_loss": 0.0023888673167675734, "global_step": 25412, "epoch": 470, "lr": 1.1377216107000155e-05}
+{"train_loss": 0.001907102414406836, "global_step": 25413, "epoch": 470, "lr": 1.1374089135849341e-05}
+{"train_loss": 0.0012581207556650043, "global_step": 25414, "epoch": 470, "lr": 1.1370962539323837e-05}
+{"train_loss": 0.000783011200837791, "global_step": 25415, "epoch": 470, "lr": 1.136783631745396e-05}
+{"train_loss": 0.0016636402579024434, "global_step": 25416, "epoch": 470, "lr": 1.136471047027004e-05}
+{"train_loss": 0.0012792360503226519, "global_step": 25417, "epoch": 470, "lr": 1.1361584997802389e-05}
+{"train_loss": 0.0009709142032079399, "global_step": 25418, "epoch": 470, "lr": 1.1358459900081304e-05}
+{"train_loss": 0.0013658561510965228, "global_step": 25419, "epoch": 470, "lr": 1.1355335177137144e-05}
+{"train_loss": 0.0014872231986373663, "global_step": 25420, "epoch": 470, "lr": 1.1352210829000165e-05}
+{"train_loss": 0.001130362506955862, "global_step": 25421, "epoch": 470, "lr": 1.1349086855700674e-05}
+{"train_loss": 0.0011175689287483692, "global_step": 25422, "epoch": 470, "lr": 1.1345963257269005e-05}
+{"train_loss": 0.0010086511028930545, "global_step": 25423, "epoch": 470, "lr": 1.1342840033735425e-05}
+{"train_loss": 0.00133982440456748, "global_step": 25424, "epoch": 470, "lr": 1.1339717185130227e-05}
+{"train_loss": 0.0010129211004823446, "global_step": 25425, "epoch": 470, "lr": 1.1336594711483711e-05}
+{"train_loss": 0.0013245970476418734, "global_step": 25426, "epoch": 470, "lr": 1.1333472612826151e-05}
+{"train_loss": 0.0009679259383119643, "global_step": 25427, "epoch": 470, "lr": 1.1330350889187835e-05}
+{"train_loss": 0.0011118164984509349, "global_step": 25428, "epoch": 470, "lr": 1.1327229540599032e-05}
+{"train_loss": 0.001695553190074861, "global_step": 25429, "epoch": 470, "lr": 1.132410856709002e-05}
+{"train_loss": 0.0014850909356027842, "global_step": 25430, "epoch": 470, "lr": 1.1320987968691066e-05}
+{"train_loss": 0.0012906021438539028, "global_step": 25431, "epoch": 470, "lr": 1.1317867745432442e-05}
+{"train_loss": 0.0007231648778542876, "global_step": 25432, "epoch": 470, "lr": 1.1314747897344403e-05}
+{"train_loss": 0.0013338317674222505, "global_step": 25433, "epoch": 470, "lr": 1.1311628424457199e-05, "val_loss": 0.0038433896843343973, "train_action_mse_error": 3.474047844065353e-05}
+{"train_loss": 0.0018293961184099317, "global_step": 25434, "epoch": 471, "lr": 1.1308509326801108e-05}
+{"train_loss": 0.0011820991057902575, "global_step": 25435, "epoch": 471, "lr": 1.130539060440639e-05}
+{"train_loss": 0.0017126791644841433, "global_step": 25436, "epoch": 471, "lr": 1.1302272257303253e-05}
+{"train_loss": 0.001281403237953782, "global_step": 25437, "epoch": 471, "lr": 1.1299154285521956e-05}
+{"train_loss": 0.001053932006470859, "global_step": 25438, "epoch": 471, "lr": 1.1296036689092753e-05}
+{"train_loss": 0.0009319833479821682, "global_step": 25439, "epoch": 471, "lr": 1.1292919468045877e-05}
+{"train_loss": 0.0016076150350272655, "global_step": 25440, "epoch": 471, "lr": 1.1289802622411572e-05}
+{"train_loss": 0.0006059097941033542, "global_step": 25441, "epoch": 471, "lr": 1.1286686152220021e-05}
+{"train_loss": 0.0018247892148792744, "global_step": 25442, "epoch": 471, "lr": 1.1283570057501502e-05}
+{"train_loss": 0.0006339922547340393, "global_step": 25443, "epoch": 471, "lr": 1.1280454338286217e-05}
+{"train_loss": 0.0009173942380584776, "global_step": 25444, "epoch": 471, "lr": 1.1277338994604386e-05}
+{"train_loss": 0.001112401019781828, "global_step": 25445, "epoch": 471, "lr": 1.1274224026486224e-05}
+{"train_loss": 0.0006291138706728816, "global_step": 25446, "epoch": 471, "lr": 1.127110943396194e-05}
+{"train_loss": 0.0012179807526990771, "global_step": 25447, "epoch": 471, "lr": 1.126799521706175e-05}
+{"train_loss": 0.001929298392497003, "global_step": 25448, "epoch": 471, "lr": 1.126488137581585e-05}
+{"train_loss": 0.0011609875364229083, "global_step": 25449, "epoch": 471, "lr": 1.1261767910254423e-05}
+{"train_loss": 0.000897393561899662, "global_step": 25450, "epoch": 471, "lr": 1.1258654820407705e-05}
+{"train_loss": 0.0020399061031639576, "global_step": 25451, "epoch": 471, "lr": 1.1255542106305883e-05}
+{"train_loss": 0.0009153825230896473, "global_step": 25452, "epoch": 471, "lr": 1.1252429767979122e-05}
+{"train_loss": 0.0007659096154384315, "global_step": 25453, "epoch": 471, "lr": 1.1249317805457605e-05}
+{"train_loss": 0.0012988164089620113, "global_step": 25454, "epoch": 471, "lr": 1.1246206218771543e-05}
+{"train_loss": 0.0011029354063794017, "global_step": 25455, "epoch": 471, "lr": 1.1243095007951099e-05}
+{"train_loss": 0.001300973235629499, "global_step": 25456, "epoch": 471, "lr": 1.1239984173026468e-05}
+{"train_loss": 0.0010794182308018208, "global_step": 25457, "epoch": 471, "lr": 1.1236873714027768e-05}
+{"train_loss": 0.0010866167722269893, "global_step": 25458, "epoch": 471, "lr": 1.1233763630985222e-05}
+{"train_loss": 0.0007754719699732959, "global_step": 25459, "epoch": 471, "lr": 1.1230653923928974e-05}
+{"train_loss": 0.0011313550639897585, "global_step": 25460, "epoch": 471, "lr": 1.1227544592889183e-05}
+{"train_loss": 0.0009229031857103109, "global_step": 25461, "epoch": 471, "lr": 1.1224435637896008e-05}
+{"train_loss": 0.0016252192435786128, "global_step": 25462, "epoch": 471, "lr": 1.1221327058979596e-05}
+{"train_loss": 0.0007455751183442771, "global_step": 25463, "epoch": 471, "lr": 1.121821885617011e-05}
+{"train_loss": 0.000786999415140599, "global_step": 25464, "epoch": 471, "lr": 1.1215111029497682e-05}
+{"train_loss": 0.0006619173218496144, "global_step": 25465, "epoch": 471, "lr": 1.1212003578992453e-05}
+{"train_loss": 0.0013072275323793292, "global_step": 25466, "epoch": 471, "lr": 1.1208896504684591e-05}
+{"train_loss": 0.0016256929375231266, "global_step": 25467, "epoch": 471, "lr": 1.1205789806604194e-05}
+{"train_loss": 0.0019297573016956449, "global_step": 25468, "epoch": 471, "lr": 1.1202683484781412e-05}
+{"train_loss": 0.0009844070300459862, "global_step": 25469, "epoch": 471, "lr": 1.1199577539246347e-05}
+{"train_loss": 0.0010867634555324912, "global_step": 25470, "epoch": 471, "lr": 1.1196471970029166e-05}
+{"train_loss": 0.0005997065454721451, "global_step": 25471, "epoch": 471, "lr": 1.1193366777159963e-05}
+{"train_loss": 0.0010593004990369081, "global_step": 25472, "epoch": 471, "lr": 1.119026196066888e-05}
+{"train_loss": 0.0013666831655427814, "global_step": 25473, "epoch": 471, "lr": 1.1187157520585978e-05}
+{"train_loss": 0.0011514209909364581, "global_step": 25474, "epoch": 471, "lr": 1.1184053456941407e-05}
+{"train_loss": 0.0019777840934693813, "global_step": 25475, "epoch": 471, "lr": 1.118094976976527e-05}
+{"train_loss": 0.0011425152188166976, "global_step": 25476, "epoch": 471, "lr": 1.117784645908766e-05}
+{"train_loss": 0.0013867489760741591, "global_step": 25477, "epoch": 471, "lr": 1.1174743524938675e-05}
+{"train_loss": 0.000832802674267441, "global_step": 25478, "epoch": 471, "lr": 1.1171640967348418e-05}
+{"train_loss": 0.0010836569126695395, "global_step": 25479, "epoch": 471, "lr": 1.116853878634697e-05}
+{"train_loss": 0.0008411583257839084, "global_step": 25480, "epoch": 471, "lr": 1.1165436981964428e-05}
+{"train_loss": 0.001075695501640439, "global_step": 25481, "epoch": 471, "lr": 1.1162335554230858e-05}
+{"train_loss": 0.0017273264238610864, "global_step": 25482, "epoch": 471, "lr": 1.1159234503176374e-05}
+{"train_loss": 0.001176381134428084, "global_step": 25483, "epoch": 471, "lr": 1.1156133828831022e-05}
+{"train_loss": 0.0010457957396283746, "global_step": 25484, "epoch": 471, "lr": 1.1153033531224888e-05}
+{"train_loss": 0.0010080481879413128, "global_step": 25485, "epoch": 471, "lr": 1.1149933610388019e-05}
+{"train_loss": 0.001251467503607273, "global_step": 25486, "epoch": 471, "lr": 1.1146834066350514e-05}
+{"train_loss": 0.0011732297759779074, "global_step": 25487, "epoch": 471, "lr": 1.1143734899142432e-05, "val_loss": 0.0037234679330140352}
+{"train_loss": 0.0011614987161010504, "global_step": 25488, "epoch": 472, "lr": 1.1140636108793811e-05}
+{"train_loss": 0.0007169477175921202, "global_step": 25489, "epoch": 472, "lr": 1.1137537695334699e-05}
+{"train_loss": 0.001438106526620686, "global_step": 25490, "epoch": 472, "lr": 1.1134439658795175e-05}
+{"train_loss": 0.0013518865453079343, "global_step": 25491, "epoch": 472, "lr": 1.1131341999205274e-05}
+{"train_loss": 0.0011981595307588577, "global_step": 25492, "epoch": 472, "lr": 1.1128244716595037e-05}
+{"train_loss": 0.0012956171995028853, "global_step": 25493, "epoch": 472, "lr": 1.1125147810994507e-05}
+{"train_loss": 0.0009577616583555937, "global_step": 25494, "epoch": 472, "lr": 1.1122051282433715e-05}
+{"train_loss": 0.0016150836599990726, "global_step": 25495, "epoch": 472, "lr": 1.1118955130942705e-05}
+{"train_loss": 0.0006261754897423089, "global_step": 25496, "epoch": 472, "lr": 1.1115859356551495e-05}
+{"train_loss": 0.0008293308201245964, "global_step": 25497, "epoch": 472, "lr": 1.1112763959290102e-05}
+{"train_loss": 0.0008410456357523799, "global_step": 25498, "epoch": 472, "lr": 1.1109668939188584e-05}
+{"train_loss": 0.0008337994804605842, "global_step": 25499, "epoch": 472, "lr": 1.1106574296276923e-05}
+{"train_loss": 0.0016921383794397116, "global_step": 25500, "epoch": 472, "lr": 1.1103480030585145e-05}
+{"train_loss": 0.0008927553426474333, "global_step": 25501, "epoch": 472, "lr": 1.1100386142143243e-05}
+{"train_loss": 0.0010690746130421758, "global_step": 25502, "epoch": 472, "lr": 1.1097292630981259e-05}
+{"train_loss": 0.0014400233048945665, "global_step": 25503, "epoch": 472, "lr": 1.1094199497129193e-05}
+{"train_loss": 0.0007834703428670764, "global_step": 25504, "epoch": 472, "lr": 1.1091106740617002e-05}
+{"train_loss": 0.0009055896662175655, "global_step": 25505, "epoch": 472, "lr": 1.108801436147473e-05}
+{"train_loss": 0.0008779724012129009, "global_step": 25506, "epoch": 472, "lr": 1.1084922359732346e-05}
+{"train_loss": 0.0009584069484844804, "global_step": 25507, "epoch": 472, "lr": 1.1081830735419841e-05}
+{"train_loss": 0.0021177674643695354, "global_step": 25508, "epoch": 472, "lr": 1.1078739488567208e-05}
+{"train_loss": 0.0011481443652883172, "global_step": 25509, "epoch": 472, "lr": 1.1075648619204416e-05}
+{"train_loss": 0.0013647150481119752, "global_step": 25510, "epoch": 472, "lr": 1.1072558127361454e-05}
+{"train_loss": 0.0010752638336271048, "global_step": 25511, "epoch": 472, "lr": 1.106946801306829e-05}
+{"train_loss": 0.0006339737446978688, "global_step": 25512, "epoch": 472, "lr": 1.1066378276354893e-05}
+{"train_loss": 0.0008310035918839276, "global_step": 25513, "epoch": 472, "lr": 1.1063288917251235e-05}
+{"train_loss": 0.0014183998573571444, "global_step": 25514, "epoch": 472, "lr": 1.1060199935787274e-05}
+{"train_loss": 0.001099122455343604, "global_step": 25515, "epoch": 472, "lr": 1.1057111331992976e-05}
+{"train_loss": 0.0018673688173294067, "global_step": 25516, "epoch": 472, "lr": 1.1054023105898293e-05}
+{"train_loss": 0.0007572754402644932, "global_step": 25517, "epoch": 472, "lr": 1.1050935257533163e-05}
+{"train_loss": 0.0011207262286916375, "global_step": 25518, "epoch": 472, "lr": 1.1047847786927562e-05}
+{"train_loss": 0.0008583252201788127, "global_step": 25519, "epoch": 472, "lr": 1.1044760694111434e-05}
+{"train_loss": 0.0007328009814955294, "global_step": 25520, "epoch": 472, "lr": 1.1041673979114675e-05}
+{"train_loss": 0.0016518923221156001, "global_step": 25521, "epoch": 472, "lr": 1.1038587641967274e-05}
+{"train_loss": 0.0008948189206421375, "global_step": 25522, "epoch": 472, "lr": 1.1035501682699146e-05}
+{"train_loss": 0.0008905837312340736, "global_step": 25523, "epoch": 472, "lr": 1.1032416101340221e-05}
+{"train_loss": 0.0010012061102315784, "global_step": 25524, "epoch": 472, "lr": 1.102933089792042e-05}
+{"train_loss": 0.0011272684205323458, "global_step": 25525, "epoch": 472, "lr": 1.1026246072469676e-05}
+{"train_loss": 0.0011571813374757767, "global_step": 25526, "epoch": 472, "lr": 1.1023161625017902e-05}
+{"train_loss": 0.0014184605097398162, "global_step": 25527, "epoch": 472, "lr": 1.1020077555595016e-05}
+{"train_loss": 0.0017460302915424109, "global_step": 25528, "epoch": 472, "lr": 1.1016993864230924e-05}
+{"train_loss": 0.0010531849693506956, "global_step": 25529, "epoch": 472, "lr": 1.1013910550955542e-05}
+{"train_loss": 0.000801874150056392, "global_step": 25530, "epoch": 472, "lr": 1.1010827615798769e-05}
+{"train_loss": 0.0009158506873063743, "global_step": 25531, "epoch": 472, "lr": 1.1007745058790508e-05}
+{"train_loss": 0.0006942892214283347, "global_step": 25532, "epoch": 472, "lr": 1.1004662879960642e-05}
+{"train_loss": 0.0009962586918845773, "global_step": 25533, "epoch": 472, "lr": 1.1001581079339096e-05}
+{"train_loss": 0.0010285843163728714, "global_step": 25534, "epoch": 472, "lr": 1.0998499656955752e-05}
+{"train_loss": 0.0009275142219848931, "global_step": 25535, "epoch": 472, "lr": 1.0995418612840474e-05}
+{"train_loss": 0.0007731730001978576, "global_step": 25536, "epoch": 472, "lr": 1.099233794702314e-05}
+{"train_loss": 0.0005780102219432592, "global_step": 25537, "epoch": 472, "lr": 1.0989257659533664e-05}
+{"train_loss": 0.0008441032841801643, "global_step": 25538, "epoch": 472, "lr": 1.09861777504019e-05}
+{"train_loss": 0.0004414520226418972, "global_step": 25539, "epoch": 472, "lr": 1.0983098219657723e-05}
+{"train_loss": 0.0016198954544961452, "global_step": 25540, "epoch": 472, "lr": 1.0980019067330998e-05}
+{"train_loss": 0.0010747840440469896, "global_step": 25541, "epoch": 472, "lr": 1.0976940293451592e-05, "val_loss": 0.0029454906471073627}
+{"train_loss": 0.001053410698659718, "global_step": 25542, "epoch": 473, "lr": 1.0973861898049364e-05}
+{"train_loss": 0.0019010236719623208, "global_step": 25543, "epoch": 473, "lr": 1.0970783881154172e-05}
+{"train_loss": 0.0008202773169614375, "global_step": 25544, "epoch": 473, "lr": 1.0967706242795872e-05}
+{"train_loss": 0.0007527230191044509, "global_step": 25545, "epoch": 473, "lr": 1.0964628983004305e-05}
+{"train_loss": 0.0014014164917171001, "global_step": 25546, "epoch": 473, "lr": 1.0961552101809319e-05}
+{"train_loss": 0.0007971443119458854, "global_step": 25547, "epoch": 473, "lr": 1.0958475599240763e-05}
+{"train_loss": 0.0007134687039069831, "global_step": 25548, "epoch": 473, "lr": 1.0955399475328453e-05}
+{"train_loss": 0.000650230678729713, "global_step": 25549, "epoch": 473, "lr": 1.095232373010226e-05}
+{"train_loss": 0.0008515433291904628, "global_step": 25550, "epoch": 473, "lr": 1.0949248363592013e-05}
+{"train_loss": 0.0009757967200130224, "global_step": 25551, "epoch": 473, "lr": 1.09461733758275e-05}
+{"train_loss": 0.001105164410546422, "global_step": 25552, "epoch": 473, "lr": 1.0943098766838561e-05}
+{"train_loss": 0.0010879517067223787, "global_step": 25553, "epoch": 473, "lr": 1.0940024536655036e-05}
+{"train_loss": 0.0007196980295702815, "global_step": 25554, "epoch": 473, "lr": 1.093695068530673e-05}
+{"train_loss": 0.0008131085196509957, "global_step": 25555, "epoch": 473, "lr": 1.0933877212823463e-05}
+{"train_loss": 0.0012464781757444143, "global_step": 25556, "epoch": 473, "lr": 1.0930804119235005e-05}
+{"train_loss": 0.0012663376983255148, "global_step": 25557, "epoch": 473, "lr": 1.0927731404571211e-05}
+{"train_loss": 0.0008697427692823112, "global_step": 25558, "epoch": 473, "lr": 1.0924659068861864e-05}
+{"train_loss": 0.0008142777369357646, "global_step": 25559, "epoch": 473, "lr": 1.0921587112136756e-05}
+{"train_loss": 0.00061719462973997, "global_step": 25560, "epoch": 473, "lr": 1.0918515534425689e-05}
+{"train_loss": 0.001099968678317964, "global_step": 25561, "epoch": 473, "lr": 1.0915444335758452e-05}
+{"train_loss": 0.000496485095936805, "global_step": 25562, "epoch": 473, "lr": 1.0912373516164831e-05}
+{"train_loss": 0.000958948046900332, "global_step": 25563, "epoch": 473, "lr": 1.0909303075674603e-05}
+{"train_loss": 0.0005666788201779127, "global_step": 25564, "epoch": 473, "lr": 1.0906233014317546e-05}
+{"train_loss": 0.0005714180297218263, "global_step": 25565, "epoch": 473, "lr": 1.0903163332123456e-05}
+{"train_loss": 0.0007704261224716902, "global_step": 25566, "epoch": 473, "lr": 1.090009402912211e-05}
+{"train_loss": 0.0009235775796696544, "global_step": 25567, "epoch": 473, "lr": 1.0897025105343239e-05}
+{"train_loss": 0.0011009935988113284, "global_step": 25568, "epoch": 473, "lr": 1.089395656081662e-05}
+{"train_loss": 0.0010450932895764709, "global_step": 25569, "epoch": 473, "lr": 1.0890888395572035e-05}
+{"train_loss": 0.0008328216499648988, "global_step": 25570, "epoch": 473, "lr": 1.0887820609639232e-05}
+{"train_loss": 0.000745474302675575, "global_step": 25571, "epoch": 473, "lr": 1.0884753203047971e-05}
+{"train_loss": 0.000722729426342994, "global_step": 25572, "epoch": 473, "lr": 1.0881686175827971e-05}
+{"train_loss": 0.0006897053099237382, "global_step": 25573, "epoch": 473, "lr": 1.0878619528009009e-05}
+{"train_loss": 0.0008251812541857362, "global_step": 25574, "epoch": 473, "lr": 1.0875553259620824e-05}
+{"train_loss": 0.0015061248559504747, "global_step": 25575, "epoch": 473, "lr": 1.0872487370693147e-05}
+{"train_loss": 0.0010360898450016975, "global_step": 25576, "epoch": 473, "lr": 1.0869421861255718e-05}
+{"train_loss": 0.0010311006335541606, "global_step": 25577, "epoch": 473, "lr": 1.0866356731338273e-05}
+{"train_loss": 0.0007235853117890656, "global_step": 25578, "epoch": 473, "lr": 1.086329198097053e-05}
+{"train_loss": 0.0010541598312556744, "global_step": 25579, "epoch": 473, "lr": 1.0860227610182222e-05}
+{"train_loss": 0.0017296425066888332, "global_step": 25580, "epoch": 473, "lr": 1.0857163619003047e-05}
+{"train_loss": 0.0007176666986197233, "global_step": 25581, "epoch": 473, "lr": 1.0854100007462775e-05}
+{"train_loss": 0.0008751138229854405, "global_step": 25582, "epoch": 473, "lr": 1.0851036775591066e-05}
+{"train_loss": 0.0014171481598168612, "global_step": 25583, "epoch": 473, "lr": 1.084797392341766e-05}
+{"train_loss": 0.0011501198168843985, "global_step": 25584, "epoch": 473, "lr": 1.0844911450972229e-05}
+{"train_loss": 0.0010083232773467898, "global_step": 25585, "epoch": 473, "lr": 1.0841849358284517e-05}
+{"train_loss": 0.0015064565232023597, "global_step": 25586, "epoch": 473, "lr": 1.0838787645384203e-05}
+{"train_loss": 0.0008343688677996397, "global_step": 25587, "epoch": 473, "lr": 1.0835726312300998e-05}
+{"train_loss": 0.0006191839929670095, "global_step": 25588, "epoch": 473, "lr": 1.0832665359064547e-05}
+{"train_loss": 0.0014056583167985082, "global_step": 25589, "epoch": 473, "lr": 1.0829604785704589e-05}
+{"train_loss": 0.0003494091215543449, "global_step": 25590, "epoch": 473, "lr": 1.0826544592250787e-05}
+{"train_loss": 0.000863728579133749, "global_step": 25591, "epoch": 473, "lr": 1.0823484778732817e-05}
+{"train_loss": 0.0007690800121054053, "global_step": 25592, "epoch": 473, "lr": 1.0820425345180369e-05}
+{"train_loss": 0.0009594423463568091, "global_step": 25593, "epoch": 473, "lr": 1.0817366291623104e-05}
+{"train_loss": 0.0012126618530601263, "global_step": 25594, "epoch": 473, "lr": 1.0814307618090697e-05}
+{"train_loss": 0.0009591239450620142, "global_step": 25595, "epoch": 473, "lr": 1.081124932461281e-05, "val_loss": 0.0041814143769443035}
+{"train_loss": 0.0007099794456735253, "global_step": 25596, "epoch": 474, "lr": 1.0808191411219093e-05}
+{"train_loss": 0.0009646703256294131, "global_step": 25597, "epoch": 474, "lr": 1.0805133877939244e-05}
+{"train_loss": 0.0006091602263040841, "global_step": 25598, "epoch": 474, "lr": 1.0802076724802873e-05}
+{"train_loss": 0.000946936896070838, "global_step": 25599, "epoch": 474, "lr": 1.0799019951839656e-05}
+{"train_loss": 0.0009166661184281111, "global_step": 25600, "epoch": 474, "lr": 1.0795963559079215e-05}
+{"train_loss": 0.0010338573483750224, "global_step": 25601, "epoch": 474, "lr": 1.0792907546551228e-05}
+{"train_loss": 0.00042688107350841165, "global_step": 25602, "epoch": 474, "lr": 1.0789851914285331e-05}
+{"train_loss": 0.0008485682192258537, "global_step": 25603, "epoch": 474, "lr": 1.0786796662311117e-05}
+{"train_loss": 0.0009270116570405662, "global_step": 25604, "epoch": 474, "lr": 1.0783741790658263e-05}
+{"train_loss": 0.000754663604311645, "global_step": 25605, "epoch": 474, "lr": 1.078068729935638e-05}
+{"train_loss": 0.0007097806083038449, "global_step": 25606, "epoch": 474, "lr": 1.0777633188435098e-05}
+{"train_loss": 0.0008024668786674738, "global_step": 25607, "epoch": 474, "lr": 1.0774579457924039e-05}
+{"train_loss": 0.000903091044165194, "global_step": 25608, "epoch": 474, "lr": 1.0771526107852815e-05}
+{"train_loss": 0.0012781575787812471, "global_step": 25609, "epoch": 474, "lr": 1.076847313825104e-05}
+{"train_loss": 0.0005953521467745304, "global_step": 25610, "epoch": 474, "lr": 1.0765420549148326e-05}
+{"train_loss": 0.0015632902504876256, "global_step": 25611, "epoch": 474, "lr": 1.076236834057428e-05}
+{"train_loss": 0.0006525135249830782, "global_step": 25612, "epoch": 474, "lr": 1.0759316512558492e-05}
+{"train_loss": 0.0008617743733339012, "global_step": 25613, "epoch": 474, "lr": 1.0756265065130604e-05}
+{"train_loss": 0.0006274009356275201, "global_step": 25614, "epoch": 474, "lr": 1.0753213998320167e-05}
+{"train_loss": 0.0010451185517013073, "global_step": 25615, "epoch": 474, "lr": 1.075016331215678e-05}
+{"train_loss": 0.0011154678650200367, "global_step": 25616, "epoch": 474, "lr": 1.0747113006670033e-05}
+{"train_loss": 0.0008066922891885042, "global_step": 25617, "epoch": 474, "lr": 1.0744063081889522e-05}
+{"train_loss": 0.0007214744109660387, "global_step": 25618, "epoch": 474, "lr": 1.074101353784484e-05}
+{"train_loss": 0.0009226216934621334, "global_step": 25619, "epoch": 474, "lr": 1.0737964374565512e-05}
+{"train_loss": 0.001036656554788351, "global_step": 25620, "epoch": 474, "lr": 1.0734915592081162e-05}
+{"train_loss": 0.0007487377733923495, "global_step": 25621, "epoch": 474, "lr": 1.073186719042134e-05}
+{"train_loss": 0.0007085544639267027, "global_step": 25622, "epoch": 474, "lr": 1.0728819169615617e-05}
+{"train_loss": 0.001118636573664844, "global_step": 25623, "epoch": 474, "lr": 1.0725771529693545e-05}
+{"train_loss": 0.0005316493916325271, "global_step": 25624, "epoch": 474, "lr": 1.0722724270684698e-05}
+{"train_loss": 0.0011266696965321898, "global_step": 25625, "epoch": 474, "lr": 1.0719677392618616e-05}
+{"train_loss": 0.0005659681046381593, "global_step": 25626, "epoch": 474, "lr": 1.0716630895524854e-05}
+{"train_loss": 0.0018912839004769921, "global_step": 25627, "epoch": 474, "lr": 1.0713584779432962e-05}
+{"train_loss": 0.0012073931284248829, "global_step": 25628, "epoch": 474, "lr": 1.0710539044372487e-05}
+{"train_loss": 0.0015583389904350042, "global_step": 25629, "epoch": 474, "lr": 1.070749369037296e-05}
+{"train_loss": 0.0014742834027856588, "global_step": 25630, "epoch": 474, "lr": 1.0704448717463927e-05}
+{"train_loss": 0.0007693971274420619, "global_step": 25631, "epoch": 474, "lr": 1.0701404125674913e-05}
+{"train_loss": 0.0009799606632441282, "global_step": 25632, "epoch": 474, "lr": 1.069835991503544e-05}
+{"train_loss": 0.0008952957578003407, "global_step": 25633, "epoch": 474, "lr": 1.0695316085575052e-05}
+{"train_loss": 0.0010735240066424012, "global_step": 25634, "epoch": 474, "lr": 1.0692272637323281e-05}
+{"train_loss": 0.0008125868043862283, "global_step": 25635, "epoch": 474, "lr": 1.0689229570309594e-05}
+{"train_loss": 0.0009879653807729483, "global_step": 25636, "epoch": 474, "lr": 1.0686186884563549e-05}
+{"train_loss": 0.0008772403816692531, "global_step": 25637, "epoch": 474, "lr": 1.0683144580114646e-05}
+{"train_loss": 0.0013695084489881992, "global_step": 25638, "epoch": 474, "lr": 1.0680102656992391e-05}
+{"train_loss": 0.0015603371430188417, "global_step": 25639, "epoch": 474, "lr": 1.0677061115226283e-05}
+{"train_loss": 0.0007943148957565427, "global_step": 25640, "epoch": 474, "lr": 1.0674019954845827e-05}
+{"train_loss": 0.0012110477546229959, "global_step": 25641, "epoch": 474, "lr": 1.0670979175880514e-05}
+{"train_loss": 0.001452118274755776, "global_step": 25642, "epoch": 474, "lr": 1.0667938778359838e-05}
+{"train_loss": 0.0009684986434876919, "global_step": 25643, "epoch": 474, "lr": 1.0664898762313286e-05}
+{"train_loss": 0.0014793806476518512, "global_step": 25644, "epoch": 474, "lr": 1.0661859127770346e-05}
+{"train_loss": 0.0010464410297572613, "global_step": 25645, "epoch": 474, "lr": 1.0658819874760495e-05}
+{"train_loss": 0.0010458164615556598, "global_step": 25646, "epoch": 474, "lr": 1.0655781003313209e-05}
+{"train_loss": 0.0008059597457759082, "global_step": 25647, "epoch": 474, "lr": 1.0652742513457953e-05}
+{"train_loss": 0.0006804316653870046, "global_step": 25648, "epoch": 474, "lr": 1.064970440522422e-05}
+{"train_loss": 0.0009662290373213451, "global_step": 25649, "epoch": 474, "lr": 1.0646666678641476e-05, "val_loss": 0.0020352150313556194}
+{"train_loss": 0.0019750643987208605, "global_step": 25650, "epoch": 475, "lr": 1.0643629333739159e-05}
+{"train_loss": 0.0017303773202002048, "global_step": 25651, "epoch": 475, "lr": 1.0640592370546725e-05}
+{"train_loss": 0.0009043648606166244, "global_step": 25652, "epoch": 475, "lr": 1.0637555789093662e-05}
+{"train_loss": 0.0004576925130095333, "global_step": 25653, "epoch": 475, "lr": 1.0634519589409398e-05}
+{"train_loss": 0.000659240351524204, "global_step": 25654, "epoch": 475, "lr": 1.0631483771523399e-05}
+{"train_loss": 0.0008223824552260339, "global_step": 25655, "epoch": 475, "lr": 1.0628448335465069e-05}
+{"train_loss": 0.0007653236971236765, "global_step": 25656, "epoch": 475, "lr": 1.0625413281263886e-05}
+{"train_loss": 0.0010160051751881838, "global_step": 25657, "epoch": 475, "lr": 1.0622378608949274e-05}
+{"train_loss": 0.0004911053110845387, "global_step": 25658, "epoch": 475, "lr": 1.0619344318550667e-05}
+{"train_loss": 0.0009676340851001441, "global_step": 25659, "epoch": 475, "lr": 1.061631041009749e-05}
+{"train_loss": 0.000549578049685806, "global_step": 25660, "epoch": 475, "lr": 1.0613276883619178e-05}
+{"train_loss": 0.0011850146111100912, "global_step": 25661, "epoch": 475, "lr": 1.0610243739145143e-05}
+{"train_loss": 0.0011825099354609847, "global_step": 25662, "epoch": 475, "lr": 1.0607210976704807e-05}
+{"train_loss": 0.0011510512558743358, "global_step": 25663, "epoch": 475, "lr": 1.0604178596327569e-05}
+{"train_loss": 0.0013905867235735059, "global_step": 25664, "epoch": 475, "lr": 1.0601146598042866e-05}
+{"train_loss": 0.0009800863917917013, "global_step": 25665, "epoch": 475, "lr": 1.0598114981880109e-05}
+{"train_loss": 0.000871470314450562, "global_step": 25666, "epoch": 475, "lr": 1.0595083747868667e-05}
+{"train_loss": 0.0012121879262849689, "global_step": 25667, "epoch": 475, "lr": 1.0592052896037945e-05}
+{"train_loss": 0.0009365112637169659, "global_step": 25668, "epoch": 475, "lr": 1.0589022426417367e-05}
+{"train_loss": 0.0006718372460454702, "global_step": 25669, "epoch": 475, "lr": 1.0585992339036304e-05}
+{"train_loss": 0.0007892391877248883, "global_step": 25670, "epoch": 475, "lr": 1.0582962633924165e-05}
+{"train_loss": 0.0017023887485265732, "global_step": 25671, "epoch": 475, "lr": 1.057993331111029e-05}
+{"train_loss": 0.0009941054740920663, "global_step": 25672, "epoch": 475, "lr": 1.0576904370624102e-05}
+{"train_loss": 0.0009683407843112946, "global_step": 25673, "epoch": 475, "lr": 1.0573875812494966e-05}
+{"train_loss": 0.001105673611164093, "global_step": 25674, "epoch": 475, "lr": 1.0570847636752252e-05}
+{"train_loss": 0.0005918134120292962, "global_step": 25675, "epoch": 475, "lr": 1.056781984342533e-05}
+{"train_loss": 0.0018555147107690573, "global_step": 25676, "epoch": 475, "lr": 1.0564792432543569e-05}
+{"train_loss": 0.0006838430999778211, "global_step": 25677, "epoch": 475, "lr": 1.0561765404136326e-05}
+{"train_loss": 0.0007789957453496754, "global_step": 25678, "epoch": 475, "lr": 1.0558738758232966e-05}
+{"train_loss": 0.0008357598562724888, "global_step": 25679, "epoch": 475, "lr": 1.0555712494862829e-05}
+{"train_loss": 0.0012722685933113098, "global_step": 25680, "epoch": 475, "lr": 1.055268661405529e-05}
+{"train_loss": 0.0007090252474881709, "global_step": 25681, "epoch": 475, "lr": 1.0549661115839699e-05}
+{"train_loss": 0.0007173616322688758, "global_step": 25682, "epoch": 475, "lr": 1.0546636000245369e-05}
+{"train_loss": 0.0016423112247139215, "global_step": 25683, "epoch": 475, "lr": 1.0543611267301645e-05}
+{"train_loss": 0.0008839786751195788, "global_step": 25684, "epoch": 475, "lr": 1.0540586917037886e-05}
+{"train_loss": 0.0010090423747897148, "global_step": 25685, "epoch": 475, "lr": 1.0537562949483415e-05}
+{"train_loss": 0.000891690026037395, "global_step": 25686, "epoch": 475, "lr": 1.0534539364667573e-05}
+{"train_loss": 0.0008620030712336302, "global_step": 25687, "epoch": 475, "lr": 1.0531516162619643e-05}
+{"train_loss": 0.0015178773319348693, "global_step": 25688, "epoch": 475, "lr": 1.052849334336899e-05}
+{"train_loss": 0.0007301078294403851, "global_step": 25689, "epoch": 475, "lr": 1.0525470906944918e-05}
+{"train_loss": 0.0005540053825825453, "global_step": 25690, "epoch": 475, "lr": 1.0522448853376732e-05}
+{"train_loss": 0.0008196395938284695, "global_step": 25691, "epoch": 475, "lr": 1.0519427182693758e-05}
+{"train_loss": 0.000867274880874902, "global_step": 25692, "epoch": 475, "lr": 1.0516405894925291e-05}
+{"train_loss": 0.0007665405282750726, "global_step": 25693, "epoch": 475, "lr": 1.0513384990100633e-05}
+{"train_loss": 0.0008864622213877738, "global_step": 25694, "epoch": 475, "lr": 1.0510364468249095e-05}
+{"train_loss": 0.0011127371108159423, "global_step": 25695, "epoch": 475, "lr": 1.0507344329399948e-05}
+{"train_loss": 0.0009401354473084211, "global_step": 25696, "epoch": 475, "lr": 1.0504324573582525e-05}
+{"train_loss": 0.0005543972365558147, "global_step": 25697, "epoch": 475, "lr": 1.0501305200826078e-05}
+{"train_loss": 0.0005346586112864316, "global_step": 25698, "epoch": 475, "lr": 1.0498286211159907e-05}
+{"train_loss": 0.001004160032607615, "global_step": 25699, "epoch": 475, "lr": 1.0495267604613274e-05}
+{"train_loss": 0.0007783507462590933, "global_step": 25700, "epoch": 475, "lr": 1.049224938121548e-05}
+{"train_loss": 0.001500864396803081, "global_step": 25701, "epoch": 475, "lr": 1.0489231540995802e-05}
+{"train_loss": 0.000881844898685813, "global_step": 25702, "epoch": 475, "lr": 1.0486214083983487e-05}
+{"train_loss": 0.0009805358406285653, "global_step": 25703, "epoch": 475, "lr": 1.0483197010207796e-05, "val_loss": 0.0030137510038912296, "train_action_mse_error": 4.2202511394862086e-05}
+{"train_loss": 0.0012640812201425433, "global_step": 25704, "epoch": 476, "lr": 1.0480180319698012e-05}
+{"train_loss": 0.0006115668220445514, "global_step": 25705, "epoch": 476, "lr": 1.0477164012483392e-05}
+{"train_loss": 0.00104094622656703, "global_step": 25706, "epoch": 476, "lr": 1.0474148088593183e-05}
+{"train_loss": 0.001533342874608934, "global_step": 25707, "epoch": 476, "lr": 1.0471132548056639e-05}
+{"train_loss": 0.0008022345136851072, "global_step": 25708, "epoch": 476, "lr": 1.0468117390903004e-05}
+{"train_loss": 0.0010435336735099554, "global_step": 25709, "epoch": 476, "lr": 1.0465102617161527e-05}
+{"train_loss": 0.0008597183623351157, "global_step": 25710, "epoch": 476, "lr": 1.0462088226861439e-05}
+{"train_loss": 0.0007964023970998824, "global_step": 25711, "epoch": 476, "lr": 1.0459074220031972e-05}
+{"train_loss": 0.001094506005756557, "global_step": 25712, "epoch": 476, "lr": 1.0456060596702394e-05}
+{"train_loss": 0.0008811345905996859, "global_step": 25713, "epoch": 476, "lr": 1.0453047356901891e-05}
+{"train_loss": 0.0005690197576768696, "global_step": 25714, "epoch": 476, "lr": 1.04500345006597e-05}
+{"train_loss": 0.0008464070269837976, "global_step": 25715, "epoch": 476, "lr": 1.0447022028005037e-05}
+{"train_loss": 0.0007990714511834085, "global_step": 25716, "epoch": 476, "lr": 1.0444009938967142e-05}
+{"train_loss": 0.0008792785811237991, "global_step": 25717, "epoch": 476, "lr": 1.0440998233575227e-05}
+{"train_loss": 0.0007359852315858006, "global_step": 25718, "epoch": 476, "lr": 1.043798691185846e-05}
+{"train_loss": 0.0004971838789060712, "global_step": 25719, "epoch": 476, "lr": 1.0434975973846094e-05}
+{"train_loss": 0.0013806319329887629, "global_step": 25720, "epoch": 476, "lr": 1.0431965419567313e-05}
+{"train_loss": 0.0004447042301762849, "global_step": 25721, "epoch": 476, "lr": 1.042895524905132e-05}
+{"train_loss": 0.0009016558760777116, "global_step": 25722, "epoch": 476, "lr": 1.0425945462327302e-05}
+{"train_loss": 0.0007082220981828868, "global_step": 25723, "epoch": 476, "lr": 1.042293605942446e-05}
+{"train_loss": 0.0007398438174277544, "global_step": 25724, "epoch": 476, "lr": 1.041992704037198e-05}
+{"train_loss": 0.0011942887213081121, "global_step": 25725, "epoch": 476, "lr": 1.0416918405199038e-05}
+{"train_loss": 0.0011536896927282214, "global_step": 25726, "epoch": 476, "lr": 1.0413910153934819e-05}
+{"train_loss": 0.0008998762350529432, "global_step": 25727, "epoch": 476, "lr": 1.0410902286608488e-05}
+{"train_loss": 0.000867691938765347, "global_step": 25728, "epoch": 476, "lr": 1.0407894803249258e-05}
+{"train_loss": 0.0014251337852329016, "global_step": 25729, "epoch": 476, "lr": 1.0404887703886251e-05}
+{"train_loss": 0.0008080073748715222, "global_step": 25730, "epoch": 476, "lr": 1.0401880988548657e-05}
+{"train_loss": 0.0006025360780768096, "global_step": 25731, "epoch": 476, "lr": 1.0398874657265617e-05}
+{"train_loss": 0.0008707107044756413, "global_step": 25732, "epoch": 476, "lr": 1.0395868710066314e-05}
+{"train_loss": 0.0007145023555494845, "global_step": 25733, "epoch": 476, "lr": 1.0392863146979904e-05}
+{"train_loss": 0.0010752188973128796, "global_step": 25734, "epoch": 476, "lr": 1.03898579680355e-05}
+{"train_loss": 0.0006181159405969083, "global_step": 25735, "epoch": 476, "lr": 1.038685317326229e-05}
+{"train_loss": 0.0011401664232835174, "global_step": 25736, "epoch": 476, "lr": 1.0383848762689396e-05}
+{"train_loss": 0.0008698295569047332, "global_step": 25737, "epoch": 476, "lr": 1.0380844736345962e-05}
+{"train_loss": 0.0013960336800664663, "global_step": 25738, "epoch": 476, "lr": 1.0377841094261121e-05}
+{"train_loss": 0.0009048787760548294, "global_step": 25739, "epoch": 476, "lr": 1.0374837836464013e-05}
+{"train_loss": 0.0007890173001214862, "global_step": 25740, "epoch": 476, "lr": 1.0371834962983756e-05}
+{"train_loss": 0.0010335365077480674, "global_step": 25741, "epoch": 476, "lr": 1.0368832473849478e-05}
+{"train_loss": 0.0007490382413379848, "global_step": 25742, "epoch": 476, "lr": 1.0365830369090296e-05}
+{"train_loss": 0.0010853179264813662, "global_step": 25743, "epoch": 476, "lr": 1.0362828648735335e-05}
+{"train_loss": 0.00047684216406196356, "global_step": 25744, "epoch": 476, "lr": 1.0359827312813702e-05}
+{"train_loss": 0.0007771319360472262, "global_step": 25745, "epoch": 476, "lr": 1.035682636135451e-05}
+{"train_loss": 0.0008954813238233328, "global_step": 25746, "epoch": 476, "lr": 1.0353825794386862e-05}
+{"train_loss": 0.0010811866959556937, "global_step": 25747, "epoch": 476, "lr": 1.0350825611939846e-05}
+{"train_loss": 0.0009146162774413824, "global_step": 25748, "epoch": 476, "lr": 1.0347825814042599e-05}
+{"train_loss": 0.0009056049166247249, "global_step": 25749, "epoch": 476, "lr": 1.0344826400724183e-05}
+{"train_loss": 0.0007860776386223733, "global_step": 25750, "epoch": 476, "lr": 1.034182737201368e-05}
+{"train_loss": 0.0006878232816234231, "global_step": 25751, "epoch": 476, "lr": 1.0338828727940208e-05}
+{"train_loss": 0.0005007402505725622, "global_step": 25752, "epoch": 476, "lr": 1.0335830468532836e-05}
+{"train_loss": 0.0009385864250361919, "global_step": 25753, "epoch": 476, "lr": 1.0332832593820647e-05}
+{"train_loss": 0.0008126117172650993, "global_step": 25754, "epoch": 476, "lr": 1.0329835103832708e-05}
+{"train_loss": 0.0012045312905684114, "global_step": 25755, "epoch": 476, "lr": 1.0326837998598104e-05}
+{"train_loss": 0.0006971106631681323, "global_step": 25756, "epoch": 476, "lr": 1.032384127814589e-05}
+{"train_loss": 0.0008969815815497121, "global_step": 25757, "epoch": 476, "lr": 1.0320844942505138e-05, "val_loss": 0.001502419007010758}
+{"train_loss": 0.000753239553887397, "global_step": 25758, "epoch": 477, "lr": 1.0317848991704909e-05}
+{"train_loss": 0.0011668201768770814, "global_step": 25759, "epoch": 477, "lr": 1.0314853425774257e-05}
+{"train_loss": 0.0007937300833873451, "global_step": 25760, "epoch": 477, "lr": 1.0311858244742234e-05}
+{"train_loss": 0.0005688549717888236, "global_step": 25761, "epoch": 477, "lr": 1.0308863448637895e-05}
+{"train_loss": 0.0010797735303640366, "global_step": 25762, "epoch": 477, "lr": 1.0305869037490274e-05}
+{"train_loss": 0.0010422207415103912, "global_step": 25763, "epoch": 477, "lr": 1.0302875011328433e-05}
+{"train_loss": 0.0010204766876995564, "global_step": 25764, "epoch": 477, "lr": 1.0299881370181414e-05}
+{"train_loss": 0.0009234077297151089, "global_step": 25765, "epoch": 477, "lr": 1.029688811407823e-05}
+{"train_loss": 0.0005482358392328024, "global_step": 25766, "epoch": 477, "lr": 1.0293895243047896e-05}
+{"train_loss": 0.0006837029359303415, "global_step": 25767, "epoch": 477, "lr": 1.0290902757119486e-05}
+{"train_loss": 0.000939404359087348, "global_step": 25768, "epoch": 477, "lr": 1.0287910656321998e-05}
+{"train_loss": 0.0007435340667143464, "global_step": 25769, "epoch": 477, "lr": 1.0284918940684469e-05}
+{"train_loss": 0.0008788833511061966, "global_step": 25770, "epoch": 477, "lr": 1.028192761023587e-05}
+{"train_loss": 0.0013856542063876987, "global_step": 25771, "epoch": 477, "lr": 1.0278936665005263e-05}
+{"train_loss": 0.0008740199264138937, "global_step": 25772, "epoch": 477, "lr": 1.0275946105021633e-05}
+{"train_loss": 0.0007462819921784103, "global_step": 25773, "epoch": 477, "lr": 1.0272955930313994e-05}
+{"train_loss": 0.0010296073742210865, "global_step": 25774, "epoch": 477, "lr": 1.0269966140911341e-05}
+{"train_loss": 0.0005704920622520149, "global_step": 25775, "epoch": 477, "lr": 1.0266976736842676e-05}
+{"train_loss": 0.0011211796663701534, "global_step": 25776, "epoch": 477, "lr": 1.0263987718136986e-05}
+{"train_loss": 0.0010574558982625604, "global_step": 25777, "epoch": 477, "lr": 1.0260999084823265e-05}
+{"train_loss": 0.0007464459049515426, "global_step": 25778, "epoch": 477, "lr": 1.0258010836930487e-05}
+{"train_loss": 0.0006719347438775003, "global_step": 25779, "epoch": 477, "lr": 1.025502297448766e-05}
+{"train_loss": 0.0009979314636439085, "global_step": 25780, "epoch": 477, "lr": 1.0252035497523765e-05}
+{"train_loss": 0.001148259500041604, "global_step": 25781, "epoch": 477, "lr": 1.024904840606774e-05}
+{"train_loss": 0.0017533778445795178, "global_step": 25782, "epoch": 477, "lr": 1.0246061700148574e-05}
+{"train_loss": 0.001095574232749641, "global_step": 25783, "epoch": 477, "lr": 1.0243075379795242e-05}
+{"train_loss": 0.0008999619749374688, "global_step": 25784, "epoch": 477, "lr": 1.024008944503671e-05}
+{"train_loss": 0.00045966997276991606, "global_step": 25785, "epoch": 477, "lr": 1.023710389590194e-05}
+{"train_loss": 0.0007530315197072923, "global_step": 25786, "epoch": 477, "lr": 1.0234118732419857e-05}
+{"train_loss": 0.0010571390157565475, "global_step": 25787, "epoch": 477, "lr": 1.0231133954619448e-05}
+{"train_loss": 0.0005925759905949235, "global_step": 25788, "epoch": 477, "lr": 1.022814956252965e-05}
+{"train_loss": 0.0011822127271443605, "global_step": 25789, "epoch": 477, "lr": 1.0225165556179412e-05}
+{"train_loss": 0.0009280145750381052, "global_step": 25790, "epoch": 477, "lr": 1.0222181935597663e-05}
+{"train_loss": 0.0005835138144902885, "global_step": 25791, "epoch": 477, "lr": 1.021919870081336e-05}
+{"train_loss": 0.0011160577414557338, "global_step": 25792, "epoch": 477, "lr": 1.0216215851855416e-05}
+{"train_loss": 0.0009157375316135585, "global_step": 25793, "epoch": 477, "lr": 1.021323338875278e-05}
+{"train_loss": 0.0007659668335691094, "global_step": 25794, "epoch": 477, "lr": 1.0210251311534346e-05}
+{"train_loss": 0.001788877067156136, "global_step": 25795, "epoch": 477, "lr": 1.0207269620229093e-05}
+{"train_loss": 0.0009359576506540179, "global_step": 25796, "epoch": 477, "lr": 1.0204288314865896e-05}
+{"train_loss": 0.0012434887466952205, "global_step": 25797, "epoch": 477, "lr": 1.0201307395473675e-05}
+{"train_loss": 0.001142011722549796, "global_step": 25798, "epoch": 477, "lr": 1.0198326862081336e-05}
+{"train_loss": 0.0011440314119681716, "global_step": 25799, "epoch": 477, "lr": 1.0195346714717813e-05}
+{"train_loss": 0.0009232095908373594, "global_step": 25800, "epoch": 477, "lr": 1.019236695341199e-05}
+{"train_loss": 0.0010231471387669444, "global_step": 25801, "epoch": 477, "lr": 1.0189387578192788e-05}
+{"train_loss": 0.0006488016806542873, "global_step": 25802, "epoch": 477, "lr": 1.0186408589089063e-05}
+{"train_loss": 0.0012385828886181116, "global_step": 25803, "epoch": 477, "lr": 1.0183429986129744e-05}
+{"train_loss": 0.0017994201043620706, "global_step": 25804, "epoch": 477, "lr": 1.0180451769343707e-05}
+{"train_loss": 0.0006244323449209332, "global_step": 25805, "epoch": 477, "lr": 1.0177473938759836e-05}
+{"train_loss": 0.001116436324082315, "global_step": 25806, "epoch": 477, "lr": 1.0174496494407015e-05}
+{"train_loss": 0.0007067059632390738, "global_step": 25807, "epoch": 477, "lr": 1.0171519436314126e-05}
+{"train_loss": 0.0007536204648204148, "global_step": 25808, "epoch": 477, "lr": 1.0168542764510031e-05}
+{"train_loss": 0.0015094017144292593, "global_step": 25809, "epoch": 477, "lr": 1.0165566479023613e-05}
+{"train_loss": 0.0018515386618673801, "global_step": 25810, "epoch": 477, "lr": 1.0162590579883713e-05}
+{"train_loss": 0.0009848555696576281, "global_step": 25811, "epoch": 477, "lr": 1.0159615067119244e-05, "val_loss": 0.003749384079128504}
+{"train_loss": 0.0006989112007431686, "global_step": 25812, "epoch": 478, "lr": 1.0156639940759022e-05}
+{"train_loss": 0.00037640382652170956, "global_step": 25813, "epoch": 478, "lr": 1.0153665200831913e-05}
+{"train_loss": 0.001250173430889845, "global_step": 25814, "epoch": 478, "lr": 1.0150690847366756e-05}
+{"train_loss": 0.0011080576805397868, "global_step": 25815, "epoch": 478, "lr": 1.0147716880392427e-05}
+{"train_loss": 0.0010156058706343174, "global_step": 25816, "epoch": 478, "lr": 1.0144743299937764e-05}
+{"train_loss": 0.0011436562053859234, "global_step": 25817, "epoch": 478, "lr": 1.0141770106031589e-05}
+{"train_loss": 0.0009736482752487063, "global_step": 25818, "epoch": 478, "lr": 1.0138797298702735e-05}
+{"train_loss": 0.0006691170274280012, "global_step": 25819, "epoch": 478, "lr": 1.013582487798006e-05}
+{"train_loss": 0.0008039071690291166, "global_step": 25820, "epoch": 478, "lr": 1.0132852843892382e-05}
+{"train_loss": 0.0011385629186406732, "global_step": 25821, "epoch": 478, "lr": 1.0129881196468527e-05}
+{"train_loss": 0.0008900167886167765, "global_step": 25822, "epoch": 478, "lr": 1.0126909935737311e-05}
+{"train_loss": 0.0010851749684661627, "global_step": 25823, "epoch": 478, "lr": 1.0123939061727555e-05}
+{"train_loss": 0.0010737701086327434, "global_step": 25824, "epoch": 478, "lr": 1.0120968574468071e-05}
+{"train_loss": 0.000715202244464308, "global_step": 25825, "epoch": 478, "lr": 1.0117998473987672e-05}
+{"train_loss": 0.0012131041148677468, "global_step": 25826, "epoch": 478, "lr": 1.0115028760315155e-05}
+{"train_loss": 0.0007243248401209712, "global_step": 25827, "epoch": 478, "lr": 1.0112059433479354e-05}
+{"train_loss": 0.0012240519281476736, "global_step": 25828, "epoch": 478, "lr": 1.0109090493509033e-05}
+{"train_loss": 0.0008768081315793097, "global_step": 25829, "epoch": 478, "lr": 1.0106121940432994e-05}
+{"train_loss": 0.0010751942172646523, "global_step": 25830, "epoch": 478, "lr": 1.0103153774280027e-05}
+{"train_loss": 0.0012075554113835096, "global_step": 25831, "epoch": 478, "lr": 1.0100185995078937e-05}
+{"train_loss": 0.0018237088806927204, "global_step": 25832, "epoch": 478, "lr": 1.009721860285851e-05}
+{"train_loss": 0.0007154766353778541, "global_step": 25833, "epoch": 478, "lr": 1.0094251597647491e-05}
+{"train_loss": 0.0017998983385041356, "global_step": 25834, "epoch": 478, "lr": 1.0091284979474691e-05}
+{"train_loss": 0.0006382201099768281, "global_step": 25835, "epoch": 478, "lr": 1.008831874836887e-05}
+{"train_loss": 0.001102505368180573, "global_step": 25836, "epoch": 478, "lr": 1.008535290435879e-05}
+{"train_loss": 0.0010931693250313401, "global_step": 25837, "epoch": 478, "lr": 1.0082387447473235e-05}
+{"train_loss": 0.000647383218165487, "global_step": 25838, "epoch": 478, "lr": 1.0079422377740949e-05}
+{"train_loss": 0.001378164510242641, "global_step": 25839, "epoch": 478, "lr": 1.0076457695190694e-05}
+{"train_loss": 0.0007817521109245718, "global_step": 25840, "epoch": 478, "lr": 1.007349339985123e-05}
+{"train_loss": 0.0010842136107385159, "global_step": 25841, "epoch": 478, "lr": 1.0070529491751302e-05}
+{"train_loss": 0.001333014341071248, "global_step": 25842, "epoch": 478, "lr": 1.0067565970919657e-05}
+{"train_loss": 0.001125697628594935, "global_step": 25843, "epoch": 478, "lr": 1.0064602837385034e-05}
+{"train_loss": 0.0018478130223229527, "global_step": 25844, "epoch": 478, "lr": 1.0061640091176178e-05}
+{"train_loss": 0.0010738898999989033, "global_step": 25845, "epoch": 478, "lr": 1.0058677732321824e-05}
+{"train_loss": 0.0009577731252647936, "global_step": 25846, "epoch": 478, "lr": 1.0055715760850688e-05}
+{"train_loss": 0.0012803546851500869, "global_step": 25847, "epoch": 478, "lr": 1.0052754176791518e-05}
+{"train_loss": 0.001294549903832376, "global_step": 25848, "epoch": 478, "lr": 1.004979298017305e-05}
+{"train_loss": 0.001548274653032422, "global_step": 25849, "epoch": 478, "lr": 1.004683217102395e-05}
+{"train_loss": 0.001187414163723588, "global_step": 25850, "epoch": 478, "lr": 1.004387174937299e-05}
+{"train_loss": 0.0006578775937668979, "global_step": 25851, "epoch": 478, "lr": 1.0040911715248857e-05}
+{"train_loss": 0.0013365682680159807, "global_step": 25852, "epoch": 478, "lr": 1.0037952068680267e-05}
+{"train_loss": 0.0009285030537284911, "global_step": 25853, "epoch": 478, "lr": 1.0034992809695926e-05}
+{"train_loss": 0.0009160191402770579, "global_step": 25854, "epoch": 478, "lr": 1.0032033938324525e-05}
+{"train_loss": 0.0013873388525098562, "global_step": 25855, "epoch": 478, "lr": 1.0029075454594772e-05}
+{"train_loss": 0.0006471235537901521, "global_step": 25856, "epoch": 478, "lr": 1.0026117358535354e-05}
+{"train_loss": 0.0013679112307727337, "global_step": 25857, "epoch": 478, "lr": 1.0023159650174962e-05}
+{"train_loss": 0.001356251654215157, "global_step": 25858, "epoch": 478, "lr": 1.0020202329542288e-05}
+{"train_loss": 0.001319125876761973, "global_step": 25859, "epoch": 478, "lr": 1.0017245396666008e-05}
+{"train_loss": 0.0007199880783446133, "global_step": 25860, "epoch": 478, "lr": 1.0014288851574804e-05}
+{"train_loss": 0.0010227176826447248, "global_step": 25861, "epoch": 478, "lr": 1.0011332694297338e-05}
+{"train_loss": 0.0005865154671482742, "global_step": 25862, "epoch": 478, "lr": 1.0008376924862305e-05}
+{"train_loss": 0.0006903116009198129, "global_step": 25863, "epoch": 478, "lr": 1.0005421543298377e-05}
+{"train_loss": 0.0008952022180892527, "global_step": 25864, "epoch": 478, "lr": 1.0002466549634187e-05}
+{"train_loss": 0.0010515384745775481, "global_step": 25865, "epoch": 478, "lr": 9.999511943898398e-06, "val_loss": 0.0030157226137816906}
+{"train_loss": 0.0010331905214115977, "global_step": 25866, "epoch": 479, "lr": 9.996557726119688e-06}
+{"train_loss": 0.0009712345781736076, "global_step": 25867, "epoch": 479, "lr": 9.993603896326697e-06}
+{"train_loss": 0.0011511086486279964, "global_step": 25868, "epoch": 479, "lr": 9.990650454548084e-06}
+{"train_loss": 0.0009067091159522533, "global_step": 25869, "epoch": 479, "lr": 9.987697400812478e-06}
+{"train_loss": 0.001363345654681325, "global_step": 25870, "epoch": 479, "lr": 9.984744735148533e-06}
+{"train_loss": 0.0010460171615704894, "global_step": 25871, "epoch": 479, "lr": 9.981792457584877e-06}
+{"train_loss": 0.0007057133479975164, "global_step": 25872, "epoch": 479, "lr": 9.978840568150149e-06}
+{"train_loss": 0.0015066242776811123, "global_step": 25873, "epoch": 479, "lr": 9.975889066872974e-06}
+{"train_loss": 0.0013941682409495115, "global_step": 25874, "epoch": 479, "lr": 9.972937953781986e-06}
+{"train_loss": 0.0009144411305896938, "global_step": 25875, "epoch": 479, "lr": 9.969987228905803e-06}
+{"train_loss": 0.0015254660975188017, "global_step": 25876, "epoch": 479, "lr": 9.967036892273041e-06}
+{"train_loss": 0.0010172334732487798, "global_step": 25877, "epoch": 479, "lr": 9.964086943912303e-06}
+{"train_loss": 0.0007805046043358743, "global_step": 25878, "epoch": 479, "lr": 9.961137383852226e-06}
+{"train_loss": 0.0007781622116453946, "global_step": 25879, "epoch": 479, "lr": 9.958188212121422e-06}
+{"train_loss": 0.0017231618985533714, "global_step": 25880, "epoch": 479, "lr": 9.955239428748465e-06}
+{"train_loss": 0.0014789329143241048, "global_step": 25881, "epoch": 479, "lr": 9.95229103376195e-06}
+{"train_loss": 0.001264204503968358, "global_step": 25882, "epoch": 479, "lr": 9.949343027190505e-06}
+{"train_loss": 0.0008291889098472893, "global_step": 25883, "epoch": 479, "lr": 9.946395409062708e-06}
+{"train_loss": 0.0008679612656123936, "global_step": 25884, "epoch": 479, "lr": 9.94344817940716e-06}
+{"train_loss": 0.001374127808958292, "global_step": 25885, "epoch": 479, "lr": 9.940501338252406e-06}
+{"train_loss": 0.0010722375009208918, "global_step": 25886, "epoch": 479, "lr": 9.937554885627065e-06}
+{"train_loss": 0.0018059653230011463, "global_step": 25887, "epoch": 479, "lr": 9.934608821559705e-06}
+{"train_loss": 0.0010020548943430185, "global_step": 25888, "epoch": 479, "lr": 9.931663146078896e-06}
+{"train_loss": 0.0008436188800260425, "global_step": 25889, "epoch": 479, "lr": 9.928717859213205e-06}
+{"train_loss": 0.0007241828716360033, "global_step": 25890, "epoch": 479, "lr": 9.925772960991204e-06}
+{"train_loss": 0.0013392047258093953, "global_step": 25891, "epoch": 479, "lr": 9.922828451441452e-06}
+{"train_loss": 0.0014071125769987702, "global_step": 25892, "epoch": 479, "lr": 9.919884330592505e-06}
+{"train_loss": 0.001832884387113154, "global_step": 25893, "epoch": 479, "lr": 9.916940598472907e-06}
+{"train_loss": 0.0006183383520692587, "global_step": 25894, "epoch": 479, "lr": 9.91399725511124e-06}
+{"train_loss": 0.0015177405439317226, "global_step": 25895, "epoch": 479, "lr": 9.911054300536038e-06}
+{"train_loss": 0.0008841669769026339, "global_step": 25896, "epoch": 479, "lr": 9.908111734775828e-06}
+{"train_loss": 0.0007862458587624133, "global_step": 25897, "epoch": 479, "lr": 9.905169557859145e-06}
+{"train_loss": 0.0009250943548977375, "global_step": 25898, "epoch": 479, "lr": 9.902227769814554e-06}
+{"train_loss": 0.0022385120391845703, "global_step": 25899, "epoch": 479, "lr": 9.899286370670575e-06}
+{"train_loss": 0.0011364187812432647, "global_step": 25900, "epoch": 479, "lr": 9.896345360455745e-06}
+{"train_loss": 0.000981196528300643, "global_step": 25901, "epoch": 479, "lr": 9.893404739198547e-06}
+{"train_loss": 0.0008506254525855184, "global_step": 25902, "epoch": 479, "lr": 9.89046450692755e-06}
+{"train_loss": 0.001210152404382825, "global_step": 25903, "epoch": 479, "lr": 9.887524663671243e-06}
+{"train_loss": 0.0012554109562188387, "global_step": 25904, "epoch": 479, "lr": 9.884585209458159e-06}
+{"train_loss": 0.0008172665257006884, "global_step": 25905, "epoch": 479, "lr": 9.881646144316787e-06}
+{"train_loss": 0.0011905948631465435, "global_step": 25906, "epoch": 479, "lr": 9.878707468275644e-06}
+{"train_loss": 0.0004995631170459092, "global_step": 25907, "epoch": 479, "lr": 9.875769181363232e-06}
+{"train_loss": 0.0012043251190334558, "global_step": 25908, "epoch": 479, "lr": 9.872831283608042e-06}
+{"train_loss": 0.0009000179124996066, "global_step": 25909, "epoch": 479, "lr": 9.869893775038558e-06}
+{"train_loss": 0.0012401174753904343, "global_step": 25910, "epoch": 479, "lr": 9.866956655683319e-06}
+{"train_loss": 0.0013756327098235488, "global_step": 25911, "epoch": 479, "lr": 9.864019925570756e-06}
+{"train_loss": 0.0009910641238093376, "global_step": 25912, "epoch": 479, "lr": 9.861083584729374e-06}
+{"train_loss": 0.0010479014599695802, "global_step": 25913, "epoch": 479, "lr": 9.858147633187636e-06}
+{"train_loss": 0.0010017419699579477, "global_step": 25914, "epoch": 479, "lr": 9.85521207097405e-06}
+{"train_loss": 0.001064338139258325, "global_step": 25915, "epoch": 479, "lr": 9.852276898117069e-06}
+{"train_loss": 0.0007986802374944091, "global_step": 25916, "epoch": 479, "lr": 9.849342114645171e-06}
+{"train_loss": 0.0009574017603881657, "global_step": 25917, "epoch": 479, "lr": 9.846407720586787e-06}
+{"train_loss": 0.0013374255504459143, "global_step": 25918, "epoch": 479, "lr": 9.843473715970409e-06}
+{"train_loss": 0.001119326748367813, "global_step": 25919, "epoch": 479, "lr": 9.840540100824491e-06, "val_loss": 0.0024611493572592735}
+{"train_loss": 0.001026933896355331, "global_step": 25920, "epoch": 480, "lr": 9.837606875177474e-06}
+{"train_loss": 0.0009799154940992594, "global_step": 25921, "epoch": 480, "lr": 9.834674039057812e-06}
+{"train_loss": 0.0007862377096898854, "global_step": 25922, "epoch": 480, "lr": 9.831741592493954e-06}
+{"train_loss": 0.001120972097851336, "global_step": 25923, "epoch": 480, "lr": 9.828809535514332e-06}
+{"train_loss": 0.0012098043225705624, "global_step": 25924, "epoch": 480, "lr": 9.825877868147392e-06}
+{"train_loss": 0.0007577752112410963, "global_step": 25925, "epoch": 480, "lr": 9.82294659042155e-06}
+{"train_loss": 0.001146672642789781, "global_step": 25926, "epoch": 480, "lr": 9.820015702365277e-06}
+{"train_loss": 0.0010054263984784484, "global_step": 25927, "epoch": 480, "lr": 9.817085204006959e-06}
+{"train_loss": 0.0008030719473026693, "global_step": 25928, "epoch": 480, "lr": 9.814155095375033e-06}
+{"train_loss": 0.0007028710679151118, "global_step": 25929, "epoch": 480, "lr": 9.811225376497902e-06}
+{"train_loss": 0.000933926843572408, "global_step": 25930, "epoch": 480, "lr": 9.808296047404004e-06}
+{"train_loss": 0.0007116639753803611, "global_step": 25931, "epoch": 480, "lr": 9.805367108121761e-06}
+{"train_loss": 0.000581392552703619, "global_step": 25932, "epoch": 480, "lr": 9.802438558679527e-06}
+{"train_loss": 0.0011763913789764047, "global_step": 25933, "epoch": 480, "lr": 9.79951039910576e-06}
+{"train_loss": 0.0006392584182322025, "global_step": 25934, "epoch": 480, "lr": 9.79658262942883e-06}
+{"train_loss": 0.0013761331792920828, "global_step": 25935, "epoch": 480, "lr": 9.793655249677147e-06}
+{"train_loss": 0.000934277311898768, "global_step": 25936, "epoch": 480, "lr": 9.790728259879094e-06}
+{"train_loss": 0.0005316847818903625, "global_step": 25937, "epoch": 480, "lr": 9.787801660063068e-06}
+{"train_loss": 0.0021535931155085564, "global_step": 25938, "epoch": 480, "lr": 9.784875450257441e-06}
+{"train_loss": 0.0009407755569554865, "global_step": 25939, "epoch": 480, "lr": 9.781949630490605e-06}
+{"train_loss": 0.0009230647119693458, "global_step": 25940, "epoch": 480, "lr": 9.779024200790932e-06}
+{"train_loss": 0.0007852940470911562, "global_step": 25941, "epoch": 480, "lr": 9.77609916118678e-06}
+{"train_loss": 0.0010813088156282902, "global_step": 25942, "epoch": 480, "lr": 9.773174511706568e-06}
+{"train_loss": 0.0008938565733842552, "global_step": 25943, "epoch": 480, "lr": 9.77025025237861e-06}
+{"train_loss": 0.0008310991106554866, "global_step": 25944, "epoch": 480, "lr": 9.767326383231285e-06}
+{"train_loss": 0.0009098974987864494, "global_step": 25945, "epoch": 480, "lr": 9.76440290429294e-06}
+{"train_loss": 0.001089370111003518, "global_step": 25946, "epoch": 480, "lr": 9.761479815591956e-06}
+{"train_loss": 0.0005240801256150007, "global_step": 25947, "epoch": 480, "lr": 9.75855711715668e-06}
+{"train_loss": 0.0013802994508296251, "global_step": 25948, "epoch": 480, "lr": 9.755634809015418e-06}
+{"train_loss": 0.0007764141191728413, "global_step": 25949, "epoch": 480, "lr": 9.752712891196557e-06}
+{"train_loss": 0.0006502676988020539, "global_step": 25950, "epoch": 480, "lr": 9.749791363728428e-06}
+{"train_loss": 0.0011057450901716948, "global_step": 25951, "epoch": 480, "lr": 9.746870226639355e-06}
+{"train_loss": 0.0006682865205220878, "global_step": 25952, "epoch": 480, "lr": 9.74394947995767e-06}
+{"train_loss": 0.0006922628963366151, "global_step": 25953, "epoch": 480, "lr": 9.74102912371171e-06}
+{"train_loss": 0.0004694580566138029, "global_step": 25954, "epoch": 480, "lr": 9.738109157929792e-06}
+{"train_loss": 0.0006254985346458852, "global_step": 25955, "epoch": 480, "lr": 9.735189582640242e-06}
+{"train_loss": 0.0009809364564716816, "global_step": 25956, "epoch": 480, "lr": 9.732270397871368e-06}
+{"train_loss": 0.0008899250533431768, "global_step": 25957, "epoch": 480, "lr": 9.729351603651492e-06}
+{"train_loss": 0.0011858996003866196, "global_step": 25958, "epoch": 480, "lr": 9.726433200008917e-06}
+{"train_loss": 0.0005473826313391328, "global_step": 25959, "epoch": 480, "lr": 9.723515186971944e-06}
+{"train_loss": 0.0006247245473787189, "global_step": 25960, "epoch": 480, "lr": 9.720597564568884e-06}
+{"train_loss": 0.0006925796624273062, "global_step": 25961, "epoch": 480, "lr": 9.717680332828016e-06}
+{"train_loss": 0.0008145369938574731, "global_step": 25962, "epoch": 480, "lr": 9.714763491777657e-06}
+{"train_loss": 0.0005129300407133996, "global_step": 25963, "epoch": 480, "lr": 9.711847041446104e-06}
+{"train_loss": 0.0012771215988323092, "global_step": 25964, "epoch": 480, "lr": 9.708930981861602e-06}
+{"train_loss": 0.0008956094388850033, "global_step": 25965, "epoch": 480, "lr": 9.706015313052468e-06}
+{"train_loss": 0.0006621444481424987, "global_step": 25966, "epoch": 480, "lr": 9.70310003504697e-06}
+{"train_loss": 0.0006979607278481126, "global_step": 25967, "epoch": 480, "lr": 9.70018514787338e-06}
+{"train_loss": 0.00043182147783227265, "global_step": 25968, "epoch": 480, "lr": 9.69727065155998e-06}
+{"train_loss": 0.0018104129703715444, "global_step": 25969, "epoch": 480, "lr": 9.694356546135024e-06}
+{"train_loss": 0.0007120666559785604, "global_step": 25970, "epoch": 480, "lr": 9.69144283162678e-06}
+{"train_loss": 0.0008190250373445451, "global_step": 25971, "epoch": 480, "lr": 9.68852950806351e-06}
+{"train_loss": 0.0008839548099786043, "global_step": 25972, "epoch": 480, "lr": 9.685616575473466e-06}
+{"train_loss": 0.0008994650135584245, "global_step": 25973, "epoch": 480, "lr": 9.682704033884905e-06, "val_loss": 0.0018145876238122582, "train_action_mse_error": 3.738915256690234e-05}
+{"train_loss": 0.000578906387090683, "global_step": 25974, "epoch": 481, "lr": 9.679791883326067e-06}
+{"train_loss": 0.0009734512423165143, "global_step": 25975, "epoch": 481, "lr": 9.6768801238252e-06}
+{"train_loss": 0.0006629552226513624, "global_step": 25976, "epoch": 481, "lr": 9.67396875541054e-06}
+{"train_loss": 0.00079855922376737, "global_step": 25977, "epoch": 481, "lr": 9.671057778110337e-06}
+{"train_loss": 0.001076240325346589, "global_step": 25978, "epoch": 481, "lr": 9.668147191952831e-06}
+{"train_loss": 0.0006734813214279711, "global_step": 25979, "epoch": 481, "lr": 9.665236996966226e-06}
+{"train_loss": 0.001063417294062674, "global_step": 25980, "epoch": 481, "lr": 9.662327193178745e-06}
+{"train_loss": 0.0011410408187657595, "global_step": 25981, "epoch": 481, "lr": 9.659417780618635e-06}
+{"train_loss": 0.0005349162966012955, "global_step": 25982, "epoch": 481, "lr": 9.656508759314098e-06}
+{"train_loss": 0.001107222051359713, "global_step": 25983, "epoch": 481, "lr": 9.653600129293373e-06}
+{"train_loss": 0.0007396115106530488, "global_step": 25984, "epoch": 481, "lr": 9.650691890584618e-06}
+{"train_loss": 0.0008263793424703181, "global_step": 25985, "epoch": 481, "lr": 9.647784043216079e-06}
+{"train_loss": 0.0006230908329598606, "global_step": 25986, "epoch": 481, "lr": 9.644876587215956e-06}
+{"train_loss": 0.0006534162675961852, "global_step": 25987, "epoch": 481, "lr": 9.641969522612442e-06}
+{"train_loss": 0.0020456474740058184, "global_step": 25988, "epoch": 481, "lr": 9.639062849433733e-06}
+{"train_loss": 0.0010976854246109724, "global_step": 25989, "epoch": 481, "lr": 9.636156567708016e-06}
+{"train_loss": 0.000550387310795486, "global_step": 25990, "epoch": 481, "lr": 9.633250677463485e-06}
+{"train_loss": 0.0006839320412836969, "global_step": 25991, "epoch": 481, "lr": 9.630345178728317e-06}
+{"train_loss": 0.0016034427098929882, "global_step": 25992, "epoch": 481, "lr": 9.627440071530685e-06}
+{"train_loss": 0.0013438061578199267, "global_step": 25993, "epoch": 481, "lr": 9.624535355898789e-06}
+{"train_loss": 0.0016855464782565832, "global_step": 25994, "epoch": 481, "lr": 9.6216310318608e-06}
+{"train_loss": 0.0017467393772676587, "global_step": 25995, "epoch": 481, "lr": 9.618727099444857e-06}
+{"train_loss": 0.0011278995079919696, "global_step": 25996, "epoch": 481, "lr": 9.615823558679137e-06}
+{"train_loss": 0.0006853133672848344, "global_step": 25997, "epoch": 481, "lr": 9.612920409591813e-06}
+{"train_loss": 0.001220049220137298, "global_step": 25998, "epoch": 481, "lr": 9.610017652211034e-06}
+{"train_loss": 0.0012146676890552044, "global_step": 25999, "epoch": 481, "lr": 9.607115286564972e-06}
+{"train_loss": 0.0006582627538591623, "global_step": 26000, "epoch": 481, "lr": 9.60421331268173e-06}
+{"train_loss": 0.0010235325898975134, "global_step": 26001, "epoch": 481, "lr": 9.601311730589496e-06}
+{"train_loss": 0.0009341000695712864, "global_step": 26002, "epoch": 481, "lr": 9.5984105403164e-06}
+{"train_loss": 0.0013028995599597692, "global_step": 26003, "epoch": 481, "lr": 9.595509741890574e-06}
+{"train_loss": 0.0012441605795174837, "global_step": 26004, "epoch": 481, "lr": 9.592609335340157e-06}
+{"train_loss": 0.0006928158109076321, "global_step": 26005, "epoch": 481, "lr": 9.58970932069328e-06}
+{"train_loss": 0.0007753156241960824, "global_step": 26006, "epoch": 481, "lr": 9.586809697978072e-06}
+{"train_loss": 0.0009278656798414886, "global_step": 26007, "epoch": 481, "lr": 9.583910467222651e-06}
+{"train_loss": 0.0010451067937538028, "global_step": 26008, "epoch": 481, "lr": 9.581011628455121e-06}
+{"train_loss": 0.0007304205792024732, "global_step": 26009, "epoch": 481, "lr": 9.57811318170363e-06}
+{"train_loss": 0.0012260042130947113, "global_step": 26010, "epoch": 481, "lr": 9.57521512699629e-06}
+{"train_loss": 0.001050183200277388, "global_step": 26011, "epoch": 481, "lr": 9.572317464361174e-06}
+{"train_loss": 0.0009640284697525203, "global_step": 26012, "epoch": 481, "lr": 9.569420193826395e-06}
+{"train_loss": 0.0012257260968908668, "global_step": 26013, "epoch": 481, "lr": 9.566523315420072e-06}
+{"train_loss": 0.0014918388333171606, "global_step": 26014, "epoch": 481, "lr": 9.563626829170292e-06}
+{"train_loss": 0.0007294223178178072, "global_step": 26015, "epoch": 481, "lr": 9.560730735105162e-06}
+{"train_loss": 0.0010337887797504663, "global_step": 26016, "epoch": 481, "lr": 9.557835033252727e-06}
+{"train_loss": 0.0010486346436664462, "global_step": 26017, "epoch": 481, "lr": 9.55493972364111e-06}
+{"train_loss": 0.0009324747952632606, "global_step": 26018, "epoch": 481, "lr": 9.552044806298389e-06}
+{"train_loss": 0.0005815302138216794, "global_step": 26019, "epoch": 481, "lr": 9.549150281252633e-06}
+{"train_loss": 0.001087804208509624, "global_step": 26020, "epoch": 481, "lr": 9.546256148531918e-06}
+{"train_loss": 0.0011550441849976778, "global_step": 26021, "epoch": 481, "lr": 9.543362408164308e-06}
+{"train_loss": 0.0008130319183692336, "global_step": 26022, "epoch": 481, "lr": 9.540469060177876e-06}
+{"train_loss": 0.0005882157129235566, "global_step": 26023, "epoch": 481, "lr": 9.537576104600682e-06}
+{"train_loss": 0.0007798275328241289, "global_step": 26024, "epoch": 481, "lr": 9.53468354146077e-06}
+{"train_loss": 0.0007293782546184957, "global_step": 26025, "epoch": 481, "lr": 9.531791370786236e-06}
+{"train_loss": 0.0006460041040554643, "global_step": 26026, "epoch": 481, "lr": 9.528899592605089e-06}
+{"train_loss": 0.0009805435127216494, "global_step": 26027, "epoch": 481, "lr": 9.526008206945392e-06, "val_loss": 0.003137387568131089}
+{"train_loss": 0.0010899357730522752, "global_step": 26028, "epoch": 482, "lr": 9.52311721383517e-06}
+{"train_loss": 0.0010430756956338882, "global_step": 26029, "epoch": 482, "lr": 9.520226613302491e-06}
+{"train_loss": 0.0012076415587216616, "global_step": 26030, "epoch": 482, "lr": 9.517336405375392e-06}
+{"train_loss": 0.0014300651382654905, "global_step": 26031, "epoch": 482, "lr": 9.514446590081876e-06}
+{"train_loss": 0.0019756166730076075, "global_step": 26032, "epoch": 482, "lr": 9.51155716744997e-06}
+{"train_loss": 0.0007887650863267481, "global_step": 26033, "epoch": 482, "lr": 9.508668137507732e-06}
+{"train_loss": 0.0006874339887872338, "global_step": 26034, "epoch": 482, "lr": 9.505779500283152e-06}
+{"train_loss": 0.0008210326195694506, "global_step": 26035, "epoch": 482, "lr": 9.502891255804264e-06}
+{"train_loss": 0.0008876744541339576, "global_step": 26036, "epoch": 482, "lr": 9.500003404099072e-06}
+{"train_loss": 0.0014241508906707168, "global_step": 26037, "epoch": 482, "lr": 9.497115945195589e-06}
+{"train_loss": 0.0012359062675386667, "global_step": 26038, "epoch": 482, "lr": 9.494228879121814e-06}
+{"train_loss": 0.0008294633007608354, "global_step": 26039, "epoch": 482, "lr": 9.49134220590575e-06}
+{"train_loss": 0.0012077949941158295, "global_step": 26040, "epoch": 482, "lr": 9.488455925575384e-06}
+{"train_loss": 0.0011199448490515351, "global_step": 26041, "epoch": 482, "lr": 9.485570038158747e-06}
+{"train_loss": 0.0010760485893115401, "global_step": 26042, "epoch": 482, "lr": 9.48268454368379e-06}
+{"train_loss": 0.000957614160142839, "global_step": 26043, "epoch": 482, "lr": 9.479799442178511e-06}
+{"train_loss": 0.0008977364632301033, "global_step": 26044, "epoch": 482, "lr": 9.476914733670883e-06}
+{"train_loss": 0.0008646787027828395, "global_step": 26045, "epoch": 482, "lr": 9.474030418188906e-06}
+{"train_loss": 0.0010079839266836643, "global_step": 26046, "epoch": 482, "lr": 9.471146495760553e-06}
+{"train_loss": 0.0008044951246120036, "global_step": 26047, "epoch": 482, "lr": 9.468262966413754e-06}
+{"train_loss": 0.0007391622639261186, "global_step": 26048, "epoch": 482, "lr": 9.465379830176524e-06}
+{"train_loss": 0.000976702431216836, "global_step": 26049, "epoch": 482, "lr": 9.46249708707681e-06}
+{"train_loss": 0.0009472112287767231, "global_step": 26050, "epoch": 482, "lr": 9.459614737142564e-06}
+{"train_loss": 0.0008545409073121846, "global_step": 26051, "epoch": 482, "lr": 9.45673278040175e-06}
+{"train_loss": 0.0007915252936072648, "global_step": 26052, "epoch": 482, "lr": 9.453851216882314e-06}
+{"train_loss": 0.0009284330299124122, "global_step": 26053, "epoch": 482, "lr": 9.4509700466122e-06}
+{"train_loss": 0.0012662592343986034, "global_step": 26054, "epoch": 482, "lr": 9.448089269619364e-06}
+{"train_loss": 0.0010844662319868803, "global_step": 26055, "epoch": 482, "lr": 9.445208885931739e-06}
+{"train_loss": 0.0005520714912563562, "global_step": 26056, "epoch": 482, "lr": 9.442328895577252e-06}
+{"train_loss": 0.0011325208470225334, "global_step": 26057, "epoch": 482, "lr": 9.439449298583863e-06}
+{"train_loss": 0.0005709395045414567, "global_step": 26058, "epoch": 482, "lr": 9.436570094979475e-06}
+{"train_loss": 0.000513235863763839, "global_step": 26059, "epoch": 482, "lr": 9.433691284792017e-06}
+{"train_loss": 0.0004960556398145854, "global_step": 26060, "epoch": 482, "lr": 9.430812868049404e-06}
+{"train_loss": 0.0005146146286278963, "global_step": 26061, "epoch": 482, "lr": 9.427934844779578e-06}
+{"train_loss": 0.0009625927195884287, "global_step": 26062, "epoch": 482, "lr": 9.425057215010447e-06}
+{"train_loss": 0.000872329343110323, "global_step": 26063, "epoch": 482, "lr": 9.422179978769891e-06}
+{"train_loss": 0.0008066782611422241, "global_step": 26064, "epoch": 482, "lr": 9.41930313608584e-06}
+{"train_loss": 0.0007525303517468274, "global_step": 26065, "epoch": 482, "lr": 9.416426686986197e-06}
+{"train_loss": 0.0009112563566304743, "global_step": 26066, "epoch": 482, "lr": 9.413550631498852e-06}
+{"train_loss": 0.0007282870938070118, "global_step": 26067, "epoch": 482, "lr": 9.410674969651707e-06}
+{"train_loss": 0.0008424178813584149, "global_step": 26068, "epoch": 482, "lr": 9.407799701472641e-06}
+{"train_loss": 0.0007705604075454175, "global_step": 26069, "epoch": 482, "lr": 9.404924826989553e-06}
+{"train_loss": 0.0005441470420919359, "global_step": 26070, "epoch": 482, "lr": 9.402050346230317e-06}
+{"train_loss": 0.0008625408518128097, "global_step": 26071, "epoch": 482, "lr": 9.399176259222815e-06}
+{"train_loss": 0.0008750311098992825, "global_step": 26072, "epoch": 482, "lr": 9.396302565994924e-06}
+{"train_loss": 0.0007818691083230078, "global_step": 26073, "epoch": 482, "lr": 9.393429266574516e-06}
+{"train_loss": 0.0011770639102905989, "global_step": 26074, "epoch": 482, "lr": 9.39055636098945e-06}
+{"train_loss": 0.0008099002880044281, "global_step": 26075, "epoch": 482, "lr": 9.387683849267586e-06}
+{"train_loss": 0.0013224456924945116, "global_step": 26076, "epoch": 482, "lr": 9.38481173143681e-06}
+{"train_loss": 0.0006664526299573481, "global_step": 26077, "epoch": 482, "lr": 9.381940007524975e-06}
+{"train_loss": 0.0005274032009765506, "global_step": 26078, "epoch": 482, "lr": 9.379068677559905e-06}
+{"train_loss": 0.0006359200924634933, "global_step": 26079, "epoch": 482, "lr": 9.376197741569448e-06}
+{"train_loss": 0.0005570340435951948, "global_step": 26080, "epoch": 482, "lr": 9.373327199581484e-06}
+{"train_loss": 0.0009012205485271772, "global_step": 26081, "epoch": 482, "lr": 9.370457051623833e-06, "val_loss": 0.0018267189152538776}
+{"train_loss": 0.0005719864275306463, "global_step": 26082, "epoch": 483, "lr": 9.367587297724333e-06}
+{"train_loss": 0.00047407287638634443, "global_step": 26083, "epoch": 483, "lr": 9.364717937910816e-06}
+{"train_loss": 0.0005593217792920768, "global_step": 26084, "epoch": 483, "lr": 9.361848972211112e-06}
+{"train_loss": 0.0005892047192901373, "global_step": 26085, "epoch": 483, "lr": 9.35898040065305e-06}
+{"train_loss": 0.000894204422365874, "global_step": 26086, "epoch": 483, "lr": 9.356112223264452e-06}
+{"train_loss": 0.0011464226990938187, "global_step": 26087, "epoch": 483, "lr": 9.353244440073128e-06}
+{"train_loss": 0.0007819536258466542, "global_step": 26088, "epoch": 483, "lr": 9.350377051106902e-06}
+{"train_loss": 0.0003925067139789462, "global_step": 26089, "epoch": 483, "lr": 9.347510056393577e-06}
+{"train_loss": 0.000920716323889792, "global_step": 26090, "epoch": 483, "lr": 9.34464345596096e-06}
+{"train_loss": 0.0005318449693731964, "global_step": 26091, "epoch": 483, "lr": 9.341777249836847e-06}
+{"train_loss": 0.0007498551276512444, "global_step": 26092, "epoch": 483, "lr": 9.338911438049058e-06}
+{"train_loss": 0.0007701209979131818, "global_step": 26093, "epoch": 483, "lr": 9.336046020625389e-06}
+{"train_loss": 0.0009062439785338938, "global_step": 26094, "epoch": 483, "lr": 9.333180997593598e-06}
+{"train_loss": 0.0013001507613807917, "global_step": 26095, "epoch": 483, "lr": 9.330316368981484e-06}
+{"train_loss": 0.0005356911569833755, "global_step": 26096, "epoch": 483, "lr": 9.32745213481685e-06}
+{"train_loss": 0.0006666809204034507, "global_step": 26097, "epoch": 483, "lr": 9.324588295127467e-06}
+{"train_loss": 0.0010042873909696937, "global_step": 26098, "epoch": 483, "lr": 9.321724849941116e-06}
+{"train_loss": 0.0007697243127040565, "global_step": 26099, "epoch": 483, "lr": 9.318861799285539e-06}
+{"train_loss": 0.0011878503719344735, "global_step": 26100, "epoch": 483, "lr": 9.315999143188537e-06}
+{"train_loss": 0.0008000620873644948, "global_step": 26101, "epoch": 483, "lr": 9.313136881677864e-06}
+{"train_loss": 0.0010631934273988008, "global_step": 26102, "epoch": 483, "lr": 9.310275014781278e-06}
+{"train_loss": 0.0010632362682372332, "global_step": 26103, "epoch": 483, "lr": 9.307413542526538e-06}
+{"train_loss": 0.0008001544047147036, "global_step": 26104, "epoch": 483, "lr": 9.304552464941402e-06}
+{"train_loss": 0.0008174151880666614, "global_step": 26105, "epoch": 483, "lr": 9.301691782053607e-06}
+{"train_loss": 0.0008645916823297739, "global_step": 26106, "epoch": 483, "lr": 9.298831493890908e-06}
+{"train_loss": 0.0013828662922605872, "global_step": 26107, "epoch": 483, "lr": 9.295971600481029e-06}
+{"train_loss": 0.0008257276494987309, "global_step": 26108, "epoch": 483, "lr": 9.293112101851731e-06}
+{"train_loss": 0.0005475478246808052, "global_step": 26109, "epoch": 483, "lr": 9.290252998030758e-06}
+{"train_loss": 0.0010976844932883978, "global_step": 26110, "epoch": 483, "lr": 9.287394289045803e-06}
+{"train_loss": 0.0008391843875870109, "global_step": 26111, "epoch": 483, "lr": 9.284535974924597e-06}
+{"train_loss": 0.0011734545696526766, "global_step": 26112, "epoch": 483, "lr": 9.281678055694887e-06}
+{"train_loss": 0.0012564662611111999, "global_step": 26113, "epoch": 483, "lr": 9.27882053138438e-06}
+{"train_loss": 0.0008199328440241516, "global_step": 26114, "epoch": 483, "lr": 9.275963402020805e-06}
+{"train_loss": 0.00042247859528288245, "global_step": 26115, "epoch": 483, "lr": 9.273106667631826e-06}
+{"train_loss": 0.000552038662135601, "global_step": 26116, "epoch": 483, "lr": 9.270250328245201e-06}
+{"train_loss": 0.0009566886583343148, "global_step": 26117, "epoch": 483, "lr": 9.267394383888605e-06}
+{"train_loss": 0.0018203528597950935, "global_step": 26118, "epoch": 483, "lr": 9.264538834589753e-06}
+{"train_loss": 0.0014256660360842943, "global_step": 26119, "epoch": 483, "lr": 9.261683680376326e-06}
+{"train_loss": 0.0006253660540096462, "global_step": 26120, "epoch": 483, "lr": 9.25882892127603e-06}
+{"train_loss": 0.0009671948500908911, "global_step": 26121, "epoch": 483, "lr": 9.255974557316544e-06}
+{"train_loss": 0.0008891468751244247, "global_step": 26122, "epoch": 483, "lr": 9.253120588525548e-06}
+{"train_loss": 0.0015160912880674005, "global_step": 26123, "epoch": 483, "lr": 9.250267014930719e-06}
+{"train_loss": 0.0017609169008210301, "global_step": 26124, "epoch": 483, "lr": 9.247413836559766e-06}
+{"train_loss": 0.0007231288473121822, "global_step": 26125, "epoch": 483, "lr": 9.244561053440326e-06}
+{"train_loss": 0.001114287180826068, "global_step": 26126, "epoch": 483, "lr": 9.241708665600074e-06}
+{"train_loss": 0.0009860425489023328, "global_step": 26127, "epoch": 483, "lr": 9.23885667306667e-06}
+{"train_loss": 0.0006534197018481791, "global_step": 26128, "epoch": 483, "lr": 9.236005075867799e-06}
+{"train_loss": 0.0013386162463575602, "global_step": 26129, "epoch": 483, "lr": 9.233153874031102e-06}
+{"train_loss": 0.0015191467246040702, "global_step": 26130, "epoch": 483, "lr": 9.230303067584246e-06}
+{"train_loss": 0.0011560962302610278, "global_step": 26131, "epoch": 483, "lr": 9.22745265655484e-06}
+{"train_loss": 0.0015728737926110625, "global_step": 26132, "epoch": 483, "lr": 9.224602640970575e-06}
+{"train_loss": 0.0007403509225696325, "global_step": 26133, "epoch": 483, "lr": 9.221753020859076e-06}
+{"train_loss": 0.0008434894261881709, "global_step": 26134, "epoch": 483, "lr": 9.218903796247975e-06}
+{"train_loss": 0.0009519525402639476, "global_step": 26135, "epoch": 483, "lr": 9.216054967164917e-06, "val_loss": 0.0021061452571302652}
+{"train_loss": 0.0005928156897425652, "global_step": 26136, "epoch": 484, "lr": 9.21320653363752e-06}
+{"train_loss": 0.001236096490174532, "global_step": 26137, "epoch": 484, "lr": 9.210358495693423e-06}
+{"train_loss": 0.0015071836533024907, "global_step": 26138, "epoch": 484, "lr": 9.207510853360241e-06}
+{"train_loss": 0.0006232938030734658, "global_step": 26139, "epoch": 484, "lr": 9.20466360666558e-06}
+{"train_loss": 0.001198827289044857, "global_step": 26140, "epoch": 484, "lr": 9.201816755637099e-06}
+{"train_loss": 0.001392155303619802, "global_step": 26141, "epoch": 484, "lr": 9.198970300302363e-06}
+{"train_loss": 0.0012913368409499526, "global_step": 26142, "epoch": 484, "lr": 9.196124240688997e-06}
+{"train_loss": 0.001110311015509069, "global_step": 26143, "epoch": 484, "lr": 9.193278576824592e-06}
+{"train_loss": 0.0010988562135025859, "global_step": 26144, "epoch": 484, "lr": 9.190433308736768e-06}
+{"train_loss": 0.002085235435515642, "global_step": 26145, "epoch": 484, "lr": 9.187588436453127e-06}
+{"train_loss": 0.000872223696205765, "global_step": 26146, "epoch": 484, "lr": 9.18474396000122e-06}
+{"train_loss": 0.001015541492961347, "global_step": 26147, "epoch": 484, "lr": 9.181899879408672e-06}
+{"train_loss": 0.0006638645427301526, "global_step": 26148, "epoch": 484, "lr": 9.17905619470305e-06}
+{"train_loss": 0.0018791580805554986, "global_step": 26149, "epoch": 484, "lr": 9.176212905911945e-06}
+{"train_loss": 0.0009043153841048479, "global_step": 26150, "epoch": 484, "lr": 9.173370013062933e-06}
+{"train_loss": 0.0009305609273724258, "global_step": 26151, "epoch": 484, "lr": 9.170527516183574e-06}
+{"train_loss": 0.0006710949819535017, "global_step": 26152, "epoch": 484, "lr": 9.167685415301448e-06}
+{"train_loss": 0.0021730491425842047, "global_step": 26153, "epoch": 484, "lr": 9.164843710444116e-06}
+{"train_loss": 0.0009423588053323328, "global_step": 26154, "epoch": 484, "lr": 9.16200240163914e-06}
+{"train_loss": 0.0010539013892412186, "global_step": 26155, "epoch": 484, "lr": 9.159161488914065e-06}
+{"train_loss": 0.001413628924638033, "global_step": 26156, "epoch": 484, "lr": 9.156320972296485e-06}
+{"train_loss": 0.0008552764193154871, "global_step": 26157, "epoch": 484, "lr": 9.153480851813906e-06}
+{"train_loss": 0.001054423744790256, "global_step": 26158, "epoch": 484, "lr": 9.150641127493887e-06}
+{"train_loss": 0.0010589542798697948, "global_step": 26159, "epoch": 484, "lr": 9.14780179936396e-06}
+{"train_loss": 0.001056691282428801, "global_step": 26160, "epoch": 484, "lr": 9.14496286745169e-06}
+{"train_loss": 0.0009476474951952696, "global_step": 26161, "epoch": 484, "lr": 9.142124331784607e-06}
+{"train_loss": 0.0012877562548965216, "global_step": 26162, "epoch": 484, "lr": 9.139286192390206e-06}
+{"train_loss": 0.0010956706246361136, "global_step": 26163, "epoch": 484, "lr": 9.136448449296053e-06}
+{"train_loss": 0.0006470317021012306, "global_step": 26164, "epoch": 484, "lr": 9.133611102529654e-06}
+{"train_loss": 0.0007324027246795595, "global_step": 26165, "epoch": 484, "lr": 9.130774152118531e-06}
+{"train_loss": 0.0013743016170337796, "global_step": 26166, "epoch": 484, "lr": 9.127937598090197e-06}
+{"train_loss": 0.0009882542071864009, "global_step": 26167, "epoch": 484, "lr": 9.125101440472167e-06}
+{"train_loss": 0.0008679235470481217, "global_step": 26168, "epoch": 484, "lr": 9.122265679291941e-06}
+{"train_loss": 0.000899831298738718, "global_step": 26169, "epoch": 484, "lr": 9.119430314577032e-06}
+{"train_loss": 0.0010387778747826815, "global_step": 26170, "epoch": 484, "lr": 9.116595346354928e-06}
+{"train_loss": 0.0009698020876385272, "global_step": 26171, "epoch": 484, "lr": 9.113760774653141e-06}
+{"train_loss": 0.000699833850376308, "global_step": 26172, "epoch": 484, "lr": 9.110926599499148e-06}
+{"train_loss": 0.0008209334337152541, "global_step": 26173, "epoch": 484, "lr": 9.10809282092044e-06}
+{"train_loss": 0.001387753407470882, "global_step": 26174, "epoch": 484, "lr": 9.105259438944508e-06}
+{"train_loss": 0.0012296173954382539, "global_step": 26175, "epoch": 484, "lr": 9.102426453598817e-06}
+{"train_loss": 0.0012352023040875793, "global_step": 26176, "epoch": 484, "lr": 9.099593864910861e-06}
+{"train_loss": 0.0006030809017829597, "global_step": 26177, "epoch": 484, "lr": 9.096761672908127e-06}
+{"train_loss": 0.0006998775061219931, "global_step": 26178, "epoch": 484, "lr": 9.093929877618035e-06}
+{"train_loss": 0.0010556934867054224, "global_step": 26179, "epoch": 484, "lr": 9.091098479068089e-06}
+{"train_loss": 0.0010112248128280044, "global_step": 26180, "epoch": 484, "lr": 9.088267477285744e-06}
+{"train_loss": 0.00099785509519279, "global_step": 26181, "epoch": 484, "lr": 9.085436872298447e-06}
+{"train_loss": 0.0011978022521361709, "global_step": 26182, "epoch": 484, "lr": 9.082606664133663e-06}
+{"train_loss": 0.0005352236330509186, "global_step": 26183, "epoch": 484, "lr": 9.079776852818833e-06}
+{"train_loss": 0.0005159812862984836, "global_step": 26184, "epoch": 484, "lr": 9.076947438381412e-06}
+{"train_loss": 0.0004929698188789189, "global_step": 26185, "epoch": 484, "lr": 9.074118420848832e-06}
+{"train_loss": 0.0008385420078411698, "global_step": 26186, "epoch": 484, "lr": 9.071289800248533e-06}
+{"train_loss": 0.0005211151437833905, "global_step": 26187, "epoch": 484, "lr": 9.068461576607956e-06}
+{"train_loss": 0.0010962472297251225, "global_step": 26188, "epoch": 484, "lr": 9.065633749954522e-06}
+{"train_loss": 0.0010193280338878846, "global_step": 26189, "epoch": 484, "lr": 9.062806320315664e-06, "val_loss": 0.0026583997532725334}
+{"train_loss": 0.001059550093486905, "global_step": 26190, "epoch": 485, "lr": 9.05997928771879e-06}
+{"train_loss": 0.00045047758612781763, "global_step": 26191, "epoch": 485, "lr": 9.057152652191348e-06}
+{"train_loss": 0.0010706011671572924, "global_step": 26192, "epoch": 485, "lr": 9.054326413760745e-06}
+{"train_loss": 0.0011342287762090564, "global_step": 26193, "epoch": 485, "lr": 9.051500572454374e-06}
+{"train_loss": 0.0014175917021930218, "global_step": 26194, "epoch": 485, "lr": 9.048675128299639e-06}
+{"train_loss": 0.0009734653867781162, "global_step": 26195, "epoch": 485, "lr": 9.04585008132397e-06}
+{"train_loss": 0.0011570340720936656, "global_step": 26196, "epoch": 485, "lr": 9.043025431554752e-06}
+{"train_loss": 0.001179039478302002, "global_step": 26197, "epoch": 485, "lr": 9.040201179019386e-06}
+{"train_loss": 0.0007053042063489556, "global_step": 26198, "epoch": 485, "lr": 9.037377323745255e-06}
+{"train_loss": 0.0010510786669328809, "global_step": 26199, "epoch": 485, "lr": 9.034553865759754e-06}
+{"train_loss": 0.0006557935266755521, "global_step": 26200, "epoch": 485, "lr": 9.031730805090267e-06}
+{"train_loss": 0.0009982415940612555, "global_step": 26201, "epoch": 485, "lr": 9.02890814176417e-06}
+{"train_loss": 0.0005124906892888248, "global_step": 26202, "epoch": 485, "lr": 9.026085875808837e-06}
+{"train_loss": 0.0005999039276503026, "global_step": 26203, "epoch": 485, "lr": 9.023264007251653e-06}
+{"train_loss": 0.0010112066520377994, "global_step": 26204, "epoch": 485, "lr": 9.020442536119977e-06}
+{"train_loss": 0.000546812720131129, "global_step": 26205, "epoch": 485, "lr": 9.017621462441179e-06}
+{"train_loss": 0.00118999311234802, "global_step": 26206, "epoch": 485, "lr": 9.0148007862426e-06}
+{"train_loss": 0.0008342551300302148, "global_step": 26207, "epoch": 485, "lr": 9.011980507551632e-06}
+{"train_loss": 0.0007135382038541138, "global_step": 26208, "epoch": 485, "lr": 9.009160626395619e-06}
+{"train_loss": 0.0006369393668137491, "global_step": 26209, "epoch": 485, "lr": 9.006341142801889e-06}
+{"train_loss": 0.001206857617944479, "global_step": 26210, "epoch": 485, "lr": 9.003522056797792e-06}
+{"train_loss": 0.0013192453188821673, "global_step": 26211, "epoch": 485, "lr": 9.00070336841069e-06}
+{"train_loss": 0.0008303672657348216, "global_step": 26212, "epoch": 485, "lr": 8.997885077667912e-06}
+{"train_loss": 0.000825841969344765, "global_step": 26213, "epoch": 485, "lr": 8.9950671845968e-06}
+{"train_loss": 0.0004684027226176113, "global_step": 26214, "epoch": 485, "lr": 8.992249689224647e-06}
+{"train_loss": 0.0009465928305871785, "global_step": 26215, "epoch": 485, "lr": 8.989432591578822e-06}
+{"train_loss": 0.0008688709931448102, "global_step": 26216, "epoch": 485, "lr": 8.986615891686628e-06}
+{"train_loss": 0.0007079958450049162, "global_step": 26217, "epoch": 485, "lr": 8.983799589575392e-06}
+{"train_loss": 0.0006542144692502916, "global_step": 26218, "epoch": 485, "lr": 8.98098368527242e-06}
+{"train_loss": 0.0008235463756136596, "global_step": 26219, "epoch": 485, "lr": 8.97816817880503e-06}
+{"train_loss": 0.0006274896441027522, "global_step": 26220, "epoch": 485, "lr": 8.975353070200526e-06}
+{"train_loss": 0.0005164566682651639, "global_step": 26221, "epoch": 485, "lr": 8.97253835948621e-06}
+{"train_loss": 0.0012761092511937022, "global_step": 26222, "epoch": 485, "lr": 8.969724046689371e-06}
+{"train_loss": 0.001241870573721826, "global_step": 26223, "epoch": 485, "lr": 8.966910131837325e-06}
+{"train_loss": 0.0009393762447871268, "global_step": 26224, "epoch": 485, "lr": 8.964096614957373e-06}
+{"train_loss": 0.0016352537786588073, "global_step": 26225, "epoch": 485, "lr": 8.961283496076767e-06}
+{"train_loss": 0.0005650266539305449, "global_step": 26226, "epoch": 485, "lr": 8.958470775222799e-06}
+{"train_loss": 0.0008238937589339912, "global_step": 26227, "epoch": 485, "lr": 8.955658452422772e-06}
+{"train_loss": 0.0010013008723035455, "global_step": 26228, "epoch": 485, "lr": 8.952846527703944e-06}
+{"train_loss": 0.0011925228172913194, "global_step": 26229, "epoch": 485, "lr": 8.950035001093609e-06}
+{"train_loss": 0.0009157444001175463, "global_step": 26230, "epoch": 485, "lr": 8.947223872618993e-06}
+{"train_loss": 0.0007178831729106605, "global_step": 26231, "epoch": 485, "lr": 8.944413142307396e-06}
+{"train_loss": 0.0011797122424468398, "global_step": 26232, "epoch": 485, "lr": 8.941602810186074e-06}
+{"train_loss": 0.0005651041283272207, "global_step": 26233, "epoch": 485, "lr": 8.93879287628227e-06}
+{"train_loss": 0.001022270298562944, "global_step": 26234, "epoch": 485, "lr": 8.935983340623255e-06}
+{"train_loss": 0.0007580204401165247, "global_step": 26235, "epoch": 485, "lr": 8.93317420323626e-06}
+{"train_loss": 0.0005957157118245959, "global_step": 26236, "epoch": 485, "lr": 8.930365464148543e-06}
+{"train_loss": 0.00107392983045429, "global_step": 26237, "epoch": 485, "lr": 8.927557123387342e-06}
+{"train_loss": 0.0013460007030516863, "global_step": 26238, "epoch": 485, "lr": 8.924749180979885e-06}
+{"train_loss": 0.000842137320432812, "global_step": 26239, "epoch": 485, "lr": 8.921941636953435e-06}
+{"train_loss": 0.0007446741219609976, "global_step": 26240, "epoch": 485, "lr": 8.91913449133519e-06}
+{"train_loss": 0.0008988461922854185, "global_step": 26241, "epoch": 485, "lr": 8.916327744152387e-06}
+{"train_loss": 0.0008101484854705632, "global_step": 26242, "epoch": 485, "lr": 8.91352139543224e-06}
+{"train_loss": 0.0009036382829503122, "global_step": 26243, "epoch": 485, "lr": 8.910715445201984e-06, "val_loss": 0.0017117755487561226, "train_action_mse_error": 3.069934246013872e-05}
+{"train_loss": 0.0009695102926343679, "global_step": 26244, "epoch": 486, "lr": 8.907909893488824e-06}
+{"train_loss": 0.0015908326022326946, "global_step": 26245, "epoch": 486, "lr": 8.905104740319992e-06}
+{"train_loss": 0.0008705885848030448, "global_step": 26246, "epoch": 486, "lr": 8.902299985722639e-06}
+{"train_loss": 0.0007837248267605901, "global_step": 26247, "epoch": 486, "lr": 8.899495629724025e-06}
+{"train_loss": 0.001313201617449522, "global_step": 26248, "epoch": 486, "lr": 8.89669167235132e-06}
+{"train_loss": 0.001514857867732644, "global_step": 26249, "epoch": 486, "lr": 8.893888113631732e-06}
+{"train_loss": 0.000658486329484731, "global_step": 26250, "epoch": 486, "lr": 8.891084953592443e-06}
+{"train_loss": 0.0009064205805771053, "global_step": 26251, "epoch": 486, "lr": 8.888282192260645e-06}
+{"train_loss": 0.0008452651090919971, "global_step": 26252, "epoch": 486, "lr": 8.885479829663518e-06}
+{"train_loss": 0.0005913011264055967, "global_step": 26253, "epoch": 486, "lr": 8.882677865828248e-06}
+{"train_loss": 0.0008316104067489505, "global_step": 26254, "epoch": 486, "lr": 8.879876300781986e-06}
+{"train_loss": 0.0009033280657604337, "global_step": 26255, "epoch": 486, "lr": 8.87707513455196e-06}
+{"train_loss": 0.001227757427841425, "global_step": 26256, "epoch": 486, "lr": 8.87427436716528e-06}
+{"train_loss": 0.0008998332777991891, "global_step": 26257, "epoch": 486, "lr": 8.871473998649139e-06}
+{"train_loss": 0.0006028463249094784, "global_step": 26258, "epoch": 486, "lr": 8.868674029030671e-06}
+{"train_loss": 0.0005475342622958124, "global_step": 26259, "epoch": 486, "lr": 8.86587445833707e-06}
+{"train_loss": 0.0010211033513769507, "global_step": 26260, "epoch": 486, "lr": 8.863075286595485e-06}
+{"train_loss": 0.0007249006885103881, "global_step": 26261, "epoch": 486, "lr": 8.860276513833022e-06}
+{"train_loss": 0.0008862613467499614, "global_step": 26262, "epoch": 486, "lr": 8.857478140076863e-06}
+{"train_loss": 0.0013570265145972371, "global_step": 26263, "epoch": 486, "lr": 8.85468016535414e-06}
+{"train_loss": 0.00037748448085039854, "global_step": 26264, "epoch": 486, "lr": 8.851882589691995e-06}
+{"train_loss": 0.0007071091094985604, "global_step": 26265, "epoch": 486, "lr": 8.849085413117552e-06}
+{"train_loss": 0.0007885322556830943, "global_step": 26266, "epoch": 486, "lr": 8.846288635657946e-06}
+{"train_loss": 0.0011898668017238379, "global_step": 26267, "epoch": 486, "lr": 8.843492257340303e-06}
+{"train_loss": 0.0007403403869830072, "global_step": 26268, "epoch": 486, "lr": 8.840696278191735e-06}
+{"train_loss": 0.0012525003403425217, "global_step": 26269, "epoch": 486, "lr": 8.837900698239371e-06}
+{"train_loss": 0.0006735552451573312, "global_step": 26270, "epoch": 486, "lr": 8.835105517510305e-06}
+{"train_loss": 0.0008519832626916468, "global_step": 26271, "epoch": 486, "lr": 8.832310736031696e-06}
+{"train_loss": 0.0005204594344832003, "global_step": 26272, "epoch": 486, "lr": 8.829516353830597e-06}
+{"train_loss": 0.0006697025382891297, "global_step": 26273, "epoch": 486, "lr": 8.826722370934132e-06}
+{"train_loss": 0.0005490225739777088, "global_step": 26274, "epoch": 486, "lr": 8.823928787369378e-06}
+{"train_loss": 0.0008503755670972168, "global_step": 26275, "epoch": 486, "lr": 8.821135603163471e-06}
+{"train_loss": 0.0010105062974616885, "global_step": 26276, "epoch": 486, "lr": 8.818342818343484e-06}
+{"train_loss": 0.0014698464656248689, "global_step": 26277, "epoch": 486, "lr": 8.815550432936475e-06}
+{"train_loss": 0.000598928309045732, "global_step": 26278, "epoch": 486, "lr": 8.812758446969566e-06}
+{"train_loss": 0.0009476987179368734, "global_step": 26279, "epoch": 486, "lr": 8.809966860469821e-06}
+{"train_loss": 0.0008679847232997417, "global_step": 26280, "epoch": 486, "lr": 8.807175673464313e-06}
+{"train_loss": 0.0014394280733540654, "global_step": 26281, "epoch": 486, "lr": 8.804384885980111e-06}
+{"train_loss": 0.0006040625739842653, "global_step": 26282, "epoch": 486, "lr": 8.801594498044291e-06}
+{"train_loss": 0.0006235475884750485, "global_step": 26283, "epoch": 486, "lr": 8.798804509683911e-06}
+{"train_loss": 0.0010221333941444755, "global_step": 26284, "epoch": 486, "lr": 8.796014920926026e-06}
+{"train_loss": 0.0006271676975302398, "global_step": 26285, "epoch": 486, "lr": 8.7932257317977e-06}
+{"train_loss": 0.0013283223379403353, "global_step": 26286, "epoch": 486, "lr": 8.790436942325985e-06}
+{"train_loss": 0.0009694218169897795, "global_step": 26287, "epoch": 486, "lr": 8.78764855253792e-06}
+{"train_loss": 0.000819509441498667, "global_step": 26288, "epoch": 486, "lr": 8.784860562460557e-06}
+{"train_loss": 0.0009431561920791864, "global_step": 26289, "epoch": 486, "lr": 8.78207297212093e-06}
+{"train_loss": 0.0008542619179934263, "global_step": 26290, "epoch": 486, "lr": 8.77928578154607e-06}
+{"train_loss": 0.0011870298767462373, "global_step": 26291, "epoch": 486, "lr": 8.776498990763033e-06}
+{"train_loss": 0.0008113182266242802, "global_step": 26292, "epoch": 486, "lr": 8.773712599798844e-06}
+{"train_loss": 0.0007720395806245506, "global_step": 26293, "epoch": 486, "lr": 8.77092660868049e-06}
+{"train_loss": 0.0010747661581262946, "global_step": 26294, "epoch": 486, "lr": 8.768141017435034e-06}
+{"train_loss": 0.0013765108305960894, "global_step": 26295, "epoch": 486, "lr": 8.765355826089473e-06}
+{"train_loss": 0.0009269200381822884, "global_step": 26296, "epoch": 486, "lr": 8.762571034670824e-06}
+{"train_loss": 0.000908807047246093, "global_step": 26297, "epoch": 486, "lr": 8.759786643206102e-06, "val_loss": 0.0038182141724973917}
+{"train_loss": 0.0013234101934358478, "global_step": 26298, "epoch": 487, "lr": 8.757002651722301e-06}
+{"train_loss": 0.0006965467473492026, "global_step": 26299, "epoch": 487, "lr": 8.754219060246433e-06}
+{"train_loss": 0.0008176232222467661, "global_step": 26300, "epoch": 487, "lr": 8.751435868805485e-06}
+{"train_loss": 0.0014862491516396403, "global_step": 26301, "epoch": 487, "lr": 8.748653077426461e-06}
+{"train_loss": 0.0006047945935279131, "global_step": 26302, "epoch": 487, "lr": 8.745870686136349e-06}
+{"train_loss": 0.0008621865417808294, "global_step": 26303, "epoch": 487, "lr": 8.743088694962125e-06}
+{"train_loss": 0.0012104067718610168, "global_step": 26304, "epoch": 487, "lr": 8.740307103930777e-06}
+{"train_loss": 0.0012020390713587403, "global_step": 26305, "epoch": 487, "lr": 8.737525913069278e-06}
+{"train_loss": 0.000627060595434159, "global_step": 26306, "epoch": 487, "lr": 8.734745122404619e-06}
+{"train_loss": 0.001017564907670021, "global_step": 26307, "epoch": 487, "lr": 8.73196473196377e-06}
+{"train_loss": 0.0012263139942660928, "global_step": 26308, "epoch": 487, "lr": 8.729184741773678e-06}
+{"train_loss": 0.0010200671385973692, "global_step": 26309, "epoch": 487, "lr": 8.7264051518613e-06}
+{"train_loss": 0.0006699963705614209, "global_step": 26310, "epoch": 487, "lr": 8.723625962253623e-06}
+{"train_loss": 0.0006895876722410321, "global_step": 26311, "epoch": 487, "lr": 8.720847172977587e-06}
+{"train_loss": 0.0005175292608328164, "global_step": 26312, "epoch": 487, "lr": 8.718068784060157e-06}
+{"train_loss": 0.0006338508683256805, "global_step": 26313, "epoch": 487, "lr": 8.715290795528247e-06}
+{"train_loss": 0.0009983148192986846, "global_step": 26314, "epoch": 487, "lr": 8.712513207408828e-06}
+{"train_loss": 0.0007735139224678278, "global_step": 26315, "epoch": 487, "lr": 8.709736019728831e-06}
+{"train_loss": 0.0010038119507953525, "global_step": 26316, "epoch": 487, "lr": 8.706959232515194e-06}
+{"train_loss": 0.000867409456986934, "global_step": 26317, "epoch": 487, "lr": 8.704182845794846e-06}
+{"train_loss": 0.0006056230049580336, "global_step": 26318, "epoch": 487, "lr": 8.701406859594718e-06}
+{"train_loss": 0.0013794486876577139, "global_step": 26319, "epoch": 487, "lr": 8.698631273941726e-06}
+{"train_loss": 0.0006849985220469534, "global_step": 26320, "epoch": 487, "lr": 8.695856088862803e-06}
+{"train_loss": 0.0007140671368688345, "global_step": 26321, "epoch": 487, "lr": 8.693081304384836e-06}
+{"train_loss": 0.0004196125373709947, "global_step": 26322, "epoch": 487, "lr": 8.690306920534774e-06}
+{"train_loss": 0.001313297892920673, "global_step": 26323, "epoch": 487, "lr": 8.687532937339521e-06}
+{"train_loss": 0.0012881465954706073, "global_step": 26324, "epoch": 487, "lr": 8.68475935482596e-06}
+{"train_loss": 0.0006404825835488737, "global_step": 26325, "epoch": 487, "lr": 8.68198617302099e-06}
+{"train_loss": 0.0009816986275836825, "global_step": 26326, "epoch": 487, "lr": 8.679213391951524e-06}
+{"train_loss": 0.0006429989007301629, "global_step": 26327, "epoch": 487, "lr": 8.676441011644454e-06}
+{"train_loss": 0.0006881596054881811, "global_step": 26328, "epoch": 487, "lr": 8.673669032126674e-06}
+{"train_loss": 0.0004095772164873779, "global_step": 26329, "epoch": 487, "lr": 8.670897453425036e-06}
+{"train_loss": 0.001449884963221848, "global_step": 26330, "epoch": 487, "lr": 8.668126275566457e-06}
+{"train_loss": 0.0012625650269910693, "global_step": 26331, "epoch": 487, "lr": 8.665355498577805e-06}
+{"train_loss": 0.0006018286803737283, "global_step": 26332, "epoch": 487, "lr": 8.662585122485944e-06}
+{"train_loss": 0.0007515922770835459, "global_step": 26333, "epoch": 487, "lr": 8.659815147317746e-06}
+{"train_loss": 0.0008883043192327023, "global_step": 26334, "epoch": 487, "lr": 8.657045573100087e-06}
+{"train_loss": 0.0006742560653947294, "global_step": 26335, "epoch": 487, "lr": 8.654276399859811e-06}
+{"train_loss": 0.0011534452205523849, "global_step": 26336, "epoch": 487, "lr": 8.651507627623795e-06}
+{"train_loss": 0.0009192988509312272, "global_step": 26337, "epoch": 487, "lr": 8.648739256418865e-06}
+{"train_loss": 0.0006404113373719156, "global_step": 26338, "epoch": 487, "lr": 8.645971286271904e-06}
+{"train_loss": 0.0006497272406704724, "global_step": 26339, "epoch": 487, "lr": 8.643203717209758e-06}
+{"train_loss": 0.0007564228726550937, "global_step": 26340, "epoch": 487, "lr": 8.640436549259234e-06}
+{"train_loss": 0.0008242206531576812, "global_step": 26341, "epoch": 487, "lr": 8.637669782447184e-06}
+{"train_loss": 0.0008960606064647436, "global_step": 26342, "epoch": 487, "lr": 8.63490341680046e-06}
+{"train_loss": 0.0009043443715199828, "global_step": 26343, "epoch": 487, "lr": 8.632137452345885e-06}
+{"train_loss": 0.001104741240851581, "global_step": 26344, "epoch": 487, "lr": 8.629371889110288e-06}
+{"train_loss": 0.0009189757984131575, "global_step": 26345, "epoch": 487, "lr": 8.626606727120463e-06}
+{"train_loss": 0.0006310196476988494, "global_step": 26346, "epoch": 487, "lr": 8.623841966403262e-06}
+{"train_loss": 0.0006910855299793184, "global_step": 26347, "epoch": 487, "lr": 8.621077606985496e-06}
+{"train_loss": 0.0013405982172116637, "global_step": 26348, "epoch": 487, "lr": 8.61831364889396e-06}
+{"train_loss": 0.0008149438654072583, "global_step": 26349, "epoch": 487, "lr": 8.615550092155478e-06}
+{"train_loss": 0.0006856980035081506, "global_step": 26350, "epoch": 487, "lr": 8.61278693679684e-06}
+{"train_loss": 0.0008822542931065309, "global_step": 26351, "epoch": 487, "lr": 8.610024182844856e-06, "val_loss": 0.003494473872706294}
+{"train_loss": 0.0011055265786126256, "global_step": 26352, "epoch": 488, "lr": 8.607261830326308e-06}
+{"train_loss": 0.0009208895498886704, "global_step": 26353, "epoch": 488, "lr": 8.604499879267992e-06}
+{"train_loss": 0.0006160030025057495, "global_step": 26354, "epoch": 488, "lr": 8.601738329696717e-06}
+{"train_loss": 0.0011491533368825912, "global_step": 26355, "epoch": 488, "lr": 8.59897718163924e-06}
+{"train_loss": 0.0005843981052748859, "global_step": 26356, "epoch": 488, "lr": 8.596216435122351e-06}
+{"train_loss": 0.0005492474301718175, "global_step": 26357, "epoch": 488, "lr": 8.593456090172813e-06}
+{"train_loss": 0.000928373308852315, "global_step": 26358, "epoch": 488, "lr": 8.590696146817423e-06}
+{"train_loss": 0.0005807670531794429, "global_step": 26359, "epoch": 488, "lr": 8.587936605082947e-06}
+{"train_loss": 0.0009767682058736682, "global_step": 26360, "epoch": 488, "lr": 8.585177464996125e-06}
+{"train_loss": 0.001124548725783825, "global_step": 26361, "epoch": 488, "lr": 8.582418726583719e-06}
+{"train_loss": 0.0012321406975388527, "global_step": 26362, "epoch": 488, "lr": 8.579660389872507e-06}
+{"train_loss": 0.0006507946527563035, "global_step": 26363, "epoch": 488, "lr": 8.576902454889235e-06}
+{"train_loss": 0.0010324808536097407, "global_step": 26364, "epoch": 488, "lr": 8.574144921660648e-06}
+{"train_loss": 0.0008307123207487166, "global_step": 26365, "epoch": 488, "lr": 8.571387790213493e-06}
+{"train_loss": 0.0005772063741460443, "global_step": 26366, "epoch": 488, "lr": 8.568631060574505e-06}
+{"train_loss": 0.0010581088718026876, "global_step": 26367, "epoch": 488, "lr": 8.56587473277043e-06}
+{"train_loss": 0.0013508477713912725, "global_step": 26368, "epoch": 488, "lr": 8.563118806827992e-06}
+{"train_loss": 0.0005860668024979532, "global_step": 26369, "epoch": 488, "lr": 8.560363282773915e-06}
+{"train_loss": 0.0007573393522761762, "global_step": 26370, "epoch": 488, "lr": 8.557608160634956e-06}
+{"train_loss": 0.000703075376804918, "global_step": 26371, "epoch": 488, "lr": 8.554853440437805e-06}
+{"train_loss": 0.0009075633715838194, "global_step": 26372, "epoch": 488, "lr": 8.552099122209185e-06}
+{"train_loss": 0.001387805212289095, "global_step": 26373, "epoch": 488, "lr": 8.5493452059758e-06}
+{"train_loss": 0.0005466471775434911, "global_step": 26374, "epoch": 488, "lr": 8.546591691764389e-06}
+{"train_loss": 0.0011304531944915652, "global_step": 26375, "epoch": 488, "lr": 8.543838579601654e-06}
+{"train_loss": 0.0004743141180370003, "global_step": 26376, "epoch": 488, "lr": 8.54108586951426e-06}
+{"train_loss": 0.000784927629865706, "global_step": 26377, "epoch": 488, "lr": 8.538333561528938e-06}
+{"train_loss": 0.0011303757783025503, "global_step": 26378, "epoch": 488, "lr": 8.535581655672382e-06}
+{"train_loss": 0.000787710421718657, "global_step": 26379, "epoch": 488, "lr": 8.532830151971266e-06}
+{"train_loss": 0.000819046632386744, "global_step": 26380, "epoch": 488, "lr": 8.530079050452288e-06}
+{"train_loss": 0.001226666267029941, "global_step": 26381, "epoch": 488, "lr": 8.527328351142127e-06}
+{"train_loss": 0.0004995400086045265, "global_step": 26382, "epoch": 488, "lr": 8.524578054067461e-06}
+{"train_loss": 0.0009313826449215412, "global_step": 26383, "epoch": 488, "lr": 8.521828159254962e-06}
+{"train_loss": 0.001194083015434444, "global_step": 26384, "epoch": 488, "lr": 8.519078666731306e-06}
+{"train_loss": 0.0008986386237666011, "global_step": 26385, "epoch": 488, "lr": 8.516329576523146e-06}
+{"train_loss": 0.0009052134118974209, "global_step": 26386, "epoch": 488, "lr": 8.51358088865718e-06}
+{"train_loss": 0.0006408087792806327, "global_step": 26387, "epoch": 488, "lr": 8.51083260316003e-06}
+{"train_loss": 0.0004699909477494657, "global_step": 26388, "epoch": 488, "lr": 8.508084720058362e-06}
+{"train_loss": 0.0008080978295765817, "global_step": 26389, "epoch": 488, "lr": 8.505337239378818e-06}
+{"train_loss": 0.0011588216293603182, "global_step": 26390, "epoch": 488, "lr": 8.502590161148072e-06}
+{"train_loss": 0.0007870188564993441, "global_step": 26391, "epoch": 488, "lr": 8.499843485392766e-06}
+{"train_loss": 0.0008120479760691524, "global_step": 26392, "epoch": 488, "lr": 8.497097212139499e-06}
+{"train_loss": 0.0009505461785010993, "global_step": 26393, "epoch": 488, "lr": 8.494351341414946e-06}
+{"train_loss": 0.000618459889665246, "global_step": 26394, "epoch": 488, "lr": 8.491605873245722e-06}
+{"train_loss": 0.0009331293986178935, "global_step": 26395, "epoch": 488, "lr": 8.488860807658461e-06}
+{"train_loss": 0.0010996528435498476, "global_step": 26396, "epoch": 488, "lr": 8.48611614467979e-06}
+{"train_loss": 0.0008392835734412074, "global_step": 26397, "epoch": 488, "lr": 8.483371884336317e-06}
+{"train_loss": 0.001244594226591289, "global_step": 26398, "epoch": 488, "lr": 8.480628026654663e-06}
+{"train_loss": 0.0005093335057608783, "global_step": 26399, "epoch": 488, "lr": 8.477884571661449e-06}
+{"train_loss": 0.0006197802140377462, "global_step": 26400, "epoch": 488, "lr": 8.475141519383273e-06}
+{"train_loss": 0.0007770428201183677, "global_step": 26401, "epoch": 488, "lr": 8.472398869846738e-06}
+{"train_loss": 0.0007510543218813837, "global_step": 26402, "epoch": 488, "lr": 8.469656623078453e-06}
+{"train_loss": 0.0008154467213898897, "global_step": 26403, "epoch": 488, "lr": 8.466914779105011e-06}
+{"train_loss": 0.0007214838988147676, "global_step": 26404, "epoch": 488, "lr": 8.46417333795299e-06}
+{"train_loss": 0.0008577860733364812, "global_step": 26405, "epoch": 488, "lr": 8.461432299649002e-06, "val_loss": 0.00120106665417552}
+{"train_loss": 0.0016738311387598515, "global_step": 26406, "epoch": 489, "lr": 8.458691664219642e-06}
+{"train_loss": 0.001459360821172595, "global_step": 26407, "epoch": 489, "lr": 8.45595143169145e-06}
+{"train_loss": 0.0004979310906492174, "global_step": 26408, "epoch": 489, "lr": 8.453211602091021e-06}
+{"train_loss": 0.0007205818546935916, "global_step": 26409, "epoch": 489, "lr": 8.45047217544494e-06}
+{"train_loss": 0.0010949181159958243, "global_step": 26410, "epoch": 489, "lr": 8.447733151779763e-06}
+{"train_loss": 0.001004592515528202, "global_step": 26411, "epoch": 489, "lr": 8.444994531122064e-06}
+{"train_loss": 0.0005304416990838945, "global_step": 26412, "epoch": 489, "lr": 8.442256313498403e-06}
+{"train_loss": 0.0007631630287505686, "global_step": 26413, "epoch": 489, "lr": 8.439518498935329e-06}
+{"train_loss": 0.0009823674336075783, "global_step": 26414, "epoch": 489, "lr": 8.436781087459406e-06}
+{"train_loss": 0.0006347991875372827, "global_step": 26415, "epoch": 489, "lr": 8.434044079097175e-06}
+{"train_loss": 0.001041771494783461, "global_step": 26416, "epoch": 489, "lr": 8.431307473875189e-06}
+{"train_loss": 0.0008690556278452277, "global_step": 26417, "epoch": 489, "lr": 8.42857127181998e-06}
+{"train_loss": 0.0009085256606340408, "global_step": 26418, "epoch": 489, "lr": 8.425835472958099e-06}
+{"train_loss": 0.0006355929072014987, "global_step": 26419, "epoch": 489, "lr": 8.42310007731607e-06}
+{"train_loss": 0.0008730032714083791, "global_step": 26420, "epoch": 489, "lr": 8.420365084920417e-06}
+{"train_loss": 0.0005204423796385527, "global_step": 26421, "epoch": 489, "lr": 8.417630495797686e-06}
+{"train_loss": 0.0006720976089127362, "global_step": 26422, "epoch": 489, "lr": 8.414896309974396e-06}
+{"train_loss": 0.000980076496489346, "global_step": 26423, "epoch": 489, "lr": 8.412162527477052e-06}
+{"train_loss": 0.0010513302404433489, "global_step": 26424, "epoch": 489, "lr": 8.40942914833216e-06}
+{"train_loss": 0.0006252736202441156, "global_step": 26425, "epoch": 489, "lr": 8.406696172566259e-06}
+{"train_loss": 0.0010869532125070691, "global_step": 26426, "epoch": 489, "lr": 8.403963600205839e-06}
+{"train_loss": 0.0010325571056455374, "global_step": 26427, "epoch": 489, "lr": 8.401231431277418e-06}
+{"train_loss": 0.0006659541395492852, "global_step": 26428, "epoch": 489, "lr": 8.398499665807458e-06}
+{"train_loss": 0.001041458803229034, "global_step": 26429, "epoch": 489, "lr": 8.395768303822493e-06}
+{"train_loss": 0.0009018953423947096, "global_step": 26430, "epoch": 489, "lr": 8.393037345348997e-06}
+{"train_loss": 0.0010119483340531588, "global_step": 26431, "epoch": 489, "lr": 8.390306790413455e-06}
+{"train_loss": 0.0005430976743809879, "global_step": 26432, "epoch": 489, "lr": 8.38757663904236e-06}
+{"train_loss": 0.0005533859948627651, "global_step": 26433, "epoch": 489, "lr": 8.384846891262183e-06}
+{"train_loss": 0.0005607990897260606, "global_step": 26434, "epoch": 489, "lr": 8.3821175470994e-06}
+{"train_loss": 0.0005314258742146194, "global_step": 26435, "epoch": 489, "lr": 8.379388606580485e-06}
+{"train_loss": 0.0006459499127231538, "global_step": 26436, "epoch": 489, "lr": 8.376660069731895e-06}
+{"train_loss": 0.0006566428346559405, "global_step": 26437, "epoch": 489, "lr": 8.373931936580114e-06}
+{"train_loss": 0.0008280511829070747, "global_step": 26438, "epoch": 489, "lr": 8.3712042071516e-06}
+{"train_loss": 0.0007381963077932596, "global_step": 26439, "epoch": 489, "lr": 8.368476881472793e-06}
+{"train_loss": 0.0006514840642921627, "global_step": 26440, "epoch": 489, "lr": 8.36574995957013e-06}
+{"train_loss": 0.0011974493972957134, "global_step": 26441, "epoch": 489, "lr": 8.363023441470097e-06}
+{"train_loss": 0.0007758929277770221, "global_step": 26442, "epoch": 489, "lr": 8.360297327199124e-06}
+{"train_loss": 0.000539730186574161, "global_step": 26443, "epoch": 489, "lr": 8.357571616783654e-06}
+{"train_loss": 0.0009825401939451694, "global_step": 26444, "epoch": 489, "lr": 8.354846310250097e-06}
+{"train_loss": 0.00047200440894812346, "global_step": 26445, "epoch": 489, "lr": 8.35212140762492e-06}
+{"train_loss": 0.000723843346349895, "global_step": 26446, "epoch": 489, "lr": 8.349396908934531e-06}
+{"train_loss": 0.0007565301493741572, "global_step": 26447, "epoch": 489, "lr": 8.346672814205365e-06}
+{"train_loss": 0.0007983148680068552, "global_step": 26448, "epoch": 489, "lr": 8.343949123463835e-06}
+{"train_loss": 0.0006047225324437022, "global_step": 26449, "epoch": 489, "lr": 8.341225836736366e-06}
+{"train_loss": 0.0008948203758336604, "global_step": 26450, "epoch": 489, "lr": 8.33850295404936e-06}
+{"train_loss": 0.0009107232908718288, "global_step": 26451, "epoch": 489, "lr": 8.335780475429228e-06}
+{"train_loss": 0.0008170672808773816, "global_step": 26452, "epoch": 489, "lr": 8.333058400902366e-06}
+{"train_loss": 0.0007483776425942779, "global_step": 26453, "epoch": 489, "lr": 8.330336730495202e-06}
+{"train_loss": 0.00042783727985806763, "global_step": 26454, "epoch": 489, "lr": 8.327615464234129e-06}
+{"train_loss": 0.0010137219214811921, "global_step": 26455, "epoch": 489, "lr": 8.324894602145511e-06}
+{"train_loss": 0.0010486554820090532, "global_step": 26456, "epoch": 489, "lr": 8.322174144255745e-06}
+{"train_loss": 0.0016166765708476305, "global_step": 26457, "epoch": 489, "lr": 8.319454090591239e-06}
+{"train_loss": 0.00044889672426506877, "global_step": 26458, "epoch": 489, "lr": 8.316734441178365e-06}
+{"train_loss": 0.0008274610806472117, "global_step": 26459, "epoch": 489, "lr": 8.3140151960435e-06, "val_loss": 0.0022101285867393017}
+{"train_loss": 0.0008626854978501797, "global_step": 26460, "epoch": 490, "lr": 8.311296355212994e-06}
+{"train_loss": 0.0008519736584275961, "global_step": 26461, "epoch": 490, "lr": 8.30857791871325e-06}
+{"train_loss": 0.0009634664165787399, "global_step": 26462, "epoch": 490, "lr": 8.305859886570616e-06}
+{"train_loss": 0.0006412583170458674, "global_step": 26463, "epoch": 490, "lr": 8.303142258811458e-06}
+{"train_loss": 0.000669267843477428, "global_step": 26464, "epoch": 490, "lr": 8.300425035462133e-06}
+{"train_loss": 0.0012290076119825244, "global_step": 26465, "epoch": 490, "lr": 8.297708216549e-06}
+{"train_loss": 0.001125428592786193, "global_step": 26466, "epoch": 490, "lr": 8.294991802098395e-06}
+{"train_loss": 0.0005331790307536721, "global_step": 26467, "epoch": 490, "lr": 8.292275792136678e-06}
+{"train_loss": 0.0006464472971856594, "global_step": 26468, "epoch": 490, "lr": 8.289560186690176e-06}
+{"train_loss": 0.0006178233306854963, "global_step": 26469, "epoch": 490, "lr": 8.286844985785259e-06}
+{"train_loss": 0.0009896708652377129, "global_step": 26470, "epoch": 490, "lr": 8.284130189448225e-06}
+{"train_loss": 0.0018814507639035583, "global_step": 26471, "epoch": 490, "lr": 8.281415797705422e-06}
+{"train_loss": 0.0008923939894884825, "global_step": 26472, "epoch": 490, "lr": 8.278701810583156e-06}
+{"train_loss": 0.0007497055921703577, "global_step": 26473, "epoch": 490, "lr": 8.275988228107784e-06}
+{"train_loss": 0.0009067886276170611, "global_step": 26474, "epoch": 490, "lr": 8.273275050305618e-06}
+{"train_loss": 0.0008615572587586939, "global_step": 26475, "epoch": 490, "lr": 8.270562277202938e-06}
+{"train_loss": 0.0006185451056808233, "global_step": 26476, "epoch": 490, "lr": 8.267849908826086e-06}
+{"train_loss": 0.0007252571522258222, "global_step": 26477, "epoch": 490, "lr": 8.265137945201362e-06}
+{"train_loss": 0.0007947356207296252, "global_step": 26478, "epoch": 490, "lr": 8.262426386355072e-06}
+{"train_loss": 0.0006870100041851401, "global_step": 26479, "epoch": 490, "lr": 8.259715232313508e-06}
+{"train_loss": 0.0007966423872858286, "global_step": 26480, "epoch": 490, "lr": 8.257004483102965e-06}
+{"train_loss": 0.0007524220854975283, "global_step": 26481, "epoch": 490, "lr": 8.254294138749741e-06}
+{"train_loss": 0.0009067605715245008, "global_step": 26482, "epoch": 490, "lr": 8.251584199280115e-06}
+{"train_loss": 0.0012968803057447076, "global_step": 26483, "epoch": 490, "lr": 8.248874664720375e-06}
+{"train_loss": 0.0005533570656552911, "global_step": 26484, "epoch": 490, "lr": 8.24616553509679e-06}
+{"train_loss": 0.0006345690344460309, "global_step": 26485, "epoch": 490, "lr": 8.243456810435669e-06}
+{"train_loss": 0.0007784760091453791, "global_step": 26486, "epoch": 490, "lr": 8.24074849076324e-06}
+{"train_loss": 0.0010882889619097114, "global_step": 26487, "epoch": 490, "lr": 8.238040576105794e-06}
+{"train_loss": 0.0007842360646463931, "global_step": 26488, "epoch": 490, "lr": 8.235333066489575e-06}
+{"train_loss": 0.0008387590060010552, "global_step": 26489, "epoch": 490, "lr": 8.232625961940876e-06}
+{"train_loss": 0.0009733783663250506, "global_step": 26490, "epoch": 490, "lr": 8.229919262485941e-06}
+{"train_loss": 0.0006667192792519927, "global_step": 26491, "epoch": 490, "lr": 8.227212968150994e-06}
+{"train_loss": 0.0006738096126355231, "global_step": 26492, "epoch": 490, "lr": 8.224507078962312e-06}
+{"train_loss": 0.0008378178463317454, "global_step": 26493, "epoch": 490, "lr": 8.221801594946133e-06}
+{"train_loss": 0.0011805299436673522, "global_step": 26494, "epoch": 490, "lr": 8.219096516128694e-06}
+{"train_loss": 0.0010731209767982364, "global_step": 26495, "epoch": 490, "lr": 8.216391842536236e-06}
+{"train_loss": 0.0005518486141227186, "global_step": 26496, "epoch": 490, "lr": 8.213687574194983e-06}
+{"train_loss": 0.0007598365773446858, "global_step": 26497, "epoch": 490, "lr": 8.210983711131164e-06}
+{"train_loss": 0.0008920912514440715, "global_step": 26498, "epoch": 490, "lr": 8.20828025337101e-06}
+{"train_loss": 0.0005824458785355091, "global_step": 26499, "epoch": 490, "lr": 8.205577200940739e-06}
+{"train_loss": 0.0009068754152394831, "global_step": 26500, "epoch": 490, "lr": 8.202874553866551e-06}
+{"train_loss": 0.0006223560776561499, "global_step": 26501, "epoch": 490, "lr": 8.200172312174697e-06}
+{"train_loss": 0.0007948399870656431, "global_step": 26502, "epoch": 490, "lr": 8.19747047589135e-06}
+{"train_loss": 0.0007431787089444697, "global_step": 26503, "epoch": 490, "lr": 8.194769045042732e-06}
+{"train_loss": 0.00047191354678943753, "global_step": 26504, "epoch": 490, "lr": 8.19206801965502e-06}
+{"train_loss": 0.0006147532840259373, "global_step": 26505, "epoch": 490, "lr": 8.189367399754445e-06}
+{"train_loss": 0.0007111511658877134, "global_step": 26506, "epoch": 490, "lr": 8.186667185367191e-06}
+{"train_loss": 0.0006834816304035485, "global_step": 26507, "epoch": 490, "lr": 8.18396737651942e-06}
+{"train_loss": 0.0005964611773379147, "global_step": 26508, "epoch": 490, "lr": 8.181267973237345e-06}
+{"train_loss": 0.0007988596917130053, "global_step": 26509, "epoch": 490, "lr": 8.17856897554714e-06}
+{"train_loss": 0.0005756688769906759, "global_step": 26510, "epoch": 490, "lr": 8.175870383474982e-06}
+{"train_loss": 0.0008806828409433365, "global_step": 26511, "epoch": 490, "lr": 8.173172197047041e-06}
+{"train_loss": 0.0007350126397795975, "global_step": 26512, "epoch": 490, "lr": 8.170474416289492e-06}
+{"train_loss": 0.0008148626646423643, "global_step": 26513, "epoch": 490, "lr": 8.167777041228492e-06, "val_loss": 0.002206990495324135, "train_action_mse_error": 2.481521551089827e-05}
+{"train_loss": 0.0005927169695496559, "global_step": 26514, "epoch": 491, "lr": 8.165080071890208e-06}
+{"train_loss": 0.0007846961379982531, "global_step": 26515, "epoch": 491, "lr": 8.162383508300797e-06}
+{"train_loss": 0.00037259995588101447, "global_step": 26516, "epoch": 491, "lr": 8.159687350486406e-06}
+{"train_loss": 0.0006515717250294983, "global_step": 26517, "epoch": 491, "lr": 8.156991598473196e-06}
+{"train_loss": 0.0012312618782743812, "global_step": 26518, "epoch": 491, "lr": 8.154296252287303e-06}
+{"train_loss": 0.0007250684429891407, "global_step": 26519, "epoch": 491, "lr": 8.15160131195486e-06}
+{"train_loss": 0.0004116837808396667, "global_step": 26520, "epoch": 491, "lr": 8.148906777502031e-06}
+{"train_loss": 0.0005551631911657751, "global_step": 26521, "epoch": 491, "lr": 8.146212648954943e-06}
+{"train_loss": 0.0017036410281434655, "global_step": 26522, "epoch": 491, "lr": 8.14351892633971e-06}
+{"train_loss": 0.0014235562412068248, "global_step": 26523, "epoch": 491, "lr": 8.140825609682457e-06}
+{"train_loss": 0.0006411533104255795, "global_step": 26524, "epoch": 491, "lr": 8.138132699009322e-06}
+{"train_loss": 0.0009837610414251685, "global_step": 26525, "epoch": 491, "lr": 8.135440194346417e-06}
+{"train_loss": 0.0006158658070489764, "global_step": 26526, "epoch": 491, "lr": 8.132748095719862e-06}
+{"train_loss": 0.0011475661303848028, "global_step": 26527, "epoch": 491, "lr": 8.13005640315575e-06}
+{"train_loss": 0.0006811271887272596, "global_step": 26528, "epoch": 491, "lr": 8.127365116680209e-06}
+{"train_loss": 0.0006311793113127351, "global_step": 26529, "epoch": 491, "lr": 8.124674236319318e-06}
+{"train_loss": 0.0005231986287981272, "global_step": 26530, "epoch": 491, "lr": 8.121983762099195e-06}
+{"train_loss": 0.0004643532447516918, "global_step": 26531, "epoch": 491, "lr": 8.119293694045927e-06}
+{"train_loss": 0.0006926001515239477, "global_step": 26532, "epoch": 491, "lr": 8.116604032185604e-06}
+{"train_loss": 0.0007501341751776636, "global_step": 26533, "epoch": 491, "lr": 8.113914776544307e-06}
+{"train_loss": 0.0004164398997090757, "global_step": 26534, "epoch": 491, "lr": 8.11122592714813e-06}
+{"train_loss": 0.0006958122248761356, "global_step": 26535, "epoch": 491, "lr": 8.108537484023132e-06}
+{"train_loss": 0.00046561035560444, "global_step": 26536, "epoch": 491, "lr": 8.105849447195412e-06}
+{"train_loss": 0.0008144339080899954, "global_step": 26537, "epoch": 491, "lr": 8.103161816691047e-06}
+{"train_loss": 0.000783595081884414, "global_step": 26538, "epoch": 491, "lr": 8.100474592536073e-06}
+{"train_loss": 0.0007137793581932783, "global_step": 26539, "epoch": 491, "lr": 8.097787774756554e-06}
+{"train_loss": 0.0006481782766059041, "global_step": 26540, "epoch": 491, "lr": 8.095101363378572e-06}
+{"train_loss": 0.0007399664027616382, "global_step": 26541, "epoch": 491, "lr": 8.092415358428173e-06}
+{"train_loss": 0.00044900219654664397, "global_step": 26542, "epoch": 491, "lr": 8.089729759931425e-06}
+{"train_loss": 0.0009488373179920018, "global_step": 26543, "epoch": 491, "lr": 8.087044567914327e-06}
+{"train_loss": 0.0009735857020132244, "global_step": 26544, "epoch": 491, "lr": 8.08435978240296e-06}
+{"train_loss": 0.0007379555609077215, "global_step": 26545, "epoch": 491, "lr": 8.081675403423367e-06}
+{"train_loss": 0.0016052654245868325, "global_step": 26546, "epoch": 491, "lr": 8.078991431001565e-06}
+{"train_loss": 0.0008597301202826202, "global_step": 26547, "epoch": 491, "lr": 8.076307865163579e-06}
+{"train_loss": 0.001165488502010703, "global_step": 26548, "epoch": 491, "lr": 8.073624705935479e-06}
+{"train_loss": 0.0005972790531814098, "global_step": 26549, "epoch": 491, "lr": 8.070941953343242e-06}
+{"train_loss": 0.0006342892302200198, "global_step": 26550, "epoch": 491, "lr": 8.068259607412903e-06}
+{"train_loss": 0.000789273006375879, "global_step": 26551, "epoch": 491, "lr": 8.065577668170472e-06}
+{"train_loss": 0.0006554712308570743, "global_step": 26552, "epoch": 491, "lr": 8.062896135641979e-06}
+{"train_loss": 0.0006295385537669063, "global_step": 26553, "epoch": 491, "lr": 8.060215009853428e-06}
+{"train_loss": 0.0006498851580545306, "global_step": 26554, "epoch": 491, "lr": 8.057534290830809e-06}
+{"train_loss": 0.0007398665766231716, "global_step": 26555, "epoch": 491, "lr": 8.054853978600113e-06}
+{"train_loss": 0.0007902077049948275, "global_step": 26556, "epoch": 491, "lr": 8.052174073187358e-06}
+{"train_loss": 0.0005051752086728811, "global_step": 26557, "epoch": 491, "lr": 8.049494574618532e-06}
+{"train_loss": 0.0005862661637365818, "global_step": 26558, "epoch": 491, "lr": 8.046815482919634e-06}
+{"train_loss": 0.0008690448012202978, "global_step": 26559, "epoch": 491, "lr": 8.044136798116608e-06}
+{"train_loss": 0.0007961493683978915, "global_step": 26560, "epoch": 491, "lr": 8.041458520235474e-06}
+{"train_loss": 0.0005652678664773703, "global_step": 26561, "epoch": 491, "lr": 8.038780649302191e-06}
+{"train_loss": 0.0005167719791643322, "global_step": 26562, "epoch": 491, "lr": 8.03610318534273e-06}
+{"train_loss": 0.0006580423796549439, "global_step": 26563, "epoch": 491, "lr": 8.03342612838307e-06}
+{"train_loss": 0.0009605988743714988, "global_step": 26564, "epoch": 491, "lr": 8.030749478449162e-06}
+{"train_loss": 0.0006922707543708384, "global_step": 26565, "epoch": 491, "lr": 8.028073235566974e-06}
+{"train_loss": 0.0013730718055739999, "global_step": 26566, "epoch": 491, "lr": 8.025397399762462e-06}
+{"train_loss": 0.0007631831416532535, "global_step": 26567, "epoch": 491, "lr": 8.02272197106157e-06, "val_loss": 0.002025820082053542}
+{"train_loss": 0.0005135357496328652, "global_step": 26568, "epoch": 492, "lr": 8.020046949490273e-06}
+{"train_loss": 0.00043338112300261855, "global_step": 26569, "epoch": 492, "lr": 8.017372335074486e-06}
+{"train_loss": 0.0006656244513578713, "global_step": 26570, "epoch": 492, "lr": 8.014698127840153e-06}
+{"train_loss": 0.000634558207821101, "global_step": 26571, "epoch": 492, "lr": 8.012024327813217e-06}
+{"train_loss": 0.000976168317720294, "global_step": 26572, "epoch": 492, "lr": 8.009350935019616e-06}
+{"train_loss": 0.0007089665741659701, "global_step": 26573, "epoch": 492, "lr": 8.006677949485275e-06}
+{"train_loss": 0.0008782924269326031, "global_step": 26574, "epoch": 492, "lr": 8.004005371236128e-06}
+{"train_loss": 0.000929594156332314, "global_step": 26575, "epoch": 492, "lr": 8.001333200298067e-06}
+{"train_loss": 0.0009404912125319242, "global_step": 26576, "epoch": 492, "lr": 7.998661436697037e-06}
+{"train_loss": 0.0011950996704399586, "global_step": 26577, "epoch": 492, "lr": 7.995990080458937e-06}
+{"train_loss": 0.001320304931141436, "global_step": 26578, "epoch": 492, "lr": 7.993319131609683e-06}
+{"train_loss": 0.00046717823715880513, "global_step": 26579, "epoch": 492, "lr": 7.990648590175182e-06}
+{"train_loss": 0.0005250365938991308, "global_step": 26580, "epoch": 492, "lr": 7.987978456181322e-06}
+{"train_loss": 0.0010513623710721731, "global_step": 26581, "epoch": 492, "lr": 7.985308729654011e-06}
+{"train_loss": 0.0008396412013098598, "global_step": 26582, "epoch": 492, "lr": 7.982639410619147e-06}
+{"train_loss": 0.0004897962207905948, "global_step": 26583, "epoch": 492, "lr": 7.97997049910259e-06}
+{"train_loss": 0.0013123333919793367, "global_step": 26584, "epoch": 492, "lr": 7.977301995130277e-06}
+{"train_loss": 0.0009099732269532979, "global_step": 26585, "epoch": 492, "lr": 7.974633898728046e-06}
+{"train_loss": 0.0007455262239091098, "global_step": 26586, "epoch": 492, "lr": 7.971966209921788e-06}
+{"train_loss": 0.0006714400951750576, "global_step": 26587, "epoch": 492, "lr": 7.969298928737362e-06}
+{"train_loss": 0.0008504235302098095, "global_step": 26588, "epoch": 492, "lr": 7.966632055200668e-06}
+{"train_loss": 0.0010267294710502028, "global_step": 26589, "epoch": 492, "lr": 7.963965589337564e-06}
+{"train_loss": 0.0012469588546082377, "global_step": 26590, "epoch": 492, "lr": 7.961299531173882e-06}
+{"train_loss": 0.0005324186058714986, "global_step": 26591, "epoch": 492, "lr": 7.958633880735511e-06}
+{"train_loss": 0.0009080326417461038, "global_step": 26592, "epoch": 492, "lr": 7.955968638048288e-06}
+{"train_loss": 0.0006011284422129393, "global_step": 26593, "epoch": 492, "lr": 7.953303803138074e-06}
+{"train_loss": 0.0006576377782039344, "global_step": 26594, "epoch": 492, "lr": 7.95063937603071e-06}
+{"train_loss": 0.0016956465551629663, "global_step": 26595, "epoch": 492, "lr": 7.947975356752035e-06}
+{"train_loss": 0.0006284940172918141, "global_step": 26596, "epoch": 492, "lr": 7.945311745327894e-06}
+{"train_loss": 0.0010351627133786678, "global_step": 26597, "epoch": 492, "lr": 7.942648541784108e-06}
+{"train_loss": 0.0010309363715350628, "global_step": 26598, "epoch": 492, "lr": 7.939985746146516e-06}
+{"train_loss": 0.0012170042609795928, "global_step": 26599, "epoch": 492, "lr": 7.937323358440935e-06}
+{"train_loss": 0.0009405932505615056, "global_step": 26600, "epoch": 492, "lr": 7.93466137869322e-06}
+{"train_loss": 0.0007524637039750814, "global_step": 26601, "epoch": 492, "lr": 7.931999806929146e-06}
+{"train_loss": 0.0009346688166260719, "global_step": 26602, "epoch": 492, "lr": 7.929338643174544e-06}
+{"train_loss": 0.0007144137052819133, "global_step": 26603, "epoch": 492, "lr": 7.92667788745522e-06}
+{"train_loss": 0.0008680039318278432, "global_step": 26604, "epoch": 492, "lr": 7.924017539796991e-06}
+{"train_loss": 0.001000385731458664, "global_step": 26605, "epoch": 492, "lr": 7.921357600225665e-06}
+{"train_loss": 0.0006150072440505028, "global_step": 26606, "epoch": 492, "lr": 7.918698068767006e-06}
+{"train_loss": 0.001002730568870902, "global_step": 26607, "epoch": 492, "lr": 7.916038945446841e-06}
+{"train_loss": 0.0008706678636372089, "global_step": 26608, "epoch": 492, "lr": 7.913380230290957e-06}
+{"train_loss": 0.0006401967257261276, "global_step": 26609, "epoch": 492, "lr": 7.910721923325126e-06}
+{"train_loss": 0.0005274030263535678, "global_step": 26610, "epoch": 492, "lr": 7.908064024575141e-06}
+{"train_loss": 0.0006555186701007187, "global_step": 26611, "epoch": 492, "lr": 7.905406534066772e-06}
+{"train_loss": 0.0006270480807870626, "global_step": 26612, "epoch": 492, "lr": 7.902749451825808e-06}
+{"train_loss": 0.0008303005597554147, "global_step": 26613, "epoch": 492, "lr": 7.900092777878005e-06}
+{"train_loss": 0.0013925854582339525, "global_step": 26614, "epoch": 492, "lr": 7.897436512249135e-06}
+{"train_loss": 0.0004427611129358411, "global_step": 26615, "epoch": 492, "lr": 7.894780654964962e-06}
+{"train_loss": 0.0008428520523011684, "global_step": 26616, "epoch": 492, "lr": 7.892125206051237e-06}
+{"train_loss": 0.0007621646509505808, "global_step": 26617, "epoch": 492, "lr": 7.88947016553373e-06}
+{"train_loss": 0.0006984235951676965, "global_step": 26618, "epoch": 492, "lr": 7.886815533438163e-06}
+{"train_loss": 0.0011451082536950707, "global_step": 26619, "epoch": 492, "lr": 7.884161309790316e-06}
+{"train_loss": 0.0005052346969023347, "global_step": 26620, "epoch": 492, "lr": 7.881507494615924e-06}
+{"train_loss": 0.0008555942687154231, "global_step": 26621, "epoch": 492, "lr": 7.878854087940723e-06, "val_loss": 0.001798755838535726}
+{"train_loss": 0.0006758442032150924, "global_step": 26622, "epoch": 493, "lr": 7.876201089790431e-06}
+{"train_loss": 0.0005376219050958753, "global_step": 26623, "epoch": 493, "lr": 7.873548500190797e-06}
+{"train_loss": 0.0005815773038193583, "global_step": 26624, "epoch": 493, "lr": 7.870896319167548e-06}
+{"train_loss": 0.0007187884184531868, "global_step": 26625, "epoch": 493, "lr": 7.8682445467464e-06}
+{"train_loss": 0.0010158974910154939, "global_step": 26626, "epoch": 493, "lr": 7.865593182953074e-06}
+{"train_loss": 0.0007685552118346095, "global_step": 26627, "epoch": 493, "lr": 7.862942227813286e-06}
+{"train_loss": 0.0012419238919392228, "global_step": 26628, "epoch": 493, "lr": 7.860291681352749e-06}
+{"train_loss": 0.000875817786436528, "global_step": 26629, "epoch": 493, "lr": 7.857641543597166e-06}
+{"train_loss": 0.000902604020666331, "global_step": 26630, "epoch": 493, "lr": 7.854991814572243e-06}
+{"train_loss": 0.0010281142313033342, "global_step": 26631, "epoch": 493, "lr": 7.852342494303682e-06}
+{"train_loss": 0.001009435742162168, "global_step": 26632, "epoch": 493, "lr": 7.849693582817168e-06}
+{"train_loss": 0.0007113937754184008, "global_step": 26633, "epoch": 493, "lr": 7.847045080138405e-06}
+{"train_loss": 0.0009307889849878848, "global_step": 26634, "epoch": 493, "lr": 7.844396986293063e-06}
+{"train_loss": 0.0008263757918030024, "global_step": 26635, "epoch": 493, "lr": 7.841749301306845e-06}
+{"train_loss": 0.0006408782210201025, "global_step": 26636, "epoch": 493, "lr": 7.83910202520543e-06}
+{"train_loss": 0.0009181870264001191, "global_step": 26637, "epoch": 493, "lr": 7.836455158014478e-06}
+{"train_loss": 0.001476539415307343, "global_step": 26638, "epoch": 493, "lr": 7.833808699759659e-06}
+{"train_loss": 0.0006394813535735011, "global_step": 26639, "epoch": 493, "lr": 7.831162650466656e-06}
+{"train_loss": 0.0008211891399696469, "global_step": 26640, "epoch": 493, "lr": 7.828517010161129e-06}
+{"train_loss": 0.0009109313250519335, "global_step": 26641, "epoch": 493, "lr": 7.825871778868738e-06}
+{"train_loss": 0.0017631007358431816, "global_step": 26642, "epoch": 493, "lr": 7.823226956615125e-06}
+{"train_loss": 0.0015460413414984941, "global_step": 26643, "epoch": 493, "lr": 7.820582543425964e-06}
+{"train_loss": 0.0010067503899335861, "global_step": 26644, "epoch": 493, "lr": 7.81793853932688e-06}
+{"train_loss": 0.0009464664617553353, "global_step": 26645, "epoch": 493, "lr": 7.815294944343533e-06}
+{"train_loss": 0.0016427759546786547, "global_step": 26646, "epoch": 493, "lr": 7.812651758501555e-06}
+{"train_loss": 0.0010891215642914176, "global_step": 26647, "epoch": 493, "lr": 7.810008981826584e-06}
+{"train_loss": 0.0010086668189615011, "global_step": 26648, "epoch": 493, "lr": 7.807366614344253e-06}
+{"train_loss": 0.0005731703713536263, "global_step": 26649, "epoch": 493, "lr": 7.804724656080181e-06}
+{"train_loss": 0.0005451214965432882, "global_step": 26650, "epoch": 493, "lr": 7.802083107059994e-06}
+{"train_loss": 0.0007875165320001543, "global_step": 26651, "epoch": 493, "lr": 7.79944196730933e-06}
+{"train_loss": 0.0012205935781821609, "global_step": 26652, "epoch": 493, "lr": 7.796801236853801e-06}
+{"train_loss": 0.000597742386162281, "global_step": 26653, "epoch": 493, "lr": 7.794160915718996e-06}
+{"train_loss": 0.0010579979280009866, "global_step": 26654, "epoch": 493, "lr": 7.791521003930525e-06}
+{"train_loss": 0.0013410771498456597, "global_step": 26655, "epoch": 493, "lr": 7.788881501514017e-06}
+{"train_loss": 0.0010354798287153244, "global_step": 26656, "epoch": 493, "lr": 7.78624240849506e-06}
+{"train_loss": 0.000875027384608984, "global_step": 26657, "epoch": 493, "lr": 7.783603724899257e-06}
+{"train_loss": 0.0015185973607003689, "global_step": 26658, "epoch": 493, "lr": 7.78096545075217e-06}
+{"train_loss": 0.0014506318839266896, "global_step": 26659, "epoch": 493, "lr": 7.778327586079425e-06}
+{"train_loss": 0.0009927175706252456, "global_step": 26660, "epoch": 493, "lr": 7.775690130906582e-06}
+{"train_loss": 0.0012531833490356803, "global_step": 26661, "epoch": 493, "lr": 7.773053085259235e-06}
+{"train_loss": 0.0005286311497911811, "global_step": 26662, "epoch": 493, "lr": 7.770416449162954e-06}
+{"train_loss": 0.0007514558383263648, "global_step": 26663, "epoch": 493, "lr": 7.767780222643312e-06}
+{"train_loss": 0.0009597002062946558, "global_step": 26664, "epoch": 493, "lr": 7.765144405725876e-06}
+{"train_loss": 0.0006537698791362345, "global_step": 26665, "epoch": 493, "lr": 7.762508998436213e-06}
+{"train_loss": 0.0014166479231789708, "global_step": 26666, "epoch": 493, "lr": 7.759874000799866e-06}
+{"train_loss": 0.0014143044827505946, "global_step": 26667, "epoch": 493, "lr": 7.757239412842421e-06}
+{"train_loss": 0.0006614181911572814, "global_step": 26668, "epoch": 493, "lr": 7.75460523458943e-06}
+{"train_loss": 0.0009949102532118559, "global_step": 26669, "epoch": 493, "lr": 7.75197146606641e-06}
+{"train_loss": 0.0010451014386489987, "global_step": 26670, "epoch": 493, "lr": 7.749338107298914e-06}
+{"train_loss": 0.0009014609386213124, "global_step": 26671, "epoch": 493, "lr": 7.746705158312506e-06}
+{"train_loss": 0.0006412516813725233, "global_step": 26672, "epoch": 493, "lr": 7.744072619132708e-06}
+{"train_loss": 0.0013683506986126304, "global_step": 26673, "epoch": 493, "lr": 7.741440489785063e-06}
+{"train_loss": 0.0013488329714164138, "global_step": 26674, "epoch": 493, "lr": 7.738808770295064e-06}
+{"train_loss": 0.0009802887819845368, "global_step": 26675, "epoch": 493, "lr": 7.736177460688272e-06, "val_loss": 0.0028343023732304573}
+{"train_loss": 0.0009680623770691454, "global_step": 26676, "epoch": 494, "lr": 7.733546560990196e-06}
+{"train_loss": 0.0009752362966537476, "global_step": 26677, "epoch": 494, "lr": 7.730916071226358e-06}
+{"train_loss": 0.001019392511807382, "global_step": 26678, "epoch": 494, "lr": 7.728285991422257e-06}
+{"train_loss": 0.00046170837595127523, "global_step": 26679, "epoch": 494, "lr": 7.725656321603413e-06}
+{"train_loss": 0.0010322703747078776, "global_step": 26680, "epoch": 494, "lr": 7.723027061795329e-06}
+{"train_loss": 0.000905640481505543, "global_step": 26681, "epoch": 494, "lr": 7.720398212023505e-06}
+{"train_loss": 0.0005853751208633184, "global_step": 26682, "epoch": 494, "lr": 7.717769772313426e-06}
+{"train_loss": 0.0007792047690600157, "global_step": 26683, "epoch": 494, "lr": 7.715141742690618e-06}
+{"train_loss": 0.0010860031470656395, "global_step": 26684, "epoch": 494, "lr": 7.712514123180537e-06}
+{"train_loss": 0.0010135360062122345, "global_step": 26685, "epoch": 494, "lr": 7.709886913808673e-06}
+{"train_loss": 0.0006967774825170636, "global_step": 26686, "epoch": 494, "lr": 7.707260114600506e-06}
+{"train_loss": 0.0004302215529605746, "global_step": 26687, "epoch": 494, "lr": 7.704633725581529e-06}
+{"train_loss": 0.00039899128023535013, "global_step": 26688, "epoch": 494, "lr": 7.702007746777207e-06}
+{"train_loss": 0.0006388879846781492, "global_step": 26689, "epoch": 494, "lr": 7.699382178213e-06}
+{"train_loss": 0.0007513249875046313, "global_step": 26690, "epoch": 494, "lr": 7.696757019914386e-06}
+{"train_loss": 0.0005621906602755189, "global_step": 26691, "epoch": 494, "lr": 7.694132271906818e-06}
+{"train_loss": 0.0005943760625086725, "global_step": 26692, "epoch": 494, "lr": 7.691507934215753e-06}
+{"train_loss": 0.000875094672665, "global_step": 26693, "epoch": 494, "lr": 7.688884006866642e-06}
+{"train_loss": 0.0005412698956206441, "global_step": 26694, "epoch": 494, "lr": 7.686260489884944e-06}
+{"train_loss": 0.0009995888685807586, "global_step": 26695, "epoch": 494, "lr": 7.683637383296093e-06}
+{"train_loss": 0.0007442418136633933, "global_step": 26696, "epoch": 494, "lr": 7.681014687125537e-06}
+{"train_loss": 0.0008440082892775536, "global_step": 26697, "epoch": 494, "lr": 7.67839240139871e-06}
+{"train_loss": 0.0006012506783008575, "global_step": 26698, "epoch": 494, "lr": 7.675770526141029e-06}
+{"train_loss": 0.000937613018322736, "global_step": 26699, "epoch": 494, "lr": 7.673149061377966e-06}
+{"train_loss": 0.0007767066126689315, "global_step": 26700, "epoch": 494, "lr": 7.670528007134908e-06}
+{"train_loss": 0.0007470466662198305, "global_step": 26701, "epoch": 494, "lr": 7.667907363437288e-06}
+{"train_loss": 0.0004731832887046039, "global_step": 26702, "epoch": 494, "lr": 7.665287130310512e-06}
+{"train_loss": 0.0009099091403186321, "global_step": 26703, "epoch": 494, "lr": 7.662667307780014e-06}
+{"train_loss": 0.0010734256356954575, "global_step": 26704, "epoch": 494, "lr": 7.660047895871203e-06}
+{"train_loss": 0.0009186276001855731, "global_step": 26705, "epoch": 494, "lr": 7.657428894609453e-06}
+{"train_loss": 0.0008084152359515429, "global_step": 26706, "epoch": 494, "lr": 7.654810304020198e-06}
+{"train_loss": 0.0005895888316445053, "global_step": 26707, "epoch": 494, "lr": 7.652192124128827e-06}
+{"train_loss": 0.0003767579619307071, "global_step": 26708, "epoch": 494, "lr": 7.649574354960726e-06}
+{"train_loss": 0.0008272642153315246, "global_step": 26709, "epoch": 494, "lr": 7.646956996541287e-06}
+{"train_loss": 0.0008857130305841565, "global_step": 26710, "epoch": 494, "lr": 7.644340048895899e-06}
+{"train_loss": 0.000751101819332689, "global_step": 26711, "epoch": 494, "lr": 7.641723512049936e-06}
+{"train_loss": 0.0008261354523710907, "global_step": 26712, "epoch": 494, "lr": 7.639107386028783e-06}
+{"train_loss": 0.0004736294795293361, "global_step": 26713, "epoch": 494, "lr": 7.63649167085781e-06}
+{"train_loss": 0.0006172521389089525, "global_step": 26714, "epoch": 494, "lr": 7.633876366562376e-06}
+{"train_loss": 0.0008212650427594781, "global_step": 26715, "epoch": 494, "lr": 7.631261473167877e-06}
+{"train_loss": 0.0010176504729315639, "global_step": 26716, "epoch": 494, "lr": 7.628646990699645e-06}
+{"train_loss": 0.0004515672626439482, "global_step": 26717, "epoch": 494, "lr": 7.626032919183046e-06}
+{"train_loss": 0.0007304694736376405, "global_step": 26718, "epoch": 494, "lr": 7.623419258643421e-06}
+{"train_loss": 0.0004519775975495577, "global_step": 26719, "epoch": 494, "lr": 7.620806009106146e-06}
+{"train_loss": 0.0008709798566997051, "global_step": 26720, "epoch": 494, "lr": 7.618193170596566e-06}
+{"train_loss": 0.0005843029357492924, "global_step": 26721, "epoch": 494, "lr": 7.615580743139983e-06}
+{"train_loss": 0.0011732628336176276, "global_step": 26722, "epoch": 494, "lr": 7.612968726761771e-06}
+{"train_loss": 0.0013878678437322378, "global_step": 26723, "epoch": 494, "lr": 7.610357121487255e-06}
+{"train_loss": 0.00041013455484062433, "global_step": 26724, "epoch": 494, "lr": 7.607745927341764e-06}
+{"train_loss": 0.0005235393764451146, "global_step": 26725, "epoch": 494, "lr": 7.605135144350617e-06}
+{"train_loss": 0.0006224939716048539, "global_step": 26726, "epoch": 494, "lr": 7.602524772539143e-06}
+{"train_loss": 0.0009494014666415751, "global_step": 26727, "epoch": 494, "lr": 7.5999148119326564e-06}
+{"train_loss": 0.0008839241345413029, "global_step": 26728, "epoch": 494, "lr": 7.597305262556476e-06}
+{"train_loss": 0.0007647150519510938, "global_step": 26729, "epoch": 494, "lr": 7.594696124435902e-06, "val_loss": 0.0023024354595690966}
+{"train_loss": 0.0007031558779999614, "global_step": 26730, "epoch": 495, "lr": 7.592087397596242e-06}
+{"train_loss": 0.0007059045601636171, "global_step": 26731, "epoch": 495, "lr": 7.589479082062806e-06}
+{"train_loss": 0.0006095751887187362, "global_step": 26732, "epoch": 495, "lr": 7.586871177860883e-06}
+{"train_loss": 0.0008520871633663774, "global_step": 26733, "epoch": 495, "lr": 7.584263685015758e-06}
+{"train_loss": 0.0005840809899382293, "global_step": 26734, "epoch": 495, "lr": 7.581656603552745e-06}
+{"train_loss": 0.0011361746583133936, "global_step": 26735, "epoch": 495, "lr": 7.579049933497112e-06}
+{"train_loss": 0.001279833959415555, "global_step": 26736, "epoch": 495, "lr": 7.5764436748741565e-06}
+{"train_loss": 0.0007989296573214233, "global_step": 26737, "epoch": 495, "lr": 7.573837827709124e-06}
+{"train_loss": 0.0006108384695835412, "global_step": 26738, "epoch": 495, "lr": 7.571232392027322e-06}
+{"train_loss": 0.0007482146611437201, "global_step": 26739, "epoch": 495, "lr": 7.568627367854003e-06}
+{"train_loss": 0.0006007420015521348, "global_step": 26740, "epoch": 495, "lr": 7.566022755214435e-06}
+{"train_loss": 0.0006156015442684293, "global_step": 26741, "epoch": 495, "lr": 7.563418554133883e-06}
+{"train_loss": 0.0005057288217358291, "global_step": 26742, "epoch": 495, "lr": 7.560814764637609e-06}
+{"train_loss": 0.001016866066493094, "global_step": 26743, "epoch": 495, "lr": 7.558211386750852e-06}
+{"train_loss": 0.0008228751248680055, "global_step": 26744, "epoch": 495, "lr": 7.555608420498872e-06}
+{"train_loss": 0.00048734250594861805, "global_step": 26745, "epoch": 495, "lr": 7.553005865906915e-06}
+{"train_loss": 0.0006034958059899509, "global_step": 26746, "epoch": 495, "lr": 7.550403723000216e-06}
+{"train_loss": 0.0007279256824404001, "global_step": 26747, "epoch": 495, "lr": 7.547801991804021e-06}
+{"train_loss": 0.0003580682969186455, "global_step": 26748, "epoch": 495, "lr": 7.545200672343555e-06}
+{"train_loss": 0.0007104316609911621, "global_step": 26749, "epoch": 495, "lr": 7.542599764644048e-06}
+{"train_loss": 0.0012558650923892856, "global_step": 26750, "epoch": 495, "lr": 7.5399992687307354e-06}
+{"train_loss": 0.0005634830449707806, "global_step": 26751, "epoch": 495, "lr": 7.537399184628846e-06}
+{"train_loss": 0.0005972700892016292, "global_step": 26752, "epoch": 495, "lr": 7.534799512363577e-06}
+{"train_loss": 0.0009564960491843522, "global_step": 26753, "epoch": 495, "lr": 7.532200251960136e-06}
+{"train_loss": 0.0014626121846958995, "global_step": 26754, "epoch": 495, "lr": 7.529601403443759e-06}
+{"train_loss": 0.0008546282188035548, "global_step": 26755, "epoch": 495, "lr": 7.527002966839641e-06}
+{"train_loss": 0.0009881918085739017, "global_step": 26756, "epoch": 495, "lr": 7.524404942172991e-06}
+{"train_loss": 0.0006285110721364617, "global_step": 26757, "epoch": 495, "lr": 7.521807329468977e-06}
+{"train_loss": 0.0007345888298004866, "global_step": 26758, "epoch": 495, "lr": 7.519210128752824e-06}
+{"train_loss": 0.0005730341072194278, "global_step": 26759, "epoch": 495, "lr": 7.5166133400497165e-06}
+{"train_loss": 0.0007163243717513978, "global_step": 26760, "epoch": 495, "lr": 7.514016963384829e-06}
+{"train_loss": 0.0008210372761823237, "global_step": 26761, "epoch": 495, "lr": 7.511420998783353e-06}
+{"train_loss": 0.000584433670155704, "global_step": 26762, "epoch": 495, "lr": 7.508825446270462e-06}
+{"train_loss": 0.0008060196996666491, "global_step": 26763, "epoch": 495, "lr": 7.506230305871336e-06}
+{"train_loss": 0.0006233779713511467, "global_step": 26764, "epoch": 495, "lr": 7.5036355776111345e-06}
+{"train_loss": 0.0009922670433297753, "global_step": 26765, "epoch": 495, "lr": 7.501041261515018e-06}
+{"train_loss": 0.0006889774231240153, "global_step": 26766, "epoch": 495, "lr": 7.498447357608168e-06}
+{"train_loss": 0.0014998632250353694, "global_step": 26767, "epoch": 495, "lr": 7.495853865915747e-06}
+{"train_loss": 0.000943599792663008, "global_step": 26768, "epoch": 495, "lr": 7.49326078646288e-06}
+{"train_loss": 0.0005894633359275758, "global_step": 26769, "epoch": 495, "lr": 7.490668119274718e-06}
+{"train_loss": 0.00046135555021464825, "global_step": 26770, "epoch": 495, "lr": 7.488075864376437e-06}
+{"train_loss": 0.0004376760625746101, "global_step": 26771, "epoch": 495, "lr": 7.48548402179316e-06}
+{"train_loss": 0.0005693845450878143, "global_step": 26772, "epoch": 495, "lr": 7.482892591550039e-06}
+{"train_loss": 0.0008473802590742707, "global_step": 26773, "epoch": 495, "lr": 7.480301573672171e-06}
+{"train_loss": 0.0006167989922687411, "global_step": 26774, "epoch": 495, "lr": 7.477710968184726e-06}
+{"train_loss": 0.0009339371463283896, "global_step": 26775, "epoch": 495, "lr": 7.475120775112809e-06}
+{"train_loss": 0.0005181303131394088, "global_step": 26776, "epoch": 495, "lr": 7.472530994481552e-06}
+{"train_loss": 0.0008582633454352617, "global_step": 26777, "epoch": 495, "lr": 7.469941626316063e-06}
+{"train_loss": 0.0007681871065869927, "global_step": 26778, "epoch": 495, "lr": 7.467352670641458e-06}
+{"train_loss": 0.0006688517751172185, "global_step": 26779, "epoch": 495, "lr": 7.464764127482854e-06}
+{"train_loss": 0.0009776426013559103, "global_step": 26780, "epoch": 495, "lr": 7.462175996865356e-06}
+{"train_loss": 0.0009833937510848045, "global_step": 26781, "epoch": 495, "lr": 7.459588278814045e-06}
+{"train_loss": 0.0009076461428776383, "global_step": 26782, "epoch": 495, "lr": 7.4570009733540445e-06}
+{"train_loss": 0.0007657466938124142, "global_step": 26783, "epoch": 495, "lr": 7.454414080510452e-06, "val_loss": 0.0016477258177474141, "train_action_mse_error": 3.066001954721287e-05}
+{"train_loss": 0.0006091749528422952, "global_step": 26784, "epoch": 496, "lr": 7.451827600308337e-06}
+{"train_loss": 0.0010417858138680458, "global_step": 26785, "epoch": 496, "lr": 7.449241532772783e-06}
+{"train_loss": 0.0006933868280611932, "global_step": 26786, "epoch": 496, "lr": 7.446655877928888e-06}
+{"train_loss": 0.0007515637553296983, "global_step": 26787, "epoch": 496, "lr": 7.444070635801725e-06}
+{"train_loss": 0.0004644740838557482, "global_step": 26788, "epoch": 496, "lr": 7.441485806416376e-06}
+{"train_loss": 0.0006002648151479661, "global_step": 26789, "epoch": 496, "lr": 7.438901389797881e-06}
+{"train_loss": 0.0007255351520143449, "global_step": 26790, "epoch": 496, "lr": 7.436317385971336e-06}
+{"train_loss": 0.0007629923056811094, "global_step": 26791, "epoch": 496, "lr": 7.433733794961795e-06}
+{"train_loss": 0.0005288073443807662, "global_step": 26792, "epoch": 496, "lr": 7.431150616794308e-06}
+{"train_loss": 0.0005205509369261563, "global_step": 26793, "epoch": 496, "lr": 7.4285678514939395e-06}
+{"train_loss": 0.0007542085950262845, "global_step": 26794, "epoch": 496, "lr": 7.4259854990857305e-06}
+{"train_loss": 0.0011579424608498812, "global_step": 26795, "epoch": 496, "lr": 7.423403559594733e-06}
+{"train_loss": 0.0006167408428154886, "global_step": 26796, "epoch": 496, "lr": 7.420822033045982e-06}
+{"train_loss": 0.000440200004959479, "global_step": 26797, "epoch": 496, "lr": 7.418240919464509e-06}
+{"train_loss": 0.0006348509341478348, "global_step": 26798, "epoch": 496, "lr": 7.415660218875381e-06}
+{"train_loss": 0.0005613624234683812, "global_step": 26799, "epoch": 496, "lr": 7.4130799313035905e-06}
+{"train_loss": 0.0013013386633247137, "global_step": 26800, "epoch": 496, "lr": 7.410500056774178e-06}
+{"train_loss": 0.0006552078993991017, "global_step": 26801, "epoch": 496, "lr": 7.407920595312156e-06}
+{"train_loss": 0.0008188730571419001, "global_step": 26802, "epoch": 496, "lr": 7.405341546942563e-06}
+{"train_loss": 0.00043536501470953226, "global_step": 26803, "epoch": 496, "lr": 7.402762911690408e-06}
+{"train_loss": 0.0007372694672085345, "global_step": 26804, "epoch": 496, "lr": 7.40018468958067e-06}
+{"train_loss": 0.0008851890452206135, "global_step": 26805, "epoch": 496, "lr": 7.3976068806383855e-06}
+{"train_loss": 0.0006087868823669851, "global_step": 26806, "epoch": 496, "lr": 7.395029484888555e-06}
+{"train_loss": 0.0012289248406887054, "global_step": 26807, "epoch": 496, "lr": 7.392452502356168e-06}
+{"train_loss": 0.0005908784223720431, "global_step": 26808, "epoch": 496, "lr": 7.38987593306622e-06}
+{"train_loss": 0.000884721172042191, "global_step": 26809, "epoch": 496, "lr": 7.387299777043699e-06}
+{"train_loss": 0.0007329431246034801, "global_step": 26810, "epoch": 496, "lr": 7.384724034313589e-06}
+{"train_loss": 0.0010399925522506237, "global_step": 26811, "epoch": 496, "lr": 7.382148704900882e-06}
+{"train_loss": 0.00048464591964147985, "global_step": 26812, "epoch": 496, "lr": 7.37957378883054e-06}
+{"train_loss": 0.0005347398109734058, "global_step": 26813, "epoch": 496, "lr": 7.3769992861275395e-06}
+{"train_loss": 0.0006538499728776515, "global_step": 26814, "epoch": 496, "lr": 7.374425196816876e-06}
+{"train_loss": 0.0009928413201123476, "global_step": 26815, "epoch": 496, "lr": 7.371851520923484e-06}
+{"train_loss": 0.000563764595426619, "global_step": 26816, "epoch": 496, "lr": 7.369278258472334e-06}
+{"train_loss": 0.0010551396990194917, "global_step": 26817, "epoch": 496, "lr": 7.366705409488373e-06}
+{"train_loss": 0.0012955814599990845, "global_step": 26818, "epoch": 496, "lr": 7.36413297399658e-06}
+{"train_loss": 0.0006834222585894167, "global_step": 26819, "epoch": 496, "lr": 7.361560952021901e-06}
+{"train_loss": 0.0005640604067593813, "global_step": 26820, "epoch": 496, "lr": 7.358989343589251e-06}
+{"train_loss": 0.0008069590548984706, "global_step": 26821, "epoch": 496, "lr": 7.356418148723604e-06}
+{"train_loss": 0.0007208040333352983, "global_step": 26822, "epoch": 496, "lr": 7.353847367449884e-06}
+{"train_loss": 0.000588378868997097, "global_step": 26823, "epoch": 496, "lr": 7.351276999793027e-06}
+{"train_loss": 0.000878671882674098, "global_step": 26824, "epoch": 496, "lr": 7.348707045777958e-06}
+{"train_loss": 0.000775385124143213, "global_step": 26825, "epoch": 496, "lr": 7.346137505429612e-06}
+{"train_loss": 0.0004167399602010846, "global_step": 26826, "epoch": 496, "lr": 7.343568378772903e-06}
+{"train_loss": 0.0013193595223128796, "global_step": 26827, "epoch": 496, "lr": 7.340999665832754e-06}
+{"train_loss": 0.0013398861046880484, "global_step": 26828, "epoch": 496, "lr": 7.338431366634069e-06}
+{"train_loss": 0.0007482098299078643, "global_step": 26829, "epoch": 496, "lr": 7.335863481201754e-06}
+{"train_loss": 0.0009987237863242626, "global_step": 26830, "epoch": 496, "lr": 7.333296009560748e-06}
+{"train_loss": 0.0006980350590310991, "global_step": 26831, "epoch": 496, "lr": 7.330728951735915e-06}
+{"train_loss": 0.0008642153698019683, "global_step": 26832, "epoch": 496, "lr": 7.328162307752168e-06}
+{"train_loss": 0.0006978471064940095, "global_step": 26833, "epoch": 496, "lr": 7.3255960776343835e-06}
+{"train_loss": 0.0009406122844666243, "global_step": 26834, "epoch": 496, "lr": 7.323030261407477e-06}
+{"train_loss": 0.0009958427399396896, "global_step": 26835, "epoch": 496, "lr": 7.3204648590963374e-06}
+{"train_loss": 0.00046237240894697607, "global_step": 26836, "epoch": 496, "lr": 7.317899870725803e-06}
+{"train_loss": 0.0007651360016704226, "global_step": 26837, "epoch": 496, "lr": 7.315335296320791e-06, "val_loss": 0.0013015710283070803}
+{"train_loss": 0.0004881494678556919, "global_step": 26838, "epoch": 497, "lr": 7.312771135906166e-06}
+{"train_loss": 0.0008510887855663896, "global_step": 26839, "epoch": 497, "lr": 7.31020738950679e-06}
+{"train_loss": 0.0006047521019354463, "global_step": 26840, "epoch": 497, "lr": 7.307644057147539e-06}
+{"train_loss": 0.00043785746674984694, "global_step": 26841, "epoch": 497, "lr": 7.305081138853259e-06}
+{"train_loss": 0.0005898238159716129, "global_step": 26842, "epoch": 497, "lr": 7.302518634648819e-06}
+{"train_loss": 0.0012666777474805713, "global_step": 26843, "epoch": 497, "lr": 7.2999565445590726e-06}
+{"train_loss": 0.00043781413114629686, "global_step": 26844, "epoch": 497, "lr": 7.2973948686088585e-06}
+{"train_loss": 0.0006030212971381843, "global_step": 26845, "epoch": 497, "lr": 7.294833606823032e-06}
+{"train_loss": 0.0005559588316828012, "global_step": 26846, "epoch": 497, "lr": 7.292272759226432e-06}
+{"train_loss": 0.0012891633668914437, "global_step": 26847, "epoch": 497, "lr": 7.289712325843895e-06}
+{"train_loss": 0.0005867151776328683, "global_step": 26848, "epoch": 497, "lr": 7.28715230670024e-06}
+{"train_loss": 0.0003887988277710974, "global_step": 26849, "epoch": 497, "lr": 7.284592701820325e-06}
+{"train_loss": 0.0006378990365192294, "global_step": 26850, "epoch": 497, "lr": 7.282033511228969e-06}
+{"train_loss": 0.0005121600115671754, "global_step": 26851, "epoch": 497, "lr": 7.279474734950975e-06}
+{"train_loss": 0.0007534319302067161, "global_step": 26852, "epoch": 497, "lr": 7.276916373011156e-06}
+{"train_loss": 0.0006784469587728381, "global_step": 26853, "epoch": 497, "lr": 7.274358425434352e-06}
+{"train_loss": 0.0007563397521153092, "global_step": 26854, "epoch": 497, "lr": 7.2718008922453565e-06}
+{"train_loss": 0.0009740288369357586, "global_step": 26855, "epoch": 497, "lr": 7.269243773468976e-06}
+{"train_loss": 0.0007802998297847807, "global_step": 26856, "epoch": 497, "lr": 7.266687069130013e-06}
+{"train_loss": 0.0010095350444316864, "global_step": 26857, "epoch": 497, "lr": 7.264130779253264e-06}
+{"train_loss": 0.00044967260328121483, "global_step": 26858, "epoch": 497, "lr": 7.261574903863516e-06}
+{"train_loss": 0.000869323150254786, "global_step": 26859, "epoch": 497, "lr": 7.2590194429855706e-06}
+{"train_loss": 0.000698381511028856, "global_step": 26860, "epoch": 497, "lr": 7.256464396644202e-06}
+{"train_loss": 0.0004094198520760983, "global_step": 26861, "epoch": 497, "lr": 7.253909764864198e-06}
+{"train_loss": 0.0006135993753559887, "global_step": 26862, "epoch": 497, "lr": 7.2513555476703244e-06}
+{"train_loss": 0.0009076825808733702, "global_step": 26863, "epoch": 497, "lr": 7.248801745087369e-06}
+{"train_loss": 0.0004832052218262106, "global_step": 26864, "epoch": 497, "lr": 7.246248357140078e-06}
+{"train_loss": 0.0007809011731296778, "global_step": 26865, "epoch": 497, "lr": 7.24369538385325e-06}
+{"train_loss": 0.0007526607951149344, "global_step": 26866, "epoch": 497, "lr": 7.241142825251629e-06}
+{"train_loss": 0.0010792785324156284, "global_step": 26867, "epoch": 497, "lr": 7.238590681359964e-06}
+{"train_loss": 0.0007824574713595212, "global_step": 26868, "epoch": 497, "lr": 7.2360389522030004e-06}
+{"train_loss": 0.0006417887634597719, "global_step": 26869, "epoch": 497, "lr": 7.233487637805514e-06}
+{"train_loss": 0.0011775852181017399, "global_step": 26870, "epoch": 497, "lr": 7.23093673819224e-06}
+{"train_loss": 0.0005266126827336848, "global_step": 26871, "epoch": 497, "lr": 7.22838625338792e-06}
+{"train_loss": 0.0008653217810206115, "global_step": 26872, "epoch": 497, "lr": 7.225836183417262e-06}
+{"train_loss": 0.0005660990136675537, "global_step": 26873, "epoch": 497, "lr": 7.22328652830504e-06}
+{"train_loss": 0.0005532176000997424, "global_step": 26874, "epoch": 497, "lr": 7.220737288075958e-06}
+{"train_loss": 0.0006630367715843022, "global_step": 26875, "epoch": 497, "lr": 7.218188462754754e-06}
+{"train_loss": 0.0007239831029437482, "global_step": 26876, "epoch": 497, "lr": 7.215640052366129e-06}
+{"train_loss": 0.0007809217204339802, "global_step": 26877, "epoch": 497, "lr": 7.213092056934833e-06}
+{"train_loss": 0.0005932703497819602, "global_step": 26878, "epoch": 497, "lr": 7.210544476485548e-06}
+{"train_loss": 0.0007362021715380251, "global_step": 26879, "epoch": 497, "lr": 7.207997311042991e-06}
+{"train_loss": 0.0005102528957650065, "global_step": 26880, "epoch": 497, "lr": 7.2054505606318604e-06}
+{"train_loss": 0.0010366658680140972, "global_step": 26881, "epoch": 497, "lr": 7.202904225276874e-06}
+{"train_loss": 0.000958866672590375, "global_step": 26882, "epoch": 497, "lr": 7.20035830500273e-06}
+{"train_loss": 0.0009083030745387077, "global_step": 26883, "epoch": 497, "lr": 7.197812799834097e-06}
+{"train_loss": 0.0008114610682241619, "global_step": 26884, "epoch": 497, "lr": 7.195267709795666e-06}
+{"train_loss": 0.0006633478333242238, "global_step": 26885, "epoch": 497, "lr": 7.192723034912141e-06}
+{"train_loss": 0.0010745153995230794, "global_step": 26886, "epoch": 497, "lr": 7.190178775208195e-06}
+{"train_loss": 0.0008526471210643649, "global_step": 26887, "epoch": 497, "lr": 7.187634930708509e-06}
+{"train_loss": 0.0008116671233437955, "global_step": 26888, "epoch": 497, "lr": 7.185091501437729e-06}
+{"train_loss": 0.0006322860717773438, "global_step": 26889, "epoch": 497, "lr": 7.182548487420554e-06}
+{"train_loss": 0.0004224866279400885, "global_step": 26890, "epoch": 497, "lr": 7.1800058886816346e-06}
+{"train_loss": 0.0007236747435483805, "global_step": 26891, "epoch": 497, "lr": 7.177463705245635e-06, "val_loss": 0.0017473523039370775}
+{"train_loss": 0.0007830063113942742, "global_step": 26892, "epoch": 498, "lr": 7.174921937137202e-06}
+{"train_loss": 0.0011872894829139113, "global_step": 26893, "epoch": 498, "lr": 7.172380584381006e-06}
+{"train_loss": 0.0011651446111500263, "global_step": 26894, "epoch": 498, "lr": 7.1698396470016745e-06}
+{"train_loss": 0.0009524297202005982, "global_step": 26895, "epoch": 498, "lr": 7.167299125023863e-06}
+{"train_loss": 0.0006399234989657998, "global_step": 26896, "epoch": 498, "lr": 7.1647590184722e-06}
+{"train_loss": 0.0006814810330979526, "global_step": 26897, "epoch": 498, "lr": 7.1622193273713555e-06}
+{"train_loss": 0.0008035154896788299, "global_step": 26898, "epoch": 498, "lr": 7.159680051745926e-06}
+{"train_loss": 0.0006140908226370811, "global_step": 26899, "epoch": 498, "lr": 7.157141191620548e-06}
+{"train_loss": 0.0009941108291968703, "global_step": 26900, "epoch": 498, "lr": 7.154602747019834e-06}
+{"train_loss": 0.000423631863668561, "global_step": 26901, "epoch": 498, "lr": 7.152064717968432e-06}
+{"train_loss": 0.0007923530647531152, "global_step": 26902, "epoch": 498, "lr": 7.149527104490944e-06}
+{"train_loss": 0.0007544785621576011, "global_step": 26903, "epoch": 498, "lr": 7.146989906611995e-06}
+{"train_loss": 0.0007365750498138368, "global_step": 26904, "epoch": 498, "lr": 7.144453124356154e-06}
+{"train_loss": 0.0006529326201416552, "global_step": 26905, "epoch": 498, "lr": 7.141916757748063e-06}
+{"train_loss": 0.0003766402369365096, "global_step": 26906, "epoch": 498, "lr": 7.139380806812307e-06}
+{"train_loss": 0.0005667406949214637, "global_step": 26907, "epoch": 498, "lr": 7.136845271573483e-06}
+{"train_loss": 0.00086804578313604, "global_step": 26908, "epoch": 498, "lr": 7.134310152056184e-06}
+{"train_loss": 0.0009237487684004009, "global_step": 26909, "epoch": 498, "lr": 7.131775448284994e-06}
+{"train_loss": 0.0005429069278761744, "global_step": 26910, "epoch": 498, "lr": 7.129241160284505e-06}
+{"train_loss": 0.0007056406466290355, "global_step": 26911, "epoch": 498, "lr": 7.1267072880792874e-06}
+{"train_loss": 0.000460613751783967, "global_step": 26912, "epoch": 498, "lr": 7.124173831693909e-06}
+{"train_loss": 0.0005678062443621457, "global_step": 26913, "epoch": 498, "lr": 7.121640791152978e-06}
+{"train_loss": 0.000743794022127986, "global_step": 26914, "epoch": 498, "lr": 7.119108166481025e-06}
+{"train_loss": 0.0004915109602734447, "global_step": 26915, "epoch": 498, "lr": 7.11657595770262e-06}
+{"train_loss": 0.001004628255032003, "global_step": 26916, "epoch": 498, "lr": 7.114044164842321e-06}
+{"train_loss": 0.0005292161367833614, "global_step": 26917, "epoch": 498, "lr": 7.111512787924701e-06}
+{"train_loss": 0.0011319409823045135, "global_step": 26918, "epoch": 498, "lr": 7.108981826974309e-06}
+{"train_loss": 0.00047127026482485235, "global_step": 26919, "epoch": 498, "lr": 7.106451282015664e-06}
+{"train_loss": 0.0004706596373580396, "global_step": 26920, "epoch": 498, "lr": 7.103921153073334e-06}
+{"train_loss": 0.0005157185951247811, "global_step": 26921, "epoch": 498, "lr": 7.101391440171856e-06}
+{"train_loss": 0.0005047554732300341, "global_step": 26922, "epoch": 498, "lr": 7.098862143335766e-06}
+{"train_loss": 0.0011344237718731165, "global_step": 26923, "epoch": 498, "lr": 7.096333262589588e-06}
+{"train_loss": 0.0005015910137444735, "global_step": 26924, "epoch": 498, "lr": 7.093804797957848e-06}
+{"train_loss": 0.000497953500598669, "global_step": 26925, "epoch": 498, "lr": 7.091276749465081e-06}
+{"train_loss": 0.0005613843677565455, "global_step": 26926, "epoch": 498, "lr": 7.088749117135795e-06}
+{"train_loss": 0.0003664502000901848, "global_step": 26927, "epoch": 498, "lr": 7.086221900994511e-06}
+{"train_loss": 0.0008992075454443693, "global_step": 26928, "epoch": 498, "lr": 7.083695101065723e-06}
+{"train_loss": 0.0011165025644004345, "global_step": 26929, "epoch": 498, "lr": 7.081168717373976e-06}
+{"train_loss": 0.00041425993549637496, "global_step": 26930, "epoch": 498, "lr": 7.078642749943737e-06}
+{"train_loss": 0.0007031479035504162, "global_step": 26931, "epoch": 498, "lr": 7.07611719879952e-06}
+{"train_loss": 0.0006952845142222941, "global_step": 26932, "epoch": 498, "lr": 7.0735920639658006e-06}
+{"train_loss": 0.0005060452967882156, "global_step": 26933, "epoch": 498, "lr": 7.071067345467103e-06}
+{"train_loss": 0.0006565809599123895, "global_step": 26934, "epoch": 498, "lr": 7.068543043327907e-06}
+{"train_loss": 0.0007721778238192201, "global_step": 26935, "epoch": 498, "lr": 7.066019157572662e-06}
+{"train_loss": 0.0005101620918139815, "global_step": 26936, "epoch": 498, "lr": 7.06349568822588e-06}
+{"train_loss": 0.0004942568484693766, "global_step": 26937, "epoch": 498, "lr": 7.06097263531203e-06}
+{"train_loss": 0.0005994687089696527, "global_step": 26938, "epoch": 498, "lr": 7.0584499988555765e-06}
+{"train_loss": 0.000548170821275562, "global_step": 26939, "epoch": 498, "lr": 7.055927778880983e-06}
+{"train_loss": 0.0004687704495154321, "global_step": 26940, "epoch": 498, "lr": 7.053405975412725e-06}
+{"train_loss": 0.000558098719920963, "global_step": 26941, "epoch": 498, "lr": 7.050884588475248e-06}
+{"train_loss": 0.0005877189105376601, "global_step": 26942, "epoch": 498, "lr": 7.048363618093013e-06}
+{"train_loss": 0.0007085638353601098, "global_step": 26943, "epoch": 498, "lr": 7.0458430642904636e-06}
+{"train_loss": 0.000509137287735939, "global_step": 26944, "epoch": 498, "lr": 7.043322927092061e-06}
+{"train_loss": 0.0006802936264581082, "global_step": 26945, "epoch": 498, "lr": 7.040803206522228e-06, "val_loss": 0.0033539598807692528}
+{"train_loss": 0.0006448494968935847, "global_step": 26946, "epoch": 499, "lr": 7.03828390260542e-06}
+{"train_loss": 0.001275007613003254, "global_step": 26947, "epoch": 499, "lr": 7.035765015366047e-06}
+{"train_loss": 0.0007275639800354838, "global_step": 26948, "epoch": 499, "lr": 7.033246544828575e-06}
+{"train_loss": 0.0006513832486234605, "global_step": 26949, "epoch": 499, "lr": 7.030728491017408e-06}
+{"train_loss": 0.0003951093531213701, "global_step": 26950, "epoch": 499, "lr": 7.028210853956979e-06}
+{"train_loss": 0.0004992656176909804, "global_step": 26951, "epoch": 499, "lr": 7.025693633671676e-06}
+{"train_loss": 0.00041056956979446113, "global_step": 26952, "epoch": 499, "lr": 7.023176830185952e-06}
+{"train_loss": 0.0009058612049557269, "global_step": 26953, "epoch": 499, "lr": 7.020660443524197e-06}
+{"train_loss": 0.0008869228768162429, "global_step": 26954, "epoch": 499, "lr": 7.018144473710825e-06}
+{"train_loss": 0.00042220629984512925, "global_step": 26955, "epoch": 499, "lr": 7.015628920770228e-06}
+{"train_loss": 0.0006564602954313159, "global_step": 26956, "epoch": 499, "lr": 7.01311378472681e-06}
+{"train_loss": 0.0006987259839661419, "global_step": 26957, "epoch": 499, "lr": 7.010599065604967e-06}
+{"train_loss": 0.0011318073375150561, "global_step": 26958, "epoch": 499, "lr": 7.008084763429085e-06}
+{"train_loss": 0.0006974485004320741, "global_step": 26959, "epoch": 499, "lr": 7.00557087822355e-06}
+{"train_loss": 0.0003923980693798512, "global_step": 26960, "epoch": 499, "lr": 7.003057410012748e-06}
+{"train_loss": 0.000999371288344264, "global_step": 26961, "epoch": 499, "lr": 7.000544358821048e-06}
+{"train_loss": 0.0006802462739869952, "global_step": 26962, "epoch": 499, "lr": 6.998031724672832e-06}
+{"train_loss": 0.0006185867823660374, "global_step": 26963, "epoch": 499, "lr": 6.995519507592452e-06}
+{"train_loss": 0.0009859484853222966, "global_step": 26964, "epoch": 499, "lr": 6.993007707604299e-06}
+{"train_loss": 0.0007394133717752993, "global_step": 26965, "epoch": 499, "lr": 6.990496324732737e-06}
+{"train_loss": 0.0005175142432563007, "global_step": 26966, "epoch": 499, "lr": 6.987985359002097e-06}
+{"train_loss": 0.0015674276510253549, "global_step": 26967, "epoch": 499, "lr": 6.985474810436732e-06}
+{"train_loss": 0.0010312995873391628, "global_step": 26968, "epoch": 499, "lr": 6.982964679061016e-06}
+{"train_loss": 0.000644568121060729, "global_step": 26969, "epoch": 499, "lr": 6.980454964899286e-06}
+{"train_loss": 0.00069976388476789, "global_step": 26970, "epoch": 499, "lr": 6.977945667975877e-06}
+{"train_loss": 0.000912845425773412, "global_step": 26971, "epoch": 499, "lr": 6.975436788315126e-06}
+{"train_loss": 0.0005647513316944242, "global_step": 26972, "epoch": 499, "lr": 6.9729283259413745e-06}
+{"train_loss": 0.0004394236602820456, "global_step": 26973, "epoch": 499, "lr": 6.9704202808789425e-06}
+{"train_loss": 0.0007707202457822859, "global_step": 26974, "epoch": 499, "lr": 6.967912653152164e-06}
+{"train_loss": 0.0007284974562935531, "global_step": 26975, "epoch": 499, "lr": 6.96540544278535e-06}
+{"train_loss": 0.0005723700160160661, "global_step": 26976, "epoch": 499, "lr": 6.962898649802823e-06}
+{"train_loss": 0.0007874497678130865, "global_step": 26977, "epoch": 499, "lr": 6.960392274228894e-06}
+{"train_loss": 0.0005523391300812364, "global_step": 26978, "epoch": 499, "lr": 6.957886316087875e-06}
+{"train_loss": 0.0009769023163244128, "global_step": 26979, "epoch": 499, "lr": 6.955380775404058e-06}
+{"train_loss": 0.0013443391071632504, "global_step": 26980, "epoch": 499, "lr": 6.952875652201768e-06}
+{"train_loss": 0.0009661049698479474, "global_step": 26981, "epoch": 499, "lr": 6.950370946505291e-06}
+{"train_loss": 0.0006884706090204418, "global_step": 26982, "epoch": 499, "lr": 6.947866658338914e-06}
+{"train_loss": 0.0008465979481115937, "global_step": 26983, "epoch": 499, "lr": 6.945362787726917e-06}
+{"train_loss": 0.0010192219633609056, "global_step": 26984, "epoch": 499, "lr": 6.942859334693602e-06}
+{"train_loss": 0.0006507356883957982, "global_step": 26985, "epoch": 499, "lr": 6.940356299263246e-06}
+{"train_loss": 0.0005258049350231886, "global_step": 26986, "epoch": 499, "lr": 6.937853681460132e-06}
+{"train_loss": 0.0009558621677570045, "global_step": 26987, "epoch": 499, "lr": 6.935351481308505e-06}
+{"train_loss": 0.0007226687739603221, "global_step": 26988, "epoch": 499, "lr": 6.932849698832661e-06}
+{"train_loss": 0.0004604253335855901, "global_step": 26989, "epoch": 499, "lr": 6.930348334056858e-06}
+{"train_loss": 0.000590846233535558, "global_step": 26990, "epoch": 499, "lr": 6.927847387005348e-06}
+{"train_loss": 0.0007916118483990431, "global_step": 26991, "epoch": 499, "lr": 6.9253468577023975e-06}
+{"train_loss": 0.0004201066622044891, "global_step": 26992, "epoch": 499, "lr": 6.922846746172251e-06}
+{"train_loss": 0.0005868081352673471, "global_step": 26993, "epoch": 499, "lr": 6.920347052439163e-06}
+{"train_loss": 0.0005415308987721801, "global_step": 26994, "epoch": 499, "lr": 6.91784777652737e-06}
+{"train_loss": 0.0008496432565152645, "global_step": 26995, "epoch": 499, "lr": 6.915348918461106e-06}
+{"train_loss": 0.0005159496213309467, "global_step": 26996, "epoch": 499, "lr": 6.912850478264626e-06}
+{"train_loss": 0.00038584202411584556, "global_step": 26997, "epoch": 499, "lr": 6.910352455962171e-06}
+{"train_loss": 0.00047166849253699183, "global_step": 26998, "epoch": 499, "lr": 6.9078548515779325e-06}
+{"train_loss": 0.0007251151912862917, "global_step": 26999, "epoch": 499, "lr": 6.905357665136142e-06, "val_loss": 0.001660807873122394}
+{"train_loss": 0.000601049279794097, "global_step": 27000, "epoch": 500, "lr": 6.902860896661045e-06}
+{"train_loss": 0.0006620389176532626, "global_step": 27001, "epoch": 500, "lr": 6.900364546176835e-06}
+{"train_loss": 0.0007656571106053889, "global_step": 27002, "epoch": 500, "lr": 6.897868613707748e-06}
+{"train_loss": 0.0015642157522961497, "global_step": 27003, "epoch": 500, "lr": 6.895373099277946e-06}
+{"train_loss": 0.000745181052479893, "global_step": 27004, "epoch": 500, "lr": 6.8928780029116736e-06}
+{"train_loss": 0.0005784911918453872, "global_step": 27005, "epoch": 500, "lr": 6.890383324633121e-06}
+{"train_loss": 0.0006298424559645355, "global_step": 27006, "epoch": 500, "lr": 6.887889064466474e-06}
+{"train_loss": 0.00047522192471660674, "global_step": 27007, "epoch": 500, "lr": 6.8853952224359365e-06}
+{"train_loss": 0.0006420288700610399, "global_step": 27008, "epoch": 500, "lr": 6.882901798565683e-06}
+{"train_loss": 0.001083147362805903, "global_step": 27009, "epoch": 500, "lr": 6.880408792879905e-06}
+{"train_loss": 0.0009094887063838542, "global_step": 27010, "epoch": 500, "lr": 6.877916205402779e-06}
+{"train_loss": 0.000689624750521034, "global_step": 27011, "epoch": 500, "lr": 6.875424036158468e-06}
+{"train_loss": 0.0006224850076250732, "global_step": 27012, "epoch": 500, "lr": 6.872932285171179e-06}
+{"train_loss": 0.0008099137339740992, "global_step": 27013, "epoch": 500, "lr": 6.870440952465046e-06}
+{"train_loss": 0.0006775176734663546, "global_step": 27014, "epoch": 500, "lr": 6.867950038064241e-06}
+{"train_loss": 0.000595845456700772, "global_step": 27015, "epoch": 500, "lr": 6.8654595419929135e-06}
+{"train_loss": 0.0013445221120491624, "global_step": 27016, "epoch": 500, "lr": 6.862969464275237e-06}
+{"train_loss": 0.0005919939721934497, "global_step": 27017, "epoch": 500, "lr": 6.8604798049353546e-06}
+{"train_loss": 0.0015497796703130007, "global_step": 27018, "epoch": 500, "lr": 6.857990563997413e-06}
+{"train_loss": 0.0005969690973870456, "global_step": 27019, "epoch": 500, "lr": 6.855501741485554e-06}
+{"train_loss": 0.0006091408431529999, "global_step": 27020, "epoch": 500, "lr": 6.853013337423914e-06}
+{"train_loss": 0.000829222786705941, "global_step": 27021, "epoch": 500, "lr": 6.850525351836634e-06}
+{"train_loss": 0.0006173396832309663, "global_step": 27022, "epoch": 500, "lr": 6.8480377847478346e-06}
+{"train_loss": 0.0009505779598839581, "global_step": 27023, "epoch": 500, "lr": 6.845550636181652e-06}
+{"train_loss": 0.0006049810908734798, "global_step": 27024, "epoch": 500, "lr": 6.843063906162201e-06}
+{"train_loss": 0.0008633473771624267, "global_step": 27025, "epoch": 500, "lr": 6.84057759471361e-06}
+{"train_loss": 0.0011312304995954037, "global_step": 27026, "epoch": 500, "lr": 6.838091701859977e-06}
+{"train_loss": 0.0007789753144606948, "global_step": 27027, "epoch": 500, "lr": 6.835606227625419e-06}
+{"train_loss": 0.0004808869562111795, "global_step": 27028, "epoch": 500, "lr": 6.833121172034063e-06}
+{"train_loss": 0.0007727110642008483, "global_step": 27029, "epoch": 500, "lr": 6.83063653510998e-06}
+{"train_loss": 0.0005789158749394119, "global_step": 27030, "epoch": 500, "lr": 6.828152316877284e-06}
+{"train_loss": 0.001112782978452742, "global_step": 27031, "epoch": 500, "lr": 6.8256685173600565e-06}
+{"train_loss": 0.0013612837065011263, "global_step": 27032, "epoch": 500, "lr": 6.823185136582405e-06}
+{"train_loss": 0.0008298901375383139, "global_step": 27033, "epoch": 500, "lr": 6.820702174568422e-06}
+{"train_loss": 0.0007321908487938344, "global_step": 27034, "epoch": 500, "lr": 6.818219631342149e-06}
+{"train_loss": 0.0006428288179449737, "global_step": 27035, "epoch": 500, "lr": 6.815737506927699e-06}
+{"train_loss": 0.0010457474272698164, "global_step": 27036, "epoch": 500, "lr": 6.813255801349139e-06}
+{"train_loss": 0.0007798051810823381, "global_step": 27037, "epoch": 500, "lr": 6.810774514630536e-06}
+{"train_loss": 0.0008735876181162894, "global_step": 27038, "epoch": 500, "lr": 6.808293646795949e-06}
+{"train_loss": 0.0006526626530103385, "global_step": 27039, "epoch": 500, "lr": 6.8058131978694484e-06}
+{"train_loss": 0.0009846515022218227, "global_step": 27040, "epoch": 500, "lr": 6.803333167875092e-06}
+{"train_loss": 0.0007823604973964393, "global_step": 27041, "epoch": 500, "lr": 6.800853556836928e-06}
+{"train_loss": 0.0005451921606436372, "global_step": 27042, "epoch": 500, "lr": 6.798374364779009e-06}
+{"train_loss": 0.0005219809245318174, "global_step": 27043, "epoch": 500, "lr": 6.795895591725365e-06}
+{"train_loss": 0.0010462217032909393, "global_step": 27044, "epoch": 500, "lr": 6.7934172377000725e-06}
+{"train_loss": 0.0009417684632353485, "global_step": 27045, "epoch": 500, "lr": 6.790939302727134e-06}
+{"train_loss": 0.00039960446883924305, "global_step": 27046, "epoch": 500, "lr": 6.788461786830603e-06}
+{"train_loss": 0.0005353245069272816, "global_step": 27047, "epoch": 500, "lr": 6.78598469003448e-06}
+{"train_loss": 0.0008742407662793994, "global_step": 27048, "epoch": 500, "lr": 6.783508012362827e-06}
+{"train_loss": 0.0006722674006596208, "global_step": 27049, "epoch": 500, "lr": 6.7810317538396615e-06}
+{"train_loss": 0.0007331505767069757, "global_step": 27050, "epoch": 500, "lr": 6.77855591448896e-06}
+{"train_loss": 0.0008204489131458104, "global_step": 27051, "epoch": 500, "lr": 6.77608049433478e-06}
+{"train_loss": 0.0009220331558026373, "global_step": 27052, "epoch": 500, "lr": 6.773605493401108e-06}
+{"train_loss": 0.0007987138578081849, "global_step": 27053, "epoch": 500, "lr": 6.7711309117119535e-06, "val_loss": 0.0023429151624441147, "train_action_mse_error": 2.784627395158168e-05}
+{"train_loss": 0.0008247756049968302, "global_step": 27054, "epoch": 501, "lr": 6.768656749291319e-06}
+{"train_loss": 0.0007271708454936743, "global_step": 27055, "epoch": 501, "lr": 6.766183006163196e-06}
+{"train_loss": 0.0009654999012127519, "global_step": 27056, "epoch": 501, "lr": 6.7637096823515825e-06}
+{"train_loss": 0.0005257718730717897, "global_step": 27057, "epoch": 501, "lr": 6.761236777880458e-06}
+{"train_loss": 0.0010466917883604765, "global_step": 27058, "epoch": 501, "lr": 6.758764292773817e-06}
+{"train_loss": 0.0007938899216242135, "global_step": 27059, "epoch": 501, "lr": 6.756292227055633e-06}
+{"train_loss": 0.00045698770554736257, "global_step": 27060, "epoch": 501, "lr": 6.753820580749887e-06}
+{"train_loss": 0.0010246816091239452, "global_step": 27061, "epoch": 501, "lr": 6.751349353880548e-06}
+{"train_loss": 0.000530415796674788, "global_step": 27062, "epoch": 501, "lr": 6.748878546471571e-06}
+{"train_loss": 0.0005075765657238662, "global_step": 27063, "epoch": 501, "lr": 6.746408158546947e-06}
+{"train_loss": 0.0003719646774698049, "global_step": 27064, "epoch": 501, "lr": 6.7439381901306165e-06}
+{"train_loss": 0.0008381265215575695, "global_step": 27065, "epoch": 501, "lr": 6.741468641246557e-06}
+{"train_loss": 0.0012275386834517121, "global_step": 27066, "epoch": 501, "lr": 6.738999511918681e-06}
+{"train_loss": 0.0011563971638679504, "global_step": 27067, "epoch": 501, "lr": 6.7365308021709706e-06}
+{"train_loss": 0.001096126507036388, "global_step": 27068, "epoch": 501, "lr": 6.734062512027356e-06}
+{"train_loss": 0.0007648653700016439, "global_step": 27069, "epoch": 501, "lr": 6.7315946415117735e-06}
+{"train_loss": 0.0007342436001636088, "global_step": 27070, "epoch": 501, "lr": 6.729127190648171e-06}
+{"train_loss": 0.0008805067045614123, "global_step": 27071, "epoch": 501, "lr": 6.726660159460469e-06}
+{"train_loss": 0.0011843688553199172, "global_step": 27072, "epoch": 501, "lr": 6.724193547972602e-06}
+{"train_loss": 0.000977751100435853, "global_step": 27073, "epoch": 501, "lr": 6.7217273562084845e-06}
+{"train_loss": 0.001057657995261252, "global_step": 27074, "epoch": 501, "lr": 6.719261584192038e-06}
+{"train_loss": 0.0007790751988068223, "global_step": 27075, "epoch": 501, "lr": 6.716796231947186e-06}
+{"train_loss": 0.0005598504794761539, "global_step": 27076, "epoch": 501, "lr": 6.714331299497828e-06}
+{"train_loss": 0.0010663112625479698, "global_step": 27077, "epoch": 501, "lr": 6.711866786867882e-06}
+{"train_loss": 0.0008076426456682384, "global_step": 27078, "epoch": 501, "lr": 6.709402694081229e-06}
+{"train_loss": 0.0005323395016603172, "global_step": 27079, "epoch": 501, "lr": 6.706939021161795e-06}
+{"train_loss": 0.0007341968594118953, "global_step": 27080, "epoch": 501, "lr": 6.704475768133478e-06}
+{"train_loss": 0.0009338407544419169, "global_step": 27081, "epoch": 501, "lr": 6.702012935020141e-06}
+{"train_loss": 0.0009733187616802752, "global_step": 27082, "epoch": 501, "lr": 6.6995505218456715e-06}
+{"train_loss": 0.0006486522033810616, "global_step": 27083, "epoch": 501, "lr": 6.697088528633977e-06}
+{"train_loss": 0.0007632435881532729, "global_step": 27084, "epoch": 501, "lr": 6.694626955408923e-06}
+{"train_loss": 0.0005710335681214929, "global_step": 27085, "epoch": 501, "lr": 6.692165802194394e-06}
+{"train_loss": 0.0007777023711241782, "global_step": 27086, "epoch": 501, "lr": 6.6897050690142295e-06}
+{"train_loss": 0.0007636187947355211, "global_step": 27087, "epoch": 501, "lr": 6.6872447558923305e-06}
+{"train_loss": 0.0008145739557221532, "global_step": 27088, "epoch": 501, "lr": 6.684784862852539e-06}
+{"train_loss": 0.0006768965977244079, "global_step": 27089, "epoch": 501, "lr": 6.68232538991872e-06}
+{"train_loss": 0.0009528115042485297, "global_step": 27090, "epoch": 501, "lr": 6.679866337114715e-06}
+{"train_loss": 0.0009198701591230929, "global_step": 27091, "epoch": 501, "lr": 6.677407704464411e-06}
+{"train_loss": 0.0005480784457176924, "global_step": 27092, "epoch": 501, "lr": 6.674949491991617e-06}
+{"train_loss": 0.0008275097934529185, "global_step": 27093, "epoch": 501, "lr": 6.672491699720179e-06}
+{"train_loss": 0.00043474219273775816, "global_step": 27094, "epoch": 501, "lr": 6.670034327673935e-06}
+{"train_loss": 0.0009090640232898295, "global_step": 27095, "epoch": 501, "lr": 6.667577375876738e-06}
+{"train_loss": 0.0007611971232108772, "global_step": 27096, "epoch": 501, "lr": 6.665120844352413e-06}
+{"train_loss": 0.0011849829461425543, "global_step": 27097, "epoch": 501, "lr": 6.662664733124768e-06}
+{"train_loss": 0.0009229723364114761, "global_step": 27098, "epoch": 501, "lr": 6.660209042217619e-06}
+{"train_loss": 0.0006830297643318772, "global_step": 27099, "epoch": 501, "lr": 6.6577537716548125e-06}
+{"train_loss": 0.0003502484178170562, "global_step": 27100, "epoch": 501, "lr": 6.655298921460146e-06}
+{"train_loss": 0.0015566474758088589, "global_step": 27101, "epoch": 501, "lr": 6.65284449165744e-06}
+{"train_loss": 0.0009025014005601406, "global_step": 27102, "epoch": 501, "lr": 6.6503904822704634e-06}
+{"train_loss": 0.0011923449346795678, "global_step": 27103, "epoch": 501, "lr": 6.6479368933230594e-06}
+{"train_loss": 0.0011557221878319979, "global_step": 27104, "epoch": 501, "lr": 6.645483724839002e-06}
+{"train_loss": 0.0008438528166152537, "global_step": 27105, "epoch": 501, "lr": 6.643030976842096e-06}
+{"train_loss": 0.0012619957560673356, "global_step": 27106, "epoch": 501, "lr": 6.640578649356122e-06}
+{"train_loss": 0.0008427808045073309, "global_step": 27107, "epoch": 501, "lr": 6.6381267424048655e-06, "val_loss": 0.003204190405085683}
+{"train_loss": 0.0007126073469407856, "global_step": 27108, "epoch": 502, "lr": 6.635675256012114e-06}
+{"train_loss": 0.0012958686565980315, "global_step": 27109, "epoch": 502, "lr": 6.633224190201631e-06}
+{"train_loss": 0.0009238527272827923, "global_step": 27110, "epoch": 502, "lr": 6.630773544997193e-06}
+{"train_loss": 0.0009455492254346609, "global_step": 27111, "epoch": 502, "lr": 6.628323320422575e-06}
+{"train_loss": 0.0011827839771285653, "global_step": 27112, "epoch": 502, "lr": 6.6258735165015575e-06}
+{"train_loss": 0.001082147122360766, "global_step": 27113, "epoch": 502, "lr": 6.623424133257866e-06}
+{"train_loss": 0.0011007029097527266, "global_step": 27114, "epoch": 502, "lr": 6.62097517071526e-06}
+{"train_loss": 0.0007156420033425093, "global_step": 27115, "epoch": 502, "lr": 6.618526628897514e-06}
+{"train_loss": 0.0006260614027269185, "global_step": 27116, "epoch": 502, "lr": 6.616078507828366e-06}
+{"train_loss": 0.0008876149659045041, "global_step": 27117, "epoch": 502, "lr": 6.6136308075315735e-06}
+{"train_loss": 0.0006718247896060348, "global_step": 27118, "epoch": 502, "lr": 6.6111835280308395e-06}
+{"train_loss": 0.0007190328324213624, "global_step": 27119, "epoch": 502, "lr": 6.6087366693499295e-06}
+{"train_loss": 0.0006161237834021449, "global_step": 27120, "epoch": 502, "lr": 6.606290231512569e-06}
+{"train_loss": 0.0006711102905683219, "global_step": 27121, "epoch": 502, "lr": 6.603844214542487e-06}
+{"train_loss": 0.001365612493827939, "global_step": 27122, "epoch": 502, "lr": 6.601398618463401e-06}
+{"train_loss": 0.0007594715571030974, "global_step": 27123, "epoch": 502, "lr": 6.598953443299039e-06}
+{"train_loss": 0.0004068315902259201, "global_step": 27124, "epoch": 502, "lr": 6.596508689073106e-06}
+{"train_loss": 0.0006678596837446094, "global_step": 27125, "epoch": 502, "lr": 6.594064355809315e-06}
+{"train_loss": 0.0016495564486831427, "global_step": 27126, "epoch": 502, "lr": 6.591620443531371e-06}
+{"train_loss": 0.0010307385819032788, "global_step": 27127, "epoch": 502, "lr": 6.589176952263004e-06}
+{"train_loss": 0.0007393682608380914, "global_step": 27128, "epoch": 502, "lr": 6.586733882027879e-06}
+{"train_loss": 0.0006398143596015871, "global_step": 27129, "epoch": 502, "lr": 6.584291232849704e-06}
+{"train_loss": 0.0011209935182705522, "global_step": 27130, "epoch": 502, "lr": 6.581849004752156e-06}
+{"train_loss": 0.0007045405218377709, "global_step": 27131, "epoch": 502, "lr": 6.579407197758946e-06}
+{"train_loss": 0.0005874571506865323, "global_step": 27132, "epoch": 502, "lr": 6.576965811893754e-06}
+{"train_loss": 0.00040992823778651655, "global_step": 27133, "epoch": 502, "lr": 6.574524847180235e-06}
+{"train_loss": 0.00118478131480515, "global_step": 27134, "epoch": 502, "lr": 6.5720843036420845e-06}
+{"train_loss": 0.0007177042425610125, "global_step": 27135, "epoch": 502, "lr": 6.569644181302964e-06}
+{"train_loss": 0.0007638420211151242, "global_step": 27136, "epoch": 502, "lr": 6.567204480186545e-06}
+{"train_loss": 0.000564503890927881, "global_step": 27137, "epoch": 502, "lr": 6.5647652003164864e-06}
+{"train_loss": 0.0006577200838364661, "global_step": 27138, "epoch": 502, "lr": 6.562326341716451e-06}
+{"train_loss": 0.0007291703950613737, "global_step": 27139, "epoch": 502, "lr": 6.559887904410083e-06}
+{"train_loss": 0.0008552882936783135, "global_step": 27140, "epoch": 502, "lr": 6.557449888421041e-06}
+{"train_loss": 0.0007134715560823679, "global_step": 27141, "epoch": 502, "lr": 6.555012293772966e-06}
+{"train_loss": 0.0007099572685547173, "global_step": 27142, "epoch": 502, "lr": 6.552575120489496e-06}
+{"train_loss": 0.001026717247441411, "global_step": 27143, "epoch": 502, "lr": 6.550138368594294e-06}
+{"train_loss": 0.0007460617343895137, "global_step": 27144, "epoch": 502, "lr": 6.547702038110959e-06}
+{"train_loss": 0.0007169203017838299, "global_step": 27145, "epoch": 502, "lr": 6.545266129063138e-06}
+{"train_loss": 0.000381861231289804, "global_step": 27146, "epoch": 502, "lr": 6.542830641474446e-06}
+{"train_loss": 0.0006481449818238616, "global_step": 27147, "epoch": 502, "lr": 6.5403955753685184e-06}
+{"train_loss": 0.0006986602675169706, "global_step": 27148, "epoch": 502, "lr": 6.5379609307689825e-06}
+{"train_loss": 0.0005498265963979065, "global_step": 27149, "epoch": 502, "lr": 6.535526707699408e-06}
+{"train_loss": 0.0006366242887452245, "global_step": 27150, "epoch": 502, "lr": 6.5330929061834416e-06}
+{"train_loss": 0.0006973409908823669, "global_step": 27151, "epoch": 502, "lr": 6.5306595262446815e-06}
+{"train_loss": 0.0009371496271342039, "global_step": 27152, "epoch": 502, "lr": 6.528226567906726e-06}
+{"train_loss": 0.0009967733640223742, "global_step": 27153, "epoch": 502, "lr": 6.525794031193166e-06}
+{"train_loss": 0.0007631627377122641, "global_step": 27154, "epoch": 502, "lr": 6.523361916127602e-06}
+{"train_loss": 0.0008586266194470227, "global_step": 27155, "epoch": 502, "lr": 6.520930222733623e-06}
+{"train_loss": 0.000888993323314935, "global_step": 27156, "epoch": 502, "lr": 6.518498951034807e-06}
+{"train_loss": 0.0007208041497506201, "global_step": 27157, "epoch": 502, "lr": 6.516068101054734e-06}
+{"train_loss": 0.001127462601289153, "global_step": 27158, "epoch": 502, "lr": 6.51363767281698e-06}
+{"train_loss": 0.0007259874255396426, "global_step": 27159, "epoch": 502, "lr": 6.511207666345137e-06}
+{"train_loss": 0.0009342479752376676, "global_step": 27160, "epoch": 502, "lr": 6.508778081662747e-06}
+{"train_loss": 0.0008115436002198192, "global_step": 27161, "epoch": 502, "lr": 6.506348918793387e-06, "val_loss": 0.001759663806296885}
+{"train_loss": 0.0009102683397941291, "global_step": 27162, "epoch": 503, "lr": 6.503920177760603e-06}
+{"train_loss": 0.0004651175404433161, "global_step": 27163, "epoch": 503, "lr": 6.501491858587977e-06}
+{"train_loss": 0.0008725798688828945, "global_step": 27164, "epoch": 503, "lr": 6.499063961299051e-06}
+{"train_loss": 0.0008847870049066842, "global_step": 27165, "epoch": 503, "lr": 6.496636485917351e-06}
+{"train_loss": 0.0004373277479317039, "global_step": 27166, "epoch": 503, "lr": 6.494209432466447e-06}
+{"train_loss": 0.0004521950613707304, "global_step": 27167, "epoch": 503, "lr": 6.491782800969864e-06}
+{"train_loss": 0.0010444039944559336, "global_step": 27168, "epoch": 503, "lr": 6.489356591451151e-06}
+{"train_loss": 0.0005309139378368855, "global_step": 27169, "epoch": 503, "lr": 6.486930803933821e-06}
+{"train_loss": 0.0004390615504235029, "global_step": 27170, "epoch": 503, "lr": 6.4845054384414185e-06}
+{"train_loss": 0.0005291375564411283, "global_step": 27171, "epoch": 503, "lr": 6.482080494997456e-06}
+{"train_loss": 0.001363691408187151, "global_step": 27172, "epoch": 503, "lr": 6.4796559736254595e-06}
+{"train_loss": 0.0005356321926228702, "global_step": 27173, "epoch": 503, "lr": 6.4772318743489376e-06}
+{"train_loss": 0.0009794391226023436, "global_step": 27174, "epoch": 503, "lr": 6.474808197191401e-06}
+{"train_loss": 0.0007980205700732768, "global_step": 27175, "epoch": 503, "lr": 6.472384942176362e-06}
+{"train_loss": 0.0009072675020433962, "global_step": 27176, "epoch": 503, "lr": 6.469962109327321e-06}
+{"train_loss": 0.0004384720523376018, "global_step": 27177, "epoch": 503, "lr": 6.467539698667769e-06}
+{"train_loss": 0.0005821980885230005, "global_step": 27178, "epoch": 503, "lr": 6.465117710221214e-06}
+{"train_loss": 0.0006072027608752251, "global_step": 27179, "epoch": 503, "lr": 6.462696144011149e-06}
+{"train_loss": 0.00036007733433507383, "global_step": 27180, "epoch": 503, "lr": 6.4602750000610446e-06}
+{"train_loss": 0.0008326327661052346, "global_step": 27181, "epoch": 503, "lr": 6.457854278394376e-06}
+{"train_loss": 0.0008005484123714268, "global_step": 27182, "epoch": 503, "lr": 6.455433979034648e-06}
+{"train_loss": 0.0004952638410031796, "global_step": 27183, "epoch": 503, "lr": 6.453014102005322e-06}
+{"train_loss": 0.000615601718891412, "global_step": 27184, "epoch": 503, "lr": 6.450594647329866e-06}
+{"train_loss": 0.0007508916314691305, "global_step": 27185, "epoch": 503, "lr": 6.448175615031748e-06}
+{"train_loss": 0.0006154284928925335, "global_step": 27186, "epoch": 503, "lr": 6.445757005134428e-06}
+{"train_loss": 0.0004815255815628916, "global_step": 27187, "epoch": 503, "lr": 6.443338817661365e-06}
+{"train_loss": 0.0005128879565745592, "global_step": 27188, "epoch": 503, "lr": 6.440921052636012e-06}
+{"train_loss": 0.0005858152871951461, "global_step": 27189, "epoch": 503, "lr": 6.438503710081822e-06}
+{"train_loss": 0.0008448713924735785, "global_step": 27190, "epoch": 503, "lr": 6.436086790022239e-06}
+{"train_loss": 0.0005647143698297441, "global_step": 27191, "epoch": 503, "lr": 6.433670292480698e-06}
+{"train_loss": 0.0007856402080506086, "global_step": 27192, "epoch": 503, "lr": 6.431254217480637e-06}
+{"train_loss": 0.0004720911383628845, "global_step": 27193, "epoch": 503, "lr": 6.428838565045487e-06}
+{"train_loss": 0.0005443026311695576, "global_step": 27194, "epoch": 503, "lr": 6.426423335198695e-06}
+{"train_loss": 0.0008298946777358651, "global_step": 27195, "epoch": 503, "lr": 6.424008527963682e-06}
+{"train_loss": 0.0008172210655175149, "global_step": 27196, "epoch": 503, "lr": 6.421594143363846e-06}
+{"train_loss": 0.0004768437356688082, "global_step": 27197, "epoch": 503, "lr": 6.419180181422613e-06}
+{"train_loss": 0.000868128496222198, "global_step": 27198, "epoch": 503, "lr": 6.416766642163408e-06}
+{"train_loss": 0.0006054639234207571, "global_step": 27199, "epoch": 503, "lr": 6.414353525609629e-06}
+{"train_loss": 0.00042666803346946836, "global_step": 27200, "epoch": 503, "lr": 6.4119408317847014e-06}
+{"train_loss": 0.0011192733654752374, "global_step": 27201, "epoch": 503, "lr": 6.409528560711981e-06}
+{"train_loss": 0.0010764789767563343, "global_step": 27202, "epoch": 503, "lr": 6.407116712414901e-06}
+{"train_loss": 0.0006778804818168283, "global_step": 27203, "epoch": 503, "lr": 6.40470528691684e-06}
+{"train_loss": 0.0005596771952696145, "global_step": 27204, "epoch": 503, "lr": 6.402294284241195e-06}
+{"train_loss": 0.0005148152122274041, "global_step": 27205, "epoch": 503, "lr": 6.399883704411325e-06}
+{"train_loss": 0.00056525191757828, "global_step": 27206, "epoch": 503, "lr": 6.3974735474506554e-06}
+{"train_loss": 0.0005080718547105789, "global_step": 27207, "epoch": 503, "lr": 6.395063813382523e-06}
+{"train_loss": 0.0007489941199310124, "global_step": 27208, "epoch": 503, "lr": 6.392654502230311e-06}
+{"train_loss": 0.0006276752101257443, "global_step": 27209, "epoch": 503, "lr": 6.390245614017376e-06}
+{"train_loss": 0.0006001692381687462, "global_step": 27210, "epoch": 503, "lr": 6.387837148767101e-06}
+{"train_loss": 0.0007390946266241372, "global_step": 27211, "epoch": 503, "lr": 6.385429106502849e-06}
+{"train_loss": 0.0009203665540553629, "global_step": 27212, "epoch": 503, "lr": 6.383021487247948e-06}
+{"train_loss": 0.0007020645425654948, "global_step": 27213, "epoch": 503, "lr": 6.380614291025761e-06}
+{"train_loss": 0.00038053657044656575, "global_step": 27214, "epoch": 503, "lr": 6.378207517859641e-06}
+{"train_loss": 0.0006712248189918076, "global_step": 27215, "epoch": 503, "lr": 6.3758011677729325e-06, "val_loss": 0.0025625554844737053}
+{"train_loss": 0.0007396035362035036, "global_step": 27216, "epoch": 504, "lr": 6.373395240788976e-06}
+{"train_loss": 0.0007814893033355474, "global_step": 27217, "epoch": 504, "lr": 6.370989736931077e-06}
+{"train_loss": 0.00047798966988921165, "global_step": 27218, "epoch": 504, "lr": 6.368584656222603e-06}
+{"train_loss": 0.0004861028282903135, "global_step": 27219, "epoch": 504, "lr": 6.3661799986868605e-06}
+{"train_loss": 0.0006602939101867378, "global_step": 27220, "epoch": 504, "lr": 6.36377576434718e-06}
+{"train_loss": 0.0006582045461982489, "global_step": 27221, "epoch": 504, "lr": 6.36137195322688e-06}
+{"train_loss": 0.0004574688500724733, "global_step": 27222, "epoch": 504, "lr": 6.358968565349266e-06}
+{"train_loss": 0.0009549323003739119, "global_step": 27223, "epoch": 504, "lr": 6.356565600737657e-06}
+{"train_loss": 0.0005051162443123758, "global_step": 27224, "epoch": 504, "lr": 6.354163059415352e-06}
+{"train_loss": 0.0005309699918143451, "global_step": 27225, "epoch": 504, "lr": 6.351760941405649e-06}
+{"train_loss": 0.0003865584440063685, "global_step": 27226, "epoch": 504, "lr": 6.349359246731867e-06}
+{"train_loss": 0.0007331306696869433, "global_step": 27227, "epoch": 504, "lr": 6.346957975417283e-06}
+{"train_loss": 0.0007282706210389733, "global_step": 27228, "epoch": 504, "lr": 6.344557127485184e-06}
+{"train_loss": 0.0003751766635105014, "global_step": 27229, "epoch": 504, "lr": 6.342156702958851e-06}
+{"train_loss": 0.00044512157910503447, "global_step": 27230, "epoch": 504, "lr": 6.339756701861582e-06}
+{"train_loss": 0.000538922322448343, "global_step": 27231, "epoch": 504, "lr": 6.337357124216653e-06}
+{"train_loss": 0.0004029402625747025, "global_step": 27232, "epoch": 504, "lr": 6.334957970047334e-06}
+{"train_loss": 0.0006723724654875696, "global_step": 27233, "epoch": 504, "lr": 6.332559239376873e-06}
+{"train_loss": 0.0005356749752536416, "global_step": 27234, "epoch": 504, "lr": 6.330160932228563e-06}
+{"train_loss": 0.0006984949577599764, "global_step": 27235, "epoch": 504, "lr": 6.327763048625651e-06}
+{"train_loss": 0.0009322632104158401, "global_step": 27236, "epoch": 504, "lr": 6.325365588591397e-06}
+{"train_loss": 0.00046727037988603115, "global_step": 27237, "epoch": 504, "lr": 6.3229685521490555e-06}
+{"train_loss": 0.0004250664496794343, "global_step": 27238, "epoch": 504, "lr": 6.3205719393218734e-06}
+{"train_loss": 0.0004254255909472704, "global_step": 27239, "epoch": 504, "lr": 6.318175750133093e-06}
+{"train_loss": 0.000633835035841912, "global_step": 27240, "epoch": 504, "lr": 6.315779984605957e-06}
+{"train_loss": 0.0005537333199754357, "global_step": 27241, "epoch": 504, "lr": 6.313384642763687e-06}
+{"train_loss": 0.0009565280051901937, "global_step": 27242, "epoch": 504, "lr": 6.310989724629546e-06}
+{"train_loss": 0.0004822657792828977, "global_step": 27243, "epoch": 504, "lr": 6.308595230226738e-06}
+{"train_loss": 0.0006457160343416035, "global_step": 27244, "epoch": 504, "lr": 6.306201159578495e-06}
+{"train_loss": 0.0009814215591177344, "global_step": 27245, "epoch": 504, "lr": 6.303807512708015e-06}
+{"train_loss": 0.0008940385305322707, "global_step": 27246, "epoch": 504, "lr": 6.301414289638552e-06}
+{"train_loss": 0.0007471420103684068, "global_step": 27247, "epoch": 504, "lr": 6.299021490393303e-06}
+{"train_loss": 0.0008633637335151434, "global_step": 27248, "epoch": 504, "lr": 6.296629114995456e-06}
+{"train_loss": 0.0005938062677159905, "global_step": 27249, "epoch": 504, "lr": 6.2942371634682305e-06}
+{"train_loss": 0.0005004086997359991, "global_step": 27250, "epoch": 504, "lr": 6.291845635834831e-06}
+{"train_loss": 0.0007897295290604234, "global_step": 27251, "epoch": 504, "lr": 6.289454532118444e-06}
+{"train_loss": 0.0007301808800548315, "global_step": 27252, "epoch": 504, "lr": 6.2870638523422564e-06}
+{"train_loss": 0.00046646525152027607, "global_step": 27253, "epoch": 504, "lr": 6.284673596529466e-06}
+{"train_loss": 0.0006887699710205197, "global_step": 27254, "epoch": 504, "lr": 6.282283764703245e-06}
+{"train_loss": 0.0008700930629856884, "global_step": 27255, "epoch": 504, "lr": 6.279894356886778e-06}
+{"train_loss": 0.0005089767510071397, "global_step": 27256, "epoch": 504, "lr": 6.277505373103243e-06}
+{"train_loss": 0.0007690269849263132, "global_step": 27257, "epoch": 504, "lr": 6.275116813375786e-06}
+{"train_loss": 0.000912116898689419, "global_step": 27258, "epoch": 504, "lr": 6.272728677727618e-06}
+{"train_loss": 0.0007368368678726256, "global_step": 27259, "epoch": 504, "lr": 6.270340966181864e-06}
+{"train_loss": 0.0008725736988708377, "global_step": 27260, "epoch": 504, "lr": 6.267953678761695e-06}
+{"train_loss": 0.0004529664583969861, "global_step": 27261, "epoch": 504, "lr": 6.2655668154902536e-06}
+{"train_loss": 0.0005621312884613872, "global_step": 27262, "epoch": 504, "lr": 6.26318037639071e-06}
+{"train_loss": 0.0005698881577700377, "global_step": 27263, "epoch": 504, "lr": 6.260794361486205e-06}
+{"train_loss": 0.000656274554785341, "global_step": 27264, "epoch": 504, "lr": 6.258408770799856e-06}
+{"train_loss": 0.0005846837302669883, "global_step": 27265, "epoch": 504, "lr": 6.256023604354827e-06}
+{"train_loss": 0.00040064690983854234, "global_step": 27266, "epoch": 504, "lr": 6.2536388621742434e-06}
+{"train_loss": 0.00040645632543601096, "global_step": 27267, "epoch": 504, "lr": 6.251254544281232e-06}
+{"train_loss": 0.0010079598287120461, "global_step": 27268, "epoch": 504, "lr": 6.248870650698924e-06}
+{"train_loss": 0.0006376780894007188, "global_step": 27269, "epoch": 504, "lr": 6.246487181450434e-06, "val_loss": 0.00510360486805439}
+{"train_loss": 0.0007730927900411189, "global_step": 27270, "epoch": 505, "lr": 6.2441041365588815e-06}
+{"train_loss": 0.0008872041944414377, "global_step": 27271, "epoch": 505, "lr": 6.2417215160473775e-06}
+{"train_loss": 0.0011269098613411188, "global_step": 27272, "epoch": 505, "lr": 6.239339319939031e-06}
+{"train_loss": 0.0005221546743996441, "global_step": 27273, "epoch": 505, "lr": 6.236957548256944e-06}
+{"train_loss": 0.0009689537691883743, "global_step": 27274, "epoch": 505, "lr": 6.2345762010242226e-06}
+{"train_loss": 0.0007192688644863665, "global_step": 27275, "epoch": 505, "lr": 6.232195278263964e-06}
+{"train_loss": 0.0009911649394780397, "global_step": 27276, "epoch": 505, "lr": 6.2298147799992435e-06}
+{"train_loss": 0.00043414728133939207, "global_step": 27277, "epoch": 505, "lr": 6.2274347062531716e-06}
+{"train_loss": 0.000936020805966109, "global_step": 27278, "epoch": 505, "lr": 6.225055057048823e-06}
+{"train_loss": 0.0012421340215951204, "global_step": 27279, "epoch": 505, "lr": 6.222675832409286e-06}
+{"train_loss": 0.0010916360188275576, "global_step": 27280, "epoch": 505, "lr": 6.220297032357608e-06}
+{"train_loss": 0.0005765765090472996, "global_step": 27281, "epoch": 505, "lr": 6.217918656916888e-06}
+{"train_loss": 0.001070010825060308, "global_step": 27282, "epoch": 505, "lr": 6.21554070611019e-06}
+{"train_loss": 0.0009163566865026951, "global_step": 27283, "epoch": 505, "lr": 6.213163179960568e-06}
+{"train_loss": 0.0005441929679363966, "global_step": 27284, "epoch": 505, "lr": 6.210786078491087e-06}
+{"train_loss": 0.000513712118845433, "global_step": 27285, "epoch": 505, "lr": 6.208409401724802e-06}
+{"train_loss": 0.0006538943853229284, "global_step": 27286, "epoch": 505, "lr": 6.2060331496847645e-06}
+{"train_loss": 0.0008621168090030551, "global_step": 27287, "epoch": 505, "lr": 6.203657322394013e-06}
+{"train_loss": 0.0009481812594458461, "global_step": 27288, "epoch": 505, "lr": 6.201281919875601e-06}
+{"train_loss": 0.00047485678805969656, "global_step": 27289, "epoch": 505, "lr": 6.198906942152566e-06}
+{"train_loss": 0.0008836492779664695, "global_step": 27290, "epoch": 505, "lr": 6.196532389247939e-06}
+{"train_loss": 0.001146526774391532, "global_step": 27291, "epoch": 505, "lr": 6.194158261184746e-06}
+{"train_loss": 0.0005241617327556014, "global_step": 27292, "epoch": 505, "lr": 6.191784557986008e-06}
+{"train_loss": 0.0010791475651785731, "global_step": 27293, "epoch": 505, "lr": 6.189411279674767e-06}
+{"train_loss": 0.0006088923546485603, "global_step": 27294, "epoch": 505, "lr": 6.1870384262740444e-06}
+{"train_loss": 0.0008117404067888856, "global_step": 27295, "epoch": 505, "lr": 6.184665997806832e-06}
+{"train_loss": 0.0006032769451849163, "global_step": 27296, "epoch": 505, "lr": 6.182293994296135e-06}
+{"train_loss": 0.0007309986976906657, "global_step": 27297, "epoch": 505, "lr": 6.179922415764977e-06}
+{"train_loss": 0.0003873113892041147, "global_step": 27298, "epoch": 505, "lr": 6.177551262236364e-06}
+{"train_loss": 0.0008878247463144362, "global_step": 27299, "epoch": 505, "lr": 6.175180533733277e-06}
+{"train_loss": 0.0010063997469842434, "global_step": 27300, "epoch": 505, "lr": 6.172810230278719e-06}
+{"train_loss": 0.000741186726372689, "global_step": 27301, "epoch": 505, "lr": 6.170440351895674e-06}
+{"train_loss": 0.0007138208602555096, "global_step": 27302, "epoch": 505, "lr": 6.168070898607132e-06}
+{"train_loss": 0.000774795247707516, "global_step": 27303, "epoch": 505, "lr": 6.165701870436069e-06}
+{"train_loss": 0.0007063902448862791, "global_step": 27304, "epoch": 505, "lr": 6.163333267405469e-06}
+{"train_loss": 0.0005186119233258069, "global_step": 27305, "epoch": 505, "lr": 6.160965089538295e-06}
+{"train_loss": 0.0008764730882830918, "global_step": 27306, "epoch": 505, "lr": 6.158597336857519e-06}
+{"train_loss": 0.001003991230390966, "global_step": 27307, "epoch": 505, "lr": 6.15623000938611e-06}
+{"train_loss": 0.00037480745231732726, "global_step": 27308, "epoch": 505, "lr": 6.1538631071470125e-06}
+{"train_loss": 0.000439299619756639, "global_step": 27309, "epoch": 505, "lr": 6.151496630163206e-06}
+{"train_loss": 0.0006498628645204008, "global_step": 27310, "epoch": 505, "lr": 6.14913057845764e-06}
+{"train_loss": 0.0009689644211903214, "global_step": 27311, "epoch": 505, "lr": 6.146764952053246e-06}
+{"train_loss": 0.0004305868351366371, "global_step": 27312, "epoch": 505, "lr": 6.144399750972962e-06}
+{"train_loss": 0.0008847085409797728, "global_step": 27313, "epoch": 505, "lr": 6.142034975239752e-06}
+{"train_loss": 0.000714891473762691, "global_step": 27314, "epoch": 505, "lr": 6.139670624876543e-06}
+{"train_loss": 0.001171047450043261, "global_step": 27315, "epoch": 505, "lr": 6.137306699906276e-06}
+{"train_loss": 0.0006758138770237565, "global_step": 27316, "epoch": 505, "lr": 6.134943200351839e-06}
+{"train_loss": 0.0005379986832849681, "global_step": 27317, "epoch": 505, "lr": 6.132580126236198e-06}
+{"train_loss": 0.0011608731001615524, "global_step": 27318, "epoch": 505, "lr": 6.130217477582256e-06}
+{"train_loss": 0.0005582890589721501, "global_step": 27319, "epoch": 505, "lr": 6.127855254412923e-06}
+{"train_loss": 0.00045038541429676116, "global_step": 27320, "epoch": 505, "lr": 6.125493456751119e-06}
+{"train_loss": 0.0009230381110683084, "global_step": 27321, "epoch": 505, "lr": 6.123132084619748e-06}
+{"train_loss": 0.0011639068834483624, "global_step": 27322, "epoch": 505, "lr": 6.120771138041709e-06}
+{"train_loss": 0.0007779952505155018, "global_step": 27323, "epoch": 505, "lr": 6.118410617039905e-06, "val_loss": 0.002265436574816704, "train_action_mse_error": 2.8982667572563514e-05}
+{"train_loss": 0.0006006630137562752, "global_step": 27324, "epoch": 506, "lr": 6.116050521637218e-06}
+{"train_loss": 0.0005877987714484334, "global_step": 27325, "epoch": 506, "lr": 6.1136908518565514e-06}
+{"train_loss": 0.00045508425682783127, "global_step": 27326, "epoch": 506, "lr": 6.111331607720805e-06}
+{"train_loss": 0.0005134321399964392, "global_step": 27327, "epoch": 506, "lr": 6.1089727892528314e-06}
+{"train_loss": 0.000611966650467366, "global_step": 27328, "epoch": 506, "lr": 6.106614396475508e-06}
+{"train_loss": 0.0005963814328424633, "global_step": 27329, "epoch": 506, "lr": 6.104256429411731e-06}
+{"train_loss": 0.000755881133954972, "global_step": 27330, "epoch": 506, "lr": 6.101898888084356e-06}
+{"train_loss": 0.0006247280398383737, "global_step": 27331, "epoch": 506, "lr": 6.099541772516271e-06}
+{"train_loss": 0.0007124265539459884, "global_step": 27332, "epoch": 506, "lr": 6.097185082730289e-06}
+{"train_loss": 0.0009010868379846215, "global_step": 27333, "epoch": 506, "lr": 6.09482881874931e-06}
+{"train_loss": 0.0007707223994657397, "global_step": 27334, "epoch": 506, "lr": 6.092472980596175e-06}
+{"train_loss": 0.0006289298762567341, "global_step": 27335, "epoch": 506, "lr": 6.0901175682937296e-06}
+{"train_loss": 0.0009509004885330796, "global_step": 27336, "epoch": 506, "lr": 6.08776258186482e-06}
+{"train_loss": 0.0005870231543667614, "global_step": 27337, "epoch": 506, "lr": 6.085408021332284e-06}
+{"train_loss": 0.0009103263728320599, "global_step": 27338, "epoch": 506, "lr": 6.083053886718965e-06}
+{"train_loss": 0.0007344975019805133, "global_step": 27339, "epoch": 506, "lr": 6.080700178047688e-06}
+{"train_loss": 0.0006039310246706009, "global_step": 27340, "epoch": 506, "lr": 6.078346895341275e-06}
+{"train_loss": 0.000586249865591526, "global_step": 27341, "epoch": 506, "lr": 6.075994038622579e-06}
+{"train_loss": 0.0006246794946491718, "global_step": 27342, "epoch": 506, "lr": 6.073641607914388e-06}
+{"train_loss": 0.0008381553925573826, "global_step": 27343, "epoch": 506, "lr": 6.071289603239533e-06}
+{"train_loss": 0.0013193039922043681, "global_step": 27344, "epoch": 506, "lr": 6.068938024620807e-06}
+{"train_loss": 0.0008257448207587004, "global_step": 27345, "epoch": 506, "lr": 6.066586872081048e-06}
+{"train_loss": 0.0003860860306303948, "global_step": 27346, "epoch": 506, "lr": 6.064236145643043e-06}
+{"train_loss": 0.0006876357947476208, "global_step": 27347, "epoch": 506, "lr": 6.06188584532959e-06}
+{"train_loss": 0.00033541471930220723, "global_step": 27348, "epoch": 506, "lr": 6.059535971163488e-06}
+{"train_loss": 0.0006758791278116405, "global_step": 27349, "epoch": 506, "lr": 6.057186523167529e-06}
+{"train_loss": 0.00047505515976808965, "global_step": 27350, "epoch": 506, "lr": 6.0548375013644965e-06}
+{"train_loss": 0.0004647044406738132, "global_step": 27351, "epoch": 506, "lr": 6.052488905777176e-06}
+{"train_loss": 0.0008921787375584245, "global_step": 27352, "epoch": 506, "lr": 6.050140736428339e-06}
+{"train_loss": 0.0008972915820777416, "global_step": 27353, "epoch": 506, "lr": 6.0477929933407675e-06}
+{"train_loss": 0.00046622747322544456, "global_step": 27354, "epoch": 506, "lr": 6.045445676537231e-06}
+{"train_loss": 0.0007137380889616907, "global_step": 27355, "epoch": 506, "lr": 6.043098786040496e-06}
+{"train_loss": 0.0009083907934837043, "global_step": 27356, "epoch": 506, "lr": 6.040752321873311e-06}
+{"train_loss": 0.0005145600298419595, "global_step": 27357, "epoch": 506, "lr": 6.038406284058462e-06}
+{"train_loss": 0.0006225841352716088, "global_step": 27358, "epoch": 506, "lr": 6.0360606726186815e-06}
+{"train_loss": 0.0007733964012004435, "global_step": 27359, "epoch": 506, "lr": 6.033715487576719e-06}
+{"train_loss": 0.0008704737410880625, "global_step": 27360, "epoch": 506, "lr": 6.031370728955321e-06}
+{"train_loss": 0.0008561097201891243, "global_step": 27361, "epoch": 506, "lr": 6.029026396777237e-06}
+{"train_loss": 0.0007607947918586433, "global_step": 27362, "epoch": 506, "lr": 6.026682491065217e-06}
+{"train_loss": 0.000792892009485513, "global_step": 27363, "epoch": 506, "lr": 6.024339011841951e-06}
+{"train_loss": 0.00046917074359953403, "global_step": 27364, "epoch": 506, "lr": 6.0219959591302054e-06}
+{"train_loss": 0.0005880397511646152, "global_step": 27365, "epoch": 506, "lr": 6.019653332952696e-06}
+{"train_loss": 0.00048237701412290335, "global_step": 27366, "epoch": 506, "lr": 6.017311133332137e-06}
+{"train_loss": 0.0005992144579067826, "global_step": 27367, "epoch": 506, "lr": 6.014969360291256e-06}
+{"train_loss": 0.0005918166716583073, "global_step": 27368, "epoch": 506, "lr": 6.012628013852756e-06}
+{"train_loss": 0.0011980499839410186, "global_step": 27369, "epoch": 506, "lr": 6.010287094039346e-06}
+{"train_loss": 0.0006863935268484056, "global_step": 27370, "epoch": 506, "lr": 6.007946600873732e-06}
+{"train_loss": 0.0005813895259052515, "global_step": 27371, "epoch": 506, "lr": 6.005606534378616e-06}
+{"train_loss": 0.0006885071052238345, "global_step": 27372, "epoch": 506, "lr": 6.003266894576681e-06}
+{"train_loss": 0.0007753431564196944, "global_step": 27373, "epoch": 506, "lr": 6.000927681490648e-06}
+{"train_loss": 0.0006643981323577464, "global_step": 27374, "epoch": 506, "lr": 5.998588895143181e-06}
+{"train_loss": 0.0004193708300590515, "global_step": 27375, "epoch": 506, "lr": 5.9962505355569635e-06}
+{"train_loss": 0.0005810942384414375, "global_step": 27376, "epoch": 506, "lr": 5.99391260275467e-06}
+{"train_loss": 0.0006861566567008763, "global_step": 27377, "epoch": 506, "lr": 5.991575096759e-06, "val_loss": 0.0015564437489956617}
+{"train_loss": 0.0005381933297030628, "global_step": 27378, "epoch": 507, "lr": 5.9892380175926185e-06}
+{"train_loss": 0.0007000983459874988, "global_step": 27379, "epoch": 507, "lr": 5.986901365278164e-06}
+{"train_loss": 0.0005686195800080895, "global_step": 27380, "epoch": 507, "lr": 5.984565139838327e-06}
+{"train_loss": 0.0005301921628415585, "global_step": 27381, "epoch": 507, "lr": 5.982229341295759e-06}
+{"train_loss": 0.0007449874537996948, "global_step": 27382, "epoch": 507, "lr": 5.979893969673117e-06}
+{"train_loss": 0.0006888863281346858, "global_step": 27383, "epoch": 507, "lr": 5.977559024993046e-06}
+{"train_loss": 0.0007414595456793904, "global_step": 27384, "epoch": 507, "lr": 5.975224507278193e-06}
+{"train_loss": 0.0006954831187613308, "global_step": 27385, "epoch": 507, "lr": 5.9728904165512024e-06}
+{"train_loss": 0.0008065126021392643, "global_step": 27386, "epoch": 507, "lr": 5.97055675283471e-06}
+{"train_loss": 0.0005403219256550074, "global_step": 27387, "epoch": 507, "lr": 5.9682235161513555e-06}
+{"train_loss": 0.0008166247280314565, "global_step": 27388, "epoch": 507, "lr": 5.965890706523758e-06}
+{"train_loss": 0.000743692391552031, "global_step": 27389, "epoch": 507, "lr": 5.96355832397455e-06}
+{"train_loss": 0.0004320615262258798, "global_step": 27390, "epoch": 507, "lr": 5.961226368526351e-06}
+{"train_loss": 0.0007086811820045114, "global_step": 27391, "epoch": 507, "lr": 5.958894840201773e-06}
+{"train_loss": 0.0008306538220494986, "global_step": 27392, "epoch": 507, "lr": 5.9565637390234405e-06}
+{"train_loss": 0.000775870168581605, "global_step": 27393, "epoch": 507, "lr": 5.954233065013959e-06}
+{"train_loss": 0.0007859320030547678, "global_step": 27394, "epoch": 507, "lr": 5.951902818195937e-06}
+{"train_loss": 0.0006058410508558154, "global_step": 27395, "epoch": 507, "lr": 5.949572998591951e-06}
+{"train_loss": 0.0008973761578090489, "global_step": 27396, "epoch": 507, "lr": 5.9472436062246285e-06}
+{"train_loss": 0.0007014464936219156, "global_step": 27397, "epoch": 507, "lr": 5.944914641116545e-06}
+{"train_loss": 0.0005805259570479393, "global_step": 27398, "epoch": 507, "lr": 5.942586103290293e-06}
+{"train_loss": 0.000541177811101079, "global_step": 27399, "epoch": 507, "lr": 5.940257992768455e-06}
+{"train_loss": 0.0004070538270752877, "global_step": 27400, "epoch": 507, "lr": 5.937930309573614e-06}
+{"train_loss": 0.0005513614742085338, "global_step": 27401, "epoch": 507, "lr": 5.9356030537283445e-06}
+{"train_loss": 0.00039502332219853997, "global_step": 27402, "epoch": 507, "lr": 5.933276225255214e-06}
+{"train_loss": 0.0005531730130314827, "global_step": 27403, "epoch": 507, "lr": 5.930949824176796e-06}
+{"train_loss": 0.0008480786345899105, "global_step": 27404, "epoch": 507, "lr": 5.928623850515652e-06}
+{"train_loss": 0.0007403292111121118, "global_step": 27405, "epoch": 507, "lr": 5.9262983042943364e-06}
+{"train_loss": 0.0007435641018673778, "global_step": 27406, "epoch": 507, "lr": 5.923973185535409e-06}
+{"train_loss": 0.0009636987815611064, "global_step": 27407, "epoch": 507, "lr": 5.9216484942614114e-06}
+{"train_loss": 0.0007236407836899161, "global_step": 27408, "epoch": 507, "lr": 5.919324230494905e-06}
+{"train_loss": 0.0010037203319370747, "global_step": 27409, "epoch": 507, "lr": 5.917000394258443e-06}
+{"train_loss": 0.000831817218568176, "global_step": 27410, "epoch": 507, "lr": 5.91467698557453e-06}
+{"train_loss": 0.000522129877936095, "global_step": 27411, "epoch": 507, "lr": 5.912354004465709e-06}
+{"train_loss": 0.0007547007407993078, "global_step": 27412, "epoch": 507, "lr": 5.910031450954529e-06}
+{"train_loss": 0.00035866483813151717, "global_step": 27413, "epoch": 507, "lr": 5.90770932506351e-06}
+{"train_loss": 0.001130121760070324, "global_step": 27414, "epoch": 507, "lr": 5.905387626815173e-06}
+{"train_loss": 0.0009854604722931981, "global_step": 27415, "epoch": 507, "lr": 5.903066356232012e-06}
+{"train_loss": 0.000550530559848994, "global_step": 27416, "epoch": 507, "lr": 5.900745513336575e-06}
+{"train_loss": 0.0005025920690968633, "global_step": 27417, "epoch": 507, "lr": 5.89842509815135e-06}
+{"train_loss": 0.0010006745578721166, "global_step": 27418, "epoch": 507, "lr": 5.8961051106988575e-06}
+{"train_loss": 0.0011044215643778443, "global_step": 27419, "epoch": 507, "lr": 5.893785551001574e-06}
+{"train_loss": 0.001057906891219318, "global_step": 27420, "epoch": 507, "lr": 5.8914664190820365e-06}
+{"train_loss": 0.0004559943045023829, "global_step": 27421, "epoch": 507, "lr": 5.8891477149627005e-06}
+{"train_loss": 0.000621085986495018, "global_step": 27422, "epoch": 507, "lr": 5.886829438666069e-06}
+{"train_loss": 0.0005624095210805535, "global_step": 27423, "epoch": 507, "lr": 5.8845115902146145e-06}
+{"train_loss": 0.00048797554336488247, "global_step": 27424, "epoch": 507, "lr": 5.882194169630844e-06}
+{"train_loss": 0.00046903276233933866, "global_step": 27425, "epoch": 507, "lr": 5.879877176937226e-06}
+{"train_loss": 0.0010691960342228413, "global_step": 27426, "epoch": 507, "lr": 5.877560612156213e-06}
+{"train_loss": 0.000969343411270529, "global_step": 27427, "epoch": 507, "lr": 5.875244475310271e-06}
+{"train_loss": 0.0006813631625846028, "global_step": 27428, "epoch": 507, "lr": 5.872928766421892e-06}
+{"train_loss": 0.0005818886565975845, "global_step": 27429, "epoch": 507, "lr": 5.870613485513526e-06}
+{"train_loss": 0.0007703026640228927, "global_step": 27430, "epoch": 507, "lr": 5.868298632607627e-06}
+{"train_loss": 0.0007020522402685687, "global_step": 27431, "epoch": 507, "lr": 5.865984207726627e-06, "val_loss": 0.0010412725387141109}
+{"train_loss": 0.0006339375977404416, "global_step": 27432, "epoch": 508, "lr": 5.863670210892997e-06}
+{"train_loss": 0.000805748044513166, "global_step": 27433, "epoch": 508, "lr": 5.861356642129168e-06}
+{"train_loss": 0.0008473734487779438, "global_step": 27434, "epoch": 508, "lr": 5.8590435014575895e-06}
+{"train_loss": 0.0006037627463229001, "global_step": 27435, "epoch": 508, "lr": 5.856730788900683e-06}
+{"train_loss": 0.0005177345592528582, "global_step": 27436, "epoch": 508, "lr": 5.854418504480891e-06}
+{"train_loss": 0.00038279782165773213, "global_step": 27437, "epoch": 508, "lr": 5.852106648220634e-06}
+{"train_loss": 0.0012284923577681184, "global_step": 27438, "epoch": 508, "lr": 5.849795220142335e-06}
+{"train_loss": 0.0006399781559593976, "global_step": 27439, "epoch": 508, "lr": 5.847484220268401e-06}
+{"train_loss": 0.0013677984243258834, "global_step": 27440, "epoch": 508, "lr": 5.845173648621266e-06}
+{"train_loss": 0.0008468451560474932, "global_step": 27441, "epoch": 508, "lr": 5.842863505223345e-06}
+{"train_loss": 0.001342903939075768, "global_step": 27442, "epoch": 508, "lr": 5.840553790097014e-06}
+{"train_loss": 0.0009220452047884464, "global_step": 27443, "epoch": 508, "lr": 5.838244503264684e-06}
+{"train_loss": 0.0007002250058576465, "global_step": 27444, "epoch": 508, "lr": 5.835935644748763e-06}
+{"train_loss": 0.0007264457526616752, "global_step": 27445, "epoch": 508, "lr": 5.833627214571647e-06}
+{"train_loss": 0.0006418926059268415, "global_step": 27446, "epoch": 508, "lr": 5.8313192127557205e-06}
+{"train_loss": 0.0005769191775470972, "global_step": 27447, "epoch": 508, "lr": 5.829011639323351e-06}
+{"train_loss": 0.0010811681859195232, "global_step": 27448, "epoch": 508, "lr": 5.826704494296936e-06}
+{"train_loss": 0.00048445237916894257, "global_step": 27449, "epoch": 508, "lr": 5.824397777698859e-06}
+{"train_loss": 0.0008802327211014926, "global_step": 27450, "epoch": 508, "lr": 5.822091489551473e-06}
+{"train_loss": 0.0007267167675308883, "global_step": 27451, "epoch": 508, "lr": 5.819785629877161e-06}
+{"train_loss": 0.0005153384990990162, "global_step": 27452, "epoch": 508, "lr": 5.817480198698283e-06}
+{"train_loss": 0.0006449045613408089, "global_step": 27453, "epoch": 508, "lr": 5.815175196037198e-06}
+{"train_loss": 0.0006213560118339956, "global_step": 27454, "epoch": 508, "lr": 5.812870621916261e-06}
+{"train_loss": 0.0005511584458872676, "global_step": 27455, "epoch": 508, "lr": 5.8105664763578145e-06}
+{"train_loss": 0.0006519016460515559, "global_step": 27456, "epoch": 508, "lr": 5.808262759384236e-06}
+{"train_loss": 0.0007541627273894846, "global_step": 27457, "epoch": 508, "lr": 5.805959471017841e-06}
+{"train_loss": 0.0014245762722566724, "global_step": 27458, "epoch": 508, "lr": 5.803656611280977e-06}
+{"train_loss": 0.0006143703358247876, "global_step": 27459, "epoch": 508, "lr": 5.801354180195967e-06}
+{"train_loss": 0.000336060969857499, "global_step": 27460, "epoch": 508, "lr": 5.799052177785158e-06}
+{"train_loss": 0.0007348321960307658, "global_step": 27461, "epoch": 508, "lr": 5.796750604070888e-06}
+{"train_loss": 0.0012395377270877361, "global_step": 27462, "epoch": 508, "lr": 5.794449459075446e-06}
+{"train_loss": 0.000826039700768888, "global_step": 27463, "epoch": 508, "lr": 5.792148742821174e-06}
+{"train_loss": 0.0008034761413000524, "global_step": 27464, "epoch": 508, "lr": 5.789848455330377e-06}
+{"train_loss": 0.0007700079004280269, "global_step": 27465, "epoch": 508, "lr": 5.787548596625375e-06}
+{"train_loss": 0.0003029390354640782, "global_step": 27466, "epoch": 508, "lr": 5.785249166728463e-06}
+{"train_loss": 0.0006228922284208238, "global_step": 27467, "epoch": 508, "lr": 5.7829501656619434e-06}
+{"train_loss": 0.0005534663214348257, "global_step": 27468, "epoch": 508, "lr": 5.780651593448122e-06}
+{"train_loss": 0.0006050098454579711, "global_step": 27469, "epoch": 508, "lr": 5.778353450109286e-06}
+{"train_loss": 0.0014795602764934301, "global_step": 27470, "epoch": 508, "lr": 5.776055735667729e-06}
+{"train_loss": 0.0005886004655621946, "global_step": 27471, "epoch": 508, "lr": 5.773758450145722e-06}
+{"train_loss": 0.0010180484969168901, "global_step": 27472, "epoch": 508, "lr": 5.7714615935655745e-06}
+{"train_loss": 0.000759042683057487, "global_step": 27473, "epoch": 508, "lr": 5.769165165949536e-06}
+{"train_loss": 0.0005520349368453026, "global_step": 27474, "epoch": 508, "lr": 5.766869167319894e-06}
+{"train_loss": 0.0006387336179614067, "global_step": 27475, "epoch": 508, "lr": 5.764573597698897e-06}
+{"train_loss": 0.0006131681730039418, "global_step": 27476, "epoch": 508, "lr": 5.762278457108833e-06}
+{"train_loss": 0.001031524850986898, "global_step": 27477, "epoch": 508, "lr": 5.759983745571967e-06}
+{"train_loss": 0.0006699728546664119, "global_step": 27478, "epoch": 508, "lr": 5.757689463110516e-06}
+{"train_loss": 0.0007157709915190935, "global_step": 27479, "epoch": 508, "lr": 5.755395609746772e-06}
+{"train_loss": 0.0007671958883292973, "global_step": 27480, "epoch": 508, "lr": 5.753102185502968e-06}
+{"train_loss": 0.0012210557470098138, "global_step": 27481, "epoch": 508, "lr": 5.750809190401346e-06}
+{"train_loss": 0.0006979414029046893, "global_step": 27482, "epoch": 508, "lr": 5.7485166244641455e-06}
+{"train_loss": 0.0008871506433933973, "global_step": 27483, "epoch": 508, "lr": 5.746224487713603e-06}
+{"train_loss": 0.0005874860798940063, "global_step": 27484, "epoch": 508, "lr": 5.743932780171951e-06}
+{"train_loss": 0.0007676914538023993, "global_step": 27485, "epoch": 508, "lr": 5.741641501861411e-06, "val_loss": 0.0022457854356616735}
+{"train_loss": 0.0010359500302001834, "global_step": 27486, "epoch": 509, "lr": 5.739350652804215e-06}
+{"train_loss": 0.0011557769030332565, "global_step": 27487, "epoch": 509, "lr": 5.737060233022562e-06}
+{"train_loss": 0.0006660434883087873, "global_step": 27488, "epoch": 509, "lr": 5.734770242538695e-06}
+{"train_loss": 0.0006439646240323782, "global_step": 27489, "epoch": 509, "lr": 5.732480681374808e-06}
+{"train_loss": 0.0005001828540116549, "global_step": 27490, "epoch": 509, "lr": 5.730191549553093e-06}
+{"train_loss": 0.0008166205370798707, "global_step": 27491, "epoch": 509, "lr": 5.727902847095779e-06}
+{"train_loss": 0.0005335535388439894, "global_step": 27492, "epoch": 509, "lr": 5.7256145740250514e-06}
+{"train_loss": 0.000692469475325197, "global_step": 27493, "epoch": 509, "lr": 5.7233267303631155e-06}
+{"train_loss": 0.0004088596033398062, "global_step": 27494, "epoch": 509, "lr": 5.721039316132126e-06}
+{"train_loss": 0.0011235071578994393, "global_step": 27495, "epoch": 509, "lr": 5.718752331354305e-06}
+{"train_loss": 0.0005051090847700834, "global_step": 27496, "epoch": 509, "lr": 5.716465776051816e-06}
+{"train_loss": 0.0008743776706978679, "global_step": 27497, "epoch": 509, "lr": 5.714179650246842e-06}
+{"train_loss": 0.0005878270603716373, "global_step": 27498, "epoch": 509, "lr": 5.71189395396155e-06}
+{"train_loss": 0.0006579348118975759, "global_step": 27499, "epoch": 509, "lr": 5.7096086872181154e-06}
+{"train_loss": 0.0008110472117550671, "global_step": 27500, "epoch": 509, "lr": 5.707323850038699e-06}
+{"train_loss": 0.0005803402746096253, "global_step": 27501, "epoch": 509, "lr": 5.705039442445464e-06}
+{"train_loss": 0.0007634394569322467, "global_step": 27502, "epoch": 509, "lr": 5.702755464460557e-06}
+{"train_loss": 0.0006054271943867207, "global_step": 27503, "epoch": 509, "lr": 5.700471916106143e-06}
+{"train_loss": 0.0008670337265357375, "global_step": 27504, "epoch": 509, "lr": 5.698188797404358e-06}
+{"train_loss": 0.0009995305445045233, "global_step": 27505, "epoch": 509, "lr": 5.695906108377352e-06}
+{"train_loss": 0.0007773148245178163, "global_step": 27506, "epoch": 509, "lr": 5.693623849047253e-06}
+{"train_loss": 0.0008165773469954729, "global_step": 27507, "epoch": 509, "lr": 5.691342019436219e-06}
+{"train_loss": 0.001041125156916678, "global_step": 27508, "epoch": 509, "lr": 5.689060619566372e-06}
+{"train_loss": 0.000712066248524934, "global_step": 27509, "epoch": 509, "lr": 5.6867796494598335e-06}
+{"train_loss": 0.0012693301541730762, "global_step": 27510, "epoch": 509, "lr": 5.684499109138713e-06}
+{"train_loss": 0.0006696952041238546, "global_step": 27511, "epoch": 509, "lr": 5.682218998625149e-06}
+{"train_loss": 0.0007103083189576864, "global_step": 27512, "epoch": 509, "lr": 5.6799393179412576e-06}
+{"train_loss": 0.0005534442607313395, "global_step": 27513, "epoch": 509, "lr": 5.677660067109142e-06}
+{"train_loss": 0.0012538314331322908, "global_step": 27514, "epoch": 509, "lr": 5.675381246150907e-06}
+{"train_loss": 0.0008998397970572114, "global_step": 27515, "epoch": 509, "lr": 5.673102855088652e-06}
+{"train_loss": 0.0009389673359692097, "global_step": 27516, "epoch": 509, "lr": 5.670824893944482e-06}
+{"train_loss": 0.0005875199567526579, "global_step": 27517, "epoch": 509, "lr": 5.668547362740489e-06}
+{"train_loss": 0.0006463361787609756, "global_step": 27518, "epoch": 509, "lr": 5.6662702614987574e-06}
+{"train_loss": 0.0009675892652012408, "global_step": 27519, "epoch": 509, "lr": 5.663993590241373e-06}
+{"train_loss": 0.0014404274988919497, "global_step": 27520, "epoch": 509, "lr": 5.661717348990425e-06}
+{"train_loss": 0.0006648079142905772, "global_step": 27521, "epoch": 509, "lr": 5.659441537767979e-06}
+{"train_loss": 0.0006609765696339309, "global_step": 27522, "epoch": 509, "lr": 5.657166156596106e-06}
+{"train_loss": 0.0018136482685804367, "global_step": 27523, "epoch": 509, "lr": 5.654891205496887e-06}
+{"train_loss": 0.0005658849840983748, "global_step": 27524, "epoch": 509, "lr": 5.652616684492395e-06}
+{"train_loss": 0.0012669559800997376, "global_step": 27525, "epoch": 509, "lr": 5.650342593604663e-06}
+{"train_loss": 0.0007781342137604952, "global_step": 27526, "epoch": 509, "lr": 5.648068932855749e-06}
+{"train_loss": 0.0005280903424136341, "global_step": 27527, "epoch": 509, "lr": 5.645795702267731e-06}
+{"train_loss": 0.00045622693141922355, "global_step": 27528, "epoch": 509, "lr": 5.6435229018626355e-06}
+{"train_loss": 0.0006399459671229124, "global_step": 27529, "epoch": 509, "lr": 5.641250531662529e-06}
+{"train_loss": 0.0010465080849826336, "global_step": 27530, "epoch": 509, "lr": 5.638978591689403e-06}
+{"train_loss": 0.0005861968966200948, "global_step": 27531, "epoch": 509, "lr": 5.636707081965343e-06}
+{"train_loss": 0.0005337244947440922, "global_step": 27532, "epoch": 509, "lr": 5.6344360025123556e-06}
+{"train_loss": 0.0008586585172452033, "global_step": 27533, "epoch": 509, "lr": 5.63216535335247e-06}
+{"train_loss": 0.0008045597351156175, "global_step": 27534, "epoch": 509, "lr": 5.629895134507701e-06}
+{"train_loss": 0.0007468356634490192, "global_step": 27535, "epoch": 509, "lr": 5.627625346000099e-06}
+{"train_loss": 0.0010578222572803497, "global_step": 27536, "epoch": 509, "lr": 5.625355987851649e-06}
+{"train_loss": 0.0006229442660696805, "global_step": 27537, "epoch": 509, "lr": 5.623087060084364e-06}
+{"train_loss": 0.0007571782334707677, "global_step": 27538, "epoch": 509, "lr": 5.620818562720243e-06}
+{"train_loss": 0.0007972046382578641, "global_step": 27539, "epoch": 509, "lr": 5.61855049578131e-06, "val_loss": 0.002935118041932583}
+{"train_loss": 0.0005533657968044281, "global_step": 27540, "epoch": 510, "lr": 5.616282859289562e-06}
+{"train_loss": 0.0006981827900744975, "global_step": 27541, "epoch": 510, "lr": 5.6140156532669745e-06}
+{"train_loss": 0.0006491405074484646, "global_step": 27542, "epoch": 510, "lr": 5.611748877735529e-06}
+{"train_loss": 0.0009433510713279247, "global_step": 27543, "epoch": 510, "lr": 5.609482532717236e-06}
+{"train_loss": 0.001002018922008574, "global_step": 27544, "epoch": 510, "lr": 5.607216618234068e-06}
+{"train_loss": 0.0009715103660710156, "global_step": 27545, "epoch": 510, "lr": 5.604951134308006e-06}
+{"train_loss": 0.0011186753399670124, "global_step": 27546, "epoch": 510, "lr": 5.6026860809610004e-06}
+{"train_loss": 0.0007942155352793634, "global_step": 27547, "epoch": 510, "lr": 5.600421458215044e-06}
+{"train_loss": 0.0009343869751319289, "global_step": 27548, "epoch": 510, "lr": 5.598157266092086e-06}
+{"train_loss": 0.0004335188423283398, "global_step": 27549, "epoch": 510, "lr": 5.595893504614097e-06}
+{"train_loss": 0.0007965047261677682, "global_step": 27550, "epoch": 510, "lr": 5.593630173803027e-06}
+{"train_loss": 0.0007717640255577862, "global_step": 27551, "epoch": 510, "lr": 5.591367273680831e-06}
+{"train_loss": 0.0005581266595982015, "global_step": 27552, "epoch": 510, "lr": 5.589104804269452e-06}
+{"train_loss": 0.0011344359954819083, "global_step": 27553, "epoch": 510, "lr": 5.586842765590838e-06}
+{"train_loss": 0.0011637096758931875, "global_step": 27554, "epoch": 510, "lr": 5.584581157666913e-06}
+{"train_loss": 0.0006620745989494026, "global_step": 27555, "epoch": 510, "lr": 5.582319980519646e-06}
+{"train_loss": 0.00039930164348334074, "global_step": 27556, "epoch": 510, "lr": 5.5800592341709315e-06}
+{"train_loss": 0.0007187501178123057, "global_step": 27557, "epoch": 510, "lr": 5.577798918642718e-06}
+{"train_loss": 0.0006147789536044002, "global_step": 27558, "epoch": 510, "lr": 5.575539033956906e-06}
+{"train_loss": 0.0007401693146675825, "global_step": 27559, "epoch": 510, "lr": 5.573279580135438e-06}
+{"train_loss": 0.0006607134127989411, "global_step": 27560, "epoch": 510, "lr": 5.571020557200219e-06}
+{"train_loss": 0.0007920345524325967, "global_step": 27561, "epoch": 510, "lr": 5.568761965173158e-06}
+{"train_loss": 0.0010081905638799071, "global_step": 27562, "epoch": 510, "lr": 5.566503804076162e-06}
+{"train_loss": 0.001082541304640472, "global_step": 27563, "epoch": 510, "lr": 5.564246073931129e-06}
+{"train_loss": 0.0005524686421267688, "global_step": 27564, "epoch": 510, "lr": 5.5619887747599575e-06}
+{"train_loss": 0.0005273843999020755, "global_step": 27565, "epoch": 510, "lr": 5.559731906584542e-06}
+{"train_loss": 0.0008560196147300303, "global_step": 27566, "epoch": 510, "lr": 5.557475469426776e-06}
+{"train_loss": 0.0007782323518767953, "global_step": 27567, "epoch": 510, "lr": 5.555219463308531e-06}
+{"train_loss": 0.0007821628241799772, "global_step": 27568, "epoch": 510, "lr": 5.5529638882516995e-06}
+{"train_loss": 0.00060955312801525, "global_step": 27569, "epoch": 510, "lr": 5.55070874427816e-06}
+{"train_loss": 0.00046110537368804216, "global_step": 27570, "epoch": 510, "lr": 5.548454031409761e-06}
+{"train_loss": 0.0008779928321018815, "global_step": 27571, "epoch": 510, "lr": 5.5461997496684125e-06}
+{"train_loss": 0.0007530120783485472, "global_step": 27572, "epoch": 510, "lr": 5.543945899075942e-06}
+{"train_loss": 0.0006676553166471422, "global_step": 27573, "epoch": 510, "lr": 5.5416924796542255e-06}
+{"train_loss": 0.0006337984232231975, "global_step": 27574, "epoch": 510, "lr": 5.539439491425097e-06}
+{"train_loss": 0.0008851620368659496, "global_step": 27575, "epoch": 510, "lr": 5.537186934410443e-06}
+{"train_loss": 0.0005057730013504624, "global_step": 27576, "epoch": 510, "lr": 5.534934808632098e-06}
+{"train_loss": 0.0009619916090741754, "global_step": 27577, "epoch": 510, "lr": 5.53268311411188e-06}
+{"train_loss": 0.0009221372893080115, "global_step": 27578, "epoch": 510, "lr": 5.530431850871659e-06}
+{"train_loss": 0.0007280940772034228, "global_step": 27579, "epoch": 510, "lr": 5.5281810189332595e-06}
+{"train_loss": 0.0007666145102120936, "global_step": 27580, "epoch": 510, "lr": 5.525930618318509e-06}
+{"train_loss": 0.0004950868315063417, "global_step": 27581, "epoch": 510, "lr": 5.523680649049234e-06}
+{"train_loss": 0.0004888129769824445, "global_step": 27582, "epoch": 510, "lr": 5.521431111147263e-06}
+{"train_loss": 0.0012651607394218445, "global_step": 27583, "epoch": 510, "lr": 5.519182004634405e-06}
+{"train_loss": 0.0007914466550573707, "global_step": 27584, "epoch": 510, "lr": 5.516933329532475e-06}
+{"train_loss": 0.00034182160743512213, "global_step": 27585, "epoch": 510, "lr": 5.514685085863286e-06}
+{"train_loss": 0.0007029766566120088, "global_step": 27586, "epoch": 510, "lr": 5.51243727364863e-06}
+{"train_loss": 0.0006248475983738899, "global_step": 27587, "epoch": 510, "lr": 5.510189892910345e-06}
+{"train_loss": 0.0009027903433889151, "global_step": 27588, "epoch": 510, "lr": 5.507942943670191e-06}
+{"train_loss": 0.000775542517658323, "global_step": 27589, "epoch": 510, "lr": 5.505696425949969e-06}
+{"train_loss": 0.0005444933194667101, "global_step": 27590, "epoch": 510, "lr": 5.503450339771465e-06}
+{"train_loss": 0.0007893965230323374, "global_step": 27591, "epoch": 510, "lr": 5.50120468515648e-06}
+{"train_loss": 0.0005329367704689503, "global_step": 27592, "epoch": 510, "lr": 5.498959462126796e-06}
+{"train_loss": 0.0007547134823484898, "global_step": 27593, "epoch": 510, "lr": 5.496714670704151e-06, "val_loss": 0.003303942969068885, "train_action_mse_error": 3.118818494840525e-05}
+{"train_loss": 0.00047290147631429136, "global_step": 27594, "epoch": 511, "lr": 5.494470310910354e-06}
+{"train_loss": 0.0004574260674417019, "global_step": 27595, "epoch": 511, "lr": 5.492226382767163e-06}
+{"train_loss": 0.0005728047108277678, "global_step": 27596, "epoch": 511, "lr": 5.489982886296341e-06}
+{"train_loss": 0.00057768210535869, "global_step": 27597, "epoch": 511, "lr": 5.487739821519644e-06}
+{"train_loss": 0.00044705835171043873, "global_step": 27598, "epoch": 511, "lr": 5.4854971884588265e-06}
+{"train_loss": 0.001296394388191402, "global_step": 27599, "epoch": 511, "lr": 5.483254987135644e-06}
+{"train_loss": 0.0005508323083631694, "global_step": 27600, "epoch": 511, "lr": 5.48101321757184e-06}
+{"train_loss": 0.0006310281460173428, "global_step": 27601, "epoch": 511, "lr": 5.478771879789163e-06}
+{"train_loss": 0.0012920814333483577, "global_step": 27602, "epoch": 511, "lr": 5.47653097380934e-06}
+{"train_loss": 0.0008482075063511729, "global_step": 27603, "epoch": 511, "lr": 5.474290499654117e-06}
+{"train_loss": 0.0007693661609664559, "global_step": 27604, "epoch": 511, "lr": 5.472050457345212e-06}
+{"train_loss": 0.000905275868717581, "global_step": 27605, "epoch": 511, "lr": 5.469810846904349e-06}
+{"train_loss": 0.0007173983613029122, "global_step": 27606, "epoch": 511, "lr": 5.467571668353272e-06}
+{"train_loss": 0.0011896323412656784, "global_step": 27607, "epoch": 511, "lr": 5.465332921713678e-06}
+{"train_loss": 0.0006502153119072318, "global_step": 27608, "epoch": 511, "lr": 5.463094607007302e-06}
+{"train_loss": 0.00046875159023329616, "global_step": 27609, "epoch": 511, "lr": 5.460856724255814e-06}
+{"train_loss": 0.0003486015775706619, "global_step": 27610, "epoch": 511, "lr": 5.4586192734809475e-06}
+{"train_loss": 0.0014717589365318418, "global_step": 27611, "epoch": 511, "lr": 5.456382254704406e-06}
+{"train_loss": 0.0007044610683806241, "global_step": 27612, "epoch": 511, "lr": 5.454145667947869e-06}
+{"train_loss": 0.0008910608012229204, "global_step": 27613, "epoch": 511, "lr": 5.4519095132330445e-06}
+{"train_loss": 0.000636529759503901, "global_step": 27614, "epoch": 511, "lr": 5.449673790581611e-06}
+{"train_loss": 0.00059226289158687, "global_step": 27615, "epoch": 511, "lr": 5.447438500015251e-06}
+{"train_loss": 0.000849340867716819, "global_step": 27616, "epoch": 511, "lr": 5.445203641555652e-06}
+{"train_loss": 0.0006619255873374641, "global_step": 27617, "epoch": 511, "lr": 5.442969215224486e-06}
+{"train_loss": 0.00086515600560233, "global_step": 27618, "epoch": 511, "lr": 5.440735221043419e-06}
+{"train_loss": 0.00043511533294804394, "global_step": 27619, "epoch": 511, "lr": 5.4385016590341234e-06}
+{"train_loss": 0.0009806372690945864, "global_step": 27620, "epoch": 511, "lr": 5.436268529218264e-06}
+{"train_loss": 0.0007989701698534191, "global_step": 27621, "epoch": 511, "lr": 5.4340358316174845e-06}
+{"train_loss": 0.0008709715330041945, "global_step": 27622, "epoch": 511, "lr": 5.431803566253463e-06}
+{"train_loss": 0.0006280175875872374, "global_step": 27623, "epoch": 511, "lr": 5.429571733147848e-06}
+{"train_loss": 0.0006793890497647226, "global_step": 27624, "epoch": 511, "lr": 5.427340332322267e-06}
+{"train_loss": 0.0004456229507923126, "global_step": 27625, "epoch": 511, "lr": 5.425109363798358e-06}
+{"train_loss": 0.0015656796749681234, "global_step": 27626, "epoch": 511, "lr": 5.422878827597782e-06}
+{"train_loss": 0.001215373631566763, "global_step": 27627, "epoch": 511, "lr": 5.420648723742167e-06}
+{"train_loss": 0.00043711549369618297, "global_step": 27628, "epoch": 511, "lr": 5.418419052253132e-06}
+{"train_loss": 0.0008872827747836709, "global_step": 27629, "epoch": 511, "lr": 5.416189813152311e-06}
+{"train_loss": 0.00039613674744032323, "global_step": 27630, "epoch": 511, "lr": 5.413961006461321e-06}
+{"train_loss": 0.0009706267155706882, "global_step": 27631, "epoch": 511, "lr": 5.411732632201783e-06}
+{"train_loss": 0.00042632449185475707, "global_step": 27632, "epoch": 511, "lr": 5.4095046903953004e-06}
+{"train_loss": 0.0009052396053448319, "global_step": 27633, "epoch": 511, "lr": 5.407277181063491e-06}
+{"train_loss": 0.0013680232223123312, "global_step": 27634, "epoch": 511, "lr": 5.405050104227955e-06}
+{"train_loss": 0.0011225193738937378, "global_step": 27635, "epoch": 511, "lr": 5.402823459910289e-06}
+{"train_loss": 0.0007460360648110509, "global_step": 27636, "epoch": 511, "lr": 5.4005972481320946e-06}
+{"train_loss": 0.0011047738371416926, "global_step": 27637, "epoch": 511, "lr": 5.398371468914953e-06}
+{"train_loss": 0.0006053970428183675, "global_step": 27638, "epoch": 511, "lr": 5.3961461222804654e-06}
+{"train_loss": 0.0006655431934632361, "global_step": 27639, "epoch": 511, "lr": 5.3939212082502245e-06}
+{"train_loss": 0.0004234810476191342, "global_step": 27640, "epoch": 511, "lr": 5.391696726845785e-06}
+{"train_loss": 0.0007705971365794539, "global_step": 27641, "epoch": 511, "lr": 5.389472678088714e-06}
+{"train_loss": 0.0006147397216409445, "global_step": 27642, "epoch": 511, "lr": 5.387249062000615e-06}
+{"train_loss": 0.00035439414205029607, "global_step": 27643, "epoch": 511, "lr": 5.385025878603039e-06}
+{"train_loss": 0.0008108773618005216, "global_step": 27644, "epoch": 511, "lr": 5.382803127917551e-06}
+{"train_loss": 0.0004145320854149759, "global_step": 27645, "epoch": 511, "lr": 5.38058080996569e-06}
+{"train_loss": 0.0008715735748410225, "global_step": 27646, "epoch": 511, "lr": 5.3783589247690395e-06}
+{"train_loss": 0.0007591197058058309, "global_step": 27647, "epoch": 511, "lr": 5.37613747234913e-06, "val_loss": 0.0036341575905680656}
+{"train_loss": 0.0007514922181144357, "global_step": 27648, "epoch": 512, "lr": 5.373916452727518e-06}
+{"train_loss": 0.0008033063495531678, "global_step": 27649, "epoch": 512, "lr": 5.371695865925735e-06}
+{"train_loss": 0.0009443788439966738, "global_step": 27650, "epoch": 512, "lr": 5.369475711965322e-06}
+{"train_loss": 0.00040458570583723485, "global_step": 27651, "epoch": 512, "lr": 5.367255990867809e-06}
+{"train_loss": 0.0007942470256239176, "global_step": 27652, "epoch": 512, "lr": 5.36503670265473e-06}
+{"train_loss": 0.0008195286500267684, "global_step": 27653, "epoch": 512, "lr": 5.362817847347601e-06}
+{"train_loss": 0.0012452900409698486, "global_step": 27654, "epoch": 512, "lr": 5.360599424967955e-06}
+{"train_loss": 0.00041070356382988393, "global_step": 27655, "epoch": 512, "lr": 5.358381435537308e-06}
+{"train_loss": 0.0005095666274428368, "global_step": 27656, "epoch": 512, "lr": 5.356163879077158e-06}
+{"train_loss": 0.0006237314082682133, "global_step": 27657, "epoch": 512, "lr": 5.3539467556090124e-06}
+{"train_loss": 0.0008767378167249262, "global_step": 27658, "epoch": 512, "lr": 5.351730065154387e-06}
+{"train_loss": 0.0005751509452238679, "global_step": 27659, "epoch": 512, "lr": 5.34951380773478e-06}
+{"train_loss": 0.0005259024910628796, "global_step": 27660, "epoch": 512, "lr": 5.34729798337169e-06}
+{"train_loss": 0.0005595285911113024, "global_step": 27661, "epoch": 512, "lr": 5.345082592086581e-06}
+{"train_loss": 0.0003589355619624257, "global_step": 27662, "epoch": 512, "lr": 5.342867633900972e-06}
+{"train_loss": 0.0005295358132570982, "global_step": 27663, "epoch": 512, "lr": 5.34065310883633e-06}
+{"train_loss": 0.0003828653716482222, "global_step": 27664, "epoch": 512, "lr": 5.338439016914132e-06}
+{"train_loss": 0.0004758212307933718, "global_step": 27665, "epoch": 512, "lr": 5.3362253581558605e-06}
+{"train_loss": 0.00047691367217339575, "global_step": 27666, "epoch": 512, "lr": 5.334012132582983e-06}
+{"train_loss": 0.0008560463320463896, "global_step": 27667, "epoch": 512, "lr": 5.331799340216958e-06}
+{"train_loss": 0.00046552001731470227, "global_step": 27668, "epoch": 512, "lr": 5.329586981079254e-06}
+{"train_loss": 0.0008483424317091703, "global_step": 27669, "epoch": 512, "lr": 5.327375055191314e-06}
+{"train_loss": 0.0006738047813996673, "global_step": 27670, "epoch": 512, "lr": 5.3251635625746255e-06}
+{"train_loss": 0.0006190076237544417, "global_step": 27671, "epoch": 512, "lr": 5.322952503250606e-06}
+{"train_loss": 0.0010442585917189717, "global_step": 27672, "epoch": 512, "lr": 5.320741877240704e-06}
+{"train_loss": 0.0012458181008696556, "global_step": 27673, "epoch": 512, "lr": 5.318531684566358e-06}
+{"train_loss": 0.0009372037602588534, "global_step": 27674, "epoch": 512, "lr": 5.3163219252490235e-06}
+{"train_loss": 0.0007394069689325988, "global_step": 27675, "epoch": 512, "lr": 5.314112599310117e-06}
+{"train_loss": 0.0013492084108293056, "global_step": 27676, "epoch": 512, "lr": 5.311903706771071e-06}
+{"train_loss": 0.0005859521916136146, "global_step": 27677, "epoch": 512, "lr": 5.309695247653307e-06}
+{"train_loss": 0.00040926659130491316, "global_step": 27678, "epoch": 512, "lr": 5.3074872219782465e-06}
+{"train_loss": 0.001041775569319725, "global_step": 27679, "epoch": 512, "lr": 5.305279629767301e-06}
+{"train_loss": 0.0006425902247428894, "global_step": 27680, "epoch": 512, "lr": 5.3030724710418865e-06}
+{"train_loss": 0.0007993757608346641, "global_step": 27681, "epoch": 512, "lr": 5.3008657458234025e-06}
+{"train_loss": 0.0005161421140655875, "global_step": 27682, "epoch": 512, "lr": 5.298659454133259e-06}
+{"train_loss": 0.0007041294011287391, "global_step": 27683, "epoch": 512, "lr": 5.296453595992851e-06}
+{"train_loss": 0.00122116191778332, "global_step": 27684, "epoch": 512, "lr": 5.294248171423577e-06}
+{"train_loss": 0.0004201456322334707, "global_step": 27685, "epoch": 512, "lr": 5.29204318044681e-06}
+{"train_loss": 0.0006419473793357611, "global_step": 27686, "epoch": 512, "lr": 5.28983862308397e-06}
+{"train_loss": 0.00044407244422473013, "global_step": 27687, "epoch": 512, "lr": 5.2876344993564085e-06}
+{"train_loss": 0.001459942082874477, "global_step": 27688, "epoch": 512, "lr": 5.285430809285513e-06}
+{"train_loss": 0.0008143390296027064, "global_step": 27689, "epoch": 512, "lr": 5.2832275528926445e-06}
+{"train_loss": 0.0013444205978885293, "global_step": 27690, "epoch": 512, "lr": 5.281024730199191e-06}
+{"train_loss": 0.0007928403792902827, "global_step": 27691, "epoch": 512, "lr": 5.278822341226519e-06}
+{"train_loss": 0.0006832086946815252, "global_step": 27692, "epoch": 512, "lr": 5.276620385995962e-06}
+{"train_loss": 0.0008111473871394992, "global_step": 27693, "epoch": 512, "lr": 5.274418864528907e-06}
+{"train_loss": 0.0006981731858104467, "global_step": 27694, "epoch": 512, "lr": 5.272217776846688e-06}
+{"train_loss": 0.0015732657629996538, "global_step": 27695, "epoch": 512, "lr": 5.27001712297066e-06}
+{"train_loss": 0.0005703259957954288, "global_step": 27696, "epoch": 512, "lr": 5.2678169029221625e-06}
+{"train_loss": 0.00034531980054453015, "global_step": 27697, "epoch": 512, "lr": 5.2656171167225435e-06}
+{"train_loss": 0.0007303465390577912, "global_step": 27698, "epoch": 512, "lr": 5.263417764393125e-06}
+{"train_loss": 0.0008947738679125905, "global_step": 27699, "epoch": 512, "lr": 5.261218845955246e-06}
+{"train_loss": 0.0011912068584933877, "global_step": 27700, "epoch": 512, "lr": 5.259020361430234e-06}
+{"train_loss": 0.0007573150893828521, "global_step": 27701, "epoch": 512, "lr": 5.256822310839405e-06, "val_loss": 0.0030168641824275255}
+{"train_loss": 0.0004050744464620948, "global_step": 27702, "epoch": 513, "lr": 5.2546246942040965e-06}
+{"train_loss": 0.0005227051442489028, "global_step": 27703, "epoch": 513, "lr": 5.252427511545599e-06}
+{"train_loss": 0.0007429962861351669, "global_step": 27704, "epoch": 513, "lr": 5.250230762885233e-06}
+{"train_loss": 0.0010054479353129864, "global_step": 27705, "epoch": 513, "lr": 5.248034448244294e-06}
+{"train_loss": 0.00117120414506644, "global_step": 27706, "epoch": 513, "lr": 5.245838567644107e-06}
+{"train_loss": 0.0009878042619675398, "global_step": 27707, "epoch": 513, "lr": 5.243643121105962e-06}
+{"train_loss": 0.0010225217556580901, "global_step": 27708, "epoch": 513, "lr": 5.241448108651126e-06}
+{"train_loss": 0.001060153590515256, "global_step": 27709, "epoch": 513, "lr": 5.239253530300919e-06}
+{"train_loss": 0.0008360391948372126, "global_step": 27710, "epoch": 513, "lr": 5.237059386076615e-06}
+{"train_loss": 0.0005715505103580654, "global_step": 27711, "epoch": 513, "lr": 5.234865675999489e-06}
+{"train_loss": 0.0006211829604580998, "global_step": 27712, "epoch": 513, "lr": 5.232672400090832e-06}
+{"train_loss": 0.0005651692626997828, "global_step": 27713, "epoch": 513, "lr": 5.230479558371903e-06}
+{"train_loss": 0.0004838916938751936, "global_step": 27714, "epoch": 513, "lr": 5.22828715086397e-06}
+{"train_loss": 0.0004985366249457002, "global_step": 27715, "epoch": 513, "lr": 5.226095177588308e-06}
+{"train_loss": 0.001039532944560051, "global_step": 27716, "epoch": 513, "lr": 5.2239036385661635e-06}
+{"train_loss": 0.0007877343450672925, "global_step": 27717, "epoch": 513, "lr": 5.221712533818801e-06}
+{"train_loss": 0.0005852891481481493, "global_step": 27718, "epoch": 513, "lr": 5.219521863367466e-06}
+{"train_loss": 0.0005937230307608843, "global_step": 27719, "epoch": 513, "lr": 5.217331627233407e-06}
+{"train_loss": 0.000711596745532006, "global_step": 27720, "epoch": 513, "lr": 5.215141825437858e-06}
+{"train_loss": 0.0005447664298117161, "global_step": 27721, "epoch": 513, "lr": 5.2129524580020795e-06}
+{"train_loss": 0.0008332815486937761, "global_step": 27722, "epoch": 513, "lr": 5.210763524947287e-06}
+{"train_loss": 0.0004942790837958455, "global_step": 27723, "epoch": 513, "lr": 5.208575026294732e-06}
+{"train_loss": 0.001129510230384767, "global_step": 27724, "epoch": 513, "lr": 5.206386962065602e-06}
+{"train_loss": 0.0005920463590882719, "global_step": 27725, "epoch": 513, "lr": 5.204199332281151e-06}
+{"train_loss": 0.0007997070206329226, "global_step": 27726, "epoch": 513, "lr": 5.202012136962586e-06}
+{"train_loss": 0.0010306069161742926, "global_step": 27727, "epoch": 513, "lr": 5.1998253761311236e-06}
+{"train_loss": 0.0007799016893841326, "global_step": 27728, "epoch": 513, "lr": 5.197639049807973e-06}
+{"train_loss": 0.0006057240534573793, "global_step": 27729, "epoch": 513, "lr": 5.1954531580143294e-06}
+{"train_loss": 0.0004960400401614606, "global_step": 27730, "epoch": 513, "lr": 5.193267700771404e-06}
+{"train_loss": 0.0009703608229756355, "global_step": 27731, "epoch": 513, "lr": 5.19108267810039e-06}
+{"train_loss": 0.0007976001943461597, "global_step": 27732, "epoch": 513, "lr": 5.188898090022476e-06}
+{"train_loss": 0.0009100575116463006, "global_step": 27733, "epoch": 513, "lr": 5.1867139365588516e-06}
+{"train_loss": 0.00042961188592016697, "global_step": 27734, "epoch": 513, "lr": 5.184530217730704e-06}
+{"train_loss": 0.0004403820203151554, "global_step": 27735, "epoch": 513, "lr": 5.182346933559212e-06}
+{"train_loss": 0.0007054617162793875, "global_step": 27736, "epoch": 513, "lr": 5.180164084065536e-06}
+{"train_loss": 0.0007058190531097353, "global_step": 27737, "epoch": 513, "lr": 5.177981669270871e-06}
+{"train_loss": 0.0005625306512229145, "global_step": 27738, "epoch": 513, "lr": 5.175799689196381e-06}
+{"train_loss": 0.000509701028931886, "global_step": 27739, "epoch": 513, "lr": 5.173618143863212e-06}
+{"train_loss": 0.0005352470907382667, "global_step": 27740, "epoch": 513, "lr": 5.1714370332925196e-06}
+{"train_loss": 0.0007351114763878286, "global_step": 27741, "epoch": 513, "lr": 5.169256357505481e-06}
+{"train_loss": 0.0007168270531110466, "global_step": 27742, "epoch": 513, "lr": 5.167076116523234e-06}
+{"train_loss": 0.0008487465092912316, "global_step": 27743, "epoch": 513, "lr": 5.1648963103669404e-06}
+{"train_loss": 0.0012577841989696026, "global_step": 27744, "epoch": 513, "lr": 5.162716939057699e-06}
+{"train_loss": 0.0005325499223545194, "global_step": 27745, "epoch": 513, "lr": 5.160538002616683e-06}
+{"train_loss": 0.0005868168082088232, "global_step": 27746, "epoch": 513, "lr": 5.158359501065019e-06}
+{"train_loss": 0.0006427422049455345, "global_step": 27747, "epoch": 513, "lr": 5.156181434423835e-06}
+{"train_loss": 0.0007469268748536706, "global_step": 27748, "epoch": 513, "lr": 5.154003802714247e-06}
+{"train_loss": 0.0006802690331824124, "global_step": 27749, "epoch": 513, "lr": 5.151826605957394e-06}
+{"train_loss": 0.0006585830124095082, "global_step": 27750, "epoch": 513, "lr": 5.149649844174376e-06}
+{"train_loss": 0.0009223470697179437, "global_step": 27751, "epoch": 513, "lr": 5.147473517386309e-06}
+{"train_loss": 0.0006836841930635273, "global_step": 27752, "epoch": 513, "lr": 5.145297625614293e-06}
+{"train_loss": 0.00038533410406671464, "global_step": 27753, "epoch": 513, "lr": 5.14312216887945e-06}
+{"train_loss": 0.0007262943545356393, "global_step": 27754, "epoch": 513, "lr": 5.140947147202879e-06}
+{"train_loss": 0.0007222171493426517, "global_step": 27755, "epoch": 513, "lr": 5.138772560605653e-06, "val_loss": 0.0025818508584052324}
+{"train_loss": 0.0007033773581497371, "global_step": 27756, "epoch": 514, "lr": 5.136598409108867e-06}
+{"train_loss": 0.0006352583295665681, "global_step": 27757, "epoch": 514, "lr": 5.13442469273363e-06}
+{"train_loss": 0.0007930129650048912, "global_step": 27758, "epoch": 514, "lr": 5.132251411501005e-06}
+{"train_loss": 0.0006373398937284946, "global_step": 27759, "epoch": 514, "lr": 5.13007856543209e-06}
+{"train_loss": 0.0006097226869314909, "global_step": 27760, "epoch": 514, "lr": 5.127906154547923e-06}
+{"train_loss": 0.0007730022771283984, "global_step": 27761, "epoch": 514, "lr": 5.125734178869606e-06}
+{"train_loss": 0.0008140447316691279, "global_step": 27762, "epoch": 514, "lr": 5.123562638418194e-06}
+{"train_loss": 0.0007782970787957311, "global_step": 27763, "epoch": 514, "lr": 5.121391533214754e-06}
+{"train_loss": 0.0003751652257051319, "global_step": 27764, "epoch": 514, "lr": 5.119220863280327e-06}
+{"train_loss": 0.0008727128733880818, "global_step": 27765, "epoch": 514, "lr": 5.117050628635983e-06}
+{"train_loss": 0.0005654505803249776, "global_step": 27766, "epoch": 514, "lr": 5.114880829302765e-06}
+{"train_loss": 0.0007133177132345736, "global_step": 27767, "epoch": 514, "lr": 5.112711465301717e-06}
+{"train_loss": 0.0007799359736964107, "global_step": 27768, "epoch": 514, "lr": 5.110542536653868e-06}
+{"train_loss": 0.0006519265007227659, "global_step": 27769, "epoch": 514, "lr": 5.108374043380276e-06}
+{"train_loss": 0.0006890344084240496, "global_step": 27770, "epoch": 514, "lr": 5.1062059855019716e-06}
+{"train_loss": 0.00030631033587269485, "global_step": 27771, "epoch": 514, "lr": 5.104038363039959e-06}
+{"train_loss": 0.0004043489461764693, "global_step": 27772, "epoch": 514, "lr": 5.101871176015272e-06}
+{"train_loss": 0.0005259645986370742, "global_step": 27773, "epoch": 514, "lr": 5.099704424448936e-06}
+{"train_loss": 0.0007626686128787696, "global_step": 27774, "epoch": 514, "lr": 5.097538108361966e-06}
+{"train_loss": 0.0012960066087543964, "global_step": 27775, "epoch": 514, "lr": 5.09537222777538e-06}
+{"train_loss": 0.0003488690417725593, "global_step": 27776, "epoch": 514, "lr": 5.0932067827101525e-06}
+{"train_loss": 0.0005116041866131127, "global_step": 27777, "epoch": 514, "lr": 5.091041773187322e-06}
+{"train_loss": 0.0007986449054442346, "global_step": 27778, "epoch": 514, "lr": 5.088877199227865e-06}
+{"train_loss": 0.0005573068629018962, "global_step": 27779, "epoch": 514, "lr": 5.086713060852788e-06}
+{"train_loss": 0.000712615845259279, "global_step": 27780, "epoch": 514, "lr": 5.084549358083068e-06}
+{"train_loss": 0.0003555605362635106, "global_step": 27781, "epoch": 514, "lr": 5.082386090939706e-06}
+{"train_loss": 0.0005597730632871389, "global_step": 27782, "epoch": 514, "lr": 5.080223259443667e-06}
+{"train_loss": 0.00045433457125909626, "global_step": 27783, "epoch": 514, "lr": 5.078060863615936e-06}
+{"train_loss": 0.0009984771022573113, "global_step": 27784, "epoch": 514, "lr": 5.0758989034774775e-06}
+{"train_loss": 0.0007628189050592482, "global_step": 27785, "epoch": 514, "lr": 5.073737379049282e-06}
+{"train_loss": 0.000798548455350101, "global_step": 27786, "epoch": 514, "lr": 5.071576290352292e-06}
+{"train_loss": 0.0004069741116836667, "global_step": 27787, "epoch": 514, "lr": 5.069415637407476e-06}
+{"train_loss": 0.0007960885995998979, "global_step": 27788, "epoch": 514, "lr": 5.067255420235778e-06}
+{"train_loss": 0.000520931149367243, "global_step": 27789, "epoch": 514, "lr": 5.0650956388581634e-06}
+{"train_loss": 0.00040761043783277273, "global_step": 27790, "epoch": 514, "lr": 5.062936293295584e-06}
+{"train_loss": 0.0004876060411334038, "global_step": 27791, "epoch": 514, "lr": 5.060777383568971e-06}
+{"train_loss": 0.0006899962318129838, "global_step": 27792, "epoch": 514, "lr": 5.058618909699264e-06}
+{"train_loss": 0.0009429350611753762, "global_step": 27793, "epoch": 514, "lr": 5.056460871707403e-06}
+{"train_loss": 0.0007453462458215654, "global_step": 27794, "epoch": 514, "lr": 5.054303269614313e-06}
+{"train_loss": 0.0006281703826971352, "global_step": 27795, "epoch": 514, "lr": 5.05214610344093e-06}
+{"train_loss": 0.0009134534629993141, "global_step": 27796, "epoch": 514, "lr": 5.049989373208164e-06}
+{"train_loss": 0.0010174778290092945, "global_step": 27797, "epoch": 514, "lr": 5.047833078936936e-06}
+{"train_loss": 0.0006603319779969752, "global_step": 27798, "epoch": 514, "lr": 5.0456772206481655e-06}
+{"train_loss": 0.000627246976364404, "global_step": 27799, "epoch": 514, "lr": 5.043521798362755e-06}
+{"train_loss": 0.0007281612488441169, "global_step": 27800, "epoch": 514, "lr": 5.0413668121016e-06}
+{"train_loss": 0.0004902593209408224, "global_step": 27801, "epoch": 514, "lr": 5.039212261885634e-06}
+{"train_loss": 0.0004762870375998318, "global_step": 27802, "epoch": 514, "lr": 5.037058147735724e-06}
+{"train_loss": 0.0008629233343526721, "global_step": 27803, "epoch": 514, "lr": 5.034904469672774e-06}
+{"train_loss": 0.0008971798233687878, "global_step": 27804, "epoch": 514, "lr": 5.032751227717658e-06}
+{"train_loss": 0.0007227436290122569, "global_step": 27805, "epoch": 514, "lr": 5.030598421891275e-06}
+{"train_loss": 0.0010946536203846335, "global_step": 27806, "epoch": 514, "lr": 5.028446052214519e-06}
+{"train_loss": 0.0003756181104108691, "global_step": 27807, "epoch": 514, "lr": 5.026294118708224e-06}
+{"train_loss": 0.0005209126975387335, "global_step": 27808, "epoch": 514, "lr": 5.02414262139329e-06}
+{"train_loss": 0.0006673887417289532, "global_step": 27809, "epoch": 514, "lr": 5.021991560290584e-06, "val_loss": 0.0016035560984164476}
+{"train_loss": 0.0007821018225513399, "global_step": 27810, "epoch": 515, "lr": 5.019840935420961e-06}
+{"train_loss": 0.0007151885656639934, "global_step": 27811, "epoch": 515, "lr": 5.017690746805281e-06}
+{"train_loss": 0.0005961072747595608, "global_step": 27812, "epoch": 515, "lr": 5.015540994464402e-06}
+{"train_loss": 0.0010301750153303146, "global_step": 27813, "epoch": 515, "lr": 5.013391678419166e-06}
+{"train_loss": 0.0006201952928677201, "global_step": 27814, "epoch": 515, "lr": 5.011242798690424e-06}
+{"train_loss": 0.0007819265010766685, "global_step": 27815, "epoch": 515, "lr": 5.009094355299021e-06}
+{"train_loss": 0.0005740554188378155, "global_step": 27816, "epoch": 515, "lr": 5.006946348265779e-06}
+{"train_loss": 0.0008170187938958406, "global_step": 27817, "epoch": 515, "lr": 5.004798777611564e-06}
+{"train_loss": 0.0009497919236309826, "global_step": 27818, "epoch": 515, "lr": 5.0026516433571705e-06}
+{"train_loss": 0.0005663750926032662, "global_step": 27819, "epoch": 515, "lr": 5.000504945523432e-06}
+{"train_loss": 0.0005374571774154902, "global_step": 27820, "epoch": 515, "lr": 4.9983586841311765e-06}
+{"train_loss": 0.0006730678724125028, "global_step": 27821, "epoch": 515, "lr": 4.996212859201221e-06}
+{"train_loss": 0.001046131132170558, "global_step": 27822, "epoch": 515, "lr": 4.994067470754382e-06}
+{"train_loss": 0.00047747790813446045, "global_step": 27823, "epoch": 515, "lr": 4.991922518811437e-06}
+{"train_loss": 0.0005937443347647786, "global_step": 27824, "epoch": 515, "lr": 4.98977800339322e-06}
+{"train_loss": 0.0008311647106893361, "global_step": 27825, "epoch": 515, "lr": 4.987633924520524e-06}
+{"train_loss": 0.00033825208083726466, "global_step": 27826, "epoch": 515, "lr": 4.985490282214139e-06}
+{"train_loss": 0.00045614122063852847, "global_step": 27827, "epoch": 515, "lr": 4.98334707649486e-06}
+{"train_loss": 0.0005583027377724648, "global_step": 27828, "epoch": 515, "lr": 4.981204307383469e-06}
+{"train_loss": 0.0005417126230895519, "global_step": 27829, "epoch": 515, "lr": 4.979061974900756e-06}
+{"train_loss": 0.001063189236447215, "global_step": 27830, "epoch": 515, "lr": 4.976920079067488e-06}
+{"train_loss": 0.0004234176885802299, "global_step": 27831, "epoch": 515, "lr": 4.974778619904446e-06}
+{"train_loss": 0.00038584621506743133, "global_step": 27832, "epoch": 515, "lr": 4.9726375974324005e-06}
+{"train_loss": 0.000632238108664751, "global_step": 27833, "epoch": 515, "lr": 4.970497011672115e-06}
+{"train_loss": 0.0008715571602806449, "global_step": 27834, "epoch": 515, "lr": 4.9683568626443525e-06}
+{"train_loss": 0.0003930255479644984, "global_step": 27835, "epoch": 515, "lr": 4.966217150369851e-06}
+{"train_loss": 0.0004978636279702187, "global_step": 27836, "epoch": 515, "lr": 4.964077874869394e-06}
+{"train_loss": 0.00032346032094210386, "global_step": 27837, "epoch": 515, "lr": 4.961939036163715e-06}
+{"train_loss": 0.0005189724615775049, "global_step": 27838, "epoch": 515, "lr": 4.95980063427357e-06}
+{"train_loss": 0.0007026648381724954, "global_step": 27839, "epoch": 515, "lr": 4.9576626692196644e-06}
+{"train_loss": 0.0006243822281248868, "global_step": 27840, "epoch": 515, "lr": 4.955525141022771e-06}
+{"train_loss": 0.0003841494326479733, "global_step": 27841, "epoch": 515, "lr": 4.953388049703606e-06}
+{"train_loss": 0.0005401641828939319, "global_step": 27842, "epoch": 515, "lr": 4.951251395282902e-06}
+{"train_loss": 0.0008760773343965411, "global_step": 27843, "epoch": 515, "lr": 4.949115177781372e-06}
+{"train_loss": 0.000500796246342361, "global_step": 27844, "epoch": 515, "lr": 4.946979397219747e-06}
+{"train_loss": 0.0004479451454244554, "global_step": 27845, "epoch": 515, "lr": 4.9448440536187306e-06}
+{"train_loss": 0.0004017105093225837, "global_step": 27846, "epoch": 515, "lr": 4.9427091469990415e-06}
+{"train_loss": 0.0005357880727387965, "global_step": 27847, "epoch": 515, "lr": 4.940574677381382e-06}
+{"train_loss": 0.0006547986995428801, "global_step": 27848, "epoch": 515, "lr": 4.938440644786452e-06}
+{"train_loss": 0.0010753818787634373, "global_step": 27849, "epoch": 515, "lr": 4.936307049234956e-06}
+{"train_loss": 0.000615331344306469, "global_step": 27850, "epoch": 515, "lr": 4.934173890747579e-06}
+{"train_loss": 0.00043604132952168584, "global_step": 27851, "epoch": 515, "lr": 4.9320411693450085e-06}
+{"train_loss": 0.0007520373328588903, "global_step": 27852, "epoch": 515, "lr": 4.92990888504794e-06}
+{"train_loss": 0.00042506714817136526, "global_step": 27853, "epoch": 515, "lr": 4.927777037877057e-06}
+{"train_loss": 0.0007556757191196084, "global_step": 27854, "epoch": 515, "lr": 4.92564562785302e-06}
+{"train_loss": 0.0007560363737866282, "global_step": 27855, "epoch": 515, "lr": 4.9235146549965025e-06}
+{"train_loss": 0.00044612621422857046, "global_step": 27856, "epoch": 515, "lr": 4.921384119328182e-06}
+{"train_loss": 0.0005529292393475771, "global_step": 27857, "epoch": 515, "lr": 4.919254020868725e-06}
+{"train_loss": 0.0005827621789649129, "global_step": 27858, "epoch": 515, "lr": 4.9171243596387914e-06}
+{"train_loss": 0.0004665864980779588, "global_step": 27859, "epoch": 515, "lr": 4.914995135659012e-06}
+{"train_loss": 0.0005431866738945246, "global_step": 27860, "epoch": 515, "lr": 4.912866348950063e-06}
+{"train_loss": 0.0008955445373430848, "global_step": 27861, "epoch": 515, "lr": 4.910737999532583e-06}
+{"train_loss": 0.0007147556752897799, "global_step": 27862, "epoch": 515, "lr": 4.908610087427218e-06}
+{"train_loss": 0.0006286168510861764, "global_step": 27863, "epoch": 515, "lr": 4.906482612654589e-06, "val_loss": 0.0025965184904634953, "train_action_mse_error": 1.9246279407525435e-05}
+{"train_loss": 0.0005440791137516499, "global_step": 27864, "epoch": 516, "lr": 4.90435557523537e-06}
+{"train_loss": 0.0004712312074843794, "global_step": 27865, "epoch": 516, "lr": 4.902228975190149e-06}
+{"train_loss": 0.00037631241139024496, "global_step": 27866, "epoch": 516, "lr": 4.90010281253957e-06}
+{"train_loss": 0.0006524469354189932, "global_step": 27867, "epoch": 516, "lr": 4.897977087304245e-06}
+{"train_loss": 0.0006789571489207447, "global_step": 27868, "epoch": 516, "lr": 4.895851799504802e-06}
+{"train_loss": 0.0004479953204281628, "global_step": 27869, "epoch": 516, "lr": 4.893726949161864e-06}
+{"train_loss": 0.00086618447676301, "global_step": 27870, "epoch": 516, "lr": 4.891602536296014e-06}
+{"train_loss": 0.0006209799903444946, "global_step": 27871, "epoch": 516, "lr": 4.889478560927857e-06}
+{"train_loss": 0.0005140092107467353, "global_step": 27872, "epoch": 516, "lr": 4.887355023078011e-06}
+{"train_loss": 0.0006465742480941117, "global_step": 27873, "epoch": 516, "lr": 4.885231922767064e-06}
+{"train_loss": 0.0008281102636829019, "global_step": 27874, "epoch": 516, "lr": 4.883109260015617e-06}
+{"train_loss": 0.0010069962590932846, "global_step": 27875, "epoch": 516, "lr": 4.880987034844231e-06}
+{"train_loss": 0.000703698315192014, "global_step": 27876, "epoch": 516, "lr": 4.878865247273518e-06}
+{"train_loss": 0.0007070337887853384, "global_step": 27877, "epoch": 516, "lr": 4.876743897324043e-06}
+{"train_loss": 0.0006133056012913585, "global_step": 27878, "epoch": 516, "lr": 4.8746229850163805e-06}
+{"train_loss": 0.0008661984466016293, "global_step": 27879, "epoch": 516, "lr": 4.872502510371102e-06}
+{"train_loss": 0.000755813205614686, "global_step": 27880, "epoch": 516, "lr": 4.870382473408774e-06}
+{"train_loss": 0.0005904403515160084, "global_step": 27881, "epoch": 516, "lr": 4.868262874149959e-06}
+{"train_loss": 0.0003751440381165594, "global_step": 27882, "epoch": 516, "lr": 4.866143712615218e-06}
+{"train_loss": 0.00038810845580883324, "global_step": 27883, "epoch": 516, "lr": 4.864024988825089e-06}
+{"train_loss": 0.0006208682898432016, "global_step": 27884, "epoch": 516, "lr": 4.8619067028001395e-06}
+{"train_loss": 0.0005333856679499149, "global_step": 27885, "epoch": 516, "lr": 4.859788854560915e-06}
+{"train_loss": 0.0004964092513546348, "global_step": 27886, "epoch": 516, "lr": 4.857671444127943e-06}
+{"train_loss": 0.0005202027969062328, "global_step": 27887, "epoch": 516, "lr": 4.855554471521756e-06}
+{"train_loss": 0.0006763082346878946, "global_step": 27888, "epoch": 516, "lr": 4.853437936762906e-06}
+{"train_loss": 0.0007176504004746675, "global_step": 27889, "epoch": 516, "lr": 4.851321839871908e-06}
+{"train_loss": 0.0007334986585192382, "global_step": 27890, "epoch": 516, "lr": 4.849206180869287e-06}
+{"train_loss": 0.0007899059564806521, "global_step": 27891, "epoch": 516, "lr": 4.847090959775568e-06}
+{"train_loss": 0.0009216099861077964, "global_step": 27892, "epoch": 516, "lr": 4.84497617661126e-06}
+{"train_loss": 0.0007609112071804702, "global_step": 27893, "epoch": 516, "lr": 4.842861831396872e-06}
+{"train_loss": 0.000702416175045073, "global_step": 27894, "epoch": 516, "lr": 4.840747924152916e-06}
+{"train_loss": 0.0006378930411301553, "global_step": 27895, "epoch": 516, "lr": 4.838634454899893e-06}
+{"train_loss": 0.0003839122364297509, "global_step": 27896, "epoch": 516, "lr": 4.836521423658297e-06}
+{"train_loss": 0.0006839408306404948, "global_step": 27897, "epoch": 516, "lr": 4.8344088304486275e-06}
+{"train_loss": 0.0006380832637660205, "global_step": 27898, "epoch": 516, "lr": 4.832296675291375e-06}
+{"train_loss": 0.00046631129225715995, "global_step": 27899, "epoch": 516, "lr": 4.830184958207007e-06}
+{"train_loss": 0.0007371228421106935, "global_step": 27900, "epoch": 516, "lr": 4.8280736792160446e-06}
+{"train_loss": 0.0005122721195220947, "global_step": 27901, "epoch": 516, "lr": 4.825962838338927e-06}
+{"train_loss": 0.0008667234214954078, "global_step": 27902, "epoch": 516, "lr": 4.823852435596138e-06}
+{"train_loss": 0.0005585548933595419, "global_step": 27903, "epoch": 516, "lr": 4.8217424710081395e-06}
+{"train_loss": 0.0005507452879101038, "global_step": 27904, "epoch": 516, "lr": 4.819632944595415e-06}
+{"train_loss": 0.00045531816431321204, "global_step": 27905, "epoch": 516, "lr": 4.81752385637842e-06}
+{"train_loss": 0.000496166292577982, "global_step": 27906, "epoch": 516, "lr": 4.815415206377583e-06}
+{"train_loss": 0.0005472693010233343, "global_step": 27907, "epoch": 516, "lr": 4.813306994613387e-06}
+{"train_loss": 0.0008217605063691735, "global_step": 27908, "epoch": 516, "lr": 4.8111992211062664e-06}
+{"train_loss": 0.00040254529449157417, "global_step": 27909, "epoch": 516, "lr": 4.809091885876671e-06}
+{"train_loss": 0.0005510677583515644, "global_step": 27910, "epoch": 516, "lr": 4.806984988945029e-06}
+{"train_loss": 0.0013848092639818788, "global_step": 27911, "epoch": 516, "lr": 4.8048785303317805e-06}
+{"train_loss": 0.0006105682114139199, "global_step": 27912, "epoch": 516, "lr": 4.802772510057351e-06}
+{"train_loss": 0.00041798068559728563, "global_step": 27913, "epoch": 516, "lr": 4.800666928142173e-06}
+{"train_loss": 0.00031679857056587934, "global_step": 27914, "epoch": 516, "lr": 4.798561784606664e-06}
+{"train_loss": 0.0006424382445402443, "global_step": 27915, "epoch": 516, "lr": 4.796457079471234e-06}
+{"train_loss": 0.0006477266433648765, "global_step": 27916, "epoch": 516, "lr": 4.794352812756326e-06}
+{"train_loss": 0.0006271689904948558, "global_step": 27917, "epoch": 516, "lr": 4.792248984482317e-06, "val_loss": 0.0022539449855685234}
+{"train_loss": 0.0005462103290483356, "global_step": 27918, "epoch": 517, "lr": 4.79014559466962e-06}
+{"train_loss": 0.0004299272841308266, "global_step": 27919, "epoch": 517, "lr": 4.788042643338631e-06}
+{"train_loss": 0.0007760986336506903, "global_step": 27920, "epoch": 517, "lr": 4.785940130509764e-06}
+{"train_loss": 0.0007608941523358226, "global_step": 27921, "epoch": 517, "lr": 4.783838056203405e-06}
+{"train_loss": 0.0008837704663164914, "global_step": 27922, "epoch": 517, "lr": 4.781736420439919e-06}
+{"train_loss": 0.0006866806070320308, "global_step": 27923, "epoch": 517, "lr": 4.779635223239715e-06}
+{"train_loss": 0.0003960533649660647, "global_step": 27924, "epoch": 517, "lr": 4.777534464623162e-06}
+{"train_loss": 0.0004607291193678975, "global_step": 27925, "epoch": 517, "lr": 4.775434144610641e-06}
+{"train_loss": 0.0004947276902385056, "global_step": 27926, "epoch": 517, "lr": 4.773334263222517e-06}
+{"train_loss": 0.0005729546537622809, "global_step": 27927, "epoch": 517, "lr": 4.771234820479159e-06}
+{"train_loss": 0.0010926458053290844, "global_step": 27928, "epoch": 517, "lr": 4.769135816400921e-06}
+{"train_loss": 0.0005420568049885333, "global_step": 27929, "epoch": 517, "lr": 4.767037251008172e-06}
+{"train_loss": 0.0004782440955750644, "global_step": 27930, "epoch": 517, "lr": 4.76493912432126e-06}
+{"train_loss": 0.0006399174453690648, "global_step": 27931, "epoch": 517, "lr": 4.762841436360532e-06}
+{"train_loss": 0.00103819090873003, "global_step": 27932, "epoch": 517, "lr": 4.760744187146349e-06}
+{"train_loss": 0.001038293819874525, "global_step": 27933, "epoch": 517, "lr": 4.758647376699032e-06}
+{"train_loss": 0.0006856366526335478, "global_step": 27934, "epoch": 517, "lr": 4.756551005038911e-06}
+{"train_loss": 0.000690717191901058, "global_step": 27935, "epoch": 517, "lr": 4.754455072186348e-06}
+{"train_loss": 0.00046137708704918623, "global_step": 27936, "epoch": 517, "lr": 4.752359578161652e-06}
+{"train_loss": 0.0009474379476159811, "global_step": 27937, "epoch": 517, "lr": 4.750264522985159e-06}
+{"train_loss": 0.0006088738446123898, "global_step": 27938, "epoch": 517, "lr": 4.7481699066771575e-06}
+{"train_loss": 0.0007513990858569741, "global_step": 27939, "epoch": 517, "lr": 4.746075729258003e-06}
+{"train_loss": 0.0006371825002133846, "global_step": 27940, "epoch": 517, "lr": 4.743981990747981e-06}
+{"train_loss": 0.0003895224363077432, "global_step": 27941, "epoch": 517, "lr": 4.741888691167407e-06}
+{"train_loss": 0.0006764257559552789, "global_step": 27942, "epoch": 517, "lr": 4.739795830536586e-06}
+{"train_loss": 0.0008954416844062507, "global_step": 27943, "epoch": 517, "lr": 4.73770340887581e-06}
+{"train_loss": 0.0003989607794210315, "global_step": 27944, "epoch": 517, "lr": 4.735611426205372e-06}
+{"train_loss": 0.0005032280460000038, "global_step": 27945, "epoch": 517, "lr": 4.7335198825455676e-06}
+{"train_loss": 0.0005480634863488376, "global_step": 27946, "epoch": 517, "lr": 4.73142877791668e-06}
+{"train_loss": 0.0008144297753460705, "global_step": 27947, "epoch": 517, "lr": 4.7293381123389935e-06}
+{"train_loss": 0.0005855028866790235, "global_step": 27948, "epoch": 517, "lr": 4.727247885832775e-06}
+{"train_loss": 0.000502849870827049, "global_step": 27949, "epoch": 517, "lr": 4.725158098418308e-06}
+{"train_loss": 0.0005555354291573167, "global_step": 27950, "epoch": 517, "lr": 4.72306875011585e-06}
+{"train_loss": 0.0009972627740353346, "global_step": 27951, "epoch": 517, "lr": 4.7209798409456775e-06}
+{"train_loss": 0.0005297728930599988, "global_step": 27952, "epoch": 517, "lr": 4.718891370928058e-06}
+{"train_loss": 0.00046226062113419175, "global_step": 27953, "epoch": 517, "lr": 4.71680334008322e-06}
+{"train_loss": 0.0007060359348542988, "global_step": 27954, "epoch": 517, "lr": 4.71471574843142e-06}
+{"train_loss": 0.0008449695305898786, "global_step": 27955, "epoch": 517, "lr": 4.712628595992929e-06}
+{"train_loss": 0.00047883158549666405, "global_step": 27956, "epoch": 517, "lr": 4.710541882787972e-06}
+{"train_loss": 0.000453447486506775, "global_step": 27957, "epoch": 517, "lr": 4.708455608836787e-06}
+{"train_loss": 0.0006656495970673859, "global_step": 27958, "epoch": 517, "lr": 4.706369774159619e-06}
+{"train_loss": 0.0006916134734638035, "global_step": 27959, "epoch": 517, "lr": 4.704284378776686e-06}
+{"train_loss": 0.0006323207053355873, "global_step": 27960, "epoch": 517, "lr": 4.702199422708226e-06}
+{"train_loss": 0.0005674829590134323, "global_step": 27961, "epoch": 517, "lr": 4.700114905974446e-06}
+{"train_loss": 0.0004896328318864107, "global_step": 27962, "epoch": 517, "lr": 4.698030828595568e-06}
+{"train_loss": 0.00031735849916003644, "global_step": 27963, "epoch": 517, "lr": 4.695947190591821e-06}
+{"train_loss": 0.0007162609254010022, "global_step": 27964, "epoch": 517, "lr": 4.693863991983394e-06}
+{"train_loss": 0.0007835341966710985, "global_step": 27965, "epoch": 517, "lr": 4.691781232790499e-06}
+{"train_loss": 0.0004342423053458333, "global_step": 27966, "epoch": 517, "lr": 4.689698913033325e-06}
+{"train_loss": 0.000777480483520776, "global_step": 27967, "epoch": 517, "lr": 4.687617032732089e-06}
+{"train_loss": 0.0003721572575159371, "global_step": 27968, "epoch": 517, "lr": 4.685535591906981e-06}
+{"train_loss": 0.0006184152443893254, "global_step": 27969, "epoch": 517, "lr": 4.683454590578174e-06}
+{"train_loss": 0.0006255595944821835, "global_step": 27970, "epoch": 517, "lr": 4.681374028765845e-06}
+{"train_loss": 0.0006319989975222766, "global_step": 27971, "epoch": 517, "lr": 4.679293906490195e-06, "val_loss": 0.004079147707670927}
+{"train_loss": 0.00044083132524974644, "global_step": 27972, "epoch": 518, "lr": 4.677214223771392e-06}
+{"train_loss": 0.0007374014239758253, "global_step": 27973, "epoch": 518, "lr": 4.675134980629609e-06}
+{"train_loss": 0.0006039905711077154, "global_step": 27974, "epoch": 518, "lr": 4.673056177084989e-06}
+{"train_loss": 0.0006109211826696992, "global_step": 27975, "epoch": 518, "lr": 4.670977813157717e-06}
+{"train_loss": 0.0006800502305850387, "global_step": 27976, "epoch": 518, "lr": 4.66889988886795e-06}
+{"train_loss": 0.00039848641608841717, "global_step": 27977, "epoch": 518, "lr": 4.666822404235838e-06}
+{"train_loss": 0.0011645772028714418, "global_step": 27978, "epoch": 518, "lr": 4.664745359281513e-06}
+{"train_loss": 0.0006831650389358401, "global_step": 27979, "epoch": 518, "lr": 4.662668754025162e-06}
+{"train_loss": 0.0003804141597356647, "global_step": 27980, "epoch": 518, "lr": 4.6605925884868835e-06}
+{"train_loss": 0.0006573574501089752, "global_step": 27981, "epoch": 518, "lr": 4.658516862686829e-06}
+{"train_loss": 0.00042826193384826183, "global_step": 27982, "epoch": 518, "lr": 4.656441576645127e-06}
+{"train_loss": 0.000583601591642946, "global_step": 27983, "epoch": 518, "lr": 4.6543667303819145e-06}
+{"train_loss": 0.0004017657192889601, "global_step": 27984, "epoch": 518, "lr": 4.652292323917324e-06}
+{"train_loss": 0.0004111593880224973, "global_step": 27985, "epoch": 518, "lr": 4.6502183572714465e-06}
+{"train_loss": 0.00048127942136488855, "global_step": 27986, "epoch": 518, "lr": 4.648144830464402e-06}
+{"train_loss": 0.0003581591590773314, "global_step": 27987, "epoch": 518, "lr": 4.6460717435163224e-06}
+{"train_loss": 0.0004590042808558792, "global_step": 27988, "epoch": 518, "lr": 4.643999096447299e-06}
+{"train_loss": 0.00042012674384750426, "global_step": 27989, "epoch": 518, "lr": 4.641926889277448e-06}
+{"train_loss": 0.0005693227867595851, "global_step": 27990, "epoch": 518, "lr": 4.639855122026837e-06}
+{"train_loss": 0.000613299838732928, "global_step": 27991, "epoch": 518, "lr": 4.637783794715589e-06}
+{"train_loss": 0.000872573466040194, "global_step": 27992, "epoch": 518, "lr": 4.635712907363782e-06}
+{"train_loss": 0.00037622652598656714, "global_step": 27993, "epoch": 518, "lr": 4.633642459991505e-06}
+{"train_loss": 0.0004947441630065441, "global_step": 27994, "epoch": 518, "lr": 4.6315724526188375e-06}
+{"train_loss": 0.0005845743580721319, "global_step": 27995, "epoch": 518, "lr": 4.629502885265852e-06}
+{"train_loss": 0.00039826048305258155, "global_step": 27996, "epoch": 518, "lr": 4.627433757952626e-06}
+{"train_loss": 0.0005316403112374246, "global_step": 27997, "epoch": 518, "lr": 4.625365070699228e-06}
+{"train_loss": 0.0005481892731040716, "global_step": 27998, "epoch": 518, "lr": 4.623296823525708e-06}
+{"train_loss": 0.0006592803401872516, "global_step": 27999, "epoch": 518, "lr": 4.621229016452156e-06}
+{"train_loss": 0.0007959342910908163, "global_step": 28000, "epoch": 518, "lr": 4.619161649498593e-06}
+{"train_loss": 0.0005502088461071253, "global_step": 28001, "epoch": 518, "lr": 4.617094722685095e-06}
+{"train_loss": 0.0003469471412245184, "global_step": 28002, "epoch": 518, "lr": 4.615028236031682e-06}
+{"train_loss": 0.00042238400783389807, "global_step": 28003, "epoch": 518, "lr": 4.612962189558423e-06}
+{"train_loss": 0.00041787666850723326, "global_step": 28004, "epoch": 518, "lr": 4.610896583285351e-06}
+{"train_loss": 0.0004319853615015745, "global_step": 28005, "epoch": 518, "lr": 4.608831417232495e-06}
+{"train_loss": 0.0004707782354671508, "global_step": 28006, "epoch": 518, "lr": 4.606766691419884e-06}
+{"train_loss": 0.0006400563288480043, "global_step": 28007, "epoch": 518, "lr": 4.604702405867539e-06}
+{"train_loss": 0.0006359873223118484, "global_step": 28008, "epoch": 518, "lr": 4.602638560595495e-06}
+{"train_loss": 0.0005495544755831361, "global_step": 28009, "epoch": 518, "lr": 4.6005751556237545e-06}
+{"train_loss": 0.00045510748168453574, "global_step": 28010, "epoch": 518, "lr": 4.5985121909723376e-06}
+{"train_loss": 0.0008095863740891218, "global_step": 28011, "epoch": 518, "lr": 4.596449666661257e-06}
+{"train_loss": 0.0004327827482484281, "global_step": 28012, "epoch": 518, "lr": 4.594387582710502e-06}
+{"train_loss": 0.00042497110553085804, "global_step": 28013, "epoch": 518, "lr": 4.592325939140085e-06}
+{"train_loss": 0.0004108875582460314, "global_step": 28014, "epoch": 518, "lr": 4.59026473596999e-06}
+{"train_loss": 0.0006105395732447505, "global_step": 28015, "epoch": 518, "lr": 4.588203973220229e-06}
+{"train_loss": 0.00041455397149547935, "global_step": 28016, "epoch": 518, "lr": 4.586143650910774e-06}
+{"train_loss": 0.000722473778296262, "global_step": 28017, "epoch": 518, "lr": 4.584083769061604e-06}
+{"train_loss": 0.000530610210262239, "global_step": 28018, "epoch": 518, "lr": 4.582024327692691e-06}
+{"train_loss": 0.00041212764335796237, "global_step": 28019, "epoch": 518, "lr": 4.579965326824037e-06}
+{"train_loss": 0.0006687094573862851, "global_step": 28020, "epoch": 518, "lr": 4.577906766475604e-06}
+{"train_loss": 0.00035113736521452665, "global_step": 28021, "epoch": 518, "lr": 4.575848646667325e-06}
+{"train_loss": 0.0006096879369579256, "global_step": 28022, "epoch": 518, "lr": 4.5737909674192e-06}
+{"train_loss": 0.0005877378862351179, "global_step": 28023, "epoch": 518, "lr": 4.571733728751171e-06}
+{"train_loss": 0.0005785701796412468, "global_step": 28024, "epoch": 518, "lr": 4.569676930683192e-06}
+{"train_loss": 0.0005413492617662996, "global_step": 28025, "epoch": 518, "lr": 4.567620573235209e-06, "val_loss": 0.0020496677607297897}
+{"train_loss": 0.0006154433940537274, "global_step": 28026, "epoch": 519, "lr": 4.5655646564271685e-06}
+{"train_loss": 0.00036396380164660513, "global_step": 28027, "epoch": 519, "lr": 4.563509180279013e-06}
+{"train_loss": 0.00045787112321704626, "global_step": 28028, "epoch": 519, "lr": 4.561454144810673e-06}
+{"train_loss": 0.0003427209740038961, "global_step": 28029, "epoch": 519, "lr": 4.559399550042082e-06}
+{"train_loss": 0.0004524414543993771, "global_step": 28030, "epoch": 519, "lr": 4.557345395993156e-06}
+{"train_loss": 0.0004546699346974492, "global_step": 28031, "epoch": 519, "lr": 4.555291682683854e-06}
+{"train_loss": 0.0005310902488417923, "global_step": 28032, "epoch": 519, "lr": 4.553238410134053e-06}
+{"train_loss": 0.000763195741456002, "global_step": 28033, "epoch": 519, "lr": 4.551185578363682e-06}
+{"train_loss": 0.00038571629556827247, "global_step": 28034, "epoch": 519, "lr": 4.549133187392657e-06}
+{"train_loss": 0.0006452969391830266, "global_step": 28035, "epoch": 519, "lr": 4.54708123724088e-06}
+{"train_loss": 0.0005613031098619103, "global_step": 28036, "epoch": 519, "lr": 4.545029727928263e-06}
+{"train_loss": 0.000474527885671705, "global_step": 28037, "epoch": 519, "lr": 4.542978659474678e-06}
+{"train_loss": 0.00044417232857085764, "global_step": 28038, "epoch": 519, "lr": 4.540928031900038e-06}
+{"train_loss": 0.0006762138218618929, "global_step": 28039, "epoch": 519, "lr": 4.538877845224226e-06}
+{"train_loss": 0.0007108004647307098, "global_step": 28040, "epoch": 519, "lr": 4.536828099467122e-06}
+{"train_loss": 0.0006752553163096309, "global_step": 28041, "epoch": 519, "lr": 4.534778794648614e-06}
+{"train_loss": 0.0005154567188583314, "global_step": 28042, "epoch": 519, "lr": 4.532729930788576e-06}
+{"train_loss": 0.0007957916241139174, "global_step": 28043, "epoch": 519, "lr": 4.530681507906881e-06}
+{"train_loss": 0.0002703981881495565, "global_step": 28044, "epoch": 519, "lr": 4.528633526023385e-06}
+{"train_loss": 0.0006187791004776955, "global_step": 28045, "epoch": 519, "lr": 4.526585985157966e-06}
+{"train_loss": 0.000671340269036591, "global_step": 28046, "epoch": 519, "lr": 4.524538885330471e-06}
+{"train_loss": 0.0004538037464953959, "global_step": 28047, "epoch": 519, "lr": 4.522492226560759e-06}
+{"train_loss": 0.0009978041052818298, "global_step": 28048, "epoch": 519, "lr": 4.520446008868684e-06}
+{"train_loss": 0.0005533999647013843, "global_step": 28049, "epoch": 519, "lr": 4.5184002322740785e-06}
+{"train_loss": 0.0006121870828792453, "global_step": 28050, "epoch": 519, "lr": 4.516354896796804e-06}
+{"train_loss": 0.0005660460446961224, "global_step": 28051, "epoch": 519, "lr": 4.514310002456684e-06}
+{"train_loss": 0.00038600360858254135, "global_step": 28052, "epoch": 519, "lr": 4.512265549273564e-06}
+{"train_loss": 0.0004370015230961144, "global_step": 28053, "epoch": 519, "lr": 4.510221537267251e-06}
+{"train_loss": 0.000717960181646049, "global_step": 28054, "epoch": 519, "lr": 4.508177966457589e-06}
+{"train_loss": 0.0004489359853323549, "global_step": 28055, "epoch": 519, "lr": 4.50613483686439e-06}
+{"train_loss": 0.0005932498606853187, "global_step": 28056, "epoch": 519, "lr": 4.5040921485074715e-06}
+{"train_loss": 0.00037336634704843163, "global_step": 28057, "epoch": 519, "lr": 4.502049901406646e-06}
+{"train_loss": 0.0005369774880819023, "global_step": 28058, "epoch": 519, "lr": 4.5000080955817206e-06}
+{"train_loss": 0.0006855879328213632, "global_step": 28059, "epoch": 519, "lr": 4.4979667310525e-06}
+{"train_loss": 0.0005185049958527088, "global_step": 28060, "epoch": 519, "lr": 4.495925807838774e-06}
+{"train_loss": 0.0006570433615706861, "global_step": 28061, "epoch": 519, "lr": 4.493885325960351e-06}
+{"train_loss": 0.00038166838930919766, "global_step": 28062, "epoch": 519, "lr": 4.491845285437013e-06}
+{"train_loss": 0.0006515276036225259, "global_step": 28063, "epoch": 519, "lr": 4.4898056862885454e-06}
+{"train_loss": 0.0009868558263406157, "global_step": 28064, "epoch": 519, "lr": 4.487766528534731e-06}
+{"train_loss": 0.0005951208295300603, "global_step": 28065, "epoch": 519, "lr": 4.485727812195339e-06}
+{"train_loss": 0.0006130471592769027, "global_step": 28066, "epoch": 519, "lr": 4.483689537290164e-06}
+{"train_loss": 0.0009033964015543461, "global_step": 28067, "epoch": 519, "lr": 4.481651703838968e-06}
+{"train_loss": 0.0003763991699088365, "global_step": 28068, "epoch": 519, "lr": 4.479614311861502e-06}
+{"train_loss": 0.00047832084237597883, "global_step": 28069, "epoch": 519, "lr": 4.477577361377527e-06}
+{"train_loss": 0.000396868766983971, "global_step": 28070, "epoch": 519, "lr": 4.475540852406812e-06}
+{"train_loss": 0.0005695430445484817, "global_step": 28071, "epoch": 519, "lr": 4.4735047849691014e-06}
+{"train_loss": 0.0004344001645222306, "global_step": 28072, "epoch": 519, "lr": 4.471469159084146e-06}
+{"train_loss": 0.0004538622160907835, "global_step": 28073, "epoch": 519, "lr": 4.4694339747716865e-06}
+{"train_loss": 0.0005159317515790462, "global_step": 28074, "epoch": 519, "lr": 4.467399232051461e-06}
+{"train_loss": 0.000422739569330588, "global_step": 28075, "epoch": 519, "lr": 4.465364930943211e-06}
+{"train_loss": 0.0005611144006252289, "global_step": 28076, "epoch": 519, "lr": 4.463331071466653e-06}
+{"train_loss": 0.0006658391212113202, "global_step": 28077, "epoch": 519, "lr": 4.461297653641516e-06}
+{"train_loss": 0.0005166743067093194, "global_step": 28078, "epoch": 519, "lr": 4.459264677487546e-06}
+{"train_loss": 0.0005555365836092582, "global_step": 28079, "epoch": 519, "lr": 4.4572321430244315e-06, "val_loss": 0.003625103272497654}
+{"train_loss": 0.0004058930207975209, "global_step": 28080, "epoch": 520, "lr": 4.455200050271896e-06}
+{"train_loss": 0.0006388482870534062, "global_step": 28081, "epoch": 520, "lr": 4.453168399249641e-06}
+{"train_loss": 0.0005641174502670765, "global_step": 28082, "epoch": 520, "lr": 4.4511371899773834e-06}
+{"train_loss": 0.00040300784166902304, "global_step": 28083, "epoch": 520, "lr": 4.449106422474825e-06}
+{"train_loss": 0.0008206754573620856, "global_step": 28084, "epoch": 520, "lr": 4.4470760967616485e-06}
+{"train_loss": 0.000608040951192379, "global_step": 28085, "epoch": 520, "lr": 4.44504621285754e-06}
+{"train_loss": 0.0004681968130171299, "global_step": 28086, "epoch": 520, "lr": 4.4430167707822156e-06}
+{"train_loss": 0.000476327957585454, "global_step": 28087, "epoch": 520, "lr": 4.440987770555332e-06}
+{"train_loss": 0.00040289980825036764, "global_step": 28088, "epoch": 520, "lr": 4.438959212196597e-06}
+{"train_loss": 0.0005061393603682518, "global_step": 28089, "epoch": 520, "lr": 4.436931095725638e-06}
+{"train_loss": 0.0005831602029502392, "global_step": 28090, "epoch": 520, "lr": 4.434903421162168e-06}
+{"train_loss": 0.0011011632159352303, "global_step": 28091, "epoch": 520, "lr": 4.432876188525842e-06}
+{"train_loss": 0.0005780999781563878, "global_step": 28092, "epoch": 520, "lr": 4.4308493978363116e-06}
+{"train_loss": 0.0006897240527905524, "global_step": 28093, "epoch": 520, "lr": 4.42882304911324e-06}
+{"train_loss": 0.00042863015551120043, "global_step": 28094, "epoch": 520, "lr": 4.426797142376287e-06}
+{"train_loss": 0.0006407740875147283, "global_step": 28095, "epoch": 520, "lr": 4.424771677645095e-06}
+{"train_loss": 0.0005284656654112041, "global_step": 28096, "epoch": 520, "lr": 4.422746654939303e-06}
+{"train_loss": 0.0008443414117209613, "global_step": 28097, "epoch": 520, "lr": 4.4207220742785545e-06}
+{"train_loss": 0.0006674782489426434, "global_step": 28098, "epoch": 520, "lr": 4.418697935682497e-06}
+{"train_loss": 0.000817676424048841, "global_step": 28099, "epoch": 520, "lr": 4.416674239170759e-06}
+{"train_loss": 0.00040140317287296057, "global_step": 28100, "epoch": 520, "lr": 4.414650984762958e-06}
+{"train_loss": 0.0005127821932546794, "global_step": 28101, "epoch": 520, "lr": 4.412628172478711e-06}
+{"train_loss": 0.00047014516894705594, "global_step": 28102, "epoch": 520, "lr": 4.410605802337658e-06}
+{"train_loss": 0.0005914607900194824, "global_step": 28103, "epoch": 520, "lr": 4.408583874359401e-06}
+{"train_loss": 0.0006391436909325421, "global_step": 28104, "epoch": 520, "lr": 4.406562388563556e-06}
+{"train_loss": 0.000658568344078958, "global_step": 28105, "epoch": 520, "lr": 4.4045413449697206e-06}
+{"train_loss": 0.0006455330876633525, "global_step": 28106, "epoch": 520, "lr": 4.402520743597505e-06}
+{"train_loss": 0.0007276286487467587, "global_step": 28107, "epoch": 520, "lr": 4.400500584466505e-06}
+{"train_loss": 0.0008484096033498645, "global_step": 28108, "epoch": 520, "lr": 4.398480867596311e-06}
+{"train_loss": 0.0005158090498298407, "global_step": 28109, "epoch": 520, "lr": 4.396461593006512e-06}
+{"train_loss": 0.00037506979424506426, "global_step": 28110, "epoch": 520, "lr": 4.394442760716694e-06}
+{"train_loss": 0.0006565639632754028, "global_step": 28111, "epoch": 520, "lr": 4.392424370746434e-06}
+{"train_loss": 0.0008300115587189794, "global_step": 28112, "epoch": 520, "lr": 4.390406423115312e-06}
+{"train_loss": 0.000537387328222394, "global_step": 28113, "epoch": 520, "lr": 4.38838891784289e-06}
+{"train_loss": 0.00043666604324243963, "global_step": 28114, "epoch": 520, "lr": 4.386371854948762e-06}
+{"train_loss": 0.0004674479132518172, "global_step": 28115, "epoch": 520, "lr": 4.384355234452464e-06}
+{"train_loss": 0.00043440182344056666, "global_step": 28116, "epoch": 520, "lr": 4.382339056373563e-06}
+{"train_loss": 0.0004029149713460356, "global_step": 28117, "epoch": 520, "lr": 4.380323320731605e-06}
+{"train_loss": 0.000652803631965071, "global_step": 28118, "epoch": 520, "lr": 4.378308027546157e-06}
+{"train_loss": 0.0005524806911125779, "global_step": 28119, "epoch": 520, "lr": 4.37629317683676e-06}
+{"train_loss": 0.0004499279020819813, "global_step": 28120, "epoch": 520, "lr": 4.374278768622947e-06}
+{"train_loss": 0.0004910759744234383, "global_step": 28121, "epoch": 520, "lr": 4.372264802924269e-06}
+{"train_loss": 0.000673528527840972, "global_step": 28122, "epoch": 520, "lr": 4.370251279760245e-06}
+{"train_loss": 0.0005375205655582249, "global_step": 28123, "epoch": 520, "lr": 4.368238199150415e-06}
+{"train_loss": 0.0008921232656575739, "global_step": 28124, "epoch": 520, "lr": 4.366225561114296e-06}
+{"train_loss": 0.00084986089495942, "global_step": 28125, "epoch": 520, "lr": 4.36421336567141e-06}
+{"train_loss": 0.0008023555856198072, "global_step": 28126, "epoch": 520, "lr": 4.362201612841277e-06}
+{"train_loss": 0.0006864809547550976, "global_step": 28127, "epoch": 520, "lr": 4.360190302643408e-06}
+{"train_loss": 0.0006664114189334214, "global_step": 28128, "epoch": 520, "lr": 4.358179435097298e-06}
+{"train_loss": 0.0005339435301721096, "global_step": 28129, "epoch": 520, "lr": 4.3561690102224604e-06}
+{"train_loss": 0.00040357618127018213, "global_step": 28130, "epoch": 520, "lr": 4.354159028038407e-06}
+{"train_loss": 0.0008024703129194677, "global_step": 28131, "epoch": 520, "lr": 4.352149488564605e-06}
+{"train_loss": 0.0004975722986273468, "global_step": 28132, "epoch": 520, "lr": 4.350140391820562e-06}
+{"train_loss": 0.0005976923270349356, "global_step": 28133, "epoch": 520, "lr": 4.348131737825756e-06, "val_loss": 0.0036137031856924295, "train_action_mse_error": 2.0841538571403362e-05}
+{"train_loss": 0.0006410656496882439, "global_step": 28134, "epoch": 521, "lr": 4.346123526599671e-06}
+{"train_loss": 0.0014758363831788301, "global_step": 28135, "epoch": 521, "lr": 4.344115758161804e-06}
+{"train_loss": 0.0004891184507869184, "global_step": 28136, "epoch": 521, "lr": 4.342108432531589e-06}
+{"train_loss": 0.000553722376935184, "global_step": 28137, "epoch": 521, "lr": 4.34010154972852e-06}
+{"train_loss": 0.0005188937648199499, "global_step": 28138, "epoch": 521, "lr": 4.338095109772061e-06}
+{"train_loss": 0.0010068337433040142, "global_step": 28139, "epoch": 521, "lr": 4.336089112681663e-06}
+{"train_loss": 0.0005615290137939155, "global_step": 28140, "epoch": 521, "lr": 4.334083558476793e-06}
+{"train_loss": 0.0006365602021105587, "global_step": 28141, "epoch": 521, "lr": 4.332078447176891e-06}
+{"train_loss": 0.0009056495036929846, "global_step": 28142, "epoch": 521, "lr": 4.330073778801413e-06}
+{"train_loss": 0.00044468132546171546, "global_step": 28143, "epoch": 521, "lr": 4.328069553369796e-06}
+{"train_loss": 0.0007685657474212348, "global_step": 28144, "epoch": 521, "lr": 4.326065770901477e-06}
+{"train_loss": 0.00038413499714806676, "global_step": 28145, "epoch": 521, "lr": 4.324062431415888e-06}
+{"train_loss": 0.00033898805850185454, "global_step": 28146, "epoch": 521, "lr": 4.322059534932482e-06}
+{"train_loss": 0.0007280631689354777, "global_step": 28147, "epoch": 521, "lr": 4.320057081470663e-06}
+{"train_loss": 0.0006066914647817612, "global_step": 28148, "epoch": 521, "lr": 4.318055071049842e-06}
+{"train_loss": 0.00045193295227363706, "global_step": 28149, "epoch": 521, "lr": 4.316053503689466e-06}
+{"train_loss": 0.0005685338983312249, "global_step": 28150, "epoch": 521, "lr": 4.314052379408928e-06}
+{"train_loss": 0.0004992337781004608, "global_step": 28151, "epoch": 521, "lr": 4.312051698227654e-06}
+{"train_loss": 0.0006457961280830204, "global_step": 28152, "epoch": 521, "lr": 4.310051460165016e-06}
+{"train_loss": 0.0006912009557709098, "global_step": 28153, "epoch": 521, "lr": 4.308051665240442e-06}
+{"train_loss": 0.0005415235063992441, "global_step": 28154, "epoch": 521, "lr": 4.306052313473324e-06}
+{"train_loss": 0.0008044037385843694, "global_step": 28155, "epoch": 521, "lr": 4.304053404883046e-06}
+{"train_loss": 0.00040400688885711133, "global_step": 28156, "epoch": 521, "lr": 4.302054939488992e-06}
+{"train_loss": 0.0006219780771061778, "global_step": 28157, "epoch": 521, "lr": 4.300056917310558e-06}
+{"train_loss": 0.000512875325512141, "global_step": 28158, "epoch": 521, "lr": 4.298059338367111e-06}
+{"train_loss": 0.00039043687866069376, "global_step": 28159, "epoch": 521, "lr": 4.2960622026780305e-06}
+{"train_loss": 0.0005146671901457012, "global_step": 28160, "epoch": 521, "lr": 4.294065510262685e-06}
+{"train_loss": 0.00045763689558953047, "global_step": 28161, "epoch": 521, "lr": 4.292069261140436e-06}
+{"train_loss": 0.0004618752864189446, "global_step": 28162, "epoch": 521, "lr": 4.290073455330651e-06}
+{"train_loss": 0.0005592008237726986, "global_step": 28163, "epoch": 521, "lr": 4.288078092852688e-06}
+{"train_loss": 0.00048363980022259057, "global_step": 28164, "epoch": 521, "lr": 4.286083173725885e-06}
+{"train_loss": 0.0006700477679260075, "global_step": 28165, "epoch": 521, "lr": 4.284088697969607e-06}
+{"train_loss": 0.0006144007202237844, "global_step": 28166, "epoch": 521, "lr": 4.282094665603198e-06}
+{"train_loss": 0.0008164125611074269, "global_step": 28167, "epoch": 521, "lr": 4.280101076645998e-06}
+{"train_loss": 0.0005605074111372232, "global_step": 28168, "epoch": 521, "lr": 4.27810793111732e-06}
+{"train_loss": 0.00046077603474259377, "global_step": 28169, "epoch": 521, "lr": 4.27611522903652e-06}
+{"train_loss": 0.0005025507416576147, "global_step": 28170, "epoch": 521, "lr": 4.274122970422917e-06}
+{"train_loss": 0.0008596017141826451, "global_step": 28171, "epoch": 521, "lr": 4.272131155295833e-06}
+{"train_loss": 0.0008029614691622555, "global_step": 28172, "epoch": 521, "lr": 4.270139783674581e-06}
+{"train_loss": 0.0005699103930965066, "global_step": 28173, "epoch": 521, "lr": 4.268148855578491e-06}
+{"train_loss": 0.00047216698294505477, "global_step": 28174, "epoch": 521, "lr": 4.2661583710268575e-06}
+{"train_loss": 0.0005172677338123322, "global_step": 28175, "epoch": 521, "lr": 4.264168330038987e-06}
+{"train_loss": 0.0006072415271773934, "global_step": 28176, "epoch": 521, "lr": 4.262178732634186e-06}
+{"train_loss": 0.0006231933366507292, "global_step": 28177, "epoch": 521, "lr": 4.260189578831747e-06}
+{"train_loss": 0.00047685953904874623, "global_step": 28178, "epoch": 521, "lr": 4.258200868650969e-06}
+{"train_loss": 0.0005666175857186317, "global_step": 28179, "epoch": 521, "lr": 4.256212602111131e-06}
+{"train_loss": 0.0006911317468620837, "global_step": 28180, "epoch": 521, "lr": 4.25422477923152e-06}
+{"train_loss": 0.00046331671182997525, "global_step": 28181, "epoch": 521, "lr": 4.252237400031417e-06}
+{"train_loss": 0.000590256997384131, "global_step": 28182, "epoch": 521, "lr": 4.250250464530114e-06}
+{"train_loss": 0.0005644795601256192, "global_step": 28183, "epoch": 521, "lr": 4.2482639727468525e-06}
+{"train_loss": 0.0003632276493590325, "global_step": 28184, "epoch": 521, "lr": 4.246277924700903e-06}
+{"train_loss": 0.0004807332588825375, "global_step": 28185, "epoch": 521, "lr": 4.244292320411541e-06}
+{"train_loss": 0.0005134483217261732, "global_step": 28186, "epoch": 521, "lr": 4.242307159898024e-06}
+{"train_loss": 0.0005894594004429462, "global_step": 28187, "epoch": 521, "lr": 4.240322443179612e-06, "val_loss": 0.0029334768187254667}
+{"train_loss": 0.0007827802910469472, "global_step": 28188, "epoch": 522, "lr": 4.2383381702755245e-06}
+{"train_loss": 0.0006666969857178628, "global_step": 28189, "epoch": 522, "lr": 4.2363543412050346e-06}
+{"train_loss": 0.000645392865408212, "global_step": 28190, "epoch": 522, "lr": 4.234370955987376e-06}
+{"train_loss": 0.0006628931150771677, "global_step": 28191, "epoch": 522, "lr": 4.23238801464178e-06}
+{"train_loss": 0.000283309374935925, "global_step": 28192, "epoch": 522, "lr": 4.23040551718748e-06}
+{"train_loss": 0.0008514354703947902, "global_step": 28193, "epoch": 522, "lr": 4.2284234636437215e-06}
+{"train_loss": 0.00043738249223679304, "global_step": 28194, "epoch": 522, "lr": 4.2264418540297e-06}
+{"train_loss": 0.00048367481213063, "global_step": 28195, "epoch": 522, "lr": 4.224460688364651e-06}
+{"train_loss": 0.0006473414832726121, "global_step": 28196, "epoch": 522, "lr": 4.222479966667781e-06}
+{"train_loss": 0.0004477111215237528, "global_step": 28197, "epoch": 522, "lr": 4.220499688958307e-06}
+{"train_loss": 0.0005497685051523149, "global_step": 28198, "epoch": 522, "lr": 4.218519855255448e-06}
+{"train_loss": 0.0005333097651600838, "global_step": 28199, "epoch": 522, "lr": 4.216540465578384e-06}
+{"train_loss": 0.00042664774809964, "global_step": 28200, "epoch": 522, "lr": 4.214561519946309e-06}
+{"train_loss": 0.0007334068068303168, "global_step": 28201, "epoch": 522, "lr": 4.212583018378441e-06}
+{"train_loss": 0.0006976760341785848, "global_step": 28202, "epoch": 522, "lr": 4.2106049608939545e-06}
+{"train_loss": 0.0003991425328422338, "global_step": 28203, "epoch": 522, "lr": 4.20862734751204e-06}
+{"train_loss": 0.0005514668300747871, "global_step": 28204, "epoch": 522, "lr": 4.206650178251864e-06}
+{"train_loss": 0.0004573797923512757, "global_step": 28205, "epoch": 522, "lr": 4.204673453132618e-06}
+{"train_loss": 0.0005600037984549999, "global_step": 28206, "epoch": 522, "lr": 4.20269717217347e-06}
+{"train_loss": 0.0007847245433367789, "global_step": 28207, "epoch": 522, "lr": 4.200721335393587e-06}
+{"train_loss": 0.0003897752030752599, "global_step": 28208, "epoch": 522, "lr": 4.198745942812127e-06}
+{"train_loss": 0.0008014258346520364, "global_step": 28209, "epoch": 522, "lr": 4.196770994448257e-06}
+{"train_loss": 0.0008441226091235876, "global_step": 28210, "epoch": 522, "lr": 4.194796490321129e-06}
+{"train_loss": 0.0005899639218114316, "global_step": 28211, "epoch": 522, "lr": 4.192822430449894e-06}
+{"train_loss": 0.00038769462844356894, "global_step": 28212, "epoch": 522, "lr": 4.190848814853682e-06}
+{"train_loss": 0.0006318198284134269, "global_step": 28213, "epoch": 522, "lr": 4.1888756435516654e-06}
+{"train_loss": 0.000572540913708508, "global_step": 28214, "epoch": 522, "lr": 4.186902916562968e-06}
+{"train_loss": 0.00042491828207857907, "global_step": 28215, "epoch": 522, "lr": 4.184930633906714e-06}
+{"train_loss": 0.0006307397270575166, "global_step": 28216, "epoch": 522, "lr": 4.182958795602032e-06}
+{"train_loss": 0.0006850134814158082, "global_step": 28217, "epoch": 522, "lr": 4.180987401668057e-06}
+{"train_loss": 0.0007273310329765081, "global_step": 28218, "epoch": 522, "lr": 4.1790164521239075e-06}
+{"train_loss": 0.0004403386265039444, "global_step": 28219, "epoch": 522, "lr": 4.1770459469887005e-06}
+{"train_loss": 0.000514943734742701, "global_step": 28220, "epoch": 522, "lr": 4.175075886281543e-06}
+{"train_loss": 0.000842410372570157, "global_step": 28221, "epoch": 522, "lr": 4.1731062700215375e-06}
+{"train_loss": 0.0008607561467215419, "global_step": 28222, "epoch": 522, "lr": 4.1711370982278005e-06}
+{"train_loss": 0.000531997880898416, "global_step": 28223, "epoch": 522, "lr": 4.169168370919419e-06}
+{"train_loss": 0.000688950764015317, "global_step": 28224, "epoch": 522, "lr": 4.167200088115491e-06}
+{"train_loss": 0.0006542720948345959, "global_step": 28225, "epoch": 522, "lr": 4.165232249835105e-06}
+{"train_loss": 0.00043225058470852673, "global_step": 28226, "epoch": 522, "lr": 4.163264856097355e-06}
+{"train_loss": 0.000419293821323663, "global_step": 28227, "epoch": 522, "lr": 4.161297906921308e-06}
+{"train_loss": 0.000538530177436769, "global_step": 28228, "epoch": 522, "lr": 4.1593314023260445e-06}
+{"train_loss": 0.0008991837385110557, "global_step": 28229, "epoch": 522, "lr": 4.1573653423306605e-06}
+{"train_loss": 0.00086290726903826, "global_step": 28230, "epoch": 522, "lr": 4.1553997269541954e-06}
+{"train_loss": 0.0009358028182759881, "global_step": 28231, "epoch": 522, "lr": 4.1534345562157184e-06}
+{"train_loss": 0.0005943275755271316, "global_step": 28232, "epoch": 522, "lr": 4.151469830134291e-06}
+{"train_loss": 0.0007299165008589625, "global_step": 28233, "epoch": 522, "lr": 4.149505548728983e-06}
+{"train_loss": 0.0009041398880071938, "global_step": 28234, "epoch": 522, "lr": 4.147541712018837e-06}
+{"train_loss": 0.0004085240070708096, "global_step": 28235, "epoch": 522, "lr": 4.145578320022886e-06}
+{"train_loss": 0.0005138043779879808, "global_step": 28236, "epoch": 522, "lr": 4.14361537276019e-06}
+{"train_loss": 0.0005249817622825503, "global_step": 28237, "epoch": 522, "lr": 4.141652870249779e-06}
+{"train_loss": 0.0005052152555435896, "global_step": 28238, "epoch": 522, "lr": 4.139690812510694e-06}
+{"train_loss": 0.0005147750489413738, "global_step": 28239, "epoch": 522, "lr": 4.137729199561957e-06}
+{"train_loss": 0.000811683596111834, "global_step": 28240, "epoch": 522, "lr": 4.135768031422599e-06}
+{"train_loss": 0.0006126749638631871, "global_step": 28241, "epoch": 522, "lr": 4.133807308111637e-06, "val_loss": 0.0015633672010153532}
+{"train_loss": 0.0004569902957882732, "global_step": 28242, "epoch": 523, "lr": 4.13184702964809e-06}
+{"train_loss": 0.0004945515538565814, "global_step": 28243, "epoch": 523, "lr": 4.129887196050963e-06}
+{"train_loss": 0.00038490191218443215, "global_step": 28244, "epoch": 523, "lr": 4.127927807339266e-06}
+{"train_loss": 0.0009950052481144667, "global_step": 28245, "epoch": 523, "lr": 4.125968863532026e-06}
+{"train_loss": 0.0006812504143454134, "global_step": 28246, "epoch": 523, "lr": 4.124010364648218e-06}
+{"train_loss": 0.000899123027920723, "global_step": 28247, "epoch": 523, "lr": 4.122052310706836e-06}
+{"train_loss": 0.0006286768475547433, "global_step": 28248, "epoch": 523, "lr": 4.120094701726868e-06}
+{"train_loss": 0.00035382172791287303, "global_step": 28249, "epoch": 523, "lr": 4.118137537727323e-06}
+{"train_loss": 0.00057504529831931, "global_step": 28250, "epoch": 523, "lr": 4.116180818727178e-06}
+{"train_loss": 0.0004460376512724906, "global_step": 28251, "epoch": 523, "lr": 4.114224544745382e-06}
+{"train_loss": 0.0005426432471722364, "global_step": 28252, "epoch": 523, "lr": 4.112268715800943e-06}
+{"train_loss": 0.0005097337998449802, "global_step": 28253, "epoch": 523, "lr": 4.110313331912813e-06}
+{"train_loss": 0.0007881527417339385, "global_step": 28254, "epoch": 523, "lr": 4.108358393099965e-06}
+{"train_loss": 0.0005570130306296051, "global_step": 28255, "epoch": 523, "lr": 4.10640389938135e-06}
+{"train_loss": 0.0004942351952195168, "global_step": 28256, "epoch": 523, "lr": 4.104449850775932e-06}
+{"train_loss": 0.0004252844082657248, "global_step": 28257, "epoch": 523, "lr": 4.1024962473026615e-06}
+{"train_loss": 0.0003239869838580489, "global_step": 28258, "epoch": 523, "lr": 4.10054308898048e-06}
+{"train_loss": 0.0004801172763109207, "global_step": 28259, "epoch": 523, "lr": 4.098590375828343e-06}
+{"train_loss": 0.0005085431039333344, "global_step": 28260, "epoch": 523, "lr": 4.096638107865164e-06}
+{"train_loss": 0.000656960706692189, "global_step": 28261, "epoch": 523, "lr": 4.094686285109922e-06}
+{"train_loss": 0.0004171881591901183, "global_step": 28262, "epoch": 523, "lr": 4.092734907581508e-06}
+{"train_loss": 0.00035586985177360475, "global_step": 28263, "epoch": 523, "lr": 4.090783975298856e-06}
+{"train_loss": 0.0005200628656893969, "global_step": 28264, "epoch": 523, "lr": 4.0888334882808965e-06}
+{"train_loss": 0.00039639079477638006, "global_step": 28265, "epoch": 523, "lr": 4.086883446546546e-06}
+{"train_loss": 0.0004644456785172224, "global_step": 28266, "epoch": 523, "lr": 4.084933850114725e-06}
+{"train_loss": 0.00034448684891685843, "global_step": 28267, "epoch": 523, "lr": 4.082984699004311e-06}
+{"train_loss": 0.0007156219216994941, "global_step": 28268, "epoch": 523, "lr": 4.081035993234244e-06}
+{"train_loss": 0.0003904375189449638, "global_step": 28269, "epoch": 523, "lr": 4.079087732823405e-06}
+{"train_loss": 0.0009387597674503922, "global_step": 28270, "epoch": 523, "lr": 4.077139917790695e-06}
+{"train_loss": 0.0005497069214470685, "global_step": 28271, "epoch": 523, "lr": 4.0751925481550105e-06}
+{"train_loss": 0.0007794643170200288, "global_step": 28272, "epoch": 523, "lr": 4.073245623935229e-06}
+{"train_loss": 0.0010999300284311175, "global_step": 28273, "epoch": 523, "lr": 4.071299145150237e-06}
+{"train_loss": 0.0005056178197264671, "global_step": 28274, "epoch": 523, "lr": 4.069353111818913e-06}
+{"train_loss": 0.000524889153894037, "global_step": 28275, "epoch": 523, "lr": 4.067407523960137e-06}
+{"train_loss": 0.0004922338994219899, "global_step": 28276, "epoch": 523, "lr": 4.0654623815927665e-06}
+{"train_loss": 0.00036477966932579875, "global_step": 28277, "epoch": 523, "lr": 4.063517684735679e-06}
+{"train_loss": 0.000528393778949976, "global_step": 28278, "epoch": 523, "lr": 4.0615734334077285e-06}
+{"train_loss": 0.0005443438421934843, "global_step": 28279, "epoch": 523, "lr": 4.05962962762777e-06}
+{"train_loss": 0.0005123100709170103, "global_step": 28280, "epoch": 523, "lr": 4.057686267414668e-06}
+{"train_loss": 0.000688802741933614, "global_step": 28281, "epoch": 523, "lr": 4.055743352787267e-06}
+{"train_loss": 0.000710911292117089, "global_step": 28282, "epoch": 523, "lr": 4.053800883764402e-06}
+{"train_loss": 0.0008067042217589915, "global_step": 28283, "epoch": 523, "lr": 4.05185886036491e-06}
+{"train_loss": 0.0005053005879744887, "global_step": 28284, "epoch": 523, "lr": 4.04991728260764e-06}
+{"train_loss": 0.0008514356450177729, "global_step": 28285, "epoch": 523, "lr": 4.047976150511423e-06}
+{"train_loss": 0.0015479055000469089, "global_step": 28286, "epoch": 523, "lr": 4.046035464095077e-06}
+{"train_loss": 0.0007251441711559892, "global_step": 28287, "epoch": 523, "lr": 4.044095223377425e-06}
+{"train_loss": 0.00038225550088100135, "global_step": 28288, "epoch": 523, "lr": 4.042155428377287e-06}
+{"train_loss": 0.0007986807613633573, "global_step": 28289, "epoch": 523, "lr": 4.040216079113479e-06}
+{"train_loss": 0.0007539248326793313, "global_step": 28290, "epoch": 523, "lr": 4.03827717560481e-06}
+{"train_loss": 0.0009347184677608311, "global_step": 28291, "epoch": 523, "lr": 4.036338717870069e-06}
+{"train_loss": 0.0005118998233228922, "global_step": 28292, "epoch": 523, "lr": 4.034400705928093e-06}
+{"train_loss": 0.000455293629784137, "global_step": 28293, "epoch": 523, "lr": 4.0324631397976485e-06}
+{"train_loss": 0.0006399679696187377, "global_step": 28294, "epoch": 523, "lr": 4.030526019497532e-06}
+{"train_loss": 0.0006035054301955151, "global_step": 28295, "epoch": 523, "lr": 4.02858934504653e-06, "val_loss": 0.0035003952216356993}
+{"train_loss": 0.0006837968830950558, "global_step": 28296, "epoch": 524, "lr": 4.026653116463436e-06}
+{"train_loss": 0.00033095767139457166, "global_step": 28297, "epoch": 524, "lr": 4.0247173337670365e-06}
+{"train_loss": 0.000537561543751508, "global_step": 28298, "epoch": 524, "lr": 4.022781996976083e-06}
+{"train_loss": 0.000743798678740859, "global_step": 28299, "epoch": 524, "lr": 4.020847106109349e-06}
+{"train_loss": 0.0009855162352323532, "global_step": 28300, "epoch": 524, "lr": 4.018912661185614e-06}
+{"train_loss": 0.0004728217900265008, "global_step": 28301, "epoch": 524, "lr": 4.016978662223636e-06}
+{"train_loss": 0.0007387198857031763, "global_step": 28302, "epoch": 524, "lr": 4.015045109242177e-06}
+{"train_loss": 0.0009688888676464558, "global_step": 28303, "epoch": 524, "lr": 4.013112002259967e-06}
+{"train_loss": 0.0003602833312470466, "global_step": 28304, "epoch": 524, "lr": 4.011179341295784e-06}
+{"train_loss": 0.0004933832096867263, "global_step": 28305, "epoch": 524, "lr": 4.00924712636836e-06}
+{"train_loss": 0.0007326462073251605, "global_step": 28306, "epoch": 524, "lr": 4.007315357496433e-06}
+{"train_loss": 0.0009809623006731272, "global_step": 28307, "epoch": 524, "lr": 4.005384034698728e-06}
+{"train_loss": 0.0004802903567906469, "global_step": 28308, "epoch": 524, "lr": 4.003453157994014e-06}
+{"train_loss": 0.000520816131029278, "global_step": 28309, "epoch": 524, "lr": 4.00152272740098e-06}
+{"train_loss": 0.0007098016212694347, "global_step": 28310, "epoch": 524, "lr": 3.9995927429383684e-06}
+{"train_loss": 0.00046162030776031315, "global_step": 28311, "epoch": 524, "lr": 3.99766320462488e-06}
+{"train_loss": 0.0009536084835417569, "global_step": 28312, "epoch": 524, "lr": 3.995734112479249e-06}
+{"train_loss": 0.00034276413498446345, "global_step": 28313, "epoch": 524, "lr": 3.99380546652019e-06}
+{"train_loss": 0.0007682058494538069, "global_step": 28314, "epoch": 524, "lr": 3.99187726676638e-06}
+{"train_loss": 0.000404963328037411, "global_step": 28315, "epoch": 524, "lr": 3.989949513236535e-06}
+{"train_loss": 0.0006768458988517523, "global_step": 28316, "epoch": 524, "lr": 3.98802220594936e-06}
+{"train_loss": 0.00039536782423965633, "global_step": 28317, "epoch": 524, "lr": 3.986095344923535e-06}
+{"train_loss": 0.00047889756388030946, "global_step": 28318, "epoch": 524, "lr": 3.984168930177767e-06}
+{"train_loss": 0.0006673205061815679, "global_step": 28319, "epoch": 524, "lr": 3.982242961730714e-06}
+{"train_loss": 0.0007269971538335085, "global_step": 28320, "epoch": 524, "lr": 3.9803174396010725e-06}
+{"train_loss": 0.0007407445227727294, "global_step": 28321, "epoch": 524, "lr": 3.978392363807515e-06}
+{"train_loss": 0.00032466632546857, "global_step": 28322, "epoch": 524, "lr": 3.976467734368705e-06}
+{"train_loss": 0.0006905777263455093, "global_step": 28323, "epoch": 524, "lr": 3.974543551303322e-06}
+{"train_loss": 0.0004971968592144549, "global_step": 28324, "epoch": 524, "lr": 3.972619814630019e-06}
+{"train_loss": 0.0007857474847696722, "global_step": 28325, "epoch": 524, "lr": 3.970696524367462e-06}
+{"train_loss": 0.0005478420644067228, "global_step": 28326, "epoch": 524, "lr": 3.968773680534293e-06}
+{"train_loss": 0.0005218975711613894, "global_step": 28327, "epoch": 524, "lr": 3.966851283149159e-06}
+{"train_loss": 0.0009126888471655548, "global_step": 28328, "epoch": 524, "lr": 3.964929332230733e-06}
+{"train_loss": 0.00037574704037979245, "global_step": 28329, "epoch": 524, "lr": 3.963007827797627e-06}
+{"train_loss": 0.0009883109014481306, "global_step": 28330, "epoch": 524, "lr": 3.961086769868488e-06}
+{"train_loss": 0.00039870652835816145, "global_step": 28331, "epoch": 524, "lr": 3.959166158461936e-06}
+{"train_loss": 0.0007059092167764902, "global_step": 28332, "epoch": 524, "lr": 3.957245993596615e-06}
+{"train_loss": 0.0006675930926576257, "global_step": 28333, "epoch": 524, "lr": 3.955326275291144e-06}
+{"train_loss": 0.0005252146511338651, "global_step": 28334, "epoch": 524, "lr": 3.953407003564141e-06}
+{"train_loss": 0.0008207313949242234, "global_step": 28335, "epoch": 524, "lr": 3.951488178434221e-06}
+{"train_loss": 0.00034889779635705054, "global_step": 28336, "epoch": 524, "lr": 3.949569799919994e-06}
+{"train_loss": 0.0011556936660781503, "global_step": 28337, "epoch": 524, "lr": 3.9476518680400645e-06}
+{"train_loss": 0.0005089463084004819, "global_step": 28338, "epoch": 524, "lr": 3.945734382813032e-06}
+{"train_loss": 0.0007919477648101747, "global_step": 28339, "epoch": 524, "lr": 3.9438173442575e-06}
+{"train_loss": 0.0005064125289209187, "global_step": 28340, "epoch": 524, "lr": 3.941900752392052e-06}
+{"train_loss": 0.0009393997024744749, "global_step": 28341, "epoch": 524, "lr": 3.939984607235292e-06}
+{"train_loss": 0.0004624981665983796, "global_step": 28342, "epoch": 524, "lr": 3.938068908805787e-06}
+{"train_loss": 0.00047091784654185176, "global_step": 28343, "epoch": 524, "lr": 3.9361536571221214e-06}
+{"train_loss": 0.0005601094453595579, "global_step": 28344, "epoch": 524, "lr": 3.934238852202893e-06}
+{"train_loss": 0.0006433491362258792, "global_step": 28345, "epoch": 524, "lr": 3.932324494066642e-06}
+{"train_loss": 0.0005313457804732025, "global_step": 28346, "epoch": 524, "lr": 3.930410582731947e-06}
+{"train_loss": 0.0004899540799669921, "global_step": 28347, "epoch": 524, "lr": 3.928497118217367e-06}
+{"train_loss": 0.00035595701774582267, "global_step": 28348, "epoch": 524, "lr": 3.926584100541475e-06}
+{"train_loss": 0.000617650040011439, "global_step": 28349, "epoch": 524, "lr": 3.9246715297228175e-06, "val_loss": 0.005390227306634188}
+{"train_loss": 0.00045987433986738324, "global_step": 28350, "epoch": 525, "lr": 3.92275940577993e-06}
+{"train_loss": 0.0005825368571095169, "global_step": 28351, "epoch": 525, "lr": 3.920847728731375e-06}
+{"train_loss": 0.0005260477773845196, "global_step": 28352, "epoch": 525, "lr": 3.918936498595694e-06}
+{"train_loss": 0.0005450755124911666, "global_step": 28353, "epoch": 525, "lr": 3.917025715391409e-06}
+{"train_loss": 0.0011659618467092514, "global_step": 28354, "epoch": 525, "lr": 3.9151153791370686e-06}
+{"train_loss": 0.0005719223991036415, "global_step": 28355, "epoch": 525, "lr": 3.91320548985119e-06}
+{"train_loss": 0.000606254325248301, "global_step": 28356, "epoch": 525, "lr": 3.911296047552298e-06}
+{"train_loss": 0.00043779853149317205, "global_step": 28357, "epoch": 525, "lr": 3.909387052258917e-06}
+{"train_loss": 0.0003997145395260304, "global_step": 28358, "epoch": 525, "lr": 3.907478503989559e-06}
+{"train_loss": 0.0006102861952967942, "global_step": 28359, "epoch": 525, "lr": 3.905570402762726e-06}
+{"train_loss": 0.0006908999639563262, "global_step": 28360, "epoch": 525, "lr": 3.903662748596948e-06}
+{"train_loss": 0.0007454589358530939, "global_step": 28361, "epoch": 525, "lr": 3.901755541510704e-06}
+{"train_loss": 0.000495444459374994, "global_step": 28362, "epoch": 525, "lr": 3.899848781522492e-06}
+{"train_loss": 0.0009737334912642837, "global_step": 28363, "epoch": 525, "lr": 3.897942468650823e-06}
+{"train_loss": 0.0006730611785314977, "global_step": 28364, "epoch": 525, "lr": 3.896036602914171e-06}
+{"train_loss": 0.0004622513079084456, "global_step": 28365, "epoch": 525, "lr": 3.89413118433104e-06}
+{"train_loss": 0.0004908994887955487, "global_step": 28366, "epoch": 525, "lr": 3.892226212919875e-06}
+{"train_loss": 0.0007654170622117817, "global_step": 28367, "epoch": 525, "lr": 3.890321688699183e-06}
+{"train_loss": 0.0006376355304382741, "global_step": 28368, "epoch": 525, "lr": 3.888417611687423e-06}
+{"train_loss": 0.0005539944395422935, "global_step": 28369, "epoch": 525, "lr": 3.886513981903067e-06}
+{"train_loss": 0.0006034644320607185, "global_step": 28370, "epoch": 525, "lr": 3.884610799364574e-06}
+{"train_loss": 0.0004946113331243396, "global_step": 28371, "epoch": 525, "lr": 3.882708064090401e-06}
+{"train_loss": 0.0005091498023830354, "global_step": 28372, "epoch": 525, "lr": 3.880805776099011e-06}
+{"train_loss": 0.0009113011765293777, "global_step": 28373, "epoch": 525, "lr": 3.878903935408845e-06}
+{"train_loss": 0.00040940268081612885, "global_step": 28374, "epoch": 525, "lr": 3.877002542038355e-06}
+{"train_loss": 0.0004870797274634242, "global_step": 28375, "epoch": 525, "lr": 3.875101596005976e-06}
+{"train_loss": 0.00032930777524597943, "global_step": 28376, "epoch": 525, "lr": 3.873201097330148e-06}
+{"train_loss": 0.00040731500484980643, "global_step": 28377, "epoch": 525, "lr": 3.871301046029308e-06}
+{"train_loss": 0.0003310084866825491, "global_step": 28378, "epoch": 525, "lr": 3.869401442121867e-06}
+{"train_loss": 0.0004015191225335002, "global_step": 28379, "epoch": 525, "lr": 3.867502285626268e-06}
+{"train_loss": 0.0008144103339873254, "global_step": 28380, "epoch": 525, "lr": 3.865603576560927e-06}
+{"train_loss": 0.0008735467563383281, "global_step": 28381, "epoch": 525, "lr": 3.863705314944266e-06}
+{"train_loss": 0.0004929355345666409, "global_step": 28382, "epoch": 525, "lr": 3.861807500794673e-06}
+{"train_loss": 0.0005795343313366175, "global_step": 28383, "epoch": 525, "lr": 3.859910134130573e-06}
+{"train_loss": 0.0005435425555333495, "global_step": 28384, "epoch": 525, "lr": 3.858013214970363e-06}
+{"train_loss": 0.0006101747858338058, "global_step": 28385, "epoch": 525, "lr": 3.856116743332439e-06}
+{"train_loss": 0.00043997791362926364, "global_step": 28386, "epoch": 525, "lr": 3.854220719235196e-06}
+{"train_loss": 0.0004674704687204212, "global_step": 28387, "epoch": 525, "lr": 3.852325142697027e-06}
+{"train_loss": 0.0004978852812200785, "global_step": 28388, "epoch": 525, "lr": 3.850430013736311e-06}
+{"train_loss": 0.0007278377888724208, "global_step": 28389, "epoch": 525, "lr": 3.848535332371434e-06}
+{"train_loss": 0.0006299402448348701, "global_step": 28390, "epoch": 525, "lr": 3.846641098620768e-06}
+{"train_loss": 0.000437877606600523, "global_step": 28391, "epoch": 525, "lr": 3.844747312502683e-06}
+{"train_loss": 0.0006310431635938585, "global_step": 28392, "epoch": 525, "lr": 3.842853974035554e-06}
+{"train_loss": 0.0005720150656998158, "global_step": 28393, "epoch": 525, "lr": 3.840961083237737e-06}
+{"train_loss": 0.00040594118763692677, "global_step": 28394, "epoch": 525, "lr": 3.839068640127585e-06}
+{"train_loss": 0.0005320128984749317, "global_step": 28395, "epoch": 525, "lr": 3.837176644723473e-06}
+{"train_loss": 0.0004460134368855506, "global_step": 28396, "epoch": 525, "lr": 3.835285097043739e-06}
+{"train_loss": 0.0005673583946190774, "global_step": 28397, "epoch": 525, "lr": 3.833393997106727e-06}
+{"train_loss": 0.0005633192486129701, "global_step": 28398, "epoch": 525, "lr": 3.8315033449307705e-06}
+{"train_loss": 0.0003619841590989381, "global_step": 28399, "epoch": 525, "lr": 3.8296131405342215e-06}
+{"train_loss": 0.0007175036007538438, "global_step": 28400, "epoch": 525, "lr": 3.827723383935411e-06}
+{"train_loss": 0.0005398564389906824, "global_step": 28401, "epoch": 525, "lr": 3.825834075152662e-06}
+{"train_loss": 0.00026532961055636406, "global_step": 28402, "epoch": 525, "lr": 3.8239452142043e-06}
+{"train_loss": 0.0005677026735308269, "global_step": 28403, "epoch": 525, "lr": 3.822056801108648e-06, "val_loss": 0.006325888447463512, "train_action_mse_error": 2.3606178729096428e-05}
+{"train_loss": 0.0011443442199379206, "global_step": 28404, "epoch": 526, "lr": 3.8201688358840136e-06}
+{"train_loss": 0.0007248005131259561, "global_step": 28405, "epoch": 526, "lr": 3.818281318548716e-06}
+{"train_loss": 0.00037480753962881863, "global_step": 28406, "epoch": 526, "lr": 3.816394249121047e-06}
+{"train_loss": 0.0004753405228257179, "global_step": 28407, "epoch": 526, "lr": 3.8145076276193402e-06}
+{"train_loss": 0.0008880252717062831, "global_step": 28408, "epoch": 526, "lr": 3.8126214540618654e-06}
+{"train_loss": 0.00035354908322915435, "global_step": 28409, "epoch": 526, "lr": 3.810735728466924e-06}
+{"train_loss": 0.0012829804327338934, "global_step": 28410, "epoch": 526, "lr": 3.8088504508527967e-06}
+{"train_loss": 0.000499527610372752, "global_step": 28411, "epoch": 526, "lr": 3.806965621237785e-06}
+{"train_loss": 0.0006164633086882532, "global_step": 28412, "epoch": 526, "lr": 3.8050812396401735e-06}
+{"train_loss": 0.0005148532800376415, "global_step": 28413, "epoch": 526, "lr": 3.8031973060782155e-06}
+{"train_loss": 0.00042651602416299284, "global_step": 28414, "epoch": 526, "lr": 3.8013138205701905e-06}
+{"train_loss": 0.0002982130681630224, "global_step": 28415, "epoch": 526, "lr": 3.7994307831343724e-06}
+{"train_loss": 0.00033731709118001163, "global_step": 28416, "epoch": 526, "lr": 3.79754819378903e-06}
+{"train_loss": 0.0006146027008071542, "global_step": 28417, "epoch": 526, "lr": 3.795666052552416e-06}
+{"train_loss": 0.0005628233193419874, "global_step": 28418, "epoch": 526, "lr": 3.79378435944277e-06}
+{"train_loss": 0.0005119590205140412, "global_step": 28419, "epoch": 526, "lr": 3.7919031144783624e-06}
+{"train_loss": 0.0005318753537721932, "global_step": 28420, "epoch": 526, "lr": 3.7900223176774274e-06}
+{"train_loss": 0.0005220999009907246, "global_step": 28421, "epoch": 526, "lr": 3.7881419690582177e-06}
+{"train_loss": 0.000546524825040251, "global_step": 28422, "epoch": 526, "lr": 3.786262068638963e-06}
+{"train_loss": 0.0004503296222537756, "global_step": 28423, "epoch": 526, "lr": 3.7843826164378925e-06}
+{"train_loss": 0.00047089121653698385, "global_step": 28424, "epoch": 526, "lr": 3.7825036124732426e-06}
+{"train_loss": 0.0006782740238122642, "global_step": 28425, "epoch": 526, "lr": 3.780625056763232e-06}
+{"train_loss": 0.00030961446464061737, "global_step": 28426, "epoch": 526, "lr": 3.7787469493260783e-06}
+{"train_loss": 0.0006101729231886566, "global_step": 28427, "epoch": 526, "lr": 3.7768692901800017e-06}
+{"train_loss": 0.0006204877281561494, "global_step": 28428, "epoch": 526, "lr": 3.774992079343226e-06}
+{"train_loss": 0.0007817029836587608, "global_step": 28429, "epoch": 526, "lr": 3.773115316833936e-06}
+{"train_loss": 0.0004800100577995181, "global_step": 28430, "epoch": 526, "lr": 3.771239002670335e-06}
+{"train_loss": 0.00034188173594884574, "global_step": 28431, "epoch": 526, "lr": 3.769363136870635e-06}
+{"train_loss": 0.0007439351757057011, "global_step": 28432, "epoch": 526, "lr": 3.7674877194530224e-06}
+{"train_loss": 0.00042711233254522085, "global_step": 28433, "epoch": 526, "lr": 3.7656127504356874e-06}
+{"train_loss": 0.00044337555300444365, "global_step": 28434, "epoch": 526, "lr": 3.763738229836816e-06}
+{"train_loss": 0.0003610746352933347, "global_step": 28435, "epoch": 526, "lr": 3.7618641576745883e-06}
+{"train_loss": 0.0005910797044634819, "global_step": 28436, "epoch": 526, "lr": 3.759990533967178e-06}
+{"train_loss": 0.0006516956491395831, "global_step": 28437, "epoch": 526, "lr": 3.75811735873276e-06}
+{"train_loss": 0.00100420112721622, "global_step": 28438, "epoch": 526, "lr": 3.7562446319894975e-06}
+{"train_loss": 0.0004739865253213793, "global_step": 28439, "epoch": 526, "lr": 3.7543723537555585e-06}
+{"train_loss": 0.00035481489612720907, "global_step": 28440, "epoch": 526, "lr": 3.752500524049102e-06}
+{"train_loss": 0.0005964033771306276, "global_step": 28441, "epoch": 526, "lr": 3.7506291428882845e-06}
+{"train_loss": 0.0004853408900089562, "global_step": 28442, "epoch": 526, "lr": 3.7487582102912364e-06}
+{"train_loss": 0.0004316413542255759, "global_step": 28443, "epoch": 526, "lr": 3.7468877262761436e-06}
+{"train_loss": 0.0005122043075971305, "global_step": 28444, "epoch": 526, "lr": 3.745017690861108e-06}
+{"train_loss": 0.00041139338281936944, "global_step": 28445, "epoch": 526, "lr": 3.7431481040642866e-06}
+{"train_loss": 0.0005976671236567199, "global_step": 28446, "epoch": 526, "lr": 3.7412789659037993e-06}
+{"train_loss": 0.0005627392092719674, "global_step": 28447, "epoch": 526, "lr": 3.7394102763977922e-06}
+{"train_loss": 0.0010095235193148255, "global_step": 28448, "epoch": 526, "lr": 3.737542035564379e-06}
+{"train_loss": 0.0004819671739824116, "global_step": 28449, "epoch": 526, "lr": 3.7356742434216775e-06}
+{"train_loss": 0.0005199010483920574, "global_step": 28450, "epoch": 526, "lr": 3.7338068999878127e-06}
+{"train_loss": 0.0006156767485663295, "global_step": 28451, "epoch": 526, "lr": 3.731940005280887e-06}
+{"train_loss": 0.0005397622589953244, "global_step": 28452, "epoch": 526, "lr": 3.7300735593190083e-06}
+{"train_loss": 0.0004450275155249983, "global_step": 28453, "epoch": 526, "lr": 3.7282075621202785e-06}
+{"train_loss": 0.000596086960285902, "global_step": 28454, "epoch": 526, "lr": 3.7263420137027994e-06}
+{"train_loss": 0.0005096317618153989, "global_step": 28455, "epoch": 526, "lr": 3.724476914084657e-06}
+{"train_loss": 0.000435507798101753, "global_step": 28456, "epoch": 526, "lr": 3.7226122632839532e-06}
+{"train_loss": 0.0005586769122466514, "global_step": 28457, "epoch": 526, "lr": 3.720748061318757e-06, "val_loss": 0.002516701817512512}
+{"train_loss": 0.00030751246958971024, "global_step": 28458, "epoch": 527, "lr": 3.7188843082071545e-06}
+{"train_loss": 0.0004896539030596614, "global_step": 28459, "epoch": 527, "lr": 3.7170210039672415e-06}
+{"train_loss": 0.000436315662227571, "global_step": 28460, "epoch": 527, "lr": 3.7151581486170595e-06}
+{"train_loss": 0.0004131876630708575, "global_step": 28461, "epoch": 527, "lr": 3.713295742174694e-06}
+{"train_loss": 0.0005706225638277829, "global_step": 28462, "epoch": 527, "lr": 3.711433784658197e-06}
+{"train_loss": 0.00043539219768717885, "global_step": 28463, "epoch": 527, "lr": 3.709572276085638e-06}
+{"train_loss": 0.0005877590156160295, "global_step": 28464, "epoch": 527, "lr": 3.707711216475074e-06}
+{"train_loss": 0.000601018953602761, "global_step": 28465, "epoch": 527, "lr": 3.7058506058445353e-06}
+{"train_loss": 0.0006836721440777183, "global_step": 28466, "epoch": 527, "lr": 3.703990444212091e-06}
+{"train_loss": 0.0004909707349725068, "global_step": 28467, "epoch": 527, "lr": 3.7021307315957656e-06}
+{"train_loss": 0.0008101590792648494, "global_step": 28468, "epoch": 527, "lr": 3.7002714680136053e-06}
+{"train_loss": 0.00043182348599657416, "global_step": 28469, "epoch": 527, "lr": 3.698412653483646e-06}
+{"train_loss": 0.000776499742642045, "global_step": 28470, "epoch": 527, "lr": 3.6965542880239012e-06}
+{"train_loss": 0.00031210476299747825, "global_step": 28471, "epoch": 527, "lr": 3.6946963716524064e-06}
+{"train_loss": 0.00035476539051160216, "global_step": 28472, "epoch": 527, "lr": 3.69283890438718e-06}
+{"train_loss": 0.0004065432876814157, "global_step": 28473, "epoch": 527, "lr": 3.6909818862462363e-06}
+{"train_loss": 0.00044660750427283347, "global_step": 28474, "epoch": 527, "lr": 3.6891253172475714e-06}
+{"train_loss": 0.000835392449516803, "global_step": 28475, "epoch": 527, "lr": 3.6872691974092264e-06}
+{"train_loss": 0.0007056703325361013, "global_step": 28476, "epoch": 527, "lr": 3.685413526749176e-06}
+{"train_loss": 0.0007127217832021415, "global_step": 28477, "epoch": 527, "lr": 3.683558305285417e-06}
+{"train_loss": 0.00041200913256034255, "global_step": 28478, "epoch": 527, "lr": 3.6817035330359572e-06}
+{"train_loss": 0.0007458814652636647, "global_step": 28479, "epoch": 527, "lr": 3.6798492100187765e-06}
+{"train_loss": 0.0005269710090942681, "global_step": 28480, "epoch": 527, "lr": 3.677995336251877e-06}
+{"train_loss": 0.00046205034595914185, "global_step": 28481, "epoch": 527, "lr": 3.6761419117532003e-06}
+{"train_loss": 0.00043902057223021984, "global_step": 28482, "epoch": 527, "lr": 3.6742889365407596e-06}
+{"train_loss": 0.0004494085442274809, "global_step": 28483, "epoch": 527, "lr": 3.6724364106325125e-06}
+{"train_loss": 0.0004182033007964492, "global_step": 28484, "epoch": 527, "lr": 3.6705843340464286e-06}
+{"train_loss": 0.0006932641845196486, "global_step": 28485, "epoch": 527, "lr": 3.6687327068004707e-06}
+{"train_loss": 0.0007502671796828508, "global_step": 28486, "epoch": 527, "lr": 3.666881528912591e-06}
+{"train_loss": 0.0007313242531381547, "global_step": 28487, "epoch": 527, "lr": 3.6650308004007537e-06}
+{"train_loss": 0.00039605784695595503, "global_step": 28488, "epoch": 527, "lr": 3.6631805212828996e-06}
+{"train_loss": 0.0004248526238370687, "global_step": 28489, "epoch": 527, "lr": 3.6613306915769807e-06}
+{"train_loss": 0.0006368175963871181, "global_step": 28490, "epoch": 527, "lr": 3.659481311300933e-06}
+{"train_loss": 0.00042992833186872303, "global_step": 28491, "epoch": 527, "lr": 3.657632380472703e-06}
+{"train_loss": 0.00057447818107903, "global_step": 28492, "epoch": 527, "lr": 3.65578389911021e-06}
+{"train_loss": 0.0004583411500789225, "global_step": 28493, "epoch": 527, "lr": 3.653935867231384e-06}
+{"train_loss": 0.00048442656407132745, "global_step": 28494, "epoch": 527, "lr": 3.6520882848541603e-06}
+{"train_loss": 0.0005586502375081182, "global_step": 28495, "epoch": 527, "lr": 3.6502411519964475e-06}
+{"train_loss": 0.00029862826340831816, "global_step": 28496, "epoch": 527, "lr": 3.648394468676175e-06}
+{"train_loss": 0.0004836471052840352, "global_step": 28497, "epoch": 527, "lr": 3.646548234911229e-06}
+{"train_loss": 0.00039034339715726674, "global_step": 28498, "epoch": 527, "lr": 3.644702450719534e-06}
+{"train_loss": 0.0005286028608679771, "global_step": 28499, "epoch": 527, "lr": 3.6428571161189863e-06}
+{"train_loss": 0.0005848074797540903, "global_step": 28500, "epoch": 527, "lr": 3.6410122311274886e-06}
+{"train_loss": 0.0008614009129814804, "global_step": 28501, "epoch": 527, "lr": 3.639167795762927e-06}
+{"train_loss": 0.00047429680125787854, "global_step": 28502, "epoch": 527, "lr": 3.6373238100431916e-06}
+{"train_loss": 0.0003835360403172672, "global_step": 28503, "epoch": 527, "lr": 3.635480273986169e-06}
+{"train_loss": 0.0003590343694668263, "global_step": 28504, "epoch": 527, "lr": 3.6336371876097398e-06}
+{"train_loss": 0.0009271735325455666, "global_step": 28505, "epoch": 527, "lr": 3.631794550931772e-06}
+{"train_loss": 0.0007078409544192255, "global_step": 28506, "epoch": 527, "lr": 3.629952363970163e-06}
+{"train_loss": 0.0006276527419686317, "global_step": 28507, "epoch": 527, "lr": 3.6281106267427478e-06}
+{"train_loss": 0.00044600380351766944, "global_step": 28508, "epoch": 527, "lr": 3.6262693392674017e-06}
+{"train_loss": 0.000466471683466807, "global_step": 28509, "epoch": 527, "lr": 3.6244285015619716e-06}
+{"train_loss": 0.0005317580653354526, "global_step": 28510, "epoch": 527, "lr": 3.6225881136443374e-06}
+{"train_loss": 0.0005360931514857199, "global_step": 28511, "epoch": 527, "lr": 3.62074817553234e-06, "val_loss": 0.00538039393723011}
+{"train_loss": 0.000391089532058686, "global_step": 28512, "epoch": 528, "lr": 3.6189086872438104e-06}
+{"train_loss": 0.0002856714418157935, "global_step": 28513, "epoch": 528, "lr": 3.6170696487965892e-06}
+{"train_loss": 0.000443769502453506, "global_step": 28514, "epoch": 528, "lr": 3.6152310602085295e-06}
+{"train_loss": 0.0004581292741931975, "global_step": 28515, "epoch": 528, "lr": 3.613392921497455e-06}
+{"train_loss": 0.0004433959547895938, "global_step": 28516, "epoch": 528, "lr": 3.6115552326812018e-06}
+{"train_loss": 0.0010376397985965014, "global_step": 28517, "epoch": 528, "lr": 3.6097179937775672e-06}
+{"train_loss": 0.0002614155237097293, "global_step": 28518, "epoch": 528, "lr": 3.607881204804403e-06}
+{"train_loss": 0.0004429649852681905, "global_step": 28519, "epoch": 528, "lr": 3.6060448657795065e-06}
+{"train_loss": 0.00112829334102571, "global_step": 28520, "epoch": 528, "lr": 3.6042089767206854e-06}
+{"train_loss": 0.0006462720921263099, "global_step": 28521, "epoch": 528, "lr": 3.602373537645748e-06}
+{"train_loss": 0.0005873058689758182, "global_step": 28522, "epoch": 528, "lr": 3.600538548572513e-06}
+{"train_loss": 0.0006418215925805271, "global_step": 28523, "epoch": 528, "lr": 3.5987040095187607e-06}
+{"train_loss": 0.0005490889307111502, "global_step": 28524, "epoch": 528, "lr": 3.5968699205022825e-06}
+{"train_loss": 0.00042400803067721426, "global_step": 28525, "epoch": 528, "lr": 3.595036281540859e-06}
+{"train_loss": 0.0005214441334828734, "global_step": 28526, "epoch": 528, "lr": 3.5932030926522975e-06}
+{"train_loss": 0.0009288741857744753, "global_step": 28527, "epoch": 528, "lr": 3.5913703538543784e-06}
+{"train_loss": 0.00039528761408291757, "global_step": 28528, "epoch": 528, "lr": 3.5895380651648546e-06}
+{"train_loss": 0.00034157148911617696, "global_step": 28529, "epoch": 528, "lr": 3.5877062266015004e-06}
+{"train_loss": 0.0006489941151812673, "global_step": 28530, "epoch": 528, "lr": 3.5858748381820962e-06}
+{"train_loss": 0.00036329199792817235, "global_step": 28531, "epoch": 528, "lr": 3.5840438999243997e-06}
+{"train_loss": 0.0005813183379359543, "global_step": 28532, "epoch": 528, "lr": 3.5822134118461747e-06}
+{"train_loss": 0.0007011151174083352, "global_step": 28533, "epoch": 528, "lr": 3.5803833739651515e-06}
+{"train_loss": 0.0005184090114198625, "global_step": 28534, "epoch": 528, "lr": 3.5785537862990994e-06}
+{"train_loss": 0.0005691874539479613, "global_step": 28535, "epoch": 528, "lr": 3.5767246488657647e-06}
+{"train_loss": 0.0006126936059445143, "global_step": 28536, "epoch": 528, "lr": 3.5748959616828783e-06}
+{"train_loss": 0.0006670598522759974, "global_step": 28537, "epoch": 528, "lr": 3.5730677247681754e-06}
+{"train_loss": 0.0010467430111020803, "global_step": 28538, "epoch": 528, "lr": 3.571239938139398e-06}
+{"train_loss": 0.00046644866233691573, "global_step": 28539, "epoch": 528, "lr": 3.5694126018142705e-06}
+{"train_loss": 0.0005793006275780499, "global_step": 28540, "epoch": 528, "lr": 3.5675857158105062e-06}
+{"train_loss": 0.00039641716284677386, "global_step": 28541, "epoch": 528, "lr": 3.565759280145825e-06}
+{"train_loss": 0.000335467339027673, "global_step": 28542, "epoch": 528, "lr": 3.5639332948379567e-06}
+{"train_loss": 0.0005127336480654776, "global_step": 28543, "epoch": 528, "lr": 3.562107759904609e-06}
+{"train_loss": 0.0004894763114862144, "global_step": 28544, "epoch": 528, "lr": 3.560282675363469e-06}
+{"train_loss": 0.0005816982011310756, "global_step": 28545, "epoch": 528, "lr": 3.5584580412322434e-06}
+{"train_loss": 0.0005585536709986627, "global_step": 28546, "epoch": 528, "lr": 3.5566338575286407e-06}
+{"train_loss": 0.0009763312409631908, "global_step": 28547, "epoch": 528, "lr": 3.5548101242703413e-06}
+{"train_loss": 0.00033104547765105963, "global_step": 28548, "epoch": 528, "lr": 3.552986841475048e-06}
+{"train_loss": 0.0006423832383006811, "global_step": 28549, "epoch": 528, "lr": 3.551164009160429e-06}
+{"train_loss": 0.0008331211865879595, "global_step": 28550, "epoch": 528, "lr": 3.5493416273441715e-06}
+{"train_loss": 0.00038854978629387915, "global_step": 28551, "epoch": 528, "lr": 3.5475196960439494e-06}
+{"train_loss": 0.000570707197766751, "global_step": 28552, "epoch": 528, "lr": 3.5456982152774323e-06}
+{"train_loss": 0.000476320885354653, "global_step": 28553, "epoch": 528, "lr": 3.543877185062283e-06}
+{"train_loss": 0.0005994067760184407, "global_step": 28554, "epoch": 528, "lr": 3.542056605416172e-06}
+{"train_loss": 0.0005197910941205919, "global_step": 28555, "epoch": 528, "lr": 3.5402364763567455e-06}
+{"train_loss": 0.0006188273546285927, "global_step": 28556, "epoch": 528, "lr": 3.5384167979016667e-06}
+{"train_loss": 0.0004619422252289951, "global_step": 28557, "epoch": 528, "lr": 3.536597570068573e-06}
+{"train_loss": 0.00034609128488227725, "global_step": 28558, "epoch": 528, "lr": 3.5347787928751317e-06}
+{"train_loss": 0.0004467075923457742, "global_step": 28559, "epoch": 528, "lr": 3.5329604663389583e-06}
+{"train_loss": 0.0003445313486736268, "global_step": 28560, "epoch": 528, "lr": 3.5311425904776983e-06}
+{"train_loss": 0.000616094097495079, "global_step": 28561, "epoch": 528, "lr": 3.529325165308972e-06}
+{"train_loss": 0.0005774316377937794, "global_step": 28562, "epoch": 528, "lr": 3.52750819085042e-06}
+{"train_loss": 0.0005402744864113629, "global_step": 28563, "epoch": 528, "lr": 3.5256916671196793e-06}
+{"train_loss": 0.000670693872962147, "global_step": 28564, "epoch": 528, "lr": 3.5238755941343238e-06}
+{"train_loss": 0.0005665173030811948, "global_step": 28565, "epoch": 528, "lr": 3.522059971912006e-06, "val_loss": 0.0030809040181338787}
+{"train_loss": 0.0004484674718696624, "global_step": 28566, "epoch": 529, "lr": 3.5202448004703236e-06}
+{"train_loss": 0.0007248317706398666, "global_step": 28567, "epoch": 529, "lr": 3.5184300798268787e-06}
+{"train_loss": 0.0004581616376526654, "global_step": 28568, "epoch": 529, "lr": 3.5166158099992685e-06}
+{"train_loss": 0.0007216300000436604, "global_step": 28569, "epoch": 529, "lr": 3.514801991005101e-06}
+{"train_loss": 0.0005566395702771842, "global_step": 28570, "epoch": 529, "lr": 3.5129886228619624e-06}
+{"train_loss": 0.0004477326583582908, "global_step": 28571, "epoch": 529, "lr": 3.511175705587433e-06}
+{"train_loss": 0.000605404784437269, "global_step": 28572, "epoch": 529, "lr": 3.509363239199104e-06}
+{"train_loss": 0.0009387417230755091, "global_step": 28573, "epoch": 529, "lr": 3.5075512237145446e-06}
+{"train_loss": 0.0005308783729560673, "global_step": 28574, "epoch": 529, "lr": 3.505739659151358e-06}
+{"train_loss": 0.0006077903672121465, "global_step": 28575, "epoch": 529, "lr": 3.50392854552708e-06}
+{"train_loss": 0.0007258927798829973, "global_step": 28576, "epoch": 529, "lr": 3.5021178828592795e-06}
+{"train_loss": 0.0003689368022605777, "global_step": 28577, "epoch": 529, "lr": 3.5003076711655426e-06}
+{"train_loss": 0.0004190157924313098, "global_step": 28578, "epoch": 529, "lr": 3.4984979104634052e-06}
+{"train_loss": 0.0006602384382858872, "global_step": 28579, "epoch": 529, "lr": 3.496688600770437e-06}
+{"train_loss": 0.0004150118911638856, "global_step": 28580, "epoch": 529, "lr": 3.494879742104157e-06}
+{"train_loss": 0.0004478269547689706, "global_step": 28581, "epoch": 529, "lr": 3.493071334482134e-06}
+{"train_loss": 0.0005215482087805867, "global_step": 28582, "epoch": 529, "lr": 3.4912633779218996e-06}
+{"train_loss": 0.0007249753689393401, "global_step": 28583, "epoch": 529, "lr": 3.4894558724409944e-06}
+{"train_loss": 0.0005383423413150012, "global_step": 28584, "epoch": 529, "lr": 3.487648818056943e-06}
+{"train_loss": 0.0004770264495164156, "global_step": 28585, "epoch": 529, "lr": 3.4858422147872716e-06}
+{"train_loss": 0.0009095388231799006, "global_step": 28586, "epoch": 529, "lr": 3.4840360626495038e-06}
+{"train_loss": 0.0004482229705899954, "global_step": 28587, "epoch": 529, "lr": 3.482230361661154e-06}
+{"train_loss": 0.0006023615133017302, "global_step": 28588, "epoch": 529, "lr": 3.480425111839741e-06}
+{"train_loss": 0.00040136644383892417, "global_step": 28589, "epoch": 529, "lr": 3.4786203132027627e-06}
+{"train_loss": 0.0005069372709840536, "global_step": 28590, "epoch": 529, "lr": 3.476815965767749e-06}
+{"train_loss": 0.00040687332511879504, "global_step": 28591, "epoch": 529, "lr": 3.475012069552169e-06}
+{"train_loss": 0.0006549301906488836, "global_step": 28592, "epoch": 529, "lr": 3.4732086245735264e-06}
+{"train_loss": 0.0004380833706818521, "global_step": 28593, "epoch": 529, "lr": 3.471405630849328e-06}
+{"train_loss": 0.00037362801958806813, "global_step": 28594, "epoch": 529, "lr": 3.4696030883970496e-06}
+{"train_loss": 0.00030880875419825315, "global_step": 28595, "epoch": 529, "lr": 3.4678009972341828e-06}
+{"train_loss": 0.00031328873592428863, "global_step": 28596, "epoch": 529, "lr": 3.4659993573781803e-06}
+{"train_loss": 0.0006542248302139342, "global_step": 28597, "epoch": 529, "lr": 3.4641981688465386e-06}
+{"train_loss": 0.0006610355922020972, "global_step": 28598, "epoch": 529, "lr": 3.462397431656722e-06}
+{"train_loss": 0.0003068115038331598, "global_step": 28599, "epoch": 529, "lr": 3.4605971458262e-06}
+{"train_loss": 0.000501347822137177, "global_step": 28600, "epoch": 529, "lr": 3.4587973113724246e-06}
+{"train_loss": 0.00045286468230187893, "global_step": 28601, "epoch": 529, "lr": 3.4569979283128552e-06}
+{"train_loss": 0.00027688892441801727, "global_step": 28602, "epoch": 529, "lr": 3.455198996664949e-06}
+{"train_loss": 0.0005024398560635746, "global_step": 28603, "epoch": 529, "lr": 3.4534005164461424e-06}
+{"train_loss": 0.0007043205550871789, "global_step": 28604, "epoch": 529, "lr": 3.4516024876738883e-06}
+{"train_loss": 0.0006832630024291575, "global_step": 28605, "epoch": 529, "lr": 3.449804910365623e-06}
+{"train_loss": 0.0005610922235064209, "global_step": 28606, "epoch": 529, "lr": 3.4480077845387758e-06}
+{"train_loss": 0.00048373080790042877, "global_step": 28607, "epoch": 529, "lr": 3.446211110210784e-06}
+{"train_loss": 0.0010469628032296896, "global_step": 28608, "epoch": 529, "lr": 3.4444148873990613e-06}
+{"train_loss": 0.0009340079268440604, "global_step": 28609, "epoch": 529, "lr": 3.4426191161210484e-06}
+{"train_loss": 0.0004610635805875063, "global_step": 28610, "epoch": 529, "lr": 3.4408237963941546e-06}
+{"train_loss": 0.00040375589742325246, "global_step": 28611, "epoch": 529, "lr": 3.4390289282357826e-06}
+{"train_loss": 0.0004070996947120875, "global_step": 28612, "epoch": 529, "lr": 3.4372345116633397e-06}
+{"train_loss": 0.0007592492620460689, "global_step": 28613, "epoch": 529, "lr": 3.4354405466942406e-06}
+{"train_loss": 0.00042487349128350616, "global_step": 28614, "epoch": 529, "lr": 3.4336470333458883e-06}
+{"train_loss": 0.0004810915852431208, "global_step": 28615, "epoch": 529, "lr": 3.4318539716356624e-06}
+{"train_loss": 0.00039450067561119795, "global_step": 28616, "epoch": 529, "lr": 3.4300613615809663e-06}
+{"train_loss": 0.0004932419396936893, "global_step": 28617, "epoch": 529, "lr": 3.4282692031991803e-06}
+{"train_loss": 0.000481064198538661, "global_step": 28618, "epoch": 529, "lr": 3.426477496507685e-06}
+{"train_loss": 0.0005400126640408955, "global_step": 28619, "epoch": 529, "lr": 3.424686241523861e-06, "val_loss": 0.0031105612870305777}
+{"train_loss": 0.0006441442528739572, "global_step": 28620, "epoch": 530, "lr": 3.4228954382650722e-06}
+{"train_loss": 0.0006184141966514289, "global_step": 28621, "epoch": 530, "lr": 3.421105086748716e-06}
+{"train_loss": 0.0013811530079692602, "global_step": 28622, "epoch": 530, "lr": 3.4193151869921223e-06}
+{"train_loss": 0.0005329436389729381, "global_step": 28623, "epoch": 530, "lr": 3.4175257390126667e-06}
+{"train_loss": 0.0004232852079439908, "global_step": 28624, "epoch": 530, "lr": 3.4157367428276967e-06}
+{"train_loss": 0.0005660447059199214, "global_step": 28625, "epoch": 530, "lr": 3.4139481984545752e-06}
+{"train_loss": 0.00040396422264166176, "global_step": 28626, "epoch": 530, "lr": 3.41216010591065e-06}
+{"train_loss": 0.0012975370045751333, "global_step": 28627, "epoch": 530, "lr": 3.410372465213252e-06}
+{"train_loss": 0.000778731016907841, "global_step": 28628, "epoch": 530, "lr": 3.408585276379711e-06}
+{"train_loss": 0.0007448401884175837, "global_step": 28629, "epoch": 530, "lr": 3.406798539427386e-06}
+{"train_loss": 0.0009979319293051958, "global_step": 28630, "epoch": 530, "lr": 3.405012254373591e-06}
+{"train_loss": 0.0005236358847469091, "global_step": 28631, "epoch": 530, "lr": 3.4032264212356614e-06}
+{"train_loss": 0.0009026360348798335, "global_step": 28632, "epoch": 530, "lr": 3.401441040030895e-06}
+{"train_loss": 0.0008355320896953344, "global_step": 28633, "epoch": 530, "lr": 3.3996561107766276e-06}
+{"train_loss": 0.00038675227551721036, "global_step": 28634, "epoch": 530, "lr": 3.3978716334901682e-06}
+{"train_loss": 0.0004703639424405992, "global_step": 28635, "epoch": 530, "lr": 3.3960876081888247e-06}
+{"train_loss": 0.0004646957968361676, "global_step": 28636, "epoch": 530, "lr": 3.3943040348898893e-06}
+{"train_loss": 0.0009294143528677523, "global_step": 28637, "epoch": 530, "lr": 3.3925209136106808e-06}
+{"train_loss": 0.0006449593929573894, "global_step": 28638, "epoch": 530, "lr": 3.3907382443684744e-06}
+{"train_loss": 0.0006038627470843494, "global_step": 28639, "epoch": 530, "lr": 3.388956027180562e-06}
+{"train_loss": 0.0005526453023776412, "global_step": 28640, "epoch": 530, "lr": 3.38717426206423e-06}
+{"train_loss": 0.0005203108303248882, "global_step": 28641, "epoch": 530, "lr": 3.3853929490367697e-06}
+{"train_loss": 0.0004814134445041418, "global_step": 28642, "epoch": 530, "lr": 3.383612088115462e-06}
+{"train_loss": 0.0008424005936831236, "global_step": 28643, "epoch": 530, "lr": 3.381831679317554e-06}
+{"train_loss": 0.0004693597147706896, "global_step": 28644, "epoch": 530, "lr": 3.3800517226603266e-06}
+{"train_loss": 0.0003771586634684354, "global_step": 28645, "epoch": 530, "lr": 3.378272218161044e-06}
+{"train_loss": 0.0004772191750817001, "global_step": 28646, "epoch": 530, "lr": 3.376493165836969e-06}
+{"train_loss": 0.0006334910867735744, "global_step": 28647, "epoch": 530, "lr": 3.374714565705356e-06}
+{"train_loss": 0.0005249289679341018, "global_step": 28648, "epoch": 530, "lr": 3.3729364177834455e-06}
+{"train_loss": 0.0008298785542137921, "global_step": 28649, "epoch": 530, "lr": 3.3711587220884967e-06}
+{"train_loss": 0.0004672716313507408, "global_step": 28650, "epoch": 530, "lr": 3.36938147863774e-06}
+{"train_loss": 0.0008217667345888913, "global_step": 28651, "epoch": 530, "lr": 3.367604687448417e-06}
+{"train_loss": 0.00033930304925888777, "global_step": 28652, "epoch": 530, "lr": 3.365828348537764e-06}
+{"train_loss": 0.0007197984959930182, "global_step": 28653, "epoch": 530, "lr": 3.3640524619230007e-06}
+{"train_loss": 0.0005305196973495185, "global_step": 28654, "epoch": 530, "lr": 3.3622770276213577e-06}
+{"train_loss": 0.0006218405324034393, "global_step": 28655, "epoch": 530, "lr": 3.3605020456500545e-06}
+{"train_loss": 0.0005872443434782326, "global_step": 28656, "epoch": 530, "lr": 3.3587275160262944e-06}
+{"train_loss": 0.00038004174712114036, "global_step": 28657, "epoch": 530, "lr": 3.3569534387673183e-06}
+{"train_loss": 0.0004881514178123325, "global_step": 28658, "epoch": 530, "lr": 3.3551798138903024e-06}
+{"train_loss": 0.0005452701007016003, "global_step": 28659, "epoch": 530, "lr": 3.35340664141246e-06}
+{"train_loss": 0.0006608642870560288, "global_step": 28660, "epoch": 530, "lr": 3.3516339213509774e-06}
+{"train_loss": 0.0003264058323111385, "global_step": 28661, "epoch": 530, "lr": 3.349861653723069e-06}
+{"train_loss": 0.0008833376923575997, "global_step": 28662, "epoch": 530, "lr": 3.348089838545915e-06}
+{"train_loss": 0.0005127303302288055, "global_step": 28663, "epoch": 530, "lr": 3.346318475836696e-06}
+{"train_loss": 0.00044644359149970114, "global_step": 28664, "epoch": 530, "lr": 3.3445475656125937e-06}
+{"train_loss": 0.0004044688830617815, "global_step": 28665, "epoch": 530, "lr": 3.3427771078907823e-06}
+{"train_loss": 0.0006215976900421083, "global_step": 28666, "epoch": 530, "lr": 3.3410071026884425e-06}
+{"train_loss": 0.0009168465621769428, "global_step": 28667, "epoch": 530, "lr": 3.339237550022728e-06}
+{"train_loss": 0.0007505259127356112, "global_step": 28668, "epoch": 530, "lr": 3.3374684499108078e-06}
+{"train_loss": 0.0007918596966192126, "global_step": 28669, "epoch": 530, "lr": 3.3356998023698404e-06}
+{"train_loss": 0.0005311756394803524, "global_step": 28670, "epoch": 530, "lr": 3.333931607416979e-06}
+{"train_loss": 0.0005022871191613376, "global_step": 28671, "epoch": 530, "lr": 3.332163865069371e-06}
+{"train_loss": 0.0006204815581440926, "global_step": 28672, "epoch": 530, "lr": 3.330396575344158e-06}
+{"train_loss": 0.0006264880761995704, "global_step": 28673, "epoch": 530, "lr": 3.3286297382584987e-06, "val_loss": 0.0029881868977099657, "train_action_mse_error": 3.768836540984921e-05}
+{"train_loss": 0.0005427873111329973, "global_step": 28674, "epoch": 531, "lr": 3.326863353829507e-06}
+{"train_loss": 0.0004428868414834142, "global_step": 28675, "epoch": 531, "lr": 3.3250974220743304e-06}
+{"train_loss": 0.0006616529426537454, "global_step": 28676, "epoch": 531, "lr": 3.3233319430100775e-06}
+{"train_loss": 0.0007059279014356434, "global_step": 28677, "epoch": 531, "lr": 3.32156691665389e-06}
+{"train_loss": 0.0005440706154331565, "global_step": 28678, "epoch": 531, "lr": 3.319802343022893e-06}
+{"train_loss": 0.00037142628571018577, "global_step": 28679, "epoch": 531, "lr": 3.3180382221341677e-06}
+{"train_loss": 0.0005227934452705085, "global_step": 28680, "epoch": 531, "lr": 3.3162745540048558e-06}
+{"train_loss": 0.0005578154232352972, "global_step": 28681, "epoch": 531, "lr": 3.314511338652049e-06}
+{"train_loss": 0.0008090456249192357, "global_step": 28682, "epoch": 531, "lr": 3.31274857609285e-06}
+{"train_loss": 0.0003897881251759827, "global_step": 28683, "epoch": 531, "lr": 3.310986266344357e-06}
+{"train_loss": 0.0004957547644153237, "global_step": 28684, "epoch": 531, "lr": 3.3092244094236668e-06}
+{"train_loss": 0.0007276838878169656, "global_step": 28685, "epoch": 531, "lr": 3.307463005347855e-06}
+{"train_loss": 0.00043724506394937634, "global_step": 28686, "epoch": 531, "lr": 3.3057020541340133e-06}
+{"train_loss": 0.0007733081583864987, "global_step": 28687, "epoch": 531, "lr": 3.3039415557992225e-06}
+{"train_loss": 0.0005560536519624293, "global_step": 28688, "epoch": 531, "lr": 3.3021815103605467e-06}
+{"train_loss": 0.0003385529271326959, "global_step": 28689, "epoch": 531, "lr": 3.3004219178350783e-06}
+{"train_loss": 0.00038447853876277804, "global_step": 28690, "epoch": 531, "lr": 3.2986627782398638e-06}
+{"train_loss": 0.0007722749724052846, "global_step": 28691, "epoch": 531, "lr": 3.296904091591957e-06}
+{"train_loss": 0.0004443229699973017, "global_step": 28692, "epoch": 531, "lr": 3.2951458579084384e-06}
+{"train_loss": 0.0006235272740013897, "global_step": 28693, "epoch": 531, "lr": 3.29338807720635e-06}
+{"train_loss": 0.0006425738683901727, "global_step": 28694, "epoch": 531, "lr": 3.29163074950275e-06}
+{"train_loss": 0.0006872792146168649, "global_step": 28695, "epoch": 531, "lr": 3.2898738748146584e-06}
+{"train_loss": 0.000527741911355406, "global_step": 28696, "epoch": 531, "lr": 3.288117453159134e-06}
+{"train_loss": 0.0006400336278602481, "global_step": 28697, "epoch": 531, "lr": 3.2863614845532074e-06}
+{"train_loss": 0.0005162923480384052, "global_step": 28698, "epoch": 531, "lr": 3.2846059690139098e-06}
+{"train_loss": 0.0003013482491951436, "global_step": 28699, "epoch": 531, "lr": 3.2828509065582713e-06}
+{"train_loss": 0.00048353412421420217, "global_step": 28700, "epoch": 531, "lr": 3.2810962972033068e-06}
+{"train_loss": 0.0006709540612064302, "global_step": 28701, "epoch": 531, "lr": 3.2793421409660352e-06}
+{"train_loss": 0.0006026948685757816, "global_step": 28702, "epoch": 531, "lr": 3.2775884378634714e-06}
+{"train_loss": 0.0005045821308158338, "global_step": 28703, "epoch": 531, "lr": 3.275835187912629e-06}
+{"train_loss": 0.000571426295209676, "global_step": 28704, "epoch": 531, "lr": 3.2740823911305065e-06}
+{"train_loss": 0.0009249743307009339, "global_step": 28705, "epoch": 531, "lr": 3.2723300475341003e-06}
+{"train_loss": 0.0003653052554000169, "global_step": 28706, "epoch": 531, "lr": 3.270578157140414e-06}
+{"train_loss": 0.00030161062022671103, "global_step": 28707, "epoch": 531, "lr": 3.268826719966428e-06}
+{"train_loss": 0.0009056207491084933, "global_step": 28708, "epoch": 531, "lr": 3.267075736029146e-06}
+{"train_loss": 0.0004906932008452713, "global_step": 28709, "epoch": 531, "lr": 3.2653252053455375e-06}
+{"train_loss": 0.0005129104247316718, "global_step": 28710, "epoch": 531, "lr": 3.2635751279325943e-06}
+{"train_loss": 0.0006815279484726489, "global_step": 28711, "epoch": 531, "lr": 3.2618255038072645e-06}
+{"train_loss": 0.0003190207062289119, "global_step": 28712, "epoch": 531, "lr": 3.260076332986545e-06}
+{"train_loss": 0.0006562378839589655, "global_step": 28713, "epoch": 531, "lr": 3.2583276154873833e-06}
+{"train_loss": 0.0007865946972742677, "global_step": 28714, "epoch": 531, "lr": 3.256579351326744e-06}
+{"train_loss": 0.0003821125428657979, "global_step": 28715, "epoch": 531, "lr": 3.2548315405215913e-06}
+{"train_loss": 0.0004886704846285284, "global_step": 28716, "epoch": 531, "lr": 3.2530841830888615e-06}
+{"train_loss": 0.0005284560029394925, "global_step": 28717, "epoch": 531, "lr": 3.2513372790455186e-06}
+{"train_loss": 0.000607760448474437, "global_step": 28718, "epoch": 531, "lr": 3.2495908284084943e-06}
+{"train_loss": 0.0006292441976256669, "global_step": 28719, "epoch": 531, "lr": 3.2478448311947296e-06}
+{"train_loss": 0.00046462801401503384, "global_step": 28720, "epoch": 531, "lr": 3.246099287421156e-06}
+{"train_loss": 0.0005352115258574486, "global_step": 28721, "epoch": 531, "lr": 3.2443541971047098e-06}
+{"train_loss": 0.0006378126563504338, "global_step": 28722, "epoch": 531, "lr": 3.2426095602623164e-06}
+{"train_loss": 0.00037873644032515585, "global_step": 28723, "epoch": 531, "lr": 3.240865376910879e-06}
+{"train_loss": 0.0005361503572203219, "global_step": 28724, "epoch": 531, "lr": 3.239121647067339e-06}
+{"train_loss": 0.0003887697239406407, "global_step": 28725, "epoch": 531, "lr": 3.2373783707486062e-06}
+{"train_loss": 0.0004427677486091852, "global_step": 28726, "epoch": 531, "lr": 3.235635547971566e-06}
+{"train_loss": 0.0005495931006778308, "global_step": 28727, "epoch": 531, "lr": 3.2338931787531335e-06, "val_loss": 0.004054032266139984}
+{"train_loss": 0.00047495472244918346, "global_step": 28728, "epoch": 532, "lr": 3.232151263110217e-06}
+{"train_loss": 0.0005849562585353851, "global_step": 28729, "epoch": 532, "lr": 3.230409801059703e-06}
+{"train_loss": 0.0005985224852338433, "global_step": 28730, "epoch": 532, "lr": 3.228668792618483e-06}
+{"train_loss": 0.0008788841078057885, "global_step": 28731, "epoch": 532, "lr": 3.2269282378034394e-06}
+{"train_loss": 0.0005626578349620104, "global_step": 28732, "epoch": 532, "lr": 3.225188136631463e-06}
+{"train_loss": 0.00033927158801816404, "global_step": 28733, "epoch": 532, "lr": 3.2234484891194185e-06}
+{"train_loss": 0.00035425994428806007, "global_step": 28734, "epoch": 532, "lr": 3.2217092952841808e-06}
+{"train_loss": 0.00036762969102710485, "global_step": 28735, "epoch": 532, "lr": 3.219970555142615e-06}
+{"train_loss": 0.0004083702515345067, "global_step": 28736, "epoch": 532, "lr": 3.2182322687116073e-06}
+{"train_loss": 0.0004893934819847345, "global_step": 28737, "epoch": 532, "lr": 3.216494436007994e-06}
+{"train_loss": 0.0006036203703843057, "global_step": 28738, "epoch": 532, "lr": 3.214757057048634e-06}
+{"train_loss": 0.0004993447801098228, "global_step": 28739, "epoch": 532, "lr": 3.213020131850375e-06}
+{"train_loss": 0.0004660866688936949, "global_step": 28740, "epoch": 532, "lr": 3.2112836604300756e-06}
+{"train_loss": 0.0004535533953458071, "global_step": 28741, "epoch": 532, "lr": 3.2095476428045777e-06}
+{"train_loss": 0.00035365286748856306, "global_step": 28742, "epoch": 532, "lr": 3.2078120789907016e-06}
+{"train_loss": 0.00043285792344249785, "global_step": 28743, "epoch": 532, "lr": 3.2060769690052837e-06}
+{"train_loss": 0.00028094337903894484, "global_step": 28744, "epoch": 532, "lr": 3.2043423128651664e-06}
+{"train_loss": 0.0005127388285472989, "global_step": 28745, "epoch": 532, "lr": 3.202608110587163e-06}
+{"train_loss": 0.0005291556008160114, "global_step": 28746, "epoch": 532, "lr": 3.2008743621881054e-06}
+{"train_loss": 0.00042539756395854056, "global_step": 28747, "epoch": 532, "lr": 3.1991410676847855e-06}
+{"train_loss": 0.000490379985421896, "global_step": 28748, "epoch": 532, "lr": 3.197408227094034e-06}
+{"train_loss": 0.00033439465914852917, "global_step": 28749, "epoch": 532, "lr": 3.195675840432655e-06}
+{"train_loss": 0.00048018526285886765, "global_step": 28750, "epoch": 532, "lr": 3.1939439077174447e-06}
+{"train_loss": 0.0005832798196934164, "global_step": 28751, "epoch": 532, "lr": 3.1922124289652024e-06}
+{"train_loss": 0.0007269512279890478, "global_step": 28752, "epoch": 532, "lr": 3.1904814041927246e-06}
+{"train_loss": 0.00024245510576292872, "global_step": 28753, "epoch": 532, "lr": 3.188750833416798e-06}
+{"train_loss": 0.0005098303663544357, "global_step": 28754, "epoch": 532, "lr": 3.187020716654204e-06}
+{"train_loss": 0.000719393661711365, "global_step": 28755, "epoch": 532, "lr": 3.1852910539217182e-06}
+{"train_loss": 0.0010401703184470534, "global_step": 28756, "epoch": 532, "lr": 3.1835618452361328e-06}
+{"train_loss": 0.0009158874745480716, "global_step": 28757, "epoch": 532, "lr": 3.1818330906142168e-06}
+{"train_loss": 0.0005807489505968988, "global_step": 28758, "epoch": 532, "lr": 3.180104790072724e-06}
+{"train_loss": 0.0005151772638782859, "global_step": 28759, "epoch": 532, "lr": 3.1783769436284195e-06}
+{"train_loss": 0.00048206388601101935, "global_step": 28760, "epoch": 532, "lr": 3.1766495512980663e-06}
+{"train_loss": 0.00038184865843504667, "global_step": 28761, "epoch": 532, "lr": 3.174922613098419e-06}
+{"train_loss": 0.00038923282409086823, "global_step": 28762, "epoch": 532, "lr": 3.173196129046224e-06}
+{"train_loss": 0.0007176973740570247, "global_step": 28763, "epoch": 532, "lr": 3.1714700991582246e-06}
+{"train_loss": 0.0005059739924035966, "global_step": 28764, "epoch": 532, "lr": 3.169744523451168e-06}
+{"train_loss": 0.0007448542746715248, "global_step": 28765, "epoch": 532, "lr": 3.1680194019417854e-06}
+{"train_loss": 0.0007907719700597227, "global_step": 28766, "epoch": 532, "lr": 3.166294734646802e-06}
+{"train_loss": 0.00043220334919169545, "global_step": 28767, "epoch": 532, "lr": 3.16457052158296e-06}
+{"train_loss": 0.0009164076182059944, "global_step": 28768, "epoch": 532, "lr": 3.162846762766969e-06}
+{"train_loss": 0.00037660737871192396, "global_step": 28769, "epoch": 532, "lr": 3.1611234582155537e-06}
+{"train_loss": 0.0007038606563583016, "global_step": 28770, "epoch": 532, "lr": 3.159400607945423e-06}
+{"train_loss": 0.0005455617792904377, "global_step": 28771, "epoch": 532, "lr": 3.1576782119732863e-06}
+{"train_loss": 0.0006686963024549186, "global_step": 28772, "epoch": 532, "lr": 3.1559562703158687e-06}
+{"train_loss": 0.0010359876323491335, "global_step": 28773, "epoch": 532, "lr": 3.15423478298984e-06}
+{"train_loss": 0.00047823195927776396, "global_step": 28774, "epoch": 532, "lr": 3.1525137500119207e-06}
+{"train_loss": 0.00130336859729141, "global_step": 28775, "epoch": 532, "lr": 3.1507931713987804e-06}
+{"train_loss": 0.0003941828908864409, "global_step": 28776, "epoch": 532, "lr": 3.1490730471671283e-06}
+{"train_loss": 0.000513903796672821, "global_step": 28777, "epoch": 532, "lr": 3.1473533773336394e-06}
+{"train_loss": 0.0006635755999013782, "global_step": 28778, "epoch": 532, "lr": 3.145634161914995e-06}
+{"train_loss": 0.0003567910462152213, "global_step": 28779, "epoch": 532, "lr": 3.1439154009278603e-06}
+{"train_loss": 0.00033590960083529353, "global_step": 28780, "epoch": 532, "lr": 3.1421970943889156e-06}
+{"train_loss": 0.0005555674110332297, "global_step": 28781, "epoch": 532, "lr": 3.1404792423148253e-06, "val_loss": 0.002841011853888631}
+{"train_loss": 0.0007292436202988029, "global_step": 28782, "epoch": 533, "lr": 3.1387618447222434e-06}
+{"train_loss": 0.0007573470356874168, "global_step": 28783, "epoch": 533, "lr": 3.137044901627828e-06}
+{"train_loss": 0.0008041527471505105, "global_step": 28784, "epoch": 533, "lr": 3.1353284130482384e-06}
+{"train_loss": 0.00039923671283759177, "global_step": 28785, "epoch": 533, "lr": 3.133612379000117e-06}
+{"train_loss": 0.00046101026237010956, "global_step": 28786, "epoch": 533, "lr": 3.1318967995001115e-06}
+{"train_loss": 0.0010730864014476538, "global_step": 28787, "epoch": 533, "lr": 3.1301816745648472e-06}
+{"train_loss": 0.0006440818542614579, "global_step": 28788, "epoch": 533, "lr": 3.128467004210983e-06}
+{"train_loss": 0.0005397553904913366, "global_step": 28789, "epoch": 533, "lr": 3.1267527884551283e-06}
+{"train_loss": 0.0005369828431867063, "global_step": 28790, "epoch": 533, "lr": 3.1250390273139197e-06}
+{"train_loss": 0.0006548446835950017, "global_step": 28791, "epoch": 533, "lr": 3.1233257208039655e-06}
+{"train_loss": 0.0005186816561035812, "global_step": 28792, "epoch": 533, "lr": 3.121612868941903e-06}
+{"train_loss": 0.0009775073267519474, "global_step": 28793, "epoch": 533, "lr": 3.119900471744336e-06}
+{"train_loss": 0.0005842810496687889, "global_step": 28794, "epoch": 533, "lr": 3.118188529227861e-06}
+{"train_loss": 0.0004515497712418437, "global_step": 28795, "epoch": 533, "lr": 3.1164770414090993e-06}
+{"train_loss": 0.0005780489882454276, "global_step": 28796, "epoch": 533, "lr": 3.1147660083046428e-06}
+{"train_loss": 0.00038539074012078345, "global_step": 28797, "epoch": 533, "lr": 3.113055429931083e-06}
+{"train_loss": 0.0006565825315192342, "global_step": 28798, "epoch": 533, "lr": 3.1113453063050136e-06}
+{"train_loss": 0.0008923635468818247, "global_step": 28799, "epoch": 533, "lr": 3.1096356374430256e-06}
+{"train_loss": 0.0003586920502129942, "global_step": 28800, "epoch": 533, "lr": 3.1079264233616955e-06}
+{"train_loss": 0.0006130204419605434, "global_step": 28801, "epoch": 533, "lr": 3.1062176640775985e-06}
+{"train_loss": 0.0005397921777330339, "global_step": 28802, "epoch": 533, "lr": 3.104509359607316e-06}
+{"train_loss": 0.0003495645651128143, "global_step": 28803, "epoch": 533, "lr": 3.1028015099673955e-06}
+{"train_loss": 0.00047663255827501416, "global_step": 28804, "epoch": 533, "lr": 3.101094115174441e-06}
+{"train_loss": 0.000718564901035279, "global_step": 28805, "epoch": 533, "lr": 3.099387175244972e-06}
+{"train_loss": 0.00047445553354918957, "global_step": 28806, "epoch": 533, "lr": 3.0976806901955537e-06}
+{"train_loss": 0.0006203706143423915, "global_step": 28807, "epoch": 533, "lr": 3.0959746600427553e-06}
+{"train_loss": 0.0005147068877704442, "global_step": 28808, "epoch": 533, "lr": 3.0942690848031086e-06}
+{"train_loss": 0.000570658768992871, "global_step": 28809, "epoch": 533, "lr": 3.0925639644931616e-06}
+{"train_loss": 0.0005229006055742502, "global_step": 28810, "epoch": 533, "lr": 3.090859299129434e-06}
+{"train_loss": 0.000636011129245162, "global_step": 28811, "epoch": 533, "lr": 3.089155088728485e-06}
+{"train_loss": 0.0007841464248485863, "global_step": 28812, "epoch": 533, "lr": 3.087451333306829e-06}
+{"train_loss": 0.0003843875019811094, "global_step": 28813, "epoch": 533, "lr": 3.085748032880992e-06}
+{"train_loss": 0.00052352697821334, "global_step": 28814, "epoch": 533, "lr": 3.0840451874674992e-06}
+{"train_loss": 0.0008891444886103272, "global_step": 28815, "epoch": 533, "lr": 3.08234279708286e-06}
+{"train_loss": 0.0006738254451192915, "global_step": 28816, "epoch": 533, "lr": 3.080640861743583e-06}
+{"train_loss": 0.0006288362201303244, "global_step": 28817, "epoch": 533, "lr": 3.078939381466184e-06}
+{"train_loss": 0.0003570950648281723, "global_step": 28818, "epoch": 533, "lr": 3.077238356267159e-06}
+{"train_loss": 0.0005585970357060432, "global_step": 28819, "epoch": 533, "lr": 3.0755377861630073e-06}
+{"train_loss": 0.0007996835047379136, "global_step": 28820, "epoch": 533, "lr": 3.0738376711702266e-06}
+{"train_loss": 0.0004057090845890343, "global_step": 28821, "epoch": 533, "lr": 3.072138011305298e-06}
+{"train_loss": 0.00037936694570817053, "global_step": 28822, "epoch": 533, "lr": 3.070438806584708e-06}
+{"train_loss": 0.0004951327573508024, "global_step": 28823, "epoch": 533, "lr": 3.0687400570249437e-06}
+{"train_loss": 0.0003814169904217124, "global_step": 28824, "epoch": 533, "lr": 3.067041762642475e-06}
+{"train_loss": 0.0007083882228471339, "global_step": 28825, "epoch": 533, "lr": 3.065343923453784e-06}
+{"train_loss": 0.0009748535812832415, "global_step": 28826, "epoch": 533, "lr": 3.0636465394753123e-06}
+{"train_loss": 0.0004908400005660951, "global_step": 28827, "epoch": 533, "lr": 3.061949610723547e-06}
+{"train_loss": 0.0002800260845106095, "global_step": 28828, "epoch": 533, "lr": 3.0602531372149358e-06}
+{"train_loss": 0.0005144186434336007, "global_step": 28829, "epoch": 533, "lr": 3.058557118965938e-06}
+{"train_loss": 0.0006260585505515337, "global_step": 28830, "epoch": 533, "lr": 3.0568615559930016e-06}
+{"train_loss": 0.0007422001217491925, "global_step": 28831, "epoch": 533, "lr": 3.055166448312563e-06}
+{"train_loss": 0.0008749214466661215, "global_step": 28832, "epoch": 533, "lr": 3.0534717959410764e-06}
+{"train_loss": 0.0004772716201841831, "global_step": 28833, "epoch": 533, "lr": 3.051777598894967e-06}
+{"train_loss": 0.0005036154179833829, "global_step": 28834, "epoch": 533, "lr": 3.0500838571906608e-06}
+{"train_loss": 0.00059357120092803, "global_step": 28835, "epoch": 533, "lr": 3.0483905708446115e-06, "val_loss": 0.0022449542302638292}
+{"train_loss": 0.0005227232468314469, "global_step": 28836, "epoch": 534, "lr": 3.046697739873217e-06}
+{"train_loss": 0.0007520999643020332, "global_step": 28837, "epoch": 534, "lr": 3.045005364292908e-06}
+{"train_loss": 0.00046389299677684903, "global_step": 28838, "epoch": 534, "lr": 3.043313444120083e-06}
+{"train_loss": 0.0005066930316388607, "global_step": 28839, "epoch": 534, "lr": 3.0416219793711733e-06}
+{"train_loss": 0.0005827717832289636, "global_step": 28840, "epoch": 534, "lr": 3.0399309700625765e-06}
+{"train_loss": 0.000907324836589396, "global_step": 28841, "epoch": 534, "lr": 3.038240416210686e-06}
+{"train_loss": 0.0005725082010030746, "global_step": 28842, "epoch": 534, "lr": 3.0365503178318935e-06}
+{"train_loss": 0.0007390027167275548, "global_step": 28843, "epoch": 534, "lr": 3.0348606749426132e-06}
+{"train_loss": 0.00034971965942531824, "global_step": 28844, "epoch": 534, "lr": 3.0331714875592167e-06}
+{"train_loss": 0.0008376919431611896, "global_step": 28845, "epoch": 534, "lr": 3.0314827556980953e-06}
+{"train_loss": 0.00048338848864659667, "global_step": 28846, "epoch": 534, "lr": 3.0297944793756085e-06}
+{"train_loss": 0.000625278044026345, "global_step": 28847, "epoch": 534, "lr": 3.0281066586081486e-06}
+{"train_loss": 0.0003562246565707028, "global_step": 28848, "epoch": 534, "lr": 3.026419293412086e-06}
+{"train_loss": 0.0005493748467415571, "global_step": 28849, "epoch": 534, "lr": 3.02473238380378e-06}
+{"train_loss": 0.0004932484589517117, "global_step": 28850, "epoch": 534, "lr": 3.0230459297995895e-06}
+{"train_loss": 0.0005436291685327888, "global_step": 28851, "epoch": 534, "lr": 3.0213599314158847e-06}
+{"train_loss": 0.0004902957007288933, "global_step": 28852, "epoch": 534, "lr": 3.0196743886690026e-06}
+{"train_loss": 0.00047443859511986375, "global_step": 28853, "epoch": 534, "lr": 3.017989301575297e-06}
+{"train_loss": 0.0007347661885432899, "global_step": 28854, "epoch": 534, "lr": 3.016304670151099e-06}
+{"train_loss": 0.0006518687587231398, "global_step": 28855, "epoch": 534, "lr": 3.0146204944127675e-06}
+{"train_loss": 0.0005112672806717455, "global_step": 28856, "epoch": 534, "lr": 3.01293677437664e-06}
+{"train_loss": 0.0004602576664183289, "global_step": 28857, "epoch": 534, "lr": 3.01125351005902e-06}
+{"train_loss": 0.0010665159206837416, "global_step": 28858, "epoch": 534, "lr": 3.0095707014762496e-06}
+{"train_loss": 0.0005066492012701929, "global_step": 28859, "epoch": 534, "lr": 3.00788834864465e-06}
+{"train_loss": 0.0002814396284520626, "global_step": 28860, "epoch": 534, "lr": 3.0062064515805398e-06}
+{"train_loss": 0.00036864011781290174, "global_step": 28861, "epoch": 534, "lr": 3.0045250103002296e-06}
+{"train_loss": 0.0007214935612864792, "global_step": 28862, "epoch": 534, "lr": 3.0028440248200176e-06}
+{"train_loss": 0.00037203816464170814, "global_step": 28863, "epoch": 534, "lr": 3.001163495156223e-06}
+{"train_loss": 0.000638325116597116, "global_step": 28864, "epoch": 534, "lr": 2.9994834213251333e-06}
+{"train_loss": 0.00045196121209301054, "global_step": 28865, "epoch": 534, "lr": 2.9978038033430465e-06}
+{"train_loss": 0.0007835571886971593, "global_step": 28866, "epoch": 534, "lr": 2.996124641226261e-06}
+{"train_loss": 0.0004367978253867477, "global_step": 28867, "epoch": 534, "lr": 2.9944459349910523e-06}
+{"train_loss": 0.00064454524544999, "global_step": 28868, "epoch": 534, "lr": 2.9927676846537024e-06}
+{"train_loss": 0.0008687892113812268, "global_step": 28869, "epoch": 534, "lr": 2.9910898902304916e-06}
+{"train_loss": 0.00046140968333929777, "global_step": 28870, "epoch": 534, "lr": 2.9894125517376857e-06}
+{"train_loss": 0.0005114212981425226, "global_step": 28871, "epoch": 534, "lr": 2.9877356691915716e-06}
+{"train_loss": 0.0006648263661190867, "global_step": 28872, "epoch": 534, "lr": 2.986059242608402e-06}
+{"train_loss": 0.0007017938769422472, "global_step": 28873, "epoch": 534, "lr": 2.9843832720044262e-06}
+{"train_loss": 0.0006873396341688931, "global_step": 28874, "epoch": 534, "lr": 2.982707757395908e-06}
+{"train_loss": 0.0007699591806158423, "global_step": 28875, "epoch": 534, "lr": 2.9810326987990965e-06}
+{"train_loss": 0.0003205771208740771, "global_step": 28876, "epoch": 534, "lr": 2.9793580962302446e-06}
+{"train_loss": 0.0005757069448009133, "global_step": 28877, "epoch": 534, "lr": 2.9776839497055844e-06}
+{"train_loss": 0.00041841447819024324, "global_step": 28878, "epoch": 534, "lr": 2.976010259241363e-06}
+{"train_loss": 0.00030186609365046024, "global_step": 28879, "epoch": 534, "lr": 2.9743370248538017e-06}
+{"train_loss": 0.0005500926054082811, "global_step": 28880, "epoch": 534, "lr": 2.972664246559137e-06}
+{"train_loss": 0.00048344911192543805, "global_step": 28881, "epoch": 534, "lr": 2.9709919243735893e-06}
+{"train_loss": 0.0006177534232847393, "global_step": 28882, "epoch": 534, "lr": 2.9693200583133795e-06}
+{"train_loss": 0.0005806872504763305, "global_step": 28883, "epoch": 534, "lr": 2.967648648394722e-06}
+{"train_loss": 0.0003946468059439212, "global_step": 28884, "epoch": 534, "lr": 2.9659776946338257e-06}
+{"train_loss": 0.0005369978025555611, "global_step": 28885, "epoch": 534, "lr": 2.9643071970469005e-06}
+{"train_loss": 0.000607006368227303, "global_step": 28886, "epoch": 534, "lr": 2.9626371556501444e-06}
+{"train_loss": 0.0005867338040843606, "global_step": 28887, "epoch": 534, "lr": 2.960967570459766e-06}
+{"train_loss": 0.0004186240548733622, "global_step": 28888, "epoch": 534, "lr": 2.9592984414919423e-06}
+{"train_loss": 0.0005630693642025883, "global_step": 28889, "epoch": 534, "lr": 2.9576297687628707e-06, "val_loss": 0.0036823847331106663}
+{"train_loss": 0.0005008832667954266, "global_step": 28890, "epoch": 535, "lr": 2.9559615522887273e-06}
+{"train_loss": 0.0003738623927347362, "global_step": 28891, "epoch": 535, "lr": 2.9542937920856996e-06}
+{"train_loss": 0.00044021199573762715, "global_step": 28892, "epoch": 535, "lr": 2.952626488169974e-06}
+{"train_loss": 0.0004961054073646665, "global_step": 28893, "epoch": 535, "lr": 2.950959640557693e-06}
+{"train_loss": 0.0003688853175844997, "global_step": 28894, "epoch": 535, "lr": 2.949293249265045e-06}
+{"train_loss": 0.0006728897569701076, "global_step": 28895, "epoch": 535, "lr": 2.947627314308188e-06}
+{"train_loss": 0.00034629195579327643, "global_step": 28896, "epoch": 535, "lr": 2.9459618357032758e-06}
+{"train_loss": 0.0005875086644664407, "global_step": 28897, "epoch": 535, "lr": 2.9442968134664684e-06}
+{"train_loss": 0.000504807336255908, "global_step": 28898, "epoch": 535, "lr": 2.942632247613902e-06}
+{"train_loss": 0.0005752303404733539, "global_step": 28899, "epoch": 535, "lr": 2.9409681381617318e-06}
+{"train_loss": 0.00041992313344962895, "global_step": 28900, "epoch": 535, "lr": 2.939304485126093e-06}
+{"train_loss": 0.0005910734762437642, "global_step": 28901, "epoch": 535, "lr": 2.937641288523124e-06}
+{"train_loss": 0.0004514139727689326, "global_step": 28902, "epoch": 535, "lr": 2.9359785483689396e-06}
+{"train_loss": 0.0005976000684313476, "global_step": 28903, "epoch": 535, "lr": 2.934316264679704e-06}
+{"train_loss": 0.00030215512379072607, "global_step": 28904, "epoch": 535, "lr": 2.932654437471505e-06}
+{"train_loss": 0.00032999561517499387, "global_step": 28905, "epoch": 535, "lr": 2.9309930667604624e-06}
+{"train_loss": 0.000455028610303998, "global_step": 28906, "epoch": 535, "lr": 2.9293321525627083e-06}
+{"train_loss": 0.0004628011956810951, "global_step": 28907, "epoch": 535, "lr": 2.9276716948943405e-06}
+{"train_loss": 0.00047711958177387714, "global_step": 28908, "epoch": 535, "lr": 2.926011693771474e-06}
+{"train_loss": 0.00046352422214113176, "global_step": 28909, "epoch": 535, "lr": 2.9243521492101856e-06}
+{"train_loss": 0.0009384328732267022, "global_step": 28910, "epoch": 535, "lr": 2.922693061226589e-06}
+{"train_loss": 0.00048483163118362427, "global_step": 28911, "epoch": 535, "lr": 2.9210344298367774e-06}
+{"train_loss": 0.0009065808262676001, "global_step": 28912, "epoch": 535, "lr": 2.919376255056827e-06}
+{"train_loss": 0.00032323700725100935, "global_step": 28913, "epoch": 535, "lr": 2.917718536902825e-06}
+{"train_loss": 0.00044578281813301146, "global_step": 28914, "epoch": 535, "lr": 2.9160612753908466e-06}
+{"train_loss": 0.0005908728926442564, "global_step": 28915, "epoch": 535, "lr": 2.914404470536969e-06}
+{"train_loss": 0.0004250954370945692, "global_step": 28916, "epoch": 535, "lr": 2.9127481223572615e-06}
+{"train_loss": 0.000375645438907668, "global_step": 28917, "epoch": 535, "lr": 2.9110922308677848e-06}
+{"train_loss": 0.0007515053730458021, "global_step": 28918, "epoch": 535, "lr": 2.909436796084597e-06}
+{"train_loss": 0.0005106214666739106, "global_step": 28919, "epoch": 535, "lr": 2.9077818180237693e-06}
+{"train_loss": 0.0006277377833612263, "global_step": 28920, "epoch": 535, "lr": 2.9061272967013385e-06}
+{"train_loss": 0.0006346166483126581, "global_step": 28921, "epoch": 535, "lr": 2.9044732321333422e-06}
+{"train_loss": 0.0006606672541238368, "global_step": 28922, "epoch": 535, "lr": 2.902819624335845e-06}
+{"train_loss": 0.0003058401925954968, "global_step": 28923, "epoch": 535, "lr": 2.9011664733248787e-06}
+{"train_loss": 0.0005229664384387434, "global_step": 28924, "epoch": 535, "lr": 2.899513779116475e-06}
+{"train_loss": 0.0005213175318203866, "global_step": 28925, "epoch": 535, "lr": 2.8978615417266543e-06}
+{"train_loss": 0.0003803049912676215, "global_step": 28926, "epoch": 535, "lr": 2.896209761171448e-06}
+{"train_loss": 0.00044086703564971685, "global_step": 28927, "epoch": 535, "lr": 2.894558437466882e-06}
+{"train_loss": 0.0004816698201466352, "global_step": 28928, "epoch": 535, "lr": 2.8929075706289664e-06}
+{"train_loss": 0.0008358635241165757, "global_step": 28929, "epoch": 535, "lr": 2.891257160673716e-06}
+{"train_loss": 0.000725684454664588, "global_step": 28930, "epoch": 535, "lr": 2.889607207617129e-06}
+{"train_loss": 0.0005058682872913778, "global_step": 28931, "epoch": 535, "lr": 2.88795771147522e-06}
+{"train_loss": 0.0006365794688463211, "global_step": 28932, "epoch": 535, "lr": 2.886308672263982e-06}
+{"train_loss": 0.000516028783749789, "global_step": 28933, "epoch": 535, "lr": 2.8846600899994024e-06}
+{"train_loss": 0.0006103400373831391, "global_step": 28934, "epoch": 535, "lr": 2.8830119646974795e-06}
+{"train_loss": 0.0005828189896419644, "global_step": 28935, "epoch": 535, "lr": 2.8813642963741947e-06}
+{"train_loss": 0.000911468465346843, "global_step": 28936, "epoch": 535, "lr": 2.8797170850455303e-06}
+{"train_loss": 0.000593033095356077, "global_step": 28937, "epoch": 535, "lr": 2.8780703307274503e-06}
+{"train_loss": 0.0009502641041763127, "global_step": 28938, "epoch": 535, "lr": 2.8764240334359483e-06}
+{"train_loss": 0.0005590835935436189, "global_step": 28939, "epoch": 535, "lr": 2.8747781931869833e-06}
+{"train_loss": 0.0004099047218915075, "global_step": 28940, "epoch": 535, "lr": 2.8731328099965037e-06}
+{"train_loss": 0.00043751654447987676, "global_step": 28941, "epoch": 535, "lr": 2.871487883880475e-06}
+{"train_loss": 0.000458522787084803, "global_step": 28942, "epoch": 535, "lr": 2.8698434148548614e-06}
+{"train_loss": 0.0005348070758541494, "global_step": 28943, "epoch": 535, "lr": 2.8681994029356064e-06, "val_loss": 0.002896586200222373, "train_action_mse_error": 2.8193613616167568e-05}
+{"train_loss": 0.0007596265058964491, "global_step": 28944, "epoch": 536, "lr": 2.8665558481386522e-06}
+{"train_loss": 0.0004320080915931612, "global_step": 28945, "epoch": 536, "lr": 2.864912750479942e-06}
+{"train_loss": 0.0004202272102702409, "global_step": 28946, "epoch": 536, "lr": 2.863270109975413e-06}
+{"train_loss": 0.00044373434502631426, "global_step": 28947, "epoch": 536, "lr": 2.861627926640992e-06}
+{"train_loss": 0.00043359995470382273, "global_step": 28948, "epoch": 536, "lr": 2.8599862004926094e-06}
+{"train_loss": 0.0005943131982348859, "global_step": 28949, "epoch": 536, "lr": 2.8583449315461807e-06}
+{"train_loss": 0.0007292006048373878, "global_step": 28950, "epoch": 536, "lr": 2.8567041198176493e-06}
+{"train_loss": 0.0004888920811936259, "global_step": 28951, "epoch": 536, "lr": 2.8550637653228963e-06}
+{"train_loss": 0.0006486430647782981, "global_step": 28952, "epoch": 536, "lr": 2.853423868077848e-06}
+{"train_loss": 0.0004367103392723948, "global_step": 28953, "epoch": 536, "lr": 2.851784428098403e-06}
+{"train_loss": 0.00043687972356565297, "global_step": 28954, "epoch": 536, "lr": 2.8501454454004704e-06}
+{"train_loss": 0.0006416134419851005, "global_step": 28955, "epoch": 536, "lr": 2.8485069199999547e-06}
+{"train_loss": 0.00043600506614893675, "global_step": 28956, "epoch": 536, "lr": 2.8468688519127208e-06}
+{"train_loss": 0.0005106735625304282, "global_step": 28957, "epoch": 536, "lr": 2.8452312411546665e-06}
+{"train_loss": 0.0006667344132438302, "global_step": 28958, "epoch": 536, "lr": 2.8435940877416854e-06}
+{"train_loss": 0.0006041323649697006, "global_step": 28959, "epoch": 536, "lr": 2.841957391689648e-06}
+{"train_loss": 0.00046124483924359083, "global_step": 28960, "epoch": 536, "lr": 2.840321153014441e-06}
+{"train_loss": 0.0005453352932818234, "global_step": 28961, "epoch": 536, "lr": 2.838685371731903e-06}
+{"train_loss": 0.00035023645614273846, "global_step": 28962, "epoch": 536, "lr": 2.8370500478579254e-06}
+{"train_loss": 0.0004748305073007941, "global_step": 28963, "epoch": 536, "lr": 2.835415181408363e-06}
+{"train_loss": 0.0004853735736105591, "global_step": 28964, "epoch": 536, "lr": 2.833780772399075e-06}
+{"train_loss": 0.0004225532175041735, "global_step": 28965, "epoch": 536, "lr": 2.832146820845899e-06}
+{"train_loss": 0.0006951508694328368, "global_step": 28966, "epoch": 536, "lr": 2.8305133267647057e-06}
+{"train_loss": 0.00041322625475004315, "global_step": 28967, "epoch": 536, "lr": 2.8288802901713154e-06}
+{"train_loss": 0.0005194458062760532, "global_step": 28968, "epoch": 536, "lr": 2.827247711081582e-06}
+{"train_loss": 0.0005951054627075791, "global_step": 28969, "epoch": 536, "lr": 2.8256155895113214e-06}
+{"train_loss": 0.0006466422928497195, "global_step": 28970, "epoch": 536, "lr": 2.8239839254763866e-06}
+{"train_loss": 0.0006259078509174287, "global_step": 28971, "epoch": 536, "lr": 2.822352718992599e-06}
+{"train_loss": 0.0007887865067459643, "global_step": 28972, "epoch": 536, "lr": 2.8207219700757627e-06}
+{"train_loss": 0.0005856617353856564, "global_step": 28973, "epoch": 536, "lr": 2.8190916787416975e-06}
+{"train_loss": 0.0003462332533672452, "global_step": 28974, "epoch": 536, "lr": 2.817461845006225e-06}
+{"train_loss": 0.00045731087448075414, "global_step": 28975, "epoch": 536, "lr": 2.815832468885149e-06}
+{"train_loss": 0.0004020777705591172, "global_step": 28976, "epoch": 536, "lr": 2.8142035503942786e-06}
+{"train_loss": 0.0005800717626698315, "global_step": 28977, "epoch": 536, "lr": 2.812575089549402e-06}
+{"train_loss": 0.0005676894215866923, "global_step": 28978, "epoch": 536, "lr": 2.8109470863663167e-06}
+{"train_loss": 0.0005148145137354732, "global_step": 28979, "epoch": 536, "lr": 2.8093195408608164e-06}
+{"train_loss": 0.0005045253201387823, "global_step": 28980, "epoch": 536, "lr": 2.807692453048677e-06}
+{"train_loss": 0.0006235979381017387, "global_step": 28981, "epoch": 536, "lr": 2.8060658229456916e-06}
+{"train_loss": 0.0007936672773212194, "global_step": 28982, "epoch": 536, "lr": 2.804439650567625e-06}
+{"train_loss": 0.0013476453023031354, "global_step": 28983, "epoch": 536, "lr": 2.8028139359302598e-06}
+{"train_loss": 0.000572393590118736, "global_step": 28984, "epoch": 536, "lr": 2.8011886790493546e-06}
+{"train_loss": 0.0005283175269141793, "global_step": 28985, "epoch": 536, "lr": 2.7995638799406697e-06}
+{"train_loss": 0.0004556704661808908, "global_step": 28986, "epoch": 536, "lr": 2.797939538619987e-06}
+{"train_loss": 0.0004472325381357223, "global_step": 28987, "epoch": 536, "lr": 2.796315655103032e-06}
+{"train_loss": 0.0007986558484844863, "global_step": 28988, "epoch": 536, "lr": 2.794692229405571e-06}
+{"train_loss": 0.0007694248924963176, "global_step": 28989, "epoch": 536, "lr": 2.793069261543335e-06}
+{"train_loss": 0.0004075187025591731, "global_step": 28990, "epoch": 536, "lr": 2.7914467515320785e-06}
+{"train_loss": 0.0005814607138745487, "global_step": 28991, "epoch": 536, "lr": 2.7898246993875386e-06}
+{"train_loss": 0.0007436817395500839, "global_step": 28992, "epoch": 536, "lr": 2.788203105125442e-06}
+{"train_loss": 0.0004217064706608653, "global_step": 28993, "epoch": 536, "lr": 2.7865819687615148e-06}
+{"train_loss": 0.0006251999293453991, "global_step": 28994, "epoch": 536, "lr": 2.784961290311483e-06}
+{"train_loss": 0.00038122182013466954, "global_step": 28995, "epoch": 536, "lr": 2.783341069791062e-06}
+{"train_loss": 0.0004373257397674024, "global_step": 28996, "epoch": 536, "lr": 2.7817213072159674e-06}
+{"train_loss": 0.0005526601625778885, "global_step": 28997, "epoch": 536, "lr": 2.780102002601914e-06, "val_loss": 0.001527869375422597}
+{"train_loss": 0.0003242757811676711, "global_step": 28998, "epoch": 537, "lr": 2.778483155964601e-06}
+{"train_loss": 0.0006182313663884997, "global_step": 28999, "epoch": 537, "lr": 2.776864767319731e-06}
+{"train_loss": 0.0005292676505632699, "global_step": 29000, "epoch": 537, "lr": 2.775246836682999e-06}
+{"train_loss": 0.0007354552508331835, "global_step": 29001, "epoch": 537, "lr": 2.773629364070096e-06}
+{"train_loss": 0.00043025886407122016, "global_step": 29002, "epoch": 537, "lr": 2.7720123494967223e-06}
+{"train_loss": 0.0005124204908497632, "global_step": 29003, "epoch": 537, "lr": 2.7703957929785473e-06}
+{"train_loss": 0.000450699997600168, "global_step": 29004, "epoch": 537, "lr": 2.7687796945312484e-06}
+{"train_loss": 0.0005359395290724933, "global_step": 29005, "epoch": 537, "lr": 2.767164054170501e-06}
+{"train_loss": 0.0003179630439262837, "global_step": 29006, "epoch": 537, "lr": 2.7655488719119826e-06}
+{"train_loss": 0.0005570365465246141, "global_step": 29007, "epoch": 537, "lr": 2.7639341477713686e-06}
+{"train_loss": 0.00043300376273691654, "global_step": 29008, "epoch": 537, "lr": 2.762319881764286e-06}
+{"train_loss": 0.0005134331295266747, "global_step": 29009, "epoch": 537, "lr": 2.7607060739064163e-06}
+{"train_loss": 0.00038626391324214637, "global_step": 29010, "epoch": 537, "lr": 2.759092724213408e-06}
+{"train_loss": 0.000626484805252403, "global_step": 29011, "epoch": 537, "lr": 2.75747983270091e-06}
+{"train_loss": 0.0003596112073864788, "global_step": 29012, "epoch": 537, "lr": 2.7558673993845595e-06}
+{"train_loss": 0.0003535910800565034, "global_step": 29013, "epoch": 537, "lr": 2.75425542428e-06}
+{"train_loss": 0.0003522363258525729, "global_step": 29014, "epoch": 537, "lr": 2.752643907402863e-06}
+{"train_loss": 0.00035449591814540327, "global_step": 29015, "epoch": 537, "lr": 2.751032848768781e-06}
+{"train_loss": 0.00039355020271614194, "global_step": 29016, "epoch": 537, "lr": 2.749422248393374e-06}
+{"train_loss": 0.0005943530704826117, "global_step": 29017, "epoch": 537, "lr": 2.747812106292258e-06}
+{"train_loss": 0.000736089248675853, "global_step": 29018, "epoch": 537, "lr": 2.7462024224810755e-06}
+{"train_loss": 0.0003296594659332186, "global_step": 29019, "epoch": 537, "lr": 2.7445931969754146e-06}
+{"train_loss": 0.000604444881901145, "global_step": 29020, "epoch": 537, "lr": 2.7429844297908793e-06}
+{"train_loss": 0.0006245573749765754, "global_step": 29021, "epoch": 537, "lr": 2.7413761209430898e-06}
+{"train_loss": 0.0003487438370939344, "global_step": 29022, "epoch": 537, "lr": 2.7397682704476403e-06}
+{"train_loss": 0.0004122360551264137, "global_step": 29023, "epoch": 537, "lr": 2.738160878320123e-06}
+{"train_loss": 0.0003765371802728623, "global_step": 29024, "epoch": 537, "lr": 2.73655394457612e-06}
+{"train_loss": 0.0006604589289054275, "global_step": 29025, "epoch": 537, "lr": 2.7349474692312247e-06}
+{"train_loss": 0.0005884002894163132, "global_step": 29026, "epoch": 537, "lr": 2.733341452301019e-06}
+{"train_loss": 0.0003604043449740857, "global_step": 29027, "epoch": 537, "lr": 2.7317358938010794e-06}
+{"train_loss": 0.00043648973223753273, "global_step": 29028, "epoch": 537, "lr": 2.7301307937469765e-06}
+{"train_loss": 0.0004260035348124802, "global_step": 29029, "epoch": 537, "lr": 2.7285261521542703e-06}
+{"train_loss": 0.00035098782973363996, "global_step": 29030, "epoch": 537, "lr": 2.726921969038537e-06}
+{"train_loss": 0.00039432066841982305, "global_step": 29031, "epoch": 537, "lr": 2.7253182444153258e-06}
+{"train_loss": 0.0006248698919080198, "global_step": 29032, "epoch": 537, "lr": 2.723714978300196e-06}
+{"train_loss": 0.000298063678201288, "global_step": 29033, "epoch": 537, "lr": 2.722112170708696e-06}
+{"train_loss": 0.0005799078498966992, "global_step": 29034, "epoch": 537, "lr": 2.7205098216563696e-06}
+{"train_loss": 0.00040225856355391443, "global_step": 29035, "epoch": 537, "lr": 2.7189079311587594e-06}
+{"train_loss": 0.0002552987716626376, "global_step": 29036, "epoch": 537, "lr": 2.7173064992313922e-06}
+{"train_loss": 0.0006618461920879781, "global_step": 29037, "epoch": 537, "lr": 2.7157055258898167e-06}
+{"train_loss": 0.0005475027137435973, "global_step": 29038, "epoch": 537, "lr": 2.714105011149548e-06}
+{"train_loss": 0.0006144754588603973, "global_step": 29039, "epoch": 537, "lr": 2.7125049550261294e-06}
+{"train_loss": 0.0006157164461910725, "global_step": 29040, "epoch": 537, "lr": 2.7109053575350428e-06}
+{"train_loss": 0.00041927446727640927, "global_step": 29041, "epoch": 537, "lr": 2.7093062186918374e-06}
+{"train_loss": 0.0006315283826552331, "global_step": 29042, "epoch": 537, "lr": 2.707707538512e-06}
+{"train_loss": 0.0005215175915509462, "global_step": 29043, "epoch": 537, "lr": 2.7061093170110517e-06}
+{"train_loss": 0.00044770826934836805, "global_step": 29044, "epoch": 537, "lr": 2.7045115542044863e-06}
+{"train_loss": 0.0005581654841080308, "global_step": 29045, "epoch": 537, "lr": 2.7029142501077966e-06}
+{"train_loss": 0.0004671604256145656, "global_step": 29046, "epoch": 537, "lr": 2.701317404736481e-06}
+{"train_loss": 0.00040155070018954575, "global_step": 29047, "epoch": 537, "lr": 2.6997210181060273e-06}
+{"train_loss": 0.00042600638698786497, "global_step": 29048, "epoch": 537, "lr": 2.698125090231901e-06}
+{"train_loss": 0.0005241379258222878, "global_step": 29049, "epoch": 537, "lr": 2.6965296211296178e-06}
+{"train_loss": 0.0006284583359956741, "global_step": 29050, "epoch": 537, "lr": 2.6949346108146147e-06}
+{"train_loss": 0.0004834042801694186, "global_step": 29051, "epoch": 537, "lr": 2.693340059302385e-06, "val_loss": 0.0023224882315844297}
+{"train_loss": 0.0004223695141263306, "global_step": 29052, "epoch": 538, "lr": 2.691745966608372e-06}
+{"train_loss": 0.0004477492766454816, "global_step": 29053, "epoch": 538, "lr": 2.6901523327480584e-06}
+{"train_loss": 0.0006687145796604455, "global_step": 29054, "epoch": 538, "lr": 2.6885591577368974e-06}
+{"train_loss": 0.00038178026443347335, "global_step": 29055, "epoch": 538, "lr": 2.6869664415903273e-06}
+{"train_loss": 0.0003562838537618518, "global_step": 29056, "epoch": 538, "lr": 2.6853741843237967e-06}
+{"train_loss": 0.0004325506743043661, "global_step": 29057, "epoch": 538, "lr": 2.6837823859527655e-06}
+{"train_loss": 0.000519256223924458, "global_step": 29058, "epoch": 538, "lr": 2.6821910464926605e-06}
+{"train_loss": 0.0008566531469114125, "global_step": 29059, "epoch": 538, "lr": 2.680600165958913e-06}
+{"train_loss": 0.0005797736812382936, "global_step": 29060, "epoch": 538, "lr": 2.6790097443669616e-06}
+{"train_loss": 0.000481618131743744, "global_step": 29061, "epoch": 538, "lr": 2.6774197817322266e-06}
+{"train_loss": 0.0005501456907950342, "global_step": 29062, "epoch": 538, "lr": 2.6758302780701295e-06}
+{"train_loss": 0.0003575713490135968, "global_step": 29063, "epoch": 538, "lr": 2.6742412333960854e-06}
+{"train_loss": 0.0006863783928565681, "global_step": 29064, "epoch": 538, "lr": 2.6726526477254987e-06}
+{"train_loss": 0.0005658203735947609, "global_step": 29065, "epoch": 538, "lr": 2.6710645210738016e-06}
+{"train_loss": 0.0006374924560077488, "global_step": 29066, "epoch": 538, "lr": 2.6694768534563706e-06}
+{"train_loss": 0.0004043232765980065, "global_step": 29067, "epoch": 538, "lr": 2.667889644888616e-06}
+{"train_loss": 0.0008792595472186804, "global_step": 29068, "epoch": 538, "lr": 2.6663028953859194e-06}
+{"train_loss": 0.0005386403645388782, "global_step": 29069, "epoch": 538, "lr": 2.6647166049636907e-06}
+{"train_loss": 0.0006738438969478011, "global_step": 29070, "epoch": 538, "lr": 2.6631307736373124e-06}
+{"train_loss": 0.00027857671375386417, "global_step": 29071, "epoch": 538, "lr": 2.66154540142215e-06}
+{"train_loss": 0.0006126587395556271, "global_step": 29072, "epoch": 538, "lr": 2.659960488333585e-06}
+{"train_loss": 0.0004305514448788017, "global_step": 29073, "epoch": 538, "lr": 2.6583760343869944e-06}
+{"train_loss": 0.000295227684546262, "global_step": 29074, "epoch": 538, "lr": 2.656792039597744e-06}
+{"train_loss": 0.0007230770424939692, "global_step": 29075, "epoch": 538, "lr": 2.655208503981199e-06}
+{"train_loss": 0.0005218383157625794, "global_step": 29076, "epoch": 538, "lr": 2.653625427552703e-06}
+{"train_loss": 0.0005594691028818488, "global_step": 29077, "epoch": 538, "lr": 2.6520428103276318e-06}
+{"train_loss": 0.0004051762807648629, "global_step": 29078, "epoch": 538, "lr": 2.6504606523213184e-06}
+{"train_loss": 0.0004313915560487658, "global_step": 29079, "epoch": 538, "lr": 2.648878953549122e-06}
+{"train_loss": 0.0005513562937267125, "global_step": 29080, "epoch": 538, "lr": 2.647297714026359e-06}
+{"train_loss": 0.0005235107964836061, "global_step": 29081, "epoch": 538, "lr": 2.6457169337683998e-06}
+{"train_loss": 0.0004952737945131958, "global_step": 29082, "epoch": 538, "lr": 2.644136612790554e-06}
+{"train_loss": 0.00034165437682531774, "global_step": 29083, "epoch": 538, "lr": 2.6425567511081494e-06}
+{"train_loss": 0.00067964504705742, "global_step": 29084, "epoch": 538, "lr": 2.6409773487365064e-06}
+{"train_loss": 0.0005974373198114336, "global_step": 29085, "epoch": 538, "lr": 2.6393984056909516e-06}
+{"train_loss": 0.0006018010317347944, "global_step": 29086, "epoch": 538, "lr": 2.6378199219868062e-06}
+{"train_loss": 0.00028729793848469853, "global_step": 29087, "epoch": 538, "lr": 2.6362418976393634e-06}
+{"train_loss": 0.00045041769044473767, "global_step": 29088, "epoch": 538, "lr": 2.6346643326639275e-06}
+{"train_loss": 0.0006413610535673797, "global_step": 29089, "epoch": 538, "lr": 2.6330872270758143e-06}
+{"train_loss": 0.00041299202712252736, "global_step": 29090, "epoch": 538, "lr": 2.6315105808903116e-06}
+{"train_loss": 0.0004908613627776504, "global_step": 29091, "epoch": 538, "lr": 2.629934394122707e-06}
+{"train_loss": 0.0005267675151117146, "global_step": 29092, "epoch": 538, "lr": 2.628358666788294e-06}
+{"train_loss": 0.0005244192434474826, "global_step": 29093, "epoch": 538, "lr": 2.626783398902355e-06}
+{"train_loss": 0.0007709157071076334, "global_step": 29094, "epoch": 538, "lr": 2.6252085904801604e-06}
+{"train_loss": 0.0006660076323896646, "global_step": 29095, "epoch": 538, "lr": 2.623634241536993e-06}
+{"train_loss": 0.000643150822725147, "global_step": 29096, "epoch": 538, "lr": 2.622060352088118e-06}
+{"train_loss": 0.0005358719499781728, "global_step": 29097, "epoch": 538, "lr": 2.6204869221488016e-06}
+{"train_loss": 0.00040882121538743377, "global_step": 29098, "epoch": 538, "lr": 2.618913951734303e-06}
+{"train_loss": 0.0004945241380482912, "global_step": 29099, "epoch": 538, "lr": 2.6173414408598827e-06}
+{"train_loss": 0.0004172465414740145, "global_step": 29100, "epoch": 538, "lr": 2.6157693895407787e-06}
+{"train_loss": 0.0006089804228395224, "global_step": 29101, "epoch": 538, "lr": 2.6141977977922615e-06}
+{"train_loss": 0.00047740485752001405, "global_step": 29102, "epoch": 538, "lr": 2.6126266656295473e-06}
+{"train_loss": 0.00027853294159285724, "global_step": 29103, "epoch": 538, "lr": 2.6110559930678903e-06}
+{"train_loss": 0.0004947443376295269, "global_step": 29104, "epoch": 538, "lr": 2.609485780122517e-06}
+{"train_loss": 0.0005197366467823654, "global_step": 29105, "epoch": 538, "lr": 2.6079160268086657e-06, "val_loss": 0.0020864983089268208}
+{"train_loss": 0.0003924578777514398, "global_step": 29106, "epoch": 539, "lr": 2.6063467331415514e-06}
+{"train_loss": 0.0003406024188734591, "global_step": 29107, "epoch": 539, "lr": 2.6047778991364015e-06}
+{"train_loss": 0.0005032987101003528, "global_step": 29108, "epoch": 539, "lr": 2.603209524808431e-06}
+{"train_loss": 0.0005780565552413464, "global_step": 29109, "epoch": 539, "lr": 2.601641610172845e-06}
+{"train_loss": 0.000383902428438887, "global_step": 29110, "epoch": 539, "lr": 2.6000741552448525e-06}
+{"train_loss": 0.0004974202602170408, "global_step": 29111, "epoch": 539, "lr": 2.5985071600396648e-06}
+{"train_loss": 0.0003471531090326607, "global_step": 29112, "epoch": 539, "lr": 2.5969406245724694e-06}
+{"train_loss": 0.0005584223545156419, "global_step": 29113, "epoch": 539, "lr": 2.5953745488584647e-06}
+{"train_loss": 0.0005548851331695914, "global_step": 29114, "epoch": 539, "lr": 2.5938089329128333e-06}
+{"train_loss": 0.00039072529762052, "global_step": 29115, "epoch": 539, "lr": 2.592243776750769e-06}
+{"train_loss": 0.0004943385720252991, "global_step": 29116, "epoch": 539, "lr": 2.5906790803874426e-06}
+{"train_loss": 0.0005100452108308673, "global_step": 29117, "epoch": 539, "lr": 2.5891148438380473e-06}
+{"train_loss": 0.0004796991415787488, "global_step": 29118, "epoch": 539, "lr": 2.5875510671177326e-06}
+{"train_loss": 0.0004941466613672674, "global_step": 29119, "epoch": 539, "lr": 2.5859877502416696e-06}
+{"train_loss": 0.0004123015096411109, "global_step": 29120, "epoch": 539, "lr": 2.584424893225035e-06}
+{"train_loss": 0.0005032708286307752, "global_step": 29121, "epoch": 539, "lr": 2.5828624960829772e-06}
+{"train_loss": 0.0006250662845559418, "global_step": 29122, "epoch": 539, "lr": 2.581300558830657e-06}
+{"train_loss": 0.00037948493263684213, "global_step": 29123, "epoch": 539, "lr": 2.5797390814831957e-06}
+{"train_loss": 0.0006414267118088901, "global_step": 29124, "epoch": 539, "lr": 2.578178064055775e-06}
+{"train_loss": 0.00036718411138281226, "global_step": 29125, "epoch": 539, "lr": 2.5766175065635113e-06}
+{"train_loss": 0.0003462183231022209, "global_step": 29126, "epoch": 539, "lr": 2.5750574090215474e-06}
+{"train_loss": 0.0003134782600682229, "global_step": 29127, "epoch": 539, "lr": 2.573497771445016e-06}
+{"train_loss": 0.0005595702677965164, "global_step": 29128, "epoch": 539, "lr": 2.571938593849044e-06}
+{"train_loss": 0.0006813605432398617, "global_step": 29129, "epoch": 539, "lr": 2.5703798762487463e-06}
+{"train_loss": 0.0006624336820095778, "global_step": 29130, "epoch": 539, "lr": 2.5688216186592505e-06}
+{"train_loss": 0.0005617197602987289, "global_step": 29131, "epoch": 539, "lr": 2.5672638210956613e-06}
+{"train_loss": 0.0003853947564493865, "global_step": 29132, "epoch": 539, "lr": 2.5657064835730883e-06}
+{"train_loss": 0.0005873594782315195, "global_step": 29133, "epoch": 539, "lr": 2.5641496061066473e-06}
+{"train_loss": 0.00029370971606113017, "global_step": 29134, "epoch": 539, "lr": 2.5625931887114265e-06}
+{"train_loss": 0.00028182094683870673, "global_step": 29135, "epoch": 539, "lr": 2.561037231402513e-06}
+{"train_loss": 0.0006051830132491887, "global_step": 29136, "epoch": 539, "lr": 2.559481734195018e-06}
+{"train_loss": 0.0005689456011168659, "global_step": 29137, "epoch": 539, "lr": 2.557926697104024e-06}
+{"train_loss": 0.000446882942924276, "global_step": 29138, "epoch": 539, "lr": 2.556372120144612e-06}
+{"train_loss": 0.0005779077182523906, "global_step": 29139, "epoch": 539, "lr": 2.554818003331838e-06}
+{"train_loss": 0.0002773228334262967, "global_step": 29140, "epoch": 539, "lr": 2.5532643466808004e-06}
+{"train_loss": 0.0007763294852338731, "global_step": 29141, "epoch": 539, "lr": 2.5517111502065647e-06}
+{"train_loss": 0.0004803734482266009, "global_step": 29142, "epoch": 539, "lr": 2.550158413924186e-06}
+{"train_loss": 0.00047930784057825804, "global_step": 29143, "epoch": 539, "lr": 2.54860613784873e-06}
+{"train_loss": 0.0004792709369212389, "global_step": 29144, "epoch": 539, "lr": 2.5470543219952514e-06}
+{"train_loss": 0.0005386273842304945, "global_step": 29145, "epoch": 539, "lr": 2.5455029663787986e-06}
+{"train_loss": 0.00042708139517344534, "global_step": 29146, "epoch": 539, "lr": 2.543952071014416e-06}
+{"train_loss": 0.000947061984334141, "global_step": 29147, "epoch": 539, "lr": 2.542401635917152e-06}
+{"train_loss": 0.0006850872887298465, "global_step": 29148, "epoch": 539, "lr": 2.5408516611020395e-06}
+{"train_loss": 0.00026938426890410483, "global_step": 29149, "epoch": 539, "lr": 2.539302146584116e-06}
+{"train_loss": 0.0005508807371370494, "global_step": 29150, "epoch": 539, "lr": 2.5377530923784033e-06}
+{"train_loss": 0.0005737831816077232, "global_step": 29151, "epoch": 539, "lr": 2.536204498499922e-06}
+{"train_loss": 0.0005602033343166113, "global_step": 29152, "epoch": 539, "lr": 2.5346563649637055e-06}
+{"train_loss": 0.0003303829289507121, "global_step": 29153, "epoch": 539, "lr": 2.533108691784758e-06}
+{"train_loss": 0.0004762036260217428, "global_step": 29154, "epoch": 539, "lr": 2.531561478978106e-06}
+{"train_loss": 0.0005188580835238099, "global_step": 29155, "epoch": 539, "lr": 2.5300147265587273e-06}
+{"train_loss": 0.0005857149371877313, "global_step": 29156, "epoch": 539, "lr": 2.5284684345416476e-06}
+{"train_loss": 0.0005569286877289414, "global_step": 29157, "epoch": 539, "lr": 2.52692260294185e-06}
+{"train_loss": 0.0004623691493179649, "global_step": 29158, "epoch": 539, "lr": 2.5253772317743394e-06}
+{"train_loss": 0.0004914245138125909, "global_step": 29159, "epoch": 539, "lr": 2.523832321054098e-06, "val_loss": 0.004048291128128767}
+{"train_loss": 0.00035446492256596684, "global_step": 29160, "epoch": 540, "lr": 2.5222878707961083e-06}
+{"train_loss": 0.00036991757224313915, "global_step": 29161, "epoch": 540, "lr": 2.520743881015347e-06}
+{"train_loss": 0.0005246360669843853, "global_step": 29162, "epoch": 540, "lr": 2.519200351726797e-06}
+{"train_loss": 0.0005422777030616999, "global_step": 29163, "epoch": 540, "lr": 2.5176572829454127e-06}
+{"train_loss": 0.00039379906957037747, "global_step": 29164, "epoch": 540, "lr": 2.516114674686193e-06}
+{"train_loss": 0.000385549123166129, "global_step": 29165, "epoch": 540, "lr": 2.514572526964065e-06}
+{"train_loss": 0.00041053511085920036, "global_step": 29166, "epoch": 540, "lr": 2.5130308397940007e-06}
+{"train_loss": 0.0004588414740283042, "global_step": 29167, "epoch": 540, "lr": 2.5114896131909427e-06}
+{"train_loss": 0.00047257941332645714, "global_step": 29168, "epoch": 540, "lr": 2.5099488471698574e-06}
+{"train_loss": 0.0005515204393304884, "global_step": 29169, "epoch": 540, "lr": 2.5084085417456824e-06}
+{"train_loss": 0.00034598776255734265, "global_step": 29170, "epoch": 540, "lr": 2.5068686969333456e-06}
+{"train_loss": 0.0003665573603939265, "global_step": 29171, "epoch": 540, "lr": 2.505329312747784e-06}
+{"train_loss": 0.00035631799255497754, "global_step": 29172, "epoch": 540, "lr": 2.503790389203936e-06}
+{"train_loss": 0.0002995648537762463, "global_step": 29173, "epoch": 540, "lr": 2.502251926316723e-06}
+{"train_loss": 0.0003639597853180021, "global_step": 29174, "epoch": 540, "lr": 2.5007139241010724e-06}
+{"train_loss": 0.00045851501636207104, "global_step": 29175, "epoch": 540, "lr": 2.4991763825718885e-06}
+{"train_loss": 0.0007646854501217604, "global_step": 29176, "epoch": 540, "lr": 2.497639301744098e-06}
+{"train_loss": 0.0011786019895225763, "global_step": 29177, "epoch": 540, "lr": 2.496102681632595e-06}
+{"train_loss": 0.0004456473106984049, "global_step": 29178, "epoch": 540, "lr": 2.4945665222522952e-06}
+{"train_loss": 0.0006197443581186235, "global_step": 29179, "epoch": 540, "lr": 2.493030823618081e-06}
+{"train_loss": 0.0005224768538028002, "global_step": 29180, "epoch": 540, "lr": 2.4914955857448687e-06}
+{"train_loss": 0.00042066158493980765, "global_step": 29181, "epoch": 540, "lr": 2.4899608086475347e-06}
+{"train_loss": 0.0007161967223510146, "global_step": 29182, "epoch": 540, "lr": 2.488426492340962e-06}
+{"train_loss": 0.0005623403703793883, "global_step": 29183, "epoch": 540, "lr": 2.4868926368400325e-06}
+{"train_loss": 0.0006067671929486096, "global_step": 29184, "epoch": 540, "lr": 2.485359242159635e-06}
+{"train_loss": 0.0004289968346711248, "global_step": 29185, "epoch": 540, "lr": 2.4838263083146405e-06}
+{"train_loss": 0.00041566239087842405, "global_step": 29186, "epoch": 540, "lr": 2.4822938353198986e-06}
+{"train_loss": 0.00041721988236531615, "global_step": 29187, "epoch": 540, "lr": 2.4807618231902806e-06}
+{"train_loss": 0.00044389342656359076, "global_step": 29188, "epoch": 540, "lr": 2.4792302719406522e-06}
+{"train_loss": 0.0007902594516053796, "global_step": 29189, "epoch": 540, "lr": 2.4776991815858684e-06}
+{"train_loss": 0.0005376461776904762, "global_step": 29190, "epoch": 540, "lr": 2.4761685521407675e-06}
+{"train_loss": 0.00038850202690809965, "global_step": 29191, "epoch": 540, "lr": 2.4746383836202034e-06}
+{"train_loss": 0.0005253955023363233, "global_step": 29192, "epoch": 540, "lr": 2.4731086760390154e-06}
+{"train_loss": 0.0005490027833729982, "global_step": 29193, "epoch": 540, "lr": 2.471579429412041e-06}
+{"train_loss": 0.000575201353058219, "global_step": 29194, "epoch": 540, "lr": 2.470050643754107e-06}
+{"train_loss": 0.0003831368812825531, "global_step": 29195, "epoch": 540, "lr": 2.468522319080041e-06}
+{"train_loss": 0.0004452511784620583, "global_step": 29196, "epoch": 540, "lr": 2.4669944554046752e-06}
+{"train_loss": 0.00032133684726431966, "global_step": 29197, "epoch": 540, "lr": 2.4654670527428202e-06}
+{"train_loss": 0.00046945016947574914, "global_step": 29198, "epoch": 540, "lr": 2.463940111109292e-06}
+{"train_loss": 0.00043868256034329534, "global_step": 29199, "epoch": 540, "lr": 2.4624136305188894e-06}
+{"train_loss": 0.0003805359883699566, "global_step": 29200, "epoch": 540, "lr": 2.4608876109864344e-06}
+{"train_loss": 0.0003867655759677291, "global_step": 29201, "epoch": 540, "lr": 2.4593620525267314e-06}
+{"train_loss": 0.000612394418567419, "global_step": 29202, "epoch": 540, "lr": 2.4578369551545576e-06}
+{"train_loss": 0.00045954398228786886, "global_step": 29203, "epoch": 540, "lr": 2.456312318884707e-06}
+{"train_loss": 0.0005067855818197131, "global_step": 29204, "epoch": 540, "lr": 2.454788143731979e-06}
+{"train_loss": 0.00036396612995304167, "global_step": 29205, "epoch": 540, "lr": 2.4532644297111497e-06}
+{"train_loss": 0.0005366685800254345, "global_step": 29206, "epoch": 540, "lr": 2.451741176836997e-06}
+{"train_loss": 0.0005095510859973729, "global_step": 29207, "epoch": 540, "lr": 2.450218385124298e-06}
+{"train_loss": 0.00038169193430803716, "global_step": 29208, "epoch": 540, "lr": 2.448696054587818e-06}
+{"train_loss": 0.0002822435926645994, "global_step": 29209, "epoch": 540, "lr": 2.4471741852423237e-06}
+{"train_loss": 0.00032456190092489123, "global_step": 29210, "epoch": 540, "lr": 2.445652777102575e-06}
+{"train_loss": 0.00042197448783554137, "global_step": 29211, "epoch": 540, "lr": 2.4441318301833272e-06}
+{"train_loss": 0.00037415308179333806, "global_step": 29212, "epoch": 540, "lr": 2.442611344499329e-06}
+{"train_loss": 0.00047453907124387723, "global_step": 29213, "epoch": 540, "lr": 2.441091320065331e-06, "val_loss": 0.0021786456927657127, "train_action_mse_error": 2.4364540877286345e-05}
+{"train_loss": 0.00047849235124886036, "global_step": 29214, "epoch": 541, "lr": 2.4395717568960752e-06}
+{"train_loss": 0.0005634342669509351, "global_step": 29215, "epoch": 541, "lr": 2.4380526550062955e-06}
+{"train_loss": 0.0002966486499644816, "global_step": 29216, "epoch": 541, "lr": 2.4365340144107405e-06}
+{"train_loss": 0.0005443065892904997, "global_step": 29217, "epoch": 541, "lr": 2.4350158351241216e-06}
+{"train_loss": 0.0006134055438451469, "global_step": 29218, "epoch": 541, "lr": 2.4334981171611704e-06}
+{"train_loss": 0.00045640350435860455, "global_step": 29219, "epoch": 541, "lr": 2.4319808605365977e-06}
+{"train_loss": 0.0006069957744330168, "global_step": 29220, "epoch": 541, "lr": 2.430464065265137e-06}
+{"train_loss": 0.00039437611121684313, "global_step": 29221, "epoch": 541, "lr": 2.4289477313614863e-06}
+{"train_loss": 0.0005681516486220062, "global_step": 29222, "epoch": 541, "lr": 2.4274318588403566e-06}
+{"train_loss": 0.00033237074967473745, "global_step": 29223, "epoch": 541, "lr": 2.425916447716453e-06}
+{"train_loss": 0.0004300335713196546, "global_step": 29224, "epoch": 541, "lr": 2.4244014980044636e-06}
+{"train_loss": 0.0006972448318265378, "global_step": 29225, "epoch": 541, "lr": 2.4228870097190936e-06}
+{"train_loss": 0.000584395369514823, "global_step": 29226, "epoch": 541, "lr": 2.4213729828750255e-06}
+{"train_loss": 0.0005291196866892278, "global_step": 29227, "epoch": 541, "lr": 2.419859417486936e-06}
+{"train_loss": 0.0005231830873526633, "global_step": 29228, "epoch": 541, "lr": 2.4183463135695195e-06}
+{"train_loss": 0.00048773185699246824, "global_step": 29229, "epoch": 541, "lr": 2.416833671137442e-06}
+{"train_loss": 0.0005133664235472679, "global_step": 29230, "epoch": 541, "lr": 2.41532149020538e-06}
+{"train_loss": 0.0006702345563098788, "global_step": 29231, "epoch": 541, "lr": 2.4138097707879835e-06}
+{"train_loss": 0.0005001761019229889, "global_step": 29232, "epoch": 541, "lr": 2.4122985128999465e-06}
+{"train_loss": 0.0006241407245397568, "global_step": 29233, "epoch": 541, "lr": 2.4107877165558956e-06}
+{"train_loss": 0.0005946801975369453, "global_step": 29234, "epoch": 541, "lr": 2.409277381770497e-06}
+{"train_loss": 0.0004836913722101599, "global_step": 29235, "epoch": 541, "lr": 2.407767508558395e-06}
+{"train_loss": 0.00034619338111951947, "global_step": 29236, "epoch": 541, "lr": 2.406258096934244e-06}
+{"train_loss": 0.0004961731028743088, "global_step": 29237, "epoch": 541, "lr": 2.404749146912677e-06}
+{"train_loss": 0.000490871723741293, "global_step": 29238, "epoch": 541, "lr": 2.4032406585083155e-06}
+{"train_loss": 0.0007508185808546841, "global_step": 29239, "epoch": 541, "lr": 2.401732631735809e-06}
+{"train_loss": 0.0004969042493030429, "global_step": 29240, "epoch": 541, "lr": 2.400225066609779e-06}
+{"train_loss": 0.0003695098857861012, "global_step": 29241, "epoch": 541, "lr": 2.398717963144842e-06}
+{"train_loss": 0.00047433198778890073, "global_step": 29242, "epoch": 541, "lr": 2.397211321355619e-06}
+{"train_loss": 0.0004868019314017147, "global_step": 29243, "epoch": 541, "lr": 2.395705141256721e-06}
+{"train_loss": 0.0006349431350827217, "global_step": 29244, "epoch": 541, "lr": 2.3941994228627586e-06}
+{"train_loss": 0.0003354319487698376, "global_step": 29245, "epoch": 541, "lr": 2.3926941661883308e-06}
+{"train_loss": 0.0005135633982717991, "global_step": 29246, "epoch": 541, "lr": 2.3911893712480428e-06}
+{"train_loss": 0.0006283018738031387, "global_step": 29247, "epoch": 541, "lr": 2.389685038056477e-06}
+{"train_loss": 0.00048733004950918257, "global_step": 29248, "epoch": 541, "lr": 2.3881811666282506e-06}
+{"train_loss": 0.000356880045728758, "global_step": 29249, "epoch": 541, "lr": 2.386677756977923e-06}
+{"train_loss": 0.00032929456210695207, "global_step": 29250, "epoch": 541, "lr": 2.385174809120072e-06}
+{"train_loss": 0.0005567811313085258, "global_step": 29251, "epoch": 541, "lr": 2.383672323069297e-06}
+{"train_loss": 0.000882496708072722, "global_step": 29252, "epoch": 541, "lr": 2.382170298840164e-06}
+{"train_loss": 0.0004357465368229896, "global_step": 29253, "epoch": 541, "lr": 2.380668736447239e-06}
+{"train_loss": 0.00042452235356904566, "global_step": 29254, "epoch": 541, "lr": 2.379167635905066e-06}
+{"train_loss": 0.0004744537000078708, "global_step": 29255, "epoch": 541, "lr": 2.377666997228234e-06}
+{"train_loss": 0.00048675877042114735, "global_step": 29256, "epoch": 541, "lr": 2.3761668204312805e-06}
+{"train_loss": 0.0003853222297038883, "global_step": 29257, "epoch": 541, "lr": 2.3746671055287606e-06}
+{"train_loss": 0.00041403493378311396, "global_step": 29258, "epoch": 541, "lr": 2.3731678525352184e-06}
+{"train_loss": 0.0006207051919773221, "global_step": 29259, "epoch": 541, "lr": 2.3716690614651926e-06}
+{"train_loss": 0.000782043905928731, "global_step": 29260, "epoch": 541, "lr": 2.370170732333227e-06}
+{"train_loss": 0.0003488694201223552, "global_step": 29261, "epoch": 541, "lr": 2.3686728651538424e-06}
+{"train_loss": 0.00032818460022099316, "global_step": 29262, "epoch": 541, "lr": 2.3671754599415783e-06}
+{"train_loss": 0.000327802641550079, "global_step": 29263, "epoch": 541, "lr": 2.365678516710951e-06}
+{"train_loss": 0.00037943435017950833, "global_step": 29264, "epoch": 541, "lr": 2.3641820354764754e-06}
+{"train_loss": 0.0005305527593009174, "global_step": 29265, "epoch": 541, "lr": 2.362686016252674e-06}
+{"train_loss": 0.0005094197113066912, "global_step": 29266, "epoch": 541, "lr": 2.361190459054047e-06}
+{"train_loss": 0.0005026486097550434, "global_step": 29267, "epoch": 541, "lr": 2.359695363895109e-06, "val_loss": 0.003345382632687688}
+{"train_loss": 0.0006760384421795607, "global_step": 29268, "epoch": 542, "lr": 2.3582007307903555e-06}
+{"train_loss": 0.00029896979685872793, "global_step": 29269, "epoch": 542, "lr": 2.3567065597542905e-06}
+{"train_loss": 0.0004507630073931068, "global_step": 29270, "epoch": 542, "lr": 2.355212850801386e-06}
+{"train_loss": 0.00039654684951528907, "global_step": 29271, "epoch": 542, "lr": 2.353719603946153e-06}
+{"train_loss": 0.0006838727276772261, "global_step": 29272, "epoch": 542, "lr": 2.3522268192030627e-06}
+{"train_loss": 0.0006939650629647076, "global_step": 29273, "epoch": 542, "lr": 2.3507344965865927e-06}
+{"train_loss": 0.00046241184463724494, "global_step": 29274, "epoch": 542, "lr": 2.3492426361112154e-06}
+{"train_loss": 0.00030820490792393684, "global_step": 29275, "epoch": 542, "lr": 2.347751237791407e-06}
+{"train_loss": 0.00046835935791023076, "global_step": 29276, "epoch": 542, "lr": 2.346260301641623e-06}
+{"train_loss": 0.0007367507787421346, "global_step": 29277, "epoch": 542, "lr": 2.3447698276763354e-06}
+{"train_loss": 0.00028282878338359296, "global_step": 29278, "epoch": 542, "lr": 2.343279815909982e-06}
+{"train_loss": 0.0007798413280397654, "global_step": 29279, "epoch": 542, "lr": 2.341790266357041e-06}
+{"train_loss": 0.000528485223185271, "global_step": 29280, "epoch": 542, "lr": 2.340301179031934e-06}
+{"train_loss": 0.0006963821942918003, "global_step": 29281, "epoch": 542, "lr": 2.3388125539491157e-06}
+{"train_loss": 0.00038936411147005856, "global_step": 29282, "epoch": 542, "lr": 2.3373243911230134e-06}
+{"train_loss": 0.0003070294624194503, "global_step": 29283, "epoch": 542, "lr": 2.335836690568077e-06}
+{"train_loss": 0.0005238401936367154, "global_step": 29284, "epoch": 542, "lr": 2.334349452298734e-06}
+{"train_loss": 0.0005853406037203968, "global_step": 29285, "epoch": 542, "lr": 2.332862676329395e-06}
+{"train_loss": 0.0005889869062229991, "global_step": 29286, "epoch": 542, "lr": 2.331376362674481e-06}
+{"train_loss": 0.0006298238295130432, "global_step": 29287, "epoch": 542, "lr": 2.3298905113484206e-06}
+{"train_loss": 0.0006142178899608552, "global_step": 29288, "epoch": 542, "lr": 2.328405122365612e-06}
+{"train_loss": 0.0006122413906268775, "global_step": 29289, "epoch": 542, "lr": 2.3269201957404785e-06}
+{"train_loss": 0.0008188095525838435, "global_step": 29290, "epoch": 542, "lr": 2.3254357314873967e-06}
+{"train_loss": 0.00034819351276382804, "global_step": 29291, "epoch": 542, "lr": 2.3239517296207826e-06}
+{"train_loss": 0.0004898622864857316, "global_step": 29292, "epoch": 542, "lr": 2.3224681901550306e-06}
+{"train_loss": 0.0006510047242045403, "global_step": 29293, "epoch": 542, "lr": 2.320985113104518e-06}
+{"train_loss": 0.0007275626412592828, "global_step": 29294, "epoch": 542, "lr": 2.319502498483628e-06}
+{"train_loss": 0.0015964574413374066, "global_step": 29295, "epoch": 542, "lr": 2.3180203463067597e-06}
+{"train_loss": 0.00065397605067119, "global_step": 29296, "epoch": 542, "lr": 2.316538656588274e-06}
+{"train_loss": 0.0003529930836521089, "global_step": 29297, "epoch": 542, "lr": 2.3150574293425377e-06}
+{"train_loss": 0.0006571091944351792, "global_step": 29298, "epoch": 542, "lr": 2.3135766645839164e-06}
+{"train_loss": 0.0006522025796584785, "global_step": 29299, "epoch": 542, "lr": 2.3120963623267823e-06}
+{"train_loss": 0.0009477329440414906, "global_step": 29300, "epoch": 542, "lr": 2.310616522585496e-06}
+{"train_loss": 0.00038709997897967696, "global_step": 29301, "epoch": 542, "lr": 2.3091371453743958e-06}
+{"train_loss": 0.0004680769343394786, "global_step": 29302, "epoch": 542, "lr": 2.3076582307078263e-06}
+{"train_loss": 0.0006307309377007186, "global_step": 29303, "epoch": 542, "lr": 2.3061797786001484e-06}
+{"train_loss": 0.0004395629221107811, "global_step": 29304, "epoch": 542, "lr": 2.304701789065694e-06}
+{"train_loss": 0.0006844699964858592, "global_step": 29305, "epoch": 542, "lr": 2.3032242621188027e-06}
+{"train_loss": 0.00035125797148793936, "global_step": 29306, "epoch": 542, "lr": 2.3017471977737903e-06}
+{"train_loss": 0.0007943952805362642, "global_step": 29307, "epoch": 542, "lr": 2.3002705960449955e-06}
+{"train_loss": 0.0006391063216142356, "global_step": 29308, "epoch": 542, "lr": 2.2987944569467403e-06}
+{"train_loss": 0.0007318991702049971, "global_step": 29309, "epoch": 542, "lr": 2.2973187804933293e-06}
+{"train_loss": 0.00047535664634779096, "global_step": 29310, "epoch": 542, "lr": 2.2958435666990906e-06}
+{"train_loss": 0.0005233332049101591, "global_step": 29311, "epoch": 542, "lr": 2.294368815578318e-06}
+{"train_loss": 0.0004060269857291132, "global_step": 29312, "epoch": 542, "lr": 2.2928945271453227e-06}
+{"train_loss": 0.000344508676789701, "global_step": 29313, "epoch": 542, "lr": 2.291420701414404e-06}
+{"train_loss": 0.0005110168713144958, "global_step": 29314, "epoch": 542, "lr": 2.2899473383998447e-06}
+{"train_loss": 0.0005886128055863082, "global_step": 29315, "epoch": 542, "lr": 2.2884744381159508e-06}
+{"train_loss": 0.0005214291159063578, "global_step": 29316, "epoch": 542, "lr": 2.2870020005770043e-06}
+{"train_loss": 0.0005232856492511928, "global_step": 29317, "epoch": 542, "lr": 2.2855300257972777e-06}
+{"train_loss": 0.0005998473498038948, "global_step": 29318, "epoch": 542, "lr": 2.2840585137910488e-06}
+{"train_loss": 0.00033843558048829436, "global_step": 29319, "epoch": 542, "lr": 2.282587464572594e-06}
+{"train_loss": 0.00047236436512321234, "global_step": 29320, "epoch": 542, "lr": 2.2811168781561866e-06}
+{"train_loss": 0.0005662421543901372, "global_step": 29321, "epoch": 542, "lr": 2.279646754556075e-06, "val_loss": 0.0018956736894324422}
+{"train_loss": 0.0006687190616503358, "global_step": 29322, "epoch": 543, "lr": 2.2781770937865322e-06}
+{"train_loss": 0.00048698100727051497, "global_step": 29323, "epoch": 543, "lr": 2.2767078958618015e-06}
+{"train_loss": 0.0004906551912426949, "global_step": 29324, "epoch": 543, "lr": 2.2752391607961386e-06}
+{"train_loss": 0.00031646850402466953, "global_step": 29325, "epoch": 543, "lr": 2.2737708886037825e-06}
+{"train_loss": 0.000437344511738047, "global_step": 29326, "epoch": 543, "lr": 2.2723030792989765e-06}
+{"train_loss": 0.0007013721042312682, "global_step": 29327, "epoch": 543, "lr": 2.2708357328959596e-06}
+{"train_loss": 0.000424208992626518, "global_step": 29328, "epoch": 543, "lr": 2.269368849408965e-06}
+{"train_loss": 0.00047791737597435713, "global_step": 29329, "epoch": 543, "lr": 2.267902428852209e-06}
+{"train_loss": 0.0007472807192243636, "global_step": 29330, "epoch": 543, "lr": 2.266436471239919e-06}
+{"train_loss": 0.0005482481210492551, "global_step": 29331, "epoch": 543, "lr": 2.2649709765863226e-06}
+{"train_loss": 0.0004995465278625488, "global_step": 29332, "epoch": 543, "lr": 2.263505944905625e-06}
+{"train_loss": 0.0004157880612183362, "global_step": 29333, "epoch": 543, "lr": 2.2620413762120317e-06}
+{"train_loss": 0.0008579249260947108, "global_step": 29334, "epoch": 543, "lr": 2.2605772705197482e-06}
+{"train_loss": 0.000304264307487756, "global_step": 29335, "epoch": 543, "lr": 2.259113627842979e-06}
+{"train_loss": 0.00042332184966653585, "global_step": 29336, "epoch": 543, "lr": 2.2576504481959304e-06}
+{"train_loss": 0.0003513151896186173, "global_step": 29337, "epoch": 543, "lr": 2.2561877315927627e-06}
+{"train_loss": 0.00065207778243348, "global_step": 29338, "epoch": 543, "lr": 2.2547254780476923e-06}
+{"train_loss": 0.0005961937131360173, "global_step": 29339, "epoch": 543, "lr": 2.253263687574891e-06}
+{"train_loss": 0.00044257903937250376, "global_step": 29340, "epoch": 543, "lr": 2.2518023601885375e-06}
+{"train_loss": 0.0004140129894949496, "global_step": 29341, "epoch": 543, "lr": 2.2503414959027967e-06}
+{"train_loss": 0.000682955898810178, "global_step": 29342, "epoch": 543, "lr": 2.2488810947318475e-06}
+{"train_loss": 0.00039487419417127967, "global_step": 29343, "epoch": 543, "lr": 2.247421156689855e-06}
+{"train_loss": 0.0005796875921078026, "global_step": 29344, "epoch": 543, "lr": 2.2459616817909644e-06}
+{"train_loss": 0.0006196590838953853, "global_step": 29345, "epoch": 543, "lr": 2.2445026700493477e-06}
+{"train_loss": 0.0005451684119179845, "global_step": 29346, "epoch": 543, "lr": 2.243044121479143e-06}
+{"train_loss": 0.0005538022378459573, "global_step": 29347, "epoch": 543, "lr": 2.241586036094512e-06}
+{"train_loss": 0.0007026799721643329, "global_step": 29348, "epoch": 543, "lr": 2.2401284139095812e-06}
+{"train_loss": 0.0005760557833127677, "global_step": 29349, "epoch": 543, "lr": 2.238671254938485e-06}
+{"train_loss": 0.0004351352108642459, "global_step": 29350, "epoch": 543, "lr": 2.237214559195372e-06}
+{"train_loss": 0.0004644376167561859, "global_step": 29351, "epoch": 543, "lr": 2.2357583266943596e-06}
+{"train_loss": 0.0005835472838953137, "global_step": 29352, "epoch": 543, "lr": 2.234302557449586e-06}
+{"train_loss": 0.00043172252480871975, "global_step": 29353, "epoch": 543, "lr": 2.2328472514751398e-06}
+{"train_loss": 0.0003475369303487241, "global_step": 29354, "epoch": 543, "lr": 2.2313924087851656e-06}
+{"train_loss": 0.00037156903999857605, "global_step": 29355, "epoch": 543, "lr": 2.2299380293937634e-06}
+{"train_loss": 0.000642679282464087, "global_step": 29356, "epoch": 543, "lr": 2.228484113315038e-06}
+{"train_loss": 0.000572484452277422, "global_step": 29357, "epoch": 543, "lr": 2.2270306605630896e-06}
+{"train_loss": 0.0003059585578739643, "global_step": 29358, "epoch": 543, "lr": 2.225577671152018e-06}
+{"train_loss": 0.0004279151326045394, "global_step": 29359, "epoch": 543, "lr": 2.224125145095912e-06}
+{"train_loss": 0.0004614883509930223, "global_step": 29360, "epoch": 543, "lr": 2.2226730824088606e-06}
+{"train_loss": 0.0005781125510111451, "global_step": 29361, "epoch": 543, "lr": 2.2212214831049517e-06}
+{"train_loss": 0.0003441117296461016, "global_step": 29362, "epoch": 543, "lr": 2.2197703471982523e-06}
+{"train_loss": 0.0008099349797703326, "global_step": 29363, "epoch": 543, "lr": 2.218319674702857e-06}
+{"train_loss": 0.0003707865544129163, "global_step": 29364, "epoch": 543, "lr": 2.216869465632815e-06}
+{"train_loss": 0.0003234386385884136, "global_step": 29365, "epoch": 543, "lr": 2.215419720002193e-06}
+{"train_loss": 0.0005394769832491875, "global_step": 29366, "epoch": 543, "lr": 2.213970437825069e-06}
+{"train_loss": 0.0004044579400215298, "global_step": 29367, "epoch": 543, "lr": 2.212521619115487e-06}
+{"train_loss": 0.00031663544359616935, "global_step": 29368, "epoch": 543, "lr": 2.2110732638875033e-06}
+{"train_loss": 0.00037248997250571847, "global_step": 29369, "epoch": 543, "lr": 2.2096253721551554e-06}
+{"train_loss": 0.0006234910688363016, "global_step": 29370, "epoch": 543, "lr": 2.208177943932499e-06}
+{"train_loss": 0.000502820941619575, "global_step": 29371, "epoch": 543, "lr": 2.2067309792335624e-06}
+{"train_loss": 0.0004660190606955439, "global_step": 29372, "epoch": 543, "lr": 2.2052844780723892e-06}
+{"train_loss": 0.0005284951766952872, "global_step": 29373, "epoch": 543, "lr": 2.2038384404629963e-06}
+{"train_loss": 0.00047485149116255343, "global_step": 29374, "epoch": 543, "lr": 2.202392866419423e-06}
+{"train_loss": 0.0005020164826419204, "global_step": 29375, "epoch": 543, "lr": 2.200947755955679e-06, "val_loss": 0.0024780663661658764}
+{"train_loss": 0.000508107419591397, "global_step": 29376, "epoch": 544, "lr": 2.199503109085782e-06}
+{"train_loss": 0.0008147835615091026, "global_step": 29377, "epoch": 544, "lr": 2.198058925823737e-06}
+{"train_loss": 0.00043560590711422265, "global_step": 29378, "epoch": 544, "lr": 2.1966152061835776e-06}
+{"train_loss": 0.00025938497856259346, "global_step": 29379, "epoch": 544, "lr": 2.1951719501792756e-06}
+{"train_loss": 0.00040558280306868255, "global_step": 29380, "epoch": 544, "lr": 2.193729157824842e-06}
+{"train_loss": 0.0005962660070508718, "global_step": 29381, "epoch": 544, "lr": 2.1922868291342604e-06}
+{"train_loss": 0.0006061044987291098, "global_step": 29382, "epoch": 544, "lr": 2.1908449641215356e-06}
+{"train_loss": 0.0005479641258716583, "global_step": 29383, "epoch": 544, "lr": 2.1894035628006517e-06}
+{"train_loss": 0.00042604643385857344, "global_step": 29384, "epoch": 544, "lr": 2.1879626251855747e-06}
+{"train_loss": 0.0005932360654696822, "global_step": 29385, "epoch": 544, "lr": 2.1865221512902766e-06}
+{"train_loss": 0.0003037257120013237, "global_step": 29386, "epoch": 544, "lr": 2.185082141128747e-06}
+{"train_loss": 0.00031269335886463523, "global_step": 29387, "epoch": 544, "lr": 2.1836425947149465e-06}
+{"train_loss": 0.000699260679539293, "global_step": 29388, "epoch": 544, "lr": 2.1822035120628304e-06}
+{"train_loss": 0.00041925045661628246, "global_step": 29389, "epoch": 544, "lr": 2.18076489318636e-06}
+{"train_loss": 0.0003718566440511495, "global_step": 29390, "epoch": 544, "lr": 2.179326738099485e-06}
+{"train_loss": 0.0005108730401843786, "global_step": 29391, "epoch": 544, "lr": 2.1778890468161618e-06}
+{"train_loss": 0.0004413154092617333, "global_step": 29392, "epoch": 544, "lr": 2.1764518193503223e-06}
+{"train_loss": 0.0003224519605282694, "global_step": 29393, "epoch": 544, "lr": 2.1750150557159123e-06}
+{"train_loss": 0.0004670323396567255, "global_step": 29394, "epoch": 544, "lr": 2.173578755926875e-06}
+{"train_loss": 0.0007000974146649241, "global_step": 29395, "epoch": 544, "lr": 2.172142919997128e-06}
+{"train_loss": 0.0005963020375929773, "global_step": 29396, "epoch": 544, "lr": 2.1707075479406036e-06}
+{"train_loss": 0.0006663074600510299, "global_step": 29397, "epoch": 544, "lr": 2.169272639771214e-06}
+{"train_loss": 0.00041875976603478193, "global_step": 29398, "epoch": 544, "lr": 2.1678381955028915e-06}
+{"train_loss": 0.0005014370544813573, "global_step": 29399, "epoch": 544, "lr": 2.1664042151495423e-06}
+{"train_loss": 0.0003186009416822344, "global_step": 29400, "epoch": 544, "lr": 2.164970698725072e-06}
+{"train_loss": 0.000581511587370187, "global_step": 29401, "epoch": 544, "lr": 2.1635376462433743e-06}
+{"train_loss": 0.0003795841766986996, "global_step": 29402, "epoch": 544, "lr": 2.1621050577183666e-06}
+{"train_loss": 0.000347104505635798, "global_step": 29403, "epoch": 544, "lr": 2.160672933163932e-06}
+{"train_loss": 0.0005161810549907386, "global_step": 29404, "epoch": 544, "lr": 2.1592412725939757e-06}
+{"train_loss": 0.00027440840494818985, "global_step": 29405, "epoch": 544, "lr": 2.157810076022354e-06}
+{"train_loss": 0.0005536717362701893, "global_step": 29406, "epoch": 544, "lr": 2.156379343462972e-06}
+{"train_loss": 0.0005436576320789754, "global_step": 29407, "epoch": 544, "lr": 2.1549490749296964e-06}
+{"train_loss": 0.0005821880185976624, "global_step": 29408, "epoch": 544, "lr": 2.153519270436405e-06}
+{"train_loss": 0.0007517702761106193, "global_step": 29409, "epoch": 544, "lr": 2.1520899299969534e-06}
+{"train_loss": 0.0005069054896011949, "global_step": 29410, "epoch": 544, "lr": 2.1506610536252302e-06}
+{"train_loss": 0.00040000403532758355, "global_step": 29411, "epoch": 544, "lr": 2.149232641335064e-06}
+{"train_loss": 0.0003071316168643534, "global_step": 29412, "epoch": 544, "lr": 2.1478046931403262e-06}
+{"train_loss": 0.0006312585901468992, "global_step": 29413, "epoch": 544, "lr": 2.1463772090548506e-06}
+{"train_loss": 0.00025984313106164336, "global_step": 29414, "epoch": 544, "lr": 2.1449501890924984e-06}
+{"train_loss": 0.00044063772656954825, "global_step": 29415, "epoch": 544, "lr": 2.143523633267114e-06}
+{"train_loss": 0.0005378727219067514, "global_step": 29416, "epoch": 544, "lr": 2.142097541592519e-06}
+{"train_loss": 0.000419480144046247, "global_step": 29417, "epoch": 544, "lr": 2.140671914082537e-06}
+{"train_loss": 0.0005287232925184071, "global_step": 29418, "epoch": 544, "lr": 2.1392467507510173e-06}
+{"train_loss": 0.0004246525058988482, "global_step": 29419, "epoch": 544, "lr": 2.137822051611771e-06}
+{"train_loss": 0.0005766902468167245, "global_step": 29420, "epoch": 544, "lr": 2.1363978166786145e-06}
+{"train_loss": 0.00033399424864910543, "global_step": 29421, "epoch": 544, "lr": 2.134974045965371e-06}
+{"train_loss": 0.000309044640744105, "global_step": 29422, "epoch": 544, "lr": 2.1335507394858343e-06}
+{"train_loss": 0.0011020366800948977, "global_step": 29423, "epoch": 544, "lr": 2.1321278972538216e-06}
+{"train_loss": 0.0004402694758027792, "global_step": 29424, "epoch": 544, "lr": 2.130705519283127e-06}
+{"train_loss": 0.00030730958678759634, "global_step": 29425, "epoch": 544, "lr": 2.1292836055875455e-06}
+{"train_loss": 0.00045566592598333955, "global_step": 29426, "epoch": 544, "lr": 2.127862156180871e-06}
+{"train_loss": 0.000524339615367353, "global_step": 29427, "epoch": 544, "lr": 2.1264411710768873e-06}
+{"train_loss": 0.0004051898722536862, "global_step": 29428, "epoch": 544, "lr": 2.1250206502893775e-06}
+{"train_loss": 0.000481510310675259, "global_step": 29429, "epoch": 544, "lr": 2.123600593832109e-06, "val_loss": 0.0014978146646171808}
+{"train_loss": 0.0009124608477577567, "global_step": 29430, "epoch": 545, "lr": 2.1221810017188813e-06}
+{"train_loss": 0.0005025118007324636, "global_step": 29431, "epoch": 545, "lr": 2.1207618739634396e-06}
+{"train_loss": 0.0005946719320490956, "global_step": 29432, "epoch": 545, "lr": 2.1193432105795497e-06}
+{"train_loss": 0.00036759927752427757, "global_step": 29433, "epoch": 545, "lr": 2.117925011580968e-06}
+{"train_loss": 0.00030271310242824256, "global_step": 29434, "epoch": 545, "lr": 2.1165072769814665e-06}
+{"train_loss": 0.0006066090427339077, "global_step": 29435, "epoch": 545, "lr": 2.1150900067947844e-06}
+{"train_loss": 0.0004516535555012524, "global_step": 29436, "epoch": 545, "lr": 2.113673201034666e-06}
+{"train_loss": 0.0006295409402810037, "global_step": 29437, "epoch": 545, "lr": 2.112256859714862e-06}
+{"train_loss": 0.0005344296805560589, "global_step": 29438, "epoch": 545, "lr": 2.1108409828490938e-06}
+{"train_loss": 0.000423710560426116, "global_step": 29439, "epoch": 545, "lr": 2.1094255704511068e-06}
+{"train_loss": 0.0004833691054955125, "global_step": 29440, "epoch": 545, "lr": 2.108010622534623e-06}
+{"train_loss": 0.00041719674482010305, "global_step": 29441, "epoch": 545, "lr": 2.1065961391133702e-06}
+{"train_loss": 0.0007731519872322679, "global_step": 29442, "epoch": 545, "lr": 2.1051821202010603e-06}
+{"train_loss": 0.0004974814364686608, "global_step": 29443, "epoch": 545, "lr": 2.103768565811409e-06}
+{"train_loss": 0.0005052893538959324, "global_step": 29444, "epoch": 545, "lr": 2.1023554759581344e-06}
+{"train_loss": 0.0005654973792843521, "global_step": 29445, "epoch": 545, "lr": 2.1009428506549245e-06}
+{"train_loss": 0.0004469767736736685, "global_step": 29446, "epoch": 545, "lr": 2.0995306899155077e-06}
+{"train_loss": 0.0004010927805211395, "global_step": 29447, "epoch": 545, "lr": 2.098118993753556e-06}
+{"train_loss": 0.00041712666279636323, "global_step": 29448, "epoch": 545, "lr": 2.0967077621827645e-06}
+{"train_loss": 0.00046512740664184093, "global_step": 29449, "epoch": 545, "lr": 2.0952969952168276e-06}
+{"train_loss": 0.0005095945671200752, "global_step": 29450, "epoch": 545, "lr": 2.093886692869429e-06}
+{"train_loss": 0.0005499976687133312, "global_step": 29451, "epoch": 545, "lr": 2.0924768551542463e-06}
+{"train_loss": 0.000482716946862638, "global_step": 29452, "epoch": 545, "lr": 2.0910674820849406e-06}
+{"train_loss": 0.0007056064787320793, "global_step": 29453, "epoch": 545, "lr": 2.0896585736751963e-06}
+{"train_loss": 0.0006412597140297294, "global_step": 29454, "epoch": 545, "lr": 2.0882501299386737e-06}
+{"train_loss": 0.00028437646687962115, "global_step": 29455, "epoch": 545, "lr": 2.0868421508890346e-06}
+{"train_loss": 0.0005145095637999475, "global_step": 29456, "epoch": 545, "lr": 2.085434636539929e-06}
+{"train_loss": 0.000609806680586189, "global_step": 29457, "epoch": 545, "lr": 2.084027586905013e-06}
+{"train_loss": 0.00038706467603333294, "global_step": 29458, "epoch": 545, "lr": 2.082621001997925e-06}
+{"train_loss": 0.0005266456864774227, "global_step": 29459, "epoch": 545, "lr": 2.081214881832322e-06}
+{"train_loss": 0.00039972810191102326, "global_step": 29460, "epoch": 545, "lr": 2.0798092264218307e-06}
+{"train_loss": 0.00037713171332143247, "global_step": 29461, "epoch": 545, "lr": 2.0784040357800794e-06}
+{"train_loss": 0.00046034151455387473, "global_step": 29462, "epoch": 545, "lr": 2.0769993099207186e-06}
+{"train_loss": 0.0004405703512020409, "global_step": 29463, "epoch": 545, "lr": 2.075595048857354e-06}
+{"train_loss": 0.0006870172801427543, "global_step": 29464, "epoch": 545, "lr": 2.0741912526036025e-06}
+{"train_loss": 0.0006384849548339844, "global_step": 29465, "epoch": 545, "lr": 2.0727879211730916e-06}
+{"train_loss": 0.0006953693809919059, "global_step": 29466, "epoch": 545, "lr": 2.071385054579422e-06}
+{"train_loss": 0.00041616076487116516, "global_step": 29467, "epoch": 545, "lr": 2.0699826528362166e-06}
+{"train_loss": 0.0005685535725206137, "global_step": 29468, "epoch": 545, "lr": 2.0685807159570524e-06}
+{"train_loss": 0.0004077632329426706, "global_step": 29469, "epoch": 545, "lr": 2.0671792439555473e-06}
+{"train_loss": 0.0009788547176867723, "global_step": 29470, "epoch": 545, "lr": 2.0657782368452783e-06}
+{"train_loss": 0.0004783990152645856, "global_step": 29471, "epoch": 545, "lr": 2.0643776946398464e-06}
+{"train_loss": 0.0002902601845562458, "global_step": 29472, "epoch": 545, "lr": 2.062977617352829e-06}
+{"train_loss": 0.0004163116973359138, "global_step": 29473, "epoch": 545, "lr": 2.061578004997805e-06}
+{"train_loss": 0.0004536682099569589, "global_step": 29474, "epoch": 545, "lr": 2.0601788575883517e-06}
+{"train_loss": 0.00042327813571318984, "global_step": 29475, "epoch": 545, "lr": 2.0587801751380366e-06}
+{"train_loss": 0.0006352824857458472, "global_step": 29476, "epoch": 545, "lr": 2.0573819576604257e-06}
+{"train_loss": 0.00048460953985340893, "global_step": 29477, "epoch": 545, "lr": 2.0559842051690814e-06}
+{"train_loss": 0.0002870647585950792, "global_step": 29478, "epoch": 545, "lr": 2.0545869176775536e-06}
+{"train_loss": 0.0012613453436642885, "global_step": 29479, "epoch": 545, "lr": 2.0531900951994033e-06}
+{"train_loss": 0.0004191824118606746, "global_step": 29480, "epoch": 545, "lr": 2.05179373774817e-06}
+{"train_loss": 0.0003699052904266864, "global_step": 29481, "epoch": 545, "lr": 2.0503978453374097e-06}
+{"train_loss": 0.00038970139576122165, "global_step": 29482, "epoch": 545, "lr": 2.04900241798065e-06}
+{"train_loss": 0.00051582524557253, "global_step": 29483, "epoch": 545, "lr": 2.0476074556914306e-06, "val_loss": 0.0016449092654511333, "train_action_mse_error": 2.361958468100056e-05}
+{"train_loss": 0.00089219119399786, "global_step": 29484, "epoch": 546, "lr": 2.046212958483268e-06}
+{"train_loss": 0.0003763869171962142, "global_step": 29485, "epoch": 546, "lr": 2.0448189263697016e-06}
+{"train_loss": 0.0004818086454179138, "global_step": 29486, "epoch": 546, "lr": 2.0434253593642483e-06}
+{"train_loss": 0.0004331322852522135, "global_step": 29487, "epoch": 546, "lr": 2.0420322574804253e-06}
+{"train_loss": 0.0005970976781100035, "global_step": 29488, "epoch": 546, "lr": 2.040639620731738e-06}
+{"train_loss": 0.0006318438681773841, "global_step": 29489, "epoch": 546, "lr": 2.0392474491316983e-06}
+{"train_loss": 0.000532051082700491, "global_step": 29490, "epoch": 546, "lr": 2.037855742693806e-06}
+{"train_loss": 0.0004752372915390879, "global_step": 29491, "epoch": 546, "lr": 2.0364645014315618e-06}
+{"train_loss": 0.0003150221600662917, "global_step": 29492, "epoch": 546, "lr": 2.0350737253584496e-06}
+{"train_loss": 0.00030884481384418905, "global_step": 29493, "epoch": 546, "lr": 2.0336834144879802e-06}
+{"train_loss": 0.0005962984869256616, "global_step": 29494, "epoch": 546, "lr": 2.0322935688336155e-06}
+{"train_loss": 0.0005706865340471268, "global_step": 29495, "epoch": 546, "lr": 2.03090418840885e-06}
+{"train_loss": 0.00032298709265887737, "global_step": 29496, "epoch": 546, "lr": 2.0295152732271395e-06}
+{"train_loss": 0.0010686550522223115, "global_step": 29497, "epoch": 546, "lr": 2.0281268233019792e-06}
+{"train_loss": 0.0003380314738024026, "global_step": 29498, "epoch": 546, "lr": 2.0267388386468245e-06}
+{"train_loss": 0.0004580313398037106, "global_step": 29499, "epoch": 546, "lr": 2.0253513192751373e-06}
+{"train_loss": 0.00026978040114045143, "global_step": 29500, "epoch": 546, "lr": 2.023964265200362e-06}
+{"train_loss": 0.0005394828040152788, "global_step": 29501, "epoch": 546, "lr": 2.022577676435977e-06}
+{"train_loss": 0.00028469235985539854, "global_step": 29502, "epoch": 546, "lr": 2.0211915529954163e-06}
+{"train_loss": 0.0004440427874214947, "global_step": 29503, "epoch": 546, "lr": 2.019805894892124e-06}
+{"train_loss": 0.0003690705052576959, "global_step": 29504, "epoch": 546, "lr": 2.0184207021395397e-06}
+{"train_loss": 0.00038759809103794396, "global_step": 29505, "epoch": 546, "lr": 2.017035974751097e-06}
+{"train_loss": 0.0002628748770803213, "global_step": 29506, "epoch": 546, "lr": 2.0156517127402295e-06}
+{"train_loss": 0.000396749353967607, "global_step": 29507, "epoch": 546, "lr": 2.0142679161203604e-06}
+{"train_loss": 0.0013217008672654629, "global_step": 29508, "epoch": 546, "lr": 2.012884584904906e-06}
+{"train_loss": 0.0003417659900151193, "global_step": 29509, "epoch": 546, "lr": 2.0115017191073006e-06}
+{"train_loss": 0.0003706285497173667, "global_step": 29510, "epoch": 546, "lr": 2.0101193187409383e-06}
+{"train_loss": 0.00037862008321098983, "global_step": 29511, "epoch": 546, "lr": 2.0087373838192313e-06}
+{"train_loss": 0.00044251992949284613, "global_step": 29512, "epoch": 546, "lr": 2.0073559143555798e-06}
+{"train_loss": 0.0003787230816669762, "global_step": 29513, "epoch": 546, "lr": 2.005974910363395e-06}
+{"train_loss": 0.0006269309087656438, "global_step": 29514, "epoch": 546, "lr": 2.004594371856067e-06}
+{"train_loss": 0.0003590664127841592, "global_step": 29515, "epoch": 546, "lr": 2.0032142988469725e-06}
+{"train_loss": 0.0003851422807201743, "global_step": 29516, "epoch": 546, "lr": 2.001834691349502e-06}
+{"train_loss": 0.0005455639911815524, "global_step": 29517, "epoch": 546, "lr": 2.000455549377045e-06}
+{"train_loss": 0.0006668022251687944, "global_step": 29518, "epoch": 546, "lr": 1.999076872942973e-06}
+{"train_loss": 0.0005272526759654284, "global_step": 29519, "epoch": 546, "lr": 1.9976986620606543e-06}
+{"train_loss": 0.000570388394407928, "global_step": 29520, "epoch": 546, "lr": 1.9963209167434606e-06}
+{"train_loss": 0.00036640148027800024, "global_step": 29521, "epoch": 546, "lr": 1.994943637004748e-06}
+{"train_loss": 0.00048069845070131123, "global_step": 29522, "epoch": 546, "lr": 1.9935668228578783e-06}
+{"train_loss": 0.0007148081785999238, "global_step": 29523, "epoch": 546, "lr": 1.9921904743162077e-06}
+{"train_loss": 0.00038583792047575116, "global_step": 29524, "epoch": 546, "lr": 1.990814591393081e-06}
+{"train_loss": 0.0006029178621247411, "global_step": 29525, "epoch": 546, "lr": 1.989439174101848e-06}
+{"train_loss": 0.0006680829101242125, "global_step": 29526, "epoch": 546, "lr": 1.9880642224558377e-06}
+{"train_loss": 0.0007438825559802353, "global_step": 29527, "epoch": 546, "lr": 1.9866897364683944e-06}
+{"train_loss": 0.0006664209649898112, "global_step": 29528, "epoch": 546, "lr": 1.985315716152847e-06}
+{"train_loss": 0.0004137262876611203, "global_step": 29529, "epoch": 546, "lr": 1.983942161522523e-06}
+{"train_loss": 0.0004302974557504058, "global_step": 29530, "epoch": 546, "lr": 1.9825690725907453e-06}
+{"train_loss": 0.0003457730927038938, "global_step": 29531, "epoch": 546, "lr": 1.981196449370826e-06}
+{"train_loss": 0.00038899530773051083, "global_step": 29532, "epoch": 546, "lr": 1.979824291876076e-06}
+{"train_loss": 0.0004051422292832285, "global_step": 29533, "epoch": 546, "lr": 1.978452600119812e-06}
+{"train_loss": 0.00046351237688213587, "global_step": 29534, "epoch": 546, "lr": 1.977081374115336e-06}
+{"train_loss": 0.0003217774792574346, "global_step": 29535, "epoch": 546, "lr": 1.9757106138759475e-06}
+{"train_loss": 0.0007436496089212596, "global_step": 29536, "epoch": 546, "lr": 1.9743403194149357e-06}
+{"train_loss": 0.0004964547918428218, "global_step": 29537, "epoch": 546, "lr": 1.972970490745596e-06, "val_loss": 0.003593642497435212}
+{"train_loss": 0.00040353191434405744, "global_step": 29538, "epoch": 547, "lr": 1.971601127881212e-06}
+{"train_loss": 0.0002628289512358606, "global_step": 29539, "epoch": 547, "lr": 1.9702322308350674e-06}
+{"train_loss": 0.000499800662510097, "global_step": 29540, "epoch": 547, "lr": 1.968863799620435e-06}
+{"train_loss": 0.0012093678815290332, "global_step": 29541, "epoch": 547, "lr": 1.9674958342505876e-06}
+{"train_loss": 0.00040546662057749927, "global_step": 29542, "epoch": 547, "lr": 1.966128334738798e-06}
+{"train_loss": 0.0003493109834380448, "global_step": 29543, "epoch": 547, "lr": 1.9647613010983222e-06}
+{"train_loss": 0.000284708512481302, "global_step": 29544, "epoch": 547, "lr": 1.9633947333424164e-06}
+{"train_loss": 0.0003643109230324626, "global_step": 29545, "epoch": 547, "lr": 1.9620286314843527e-06}
+{"train_loss": 0.0004926346591673791, "global_step": 29546, "epoch": 547, "lr": 1.96066299553736e-06}
+{"train_loss": 0.0003789578622672707, "global_step": 29547, "epoch": 547, "lr": 1.959297825514694e-06}
+{"train_loss": 0.000557265302632004, "global_step": 29548, "epoch": 547, "lr": 1.957933121429584e-06}
+{"train_loss": 0.0005981469876132905, "global_step": 29549, "epoch": 547, "lr": 1.9565688832952845e-06}
+{"train_loss": 0.00045006745494902134, "global_step": 29550, "epoch": 547, "lr": 1.9552051111250135e-06}
+{"train_loss": 0.00035486705019138753, "global_step": 29551, "epoch": 547, "lr": 1.953841804932005e-06}
+{"train_loss": 0.000547831819858402, "global_step": 29552, "epoch": 547, "lr": 1.952478964729476e-06}
+{"train_loss": 0.00038364430656656623, "global_step": 29553, "epoch": 547, "lr": 1.9511165905306438e-06}
+{"train_loss": 0.0003801060956902802, "global_step": 29554, "epoch": 547, "lr": 1.949754682348731e-06}
+{"train_loss": 0.00028598058270290494, "global_step": 29555, "epoch": 547, "lr": 1.9483932401969384e-06}
+{"train_loss": 0.0003494729462545365, "global_step": 29556, "epoch": 547, "lr": 1.9470322640884665e-06}
+{"train_loss": 0.0004280531720723957, "global_step": 29557, "epoch": 547, "lr": 1.9456717540365267e-06}
+{"train_loss": 0.00032115422072820365, "global_step": 29558, "epoch": 547, "lr": 1.944311710054303e-06}
+{"train_loss": 0.0006330374162644148, "global_step": 29559, "epoch": 547, "lr": 1.942952132154996e-06}
+{"train_loss": 0.00041196143138222396, "global_step": 29560, "epoch": 547, "lr": 1.9415930203517786e-06}
+{"train_loss": 0.0005991218495182693, "global_step": 29561, "epoch": 547, "lr": 1.9402343746578567e-06}
+{"train_loss": 0.0004989170702174306, "global_step": 29562, "epoch": 547, "lr": 1.9388761950863867e-06}
+{"train_loss": 0.00035345854121260345, "global_step": 29563, "epoch": 547, "lr": 1.9375184816505354e-06}
+{"train_loss": 0.0006317078368738294, "global_step": 29564, "epoch": 547, "lr": 1.9361612343634927e-06}
+{"train_loss": 0.000434875168139115, "global_step": 29565, "epoch": 547, "lr": 1.934804453238409e-06}
+{"train_loss": 0.0005132048390805721, "global_step": 29566, "epoch": 547, "lr": 1.9334481382884574e-06}
+{"train_loss": 0.00036605450441129506, "global_step": 29567, "epoch": 547, "lr": 1.9320922895267655e-06}
+{"train_loss": 0.0005861298996023834, "global_step": 29568, "epoch": 547, "lr": 1.930736906966507e-06}
+{"train_loss": 0.0005075534572824836, "global_step": 29569, "epoch": 547, "lr": 1.929381990620821e-06}
+{"train_loss": 0.0005674019921571016, "global_step": 29570, "epoch": 547, "lr": 1.928027540502847e-06}
+{"train_loss": 0.00034576893085613847, "global_step": 29571, "epoch": 547, "lr": 1.9266735566257243e-06}
+{"train_loss": 0.0004057391488458961, "global_step": 29572, "epoch": 547, "lr": 1.9253200390025762e-06}
+{"train_loss": 0.00033676085877232254, "global_step": 29573, "epoch": 547, "lr": 1.9239669876465414e-06}
+{"train_loss": 0.0003800777776632458, "global_step": 29574, "epoch": 547, "lr": 1.9226144025707384e-06}
+{"train_loss": 0.0004888237453997135, "global_step": 29575, "epoch": 547, "lr": 1.921262283788289e-06}
+{"train_loss": 0.0004559650842566043, "global_step": 29576, "epoch": 547, "lr": 1.919910631312294e-06}
+{"train_loss": 0.0005244322237558663, "global_step": 29577, "epoch": 547, "lr": 1.918559445155882e-06}
+{"train_loss": 0.0005264733335934579, "global_step": 29578, "epoch": 547, "lr": 1.917208725332148e-06}
+{"train_loss": 0.0005002656835131347, "global_step": 29579, "epoch": 547, "lr": 1.915858471854182e-06}
+{"train_loss": 0.0004062618245370686, "global_step": 29580, "epoch": 547, "lr": 1.9145086847351003e-06}
+{"train_loss": 0.0005496474332176149, "global_step": 29581, "epoch": 547, "lr": 1.913159363987982e-06}
+{"train_loss": 0.0006728373118676245, "global_step": 29582, "epoch": 547, "lr": 1.911810509625922e-06}
+{"train_loss": 0.00059152627363801, "global_step": 29583, "epoch": 547, "lr": 1.910462121661988e-06}
+{"train_loss": 0.0005277536110952497, "global_step": 29584, "epoch": 547, "lr": 1.909114200109269e-06}
+{"train_loss": 0.00048202162724919617, "global_step": 29585, "epoch": 547, "lr": 1.9077667449808377e-06}
+{"train_loss": 0.0005089422920718789, "global_step": 29586, "epoch": 547, "lr": 1.9064197562897623e-06}
+{"train_loss": 0.000435140507761389, "global_step": 29587, "epoch": 547, "lr": 1.905073234049104e-06}
+{"train_loss": 0.00043894737609662116, "global_step": 29588, "epoch": 547, "lr": 1.9037271782719302e-06}
+{"train_loss": 0.0004778399888891727, "global_step": 29589, "epoch": 547, "lr": 1.902381588971286e-06}
+{"train_loss": 0.0005180260050110519, "global_step": 29590, "epoch": 547, "lr": 1.901036466160222e-06}
+{"train_loss": 0.00047236756115496436, "global_step": 29591, "epoch": 547, "lr": 1.899691809851789e-06, "val_loss": 0.002717545023187995}
+{"train_loss": 0.0005489361938089132, "global_step": 29592, "epoch": 548, "lr": 1.8983476200590378e-06}
+{"train_loss": 0.00039336495683528483, "global_step": 29593, "epoch": 548, "lr": 1.897003896794991e-06}
+{"train_loss": 0.0004294693353585899, "global_step": 29594, "epoch": 548, "lr": 1.895660640072683e-06}
+{"train_loss": 0.0004041435895487666, "global_step": 29595, "epoch": 548, "lr": 1.894317849905136e-06}
+{"train_loss": 0.00047658951370976865, "global_step": 29596, "epoch": 548, "lr": 1.8929755263053961e-06}
+{"train_loss": 0.0003234599716961384, "global_step": 29597, "epoch": 548, "lr": 1.8916336692864634e-06}
+{"train_loss": 0.0004644958535209298, "global_step": 29598, "epoch": 548, "lr": 1.8902922788613608e-06}
+{"train_loss": 0.0004757700953632593, "global_step": 29599, "epoch": 548, "lr": 1.8889513550430893e-06}
+{"train_loss": 0.0003298923547845334, "global_step": 29600, "epoch": 548, "lr": 1.8876108978446606e-06}
+{"train_loss": 0.0006726814899593592, "global_step": 29601, "epoch": 548, "lr": 1.8862709072790752e-06}
+{"train_loss": 0.0006697437493130565, "global_step": 29602, "epoch": 548, "lr": 1.8849313833593285e-06}
+{"train_loss": 0.00029633785015903413, "global_step": 29603, "epoch": 548, "lr": 1.8835923260984102e-06}
+{"train_loss": 0.0004334389523137361, "global_step": 29604, "epoch": 548, "lr": 1.8822537355093151e-06}
+{"train_loss": 0.00042881525587290525, "global_step": 29605, "epoch": 548, "lr": 1.8809156116050164e-06}
+{"train_loss": 0.00037563228397630155, "global_step": 29606, "epoch": 548, "lr": 1.8795779543984981e-06}
+{"train_loss": 0.00030051133944652975, "global_step": 29607, "epoch": 548, "lr": 1.8782407639027222e-06}
+{"train_loss": 0.00047137271030806005, "global_step": 29608, "epoch": 548, "lr": 1.8769040401306837e-06}
+{"train_loss": 0.0005267459782771766, "global_step": 29609, "epoch": 548, "lr": 1.8755677830953279e-06}
+{"train_loss": 0.0004979011719115078, "global_step": 29610, "epoch": 548, "lr": 1.8742319928096163e-06}
+{"train_loss": 0.0005650556995533407, "global_step": 29611, "epoch": 548, "lr": 1.8728966692865002e-06}
+{"train_loss": 0.0003331672342028469, "global_step": 29612, "epoch": 548, "lr": 1.8715618125389412e-06}
+{"train_loss": 0.0003335449437145144, "global_step": 29613, "epoch": 548, "lr": 1.8702274225798898e-06}
+{"train_loss": 0.00037605728721246123, "global_step": 29614, "epoch": 548, "lr": 1.8688934994222752e-06}
+{"train_loss": 0.0003179147024638951, "global_step": 29615, "epoch": 548, "lr": 1.8675600430790308e-06}
+{"train_loss": 0.00042116703116334975, "global_step": 29616, "epoch": 548, "lr": 1.8662270535631077e-06}
+{"train_loss": 0.0010135537013411522, "global_step": 29617, "epoch": 548, "lr": 1.8648945308874178e-06}
+{"train_loss": 0.0005318792536854744, "global_step": 29618, "epoch": 548, "lr": 1.8635624750649062e-06}
+{"train_loss": 0.0009453246602788568, "global_step": 29619, "epoch": 548, "lr": 1.8622308861084625e-06}
+{"train_loss": 0.0004348084330558777, "global_step": 29620, "epoch": 548, "lr": 1.8608997640310211e-06}
+{"train_loss": 0.00045044804573990405, "global_step": 29621, "epoch": 548, "lr": 1.8595691088454936e-06}
+{"train_loss": 0.0005800495855510235, "global_step": 29622, "epoch": 548, "lr": 1.8582389205647755e-06}
+{"train_loss": 0.0004880563647020608, "global_step": 29623, "epoch": 548, "lr": 1.856909199201773e-06}
+{"train_loss": 0.0003020002623088658, "global_step": 29624, "epoch": 548, "lr": 1.8555799447693867e-06}
+{"train_loss": 0.0005920122493989766, "global_step": 29625, "epoch": 548, "lr": 1.8542511572805065e-06}
+{"train_loss": 0.00038255724939517677, "global_step": 29626, "epoch": 548, "lr": 1.8529228367480166e-06}
+{"train_loss": 0.0008186533814296126, "global_step": 29627, "epoch": 548, "lr": 1.85159498318479e-06}
+{"train_loss": 0.0006461802404373884, "global_step": 29628, "epoch": 548, "lr": 1.850267596603733e-06}
+{"train_loss": 0.00031218223739415407, "global_step": 29629, "epoch": 548, "lr": 1.848940677017702e-06}
+{"train_loss": 0.0004611554031725973, "global_step": 29630, "epoch": 548, "lr": 1.8476142244395644e-06}
+{"train_loss": 0.00034460838651284575, "global_step": 29631, "epoch": 548, "lr": 1.846288238882188e-06}
+{"train_loss": 0.0005634611006826162, "global_step": 29632, "epoch": 548, "lr": 1.844962720358434e-06}
+{"train_loss": 0.0003707235446199775, "global_step": 29633, "epoch": 548, "lr": 1.8436376688811653e-06}
+{"train_loss": 0.0005149166099727154, "global_step": 29634, "epoch": 548, "lr": 1.8423130844632264e-06}
+{"train_loss": 0.000573576136957854, "global_step": 29635, "epoch": 548, "lr": 1.8409889671174574e-06}
+{"train_loss": 0.0005556567339226604, "global_step": 29636, "epoch": 548, "lr": 1.8396653168567147e-06}
+{"train_loss": 0.0004831372352782637, "global_step": 29637, "epoch": 548, "lr": 1.8383421336938266e-06}
+{"train_loss": 0.0005669586244039237, "global_step": 29638, "epoch": 548, "lr": 1.8370194176416334e-06}
+{"train_loss": 0.0006008691270835698, "global_step": 29639, "epoch": 548, "lr": 1.8356971687129575e-06}
+{"train_loss": 0.00039272269350476563, "global_step": 29640, "epoch": 548, "lr": 1.8343753869206226e-06}
+{"train_loss": 0.00032227669726125896, "global_step": 29641, "epoch": 548, "lr": 1.833054072277457e-06}
+{"train_loss": 0.0009761547553353012, "global_step": 29642, "epoch": 548, "lr": 1.831733224796267e-06}
+{"train_loss": 0.0005274033173918724, "global_step": 29643, "epoch": 548, "lr": 1.8304128444898594e-06}
+{"train_loss": 0.00042426487198099494, "global_step": 29644, "epoch": 548, "lr": 1.8290929313710513e-06}
+{"train_loss": 0.0004895416501245496, "global_step": 29645, "epoch": 548, "lr": 1.8277734854526495e-06, "val_loss": 0.003251725109294057}
+{"train_loss": 0.0003141120250802487, "global_step": 29646, "epoch": 549, "lr": 1.8264545067474326e-06}
+{"train_loss": 0.00044413484283722937, "global_step": 29647, "epoch": 549, "lr": 1.8251359952682013e-06}
+{"train_loss": 0.000564068031962961, "global_step": 29648, "epoch": 549, "lr": 1.8238179510277454e-06}
+{"train_loss": 0.0005201441235840321, "global_step": 29649, "epoch": 549, "lr": 1.8225003740388547e-06}
+{"train_loss": 0.00033333379542455077, "global_step": 29650, "epoch": 549, "lr": 1.8211832643142912e-06}
+{"train_loss": 0.00043627381091937423, "global_step": 29651, "epoch": 549, "lr": 1.8198666218668447e-06}
+{"train_loss": 0.00048566944315098226, "global_step": 29652, "epoch": 549, "lr": 1.8185504467092828e-06}
+{"train_loss": 0.00030277943005785346, "global_step": 29653, "epoch": 549, "lr": 1.817234738854362e-06}
+{"train_loss": 0.00041274636168964207, "global_step": 29654, "epoch": 549, "lr": 1.8159194983148498e-06}
+{"train_loss": 0.0005168606876395643, "global_step": 29655, "epoch": 549, "lr": 1.8146047251035026e-06}
+{"train_loss": 0.00037776766112074256, "global_step": 29656, "epoch": 549, "lr": 1.8132904192330712e-06}
+{"train_loss": 0.00041719761793501675, "global_step": 29657, "epoch": 549, "lr": 1.8119765807163014e-06}
+{"train_loss": 0.0004216636880300939, "global_step": 29658, "epoch": 549, "lr": 1.8106632095659325e-06}
+{"train_loss": 0.0005427918513305485, "global_step": 29659, "epoch": 549, "lr": 1.8093503057947048e-06}
+{"train_loss": 0.0008142183069139719, "global_step": 29660, "epoch": 549, "lr": 1.8080378694153688e-06}
+{"train_loss": 0.0003909154038410634, "global_step": 29661, "epoch": 549, "lr": 1.8067259004406311e-06}
+{"train_loss": 0.0005102971335873008, "global_step": 29662, "epoch": 549, "lr": 1.805414398883215e-06}
+{"train_loss": 0.00036286350223235786, "global_step": 29663, "epoch": 549, "lr": 1.8041033647558604e-06}
+{"train_loss": 0.0007562295068055391, "global_step": 29664, "epoch": 549, "lr": 1.8027927980712677e-06}
+{"train_loss": 0.0005238813464529812, "global_step": 29665, "epoch": 549, "lr": 1.8014826988421608e-06}
+{"train_loss": 0.0002974380040541291, "global_step": 29666, "epoch": 549, "lr": 1.8001730670812234e-06}
+{"train_loss": 0.00037538024480454624, "global_step": 29667, "epoch": 549, "lr": 1.7988639028011788e-06}
+{"train_loss": 0.00044836412416771054, "global_step": 29668, "epoch": 549, "lr": 1.7975552060147116e-06}
+{"train_loss": 0.0005268041859380901, "global_step": 29669, "epoch": 549, "lr": 1.7962469767345281e-06}
+{"train_loss": 0.0008679156308062375, "global_step": 29670, "epoch": 549, "lr": 1.7949392149733013e-06}
+{"train_loss": 0.0002659123856574297, "global_step": 29671, "epoch": 549, "lr": 1.793631920743727e-06}
+{"train_loss": 0.0005316442111507058, "global_step": 29672, "epoch": 549, "lr": 1.7923250940584778e-06}
+{"train_loss": 0.0005423626280389726, "global_step": 29673, "epoch": 549, "lr": 1.7910187349302277e-06}
+{"train_loss": 0.00034395334660075605, "global_step": 29674, "epoch": 549, "lr": 1.7897128433716491e-06}
+{"train_loss": 0.0005244738422334194, "global_step": 29675, "epoch": 549, "lr": 1.7884074193954047e-06}
+{"train_loss": 0.0005818112986162305, "global_step": 29676, "epoch": 549, "lr": 1.7871024630141674e-06}
+{"train_loss": 0.0006804157746955752, "global_step": 29677, "epoch": 549, "lr": 1.7857979742405772e-06}
+{"train_loss": 0.000468643062049523, "global_step": 29678, "epoch": 549, "lr": 1.7844939530872906e-06}
+{"train_loss": 0.0003212291339877993, "global_step": 29679, "epoch": 549, "lr": 1.7831903995669642e-06}
+{"train_loss": 0.00038088540895842016, "global_step": 29680, "epoch": 549, "lr": 1.781887313692232e-06}
+{"train_loss": 0.0004522445669863373, "global_step": 29681, "epoch": 549, "lr": 1.7805846954757454e-06}
+{"train_loss": 0.0003808080800808966, "global_step": 29682, "epoch": 549, "lr": 1.7792825449301108e-06}
+{"train_loss": 0.0006288636359386146, "global_step": 29683, "epoch": 549, "lr": 1.777980862067985e-06}
+{"train_loss": 0.0004312129458412528, "global_step": 29684, "epoch": 549, "lr": 1.7766796469019797e-06}
+{"train_loss": 0.0005838924553245306, "global_step": 29685, "epoch": 549, "lr": 1.7753788994447185e-06}
+{"train_loss": 0.0003987597010564059, "global_step": 29686, "epoch": 549, "lr": 1.774078619708819e-06}
+{"train_loss": 0.0003935064887627959, "global_step": 29687, "epoch": 549, "lr": 1.7727788077068874e-06}
+{"train_loss": 0.0003726367431227118, "global_step": 29688, "epoch": 549, "lr": 1.7714794634515309e-06}
+{"train_loss": 0.00034837439307011664, "global_step": 29689, "epoch": 549, "lr": 1.7701805869553556e-06}
+{"train_loss": 0.0003752155171241611, "global_step": 29690, "epoch": 549, "lr": 1.7688821782309574e-06}
+{"train_loss": 0.00038820982445031404, "global_step": 29691, "epoch": 549, "lr": 1.7675842372909202e-06}
+{"train_loss": 0.00037000191514380276, "global_step": 29692, "epoch": 549, "lr": 1.7662867641478564e-06}
+{"train_loss": 0.00027860415866598487, "global_step": 29693, "epoch": 549, "lr": 1.7649897588143228e-06}
+{"train_loss": 0.0006115505821071565, "global_step": 29694, "epoch": 549, "lr": 1.763693221302909e-06}
+{"train_loss": 0.00027302568196319044, "global_step": 29695, "epoch": 549, "lr": 1.7623971516261994e-06}
+{"train_loss": 0.0006153903668746352, "global_step": 29696, "epoch": 549, "lr": 1.7611015497967564e-06}
+{"train_loss": 0.0004354282864369452, "global_step": 29697, "epoch": 549, "lr": 1.7598064158271477e-06}
+{"train_loss": 0.000694533868227154, "global_step": 29698, "epoch": 549, "lr": 1.7585117497299242e-06}
+{"train_loss": 0.00046380829977958154, "global_step": 29699, "epoch": 549, "lr": 1.7572175515176537e-06, "val_loss": 0.002011440461501479}
+{"train_loss": 0.00039855591603554785, "global_step": 29700, "epoch": 550, "lr": 1.7559238212028872e-06}
+{"train_loss": 0.00043907962390221655, "global_step": 29701, "epoch": 550, "lr": 1.7546305587981704e-06}
+{"train_loss": 0.0008176734554581344, "global_step": 29702, "epoch": 550, "lr": 1.7533377643160487e-06}
+{"train_loss": 0.00048446751316078007, "global_step": 29703, "epoch": 550, "lr": 1.7520454377690565e-06}
+{"train_loss": 0.0007377996807917953, "global_step": 29704, "epoch": 550, "lr": 1.7507535791697339e-06}
+{"train_loss": 0.0007215834339149296, "global_step": 29705, "epoch": 550, "lr": 1.7494621885306039e-06}
+{"train_loss": 0.0003903407196048647, "global_step": 29706, "epoch": 550, "lr": 1.7481712658641901e-06}
+{"train_loss": 0.0004991933237761259, "global_step": 29707, "epoch": 550, "lr": 1.746880811183027e-06}
+{"train_loss": 0.0003347558667883277, "global_step": 29708, "epoch": 550, "lr": 1.7455908244996156e-06}
+{"train_loss": 0.0004783663316629827, "global_step": 29709, "epoch": 550, "lr": 1.7443013058264735e-06}
+{"train_loss": 0.000391238194424659, "global_step": 29710, "epoch": 550, "lr": 1.7430122551760964e-06}
+{"train_loss": 0.0009807990863919258, "global_step": 29711, "epoch": 550, "lr": 1.7417236725610076e-06}
+{"train_loss": 0.0003710215096361935, "global_step": 29712, "epoch": 550, "lr": 1.7404355579936914e-06}
+{"train_loss": 0.0006167922401800752, "global_step": 29713, "epoch": 550, "lr": 1.7391479114866438e-06}
+{"train_loss": 0.000430087122367695, "global_step": 29714, "epoch": 550, "lr": 1.7378607330523433e-06}
+{"train_loss": 0.0003279299708083272, "global_step": 29715, "epoch": 550, "lr": 1.7365740227032913e-06}
+{"train_loss": 0.0003647895937319845, "global_step": 29716, "epoch": 550, "lr": 1.7352877804519608e-06}
+{"train_loss": 0.00044760596938431263, "global_step": 29717, "epoch": 550, "lr": 1.7340020063108254e-06}
+{"train_loss": 0.000432977540185675, "global_step": 29718, "epoch": 550, "lr": 1.7327167002923527e-06}
+{"train_loss": 0.00032981031108647585, "global_step": 29719, "epoch": 550, "lr": 1.7314318624090163e-06}
+{"train_loss": 0.000295236794045195, "global_step": 29720, "epoch": 550, "lr": 1.7301474926732674e-06}
+{"train_loss": 0.0004571879981085658, "global_step": 29721, "epoch": 550, "lr": 1.7288635910975736e-06}
+{"train_loss": 0.00033954434911720455, "global_step": 29722, "epoch": 550, "lr": 1.7275801576943696e-06}
+{"train_loss": 0.0003503506595734507, "global_step": 29723, "epoch": 550, "lr": 1.726297192476134e-06}
+{"train_loss": 0.00045938653056509793, "global_step": 29724, "epoch": 550, "lr": 1.725014695455285e-06}
+{"train_loss": 0.00047629198525100946, "global_step": 29725, "epoch": 550, "lr": 1.7237326666442622e-06}
+{"train_loss": 0.00042168362415395677, "global_step": 29726, "epoch": 550, "lr": 1.722451106055506e-06}
+{"train_loss": 0.0003996941668447107, "global_step": 29727, "epoch": 550, "lr": 1.7211700137014452e-06}
+{"train_loss": 0.0004535909974947572, "global_step": 29728, "epoch": 550, "lr": 1.7198893895945144e-06}
+{"train_loss": 0.00040546333184465766, "global_step": 29729, "epoch": 550, "lr": 1.7186092337471204e-06}
+{"train_loss": 0.0005014690686948597, "global_step": 29730, "epoch": 550, "lr": 1.7173295461716755e-06}
+{"train_loss": 0.0003976977022830397, "global_step": 29731, "epoch": 550, "lr": 1.7160503268806083e-06}
+{"train_loss": 0.00046019715955480933, "global_step": 29732, "epoch": 550, "lr": 1.7147715758863147e-06}
+{"train_loss": 0.0007526192348450422, "global_step": 29733, "epoch": 550, "lr": 1.7134932932012016e-06}
+{"train_loss": 0.0008613962563686073, "global_step": 29734, "epoch": 550, "lr": 1.7122154788376588e-06}
+{"train_loss": 0.0004011051496490836, "global_step": 29735, "epoch": 550, "lr": 1.7109381328080875e-06}
+{"train_loss": 0.00036217705928720534, "global_step": 29736, "epoch": 550, "lr": 1.7096612551248724e-06}
+{"train_loss": 0.00036821854882873595, "global_step": 29737, "epoch": 550, "lr": 1.7083848458004038e-06}
+{"train_loss": 0.0002579028659965843, "global_step": 29738, "epoch": 550, "lr": 1.7071089048470434e-06}
+{"train_loss": 0.0005177004495635629, "global_step": 29739, "epoch": 550, "lr": 1.7058334322771985e-06}
+{"train_loss": 0.0004993307520635426, "global_step": 29740, "epoch": 550, "lr": 1.7045584281032145e-06}
+{"train_loss": 0.0005535939708352089, "global_step": 29741, "epoch": 550, "lr": 1.7032838923374595e-06}
+{"train_loss": 0.00032152829226106405, "global_step": 29742, "epoch": 550, "lr": 1.7020098249922955e-06}
+{"train_loss": 0.0005444823764264584, "global_step": 29743, "epoch": 550, "lr": 1.7007362260800908e-06}
+{"train_loss": 0.00041154673090204597, "global_step": 29744, "epoch": 550, "lr": 1.6994630956131962e-06}
+{"train_loss": 0.0005218721926212311, "global_step": 29745, "epoch": 550, "lr": 1.6981904336039468e-06}
+{"train_loss": 0.0006277086213231087, "global_step": 29746, "epoch": 550, "lr": 1.6969182400646876e-06}
+{"train_loss": 0.0004351785173639655, "global_step": 29747, "epoch": 550, "lr": 1.695646515007765e-06}
+{"train_loss": 0.00032842636574059725, "global_step": 29748, "epoch": 550, "lr": 1.6943752584455131e-06}
+{"train_loss": 0.0003558332973625511, "global_step": 29749, "epoch": 550, "lr": 1.693104470390261e-06}
+{"train_loss": 0.0003715263737831265, "global_step": 29750, "epoch": 550, "lr": 1.6918341508543268e-06}
+{"train_loss": 0.0006666803965345025, "global_step": 29751, "epoch": 550, "lr": 1.6905642998500392e-06}
+{"train_loss": 0.00047927445848472416, "global_step": 29752, "epoch": 550, "lr": 1.689294917389711e-06}
+{"train_loss": 0.00047092812612256103, "global_step": 29753, "epoch": 550, "lr": 1.6880260034856543e-06, "val_loss": 0.0031992075964808464, "train_action_mse_error": 2.4627426682855003e-05}
+{"train_loss": 0.0005664389464072883, "global_step": 29754, "epoch": 551, "lr": 1.686757558150176e-06}
+{"train_loss": 0.0004708576889242977, "global_step": 29755, "epoch": 551, "lr": 1.6854895813955773e-06}
+{"train_loss": 0.0004677062388509512, "global_step": 29756, "epoch": 551, "lr": 1.6842220732341595e-06}
+{"train_loss": 0.0007155443308874965, "global_step": 29757, "epoch": 551, "lr": 1.682955033678213e-06}
+{"train_loss": 0.0003639431088231504, "global_step": 29758, "epoch": 551, "lr": 1.6816884627400165e-06}
+{"train_loss": 0.0003443047171458602, "global_step": 29759, "epoch": 551, "lr": 1.6804223604318825e-06}
+{"train_loss": 0.0004304149479139596, "global_step": 29760, "epoch": 551, "lr": 1.6791567267660624e-06}
+{"train_loss": 0.0008154214592650533, "global_step": 29761, "epoch": 551, "lr": 1.6778915617548464e-06}
+{"train_loss": 0.0003125453367829323, "global_step": 29762, "epoch": 551, "lr": 1.6766268654104911e-06}
+{"train_loss": 0.00032554316567257047, "global_step": 29763, "epoch": 551, "lr": 1.6753626377452759e-06}
+{"train_loss": 0.0004953023744747043, "global_step": 29764, "epoch": 551, "lr": 1.674098878771463e-06}
+{"train_loss": 0.0004017272440250963, "global_step": 29765, "epoch": 551, "lr": 1.6728355885013036e-06}
+{"train_loss": 0.00027264439268037677, "global_step": 29766, "epoch": 551, "lr": 1.6715727669470494e-06}
+{"train_loss": 0.00027055799728259444, "global_step": 29767, "epoch": 551, "lr": 1.6703104141209514e-06}
+{"train_loss": 0.0008712203707545996, "global_step": 29768, "epoch": 551, "lr": 1.6690485300352498e-06}
+{"train_loss": 0.000411272601922974, "global_step": 29769, "epoch": 551, "lr": 1.6677871147021905e-06}
+{"train_loss": 0.00037728663301095366, "global_step": 29770, "epoch": 551, "lr": 1.6665261681339971e-06}
+{"train_loss": 0.0006634542951360345, "global_step": 29771, "epoch": 551, "lr": 1.6652656903429042e-06}
+{"train_loss": 0.000319828832289204, "global_step": 29772, "epoch": 551, "lr": 1.6640056813411409e-06}
+{"train_loss": 0.0004947301931679249, "global_step": 29773, "epoch": 551, "lr": 1.662746141140925e-06}
+{"train_loss": 0.0004974319017492235, "global_step": 29774, "epoch": 551, "lr": 1.6614870697544638e-06}
+{"train_loss": 0.0006834879168309271, "global_step": 29775, "epoch": 551, "lr": 1.660228467193986e-06}
+{"train_loss": 0.000629065849352628, "global_step": 29776, "epoch": 551, "lr": 1.6589703334716876e-06}
+{"train_loss": 0.00036335329059511423, "global_step": 29777, "epoch": 551, "lr": 1.6577126685997646e-06}
+{"train_loss": 0.0002960495767183602, "global_step": 29778, "epoch": 551, "lr": 1.6564554725904292e-06}
+{"train_loss": 0.0003999288019258529, "global_step": 29779, "epoch": 551, "lr": 1.6551987454558715e-06}
+{"train_loss": 0.0004194305802229792, "global_step": 29780, "epoch": 551, "lr": 1.6539424872082765e-06}
+{"train_loss": 0.00035440095234662294, "global_step": 29781, "epoch": 551, "lr": 1.6526866978598231e-06}
+{"train_loss": 0.00035569965257309377, "global_step": 29782, "epoch": 551, "lr": 1.651431377422702e-06}
+{"train_loss": 0.000271807104581967, "global_step": 29783, "epoch": 551, "lr": 1.6501765259090806e-06}
+{"train_loss": 0.00044671434443444014, "global_step": 29784, "epoch": 551, "lr": 1.648922143331133e-06}
+{"train_loss": 0.0006595195736736059, "global_step": 29785, "epoch": 551, "lr": 1.647668229701027e-06}
+{"train_loss": 0.0009689919534139335, "global_step": 29786, "epoch": 551, "lr": 1.6464147850309196e-06}
+{"train_loss": 0.0004490041465032846, "global_step": 29787, "epoch": 551, "lr": 1.645161809332968e-06}
+{"train_loss": 0.00042075905366800725, "global_step": 29788, "epoch": 551, "lr": 1.6439093026193286e-06}
+{"train_loss": 0.00045391859021037817, "global_step": 29789, "epoch": 551, "lr": 1.6426572649021476e-06}
+{"train_loss": 0.0004249202029313892, "global_step": 29790, "epoch": 551, "lr": 1.6414056961935597e-06}
+{"train_loss": 0.00039945117896422744, "global_step": 29791, "epoch": 551, "lr": 1.640154596505722e-06}
+{"train_loss": 0.0003108002129010856, "global_step": 29792, "epoch": 551, "lr": 1.638903965850752e-06}
+{"train_loss": 0.0007013145368546247, "global_step": 29793, "epoch": 551, "lr": 1.6376538042407851e-06}
+{"train_loss": 0.0007388704689219594, "global_step": 29794, "epoch": 551, "lr": 1.6364041116879448e-06}
+{"train_loss": 0.0006684955442324281, "global_step": 29795, "epoch": 551, "lr": 1.63515488820436e-06}
+{"train_loss": 0.00045519243576563895, "global_step": 29796, "epoch": 551, "lr": 1.6339061338021432e-06}
+{"train_loss": 0.0008654045523144305, "global_step": 29797, "epoch": 551, "lr": 1.6326578484933908e-06}
+{"train_loss": 0.0007169375894591212, "global_step": 29798, "epoch": 551, "lr": 1.631410032290226e-06}
+{"train_loss": 0.0003151697455905378, "global_step": 29799, "epoch": 551, "lr": 1.6301626852047502e-06}
+{"train_loss": 0.00047222207649610937, "global_step": 29800, "epoch": 551, "lr": 1.628915807249054e-06}
+{"train_loss": 0.0007762913010083139, "global_step": 29801, "epoch": 551, "lr": 1.6276693984352386e-06}
+{"train_loss": 0.0003582042991183698, "global_step": 29802, "epoch": 551, "lr": 1.6264234587753835e-06}
+{"train_loss": 0.000513407401740551, "global_step": 29803, "epoch": 551, "lr": 1.6251779882815789e-06}
+{"train_loss": 0.00027874225634150207, "global_step": 29804, "epoch": 551, "lr": 1.6239329869659092e-06}
+{"train_loss": 0.0006346738082356751, "global_step": 29805, "epoch": 551, "lr": 1.6226884548404375e-06}
+{"train_loss": 0.000395937473513186, "global_step": 29806, "epoch": 551, "lr": 1.621444391917243e-06}
+{"train_loss": 0.0004911594522935855, "global_step": 29807, "epoch": 551, "lr": 1.6202007982083878e-06, "val_loss": 0.0017761844210326672}
+{"train_loss": 0.0005820327787660062, "global_step": 29808, "epoch": 552, "lr": 1.618957673725935e-06}
+{"train_loss": 0.0003981834452133626, "global_step": 29809, "epoch": 552, "lr": 1.6177150184819355e-06}
+{"train_loss": 0.00043605343671515584, "global_step": 29810, "epoch": 552, "lr": 1.6164728324884526e-06}
+{"train_loss": 0.0005914786597713828, "global_step": 29811, "epoch": 552, "lr": 1.6152311157575262e-06}
+{"train_loss": 0.0003769368340726942, "global_step": 29812, "epoch": 552, "lr": 1.6139898683012079e-06}
+{"train_loss": 0.0003390269703231752, "global_step": 29813, "epoch": 552, "lr": 1.6127490901315212e-06}
+{"train_loss": 0.000731832638848573, "global_step": 29814, "epoch": 552, "lr": 1.6115087812605123e-06}
+{"train_loss": 0.0003880505682900548, "global_step": 29815, "epoch": 552, "lr": 1.6102689417002048e-06}
+{"train_loss": 0.00034448079532012343, "global_step": 29816, "epoch": 552, "lr": 1.6090295714626335e-06}
+{"train_loss": 0.0003042783064302057, "global_step": 29817, "epoch": 552, "lr": 1.6077906705598057e-06}
+{"train_loss": 0.00044138694647699594, "global_step": 29818, "epoch": 552, "lr": 1.6065522390037446e-06}
+{"train_loss": 0.0007637055241502821, "global_step": 29819, "epoch": 552, "lr": 1.6053142768064578e-06}
+{"train_loss": 0.0005268125678412616, "global_step": 29820, "epoch": 552, "lr": 1.6040767839799576e-06}
+{"train_loss": 0.0003995637525804341, "global_step": 29821, "epoch": 552, "lr": 1.60283976053624e-06}
+{"train_loss": 0.0008405430126003921, "global_step": 29822, "epoch": 552, "lr": 1.601603206487312e-06}
+{"train_loss": 0.00046136658056639135, "global_step": 29823, "epoch": 552, "lr": 1.600367121845159e-06}
+{"train_loss": 0.0005716417799703777, "global_step": 29824, "epoch": 552, "lr": 1.599131506621765e-06}
+{"train_loss": 0.00034403768950141966, "global_step": 29825, "epoch": 552, "lr": 1.5978963608291154e-06}
+{"train_loss": 0.0009269019355997443, "global_step": 29826, "epoch": 552, "lr": 1.596661684479206e-06}
+{"train_loss": 0.0004555817577056587, "global_step": 29827, "epoch": 552, "lr": 1.5954274775839994e-06}
+{"train_loss": 0.000528309028595686, "global_step": 29828, "epoch": 552, "lr": 1.594193740155464e-06}
+{"train_loss": 0.0004890260170213878, "global_step": 29829, "epoch": 552, "lr": 1.592960472205557e-06}
+{"train_loss": 0.0004233928630128503, "global_step": 29830, "epoch": 552, "lr": 1.5917276737462628e-06}
+{"train_loss": 0.0004665095475502312, "global_step": 29831, "epoch": 552, "lr": 1.590495344789522e-06}
+{"train_loss": 0.0003531297843437642, "global_step": 29832, "epoch": 552, "lr": 1.5892634853472922e-06}
+{"train_loss": 0.0004935127217322588, "global_step": 29833, "epoch": 552, "lr": 1.588032095431513e-06}
+{"train_loss": 0.00043393048690631986, "global_step": 29834, "epoch": 552, "lr": 1.5868011750541423e-06}
+{"train_loss": 0.0003679152869153768, "global_step": 29835, "epoch": 552, "lr": 1.5855707242271033e-06}
+{"train_loss": 0.00044651966891251504, "global_step": 29836, "epoch": 552, "lr": 1.5843407429623425e-06}
+{"train_loss": 0.00039381845272146165, "global_step": 29837, "epoch": 552, "lr": 1.5831112312717721e-06}
+{"train_loss": 0.000374927039956674, "global_step": 29838, "epoch": 552, "lr": 1.5818821891673442e-06}
+{"train_loss": 0.0005075878580100834, "global_step": 29839, "epoch": 552, "lr": 1.5806536166609543e-06}
+{"train_loss": 0.0006782918353565037, "global_step": 29840, "epoch": 552, "lr": 1.5794255137645264e-06}
+{"train_loss": 0.000482419622130692, "global_step": 29841, "epoch": 552, "lr": 1.5781978804899678e-06}
+{"train_loss": 0.0007224759901873767, "global_step": 29842, "epoch": 552, "lr": 1.5769707168491964e-06}
+{"train_loss": 0.0007316356059163809, "global_step": 29843, "epoch": 552, "lr": 1.5757440228541142e-06}
+{"train_loss": 0.000713384011760354, "global_step": 29844, "epoch": 552, "lr": 1.5745177985166004e-06}
+{"train_loss": 0.0003626425168476999, "global_step": 29845, "epoch": 552, "lr": 1.5732920438485566e-06}
+{"train_loss": 0.00032373625435866416, "global_step": 29846, "epoch": 552, "lr": 1.5720667588618787e-06}
+{"train_loss": 0.0003741989203263074, "global_step": 29847, "epoch": 552, "lr": 1.5708419435684462e-06}
+{"train_loss": 0.000712938723154366, "global_step": 29848, "epoch": 552, "lr": 1.5696175979801331e-06}
+{"train_loss": 0.0003292738110758364, "global_step": 29849, "epoch": 552, "lr": 1.568393722108824e-06}
+{"train_loss": 0.0003248345456086099, "global_step": 29850, "epoch": 552, "lr": 1.567170315966382e-06}
+{"train_loss": 0.00044124203850515187, "global_step": 29851, "epoch": 552, "lr": 1.565947379564675e-06}
+{"train_loss": 0.0006723844562657177, "global_step": 29852, "epoch": 552, "lr": 1.5647249129155606e-06}
+{"train_loss": 0.00027896271785721183, "global_step": 29853, "epoch": 552, "lr": 1.5635029160309012e-06}
+{"train_loss": 0.0004143345868214965, "global_step": 29854, "epoch": 552, "lr": 1.5622813889225429e-06}
+{"train_loss": 0.00042795742047019303, "global_step": 29855, "epoch": 552, "lr": 1.5610603316023376e-06}
+{"train_loss": 0.00047455125604756176, "global_step": 29856, "epoch": 552, "lr": 1.5598397440821256e-06}
+{"train_loss": 0.0004401179903652519, "global_step": 29857, "epoch": 552, "lr": 1.5586196263737362e-06}
+{"train_loss": 0.0004071110743097961, "global_step": 29858, "epoch": 552, "lr": 1.5573999784890214e-06}
+{"train_loss": 0.0005030801403336227, "global_step": 29859, "epoch": 552, "lr": 1.5561808004398105e-06}
+{"train_loss": 0.0003537266456987709, "global_step": 29860, "epoch": 552, "lr": 1.5549620922379104e-06}
+{"train_loss": 0.0004879993874864239, "global_step": 29861, "epoch": 552, "lr": 1.5537438538951455e-06, "val_loss": 0.002784057054668665}
+{"train_loss": 0.0005133338272571564, "global_step": 29862, "epoch": 553, "lr": 1.5525260854233393e-06}
+{"train_loss": 0.0004305997281335294, "global_step": 29863, "epoch": 553, "lr": 1.551308786834299e-06}
+{"train_loss": 0.00047022211947478354, "global_step": 29864, "epoch": 553, "lr": 1.550091958139832e-06}
+{"train_loss": 0.0003146300732623786, "global_step": 29865, "epoch": 553, "lr": 1.5488755993517402e-06}
+{"train_loss": 0.0003584166115615517, "global_step": 29866, "epoch": 553, "lr": 1.5476597104818135e-06}
+{"train_loss": 0.0002840125234797597, "global_step": 29867, "epoch": 553, "lr": 1.5464442915418599e-06}
+{"train_loss": 0.00034335177042521536, "global_step": 29868, "epoch": 553, "lr": 1.5452293425436526e-06}
+{"train_loss": 0.0005100878770463169, "global_step": 29869, "epoch": 553, "lr": 1.5440148634989826e-06}
+{"train_loss": 0.0006027800845913589, "global_step": 29870, "epoch": 553, "lr": 1.5428008544196237e-06}
+{"train_loss": 0.00033104734029620886, "global_step": 29871, "epoch": 553, "lr": 1.5415873153173555e-06}
+{"train_loss": 0.0004891307908110321, "global_step": 29872, "epoch": 553, "lr": 1.5403742462039461e-06}
+{"train_loss": 0.0004384008061606437, "global_step": 29873, "epoch": 553, "lr": 1.5391616470911584e-06}
+{"train_loss": 0.000316938734613359, "global_step": 29874, "epoch": 553, "lr": 1.5379495179907667e-06}
+{"train_loss": 0.0005067736492492259, "global_step": 29875, "epoch": 553, "lr": 1.536737858914511e-06}
+{"train_loss": 0.0003565741062629968, "global_step": 29876, "epoch": 553, "lr": 1.5355266698741433e-06}
+{"train_loss": 0.0003727105795405805, "global_step": 29877, "epoch": 553, "lr": 1.5343159508814154e-06}
+{"train_loss": 0.0002907239831984043, "global_step": 29878, "epoch": 553, "lr": 1.5331057019480732e-06}
+{"train_loss": 0.00031199734075926244, "global_step": 29879, "epoch": 553, "lr": 1.5318959230858466e-06}
+{"train_loss": 0.0004214924410916865, "global_step": 29880, "epoch": 553, "lr": 1.5306866143064812e-06}
+{"train_loss": 0.0005715725128538907, "global_step": 29881, "epoch": 553, "lr": 1.529477775621696e-06}
+{"train_loss": 0.0005172360688447952, "global_step": 29882, "epoch": 553, "lr": 1.5282694070432147e-06}
+{"train_loss": 0.00029753262060694396, "global_step": 29883, "epoch": 553, "lr": 1.5270615085827666e-06}
+{"train_loss": 0.0003420355205889791, "global_step": 29884, "epoch": 553, "lr": 1.5258540802520539e-06}
+{"train_loss": 0.0007603459525853395, "global_step": 29885, "epoch": 553, "lr": 1.5246471220628001e-06}
+{"train_loss": 0.00042398920049890876, "global_step": 29886, "epoch": 553, "lr": 1.5234406340267016e-06}
+{"train_loss": 0.0004213205829728395, "global_step": 29887, "epoch": 553, "lr": 1.5222346161554602e-06}
+{"train_loss": 0.0006209982093423605, "global_step": 29888, "epoch": 553, "lr": 1.5210290684607776e-06}
+{"train_loss": 0.000290243566269055, "global_step": 29889, "epoch": 553, "lr": 1.5198239909543444e-06}
+{"train_loss": 0.0004226256860420108, "global_step": 29890, "epoch": 553, "lr": 1.5186193836478513e-06}
+{"train_loss": 0.00036867536255158484, "global_step": 29891, "epoch": 553, "lr": 1.517415246552978e-06}
+{"train_loss": 0.000504464318510145, "global_step": 29892, "epoch": 553, "lr": 1.516211579681398e-06}
+{"train_loss": 0.0005418964428827167, "global_step": 29893, "epoch": 553, "lr": 1.515008383044797e-06}
+{"train_loss": 0.0007938818307593465, "global_step": 29894, "epoch": 553, "lr": 1.5138056566548376e-06}
+{"train_loss": 0.0003844097664114088, "global_step": 29895, "epoch": 553, "lr": 1.5126034005231938e-06}
+{"train_loss": 0.0003293194167781621, "global_step": 29896, "epoch": 553, "lr": 1.5114016146615062e-06}
+{"train_loss": 0.0006899199797771871, "global_step": 29897, "epoch": 553, "lr": 1.5102002990814434e-06}
+{"train_loss": 0.0004420695477165282, "global_step": 29898, "epoch": 553, "lr": 1.5089994537946627e-06}
+{"train_loss": 0.00033276615431532264, "global_step": 29899, "epoch": 553, "lr": 1.5077990788127993e-06}
+{"train_loss": 0.0004925353568978608, "global_step": 29900, "epoch": 553, "lr": 1.506599174147505e-06}
+{"train_loss": 0.0005231553805060685, "global_step": 29901, "epoch": 553, "lr": 1.5053997398104147e-06}
+{"train_loss": 0.00043437950080260634, "global_step": 29902, "epoch": 553, "lr": 1.5042007758131526e-06}
+{"train_loss": 0.000526004412677139, "global_step": 29903, "epoch": 553, "lr": 1.5030022821673596e-06}
+{"train_loss": 0.00041353906271979213, "global_step": 29904, "epoch": 553, "lr": 1.5018042588846537e-06}
+{"train_loss": 0.0004676569369621575, "global_step": 29905, "epoch": 553, "lr": 1.5006067059766482e-06}
+{"train_loss": 0.0004346253117546439, "global_step": 29906, "epoch": 553, "lr": 1.4994096234549726e-06}
+{"train_loss": 0.0004513596650213003, "global_step": 29907, "epoch": 553, "lr": 1.4982130113312286e-06}
+{"train_loss": 0.0003220481739845127, "global_step": 29908, "epoch": 553, "lr": 1.4970168696170128e-06}
+{"train_loss": 0.0003490947710815817, "global_step": 29909, "epoch": 553, "lr": 1.495821198323949e-06}
+{"train_loss": 0.0003104190109297633, "global_step": 29910, "epoch": 553, "lr": 1.4946259974636167e-06}
+{"train_loss": 0.0004320203443057835, "global_step": 29911, "epoch": 553, "lr": 1.4934312670476126e-06}
+{"train_loss": 0.000385106832254678, "global_step": 29912, "epoch": 553, "lr": 1.4922370070875213e-06}
+{"train_loss": 0.00044103647815063596, "global_step": 29913, "epoch": 553, "lr": 1.4910432175949286e-06}
+{"train_loss": 0.0005304032238200307, "global_step": 29914, "epoch": 553, "lr": 1.4898498985814136e-06}
+{"train_loss": 0.0004379797729025422, "global_step": 29915, "epoch": 553, "lr": 1.488657050058545e-06, "val_loss": 0.0020437308121472597}
+{"train_loss": 0.0006063601467758417, "global_step": 29916, "epoch": 554, "lr": 1.4874646720379027e-06}
+{"train_loss": 0.0005531398928724229, "global_step": 29917, "epoch": 554, "lr": 1.4862727645310381e-06}
+{"train_loss": 0.0005715414881706238, "global_step": 29918, "epoch": 554, "lr": 1.4850813275495201e-06}
+{"train_loss": 0.00024330131418537349, "global_step": 29919, "epoch": 554, "lr": 1.483890361104906e-06}
+{"train_loss": 0.00032097427174448967, "global_step": 29920, "epoch": 554, "lr": 1.482699865208731e-06}
+{"train_loss": 0.0006673200405202806, "global_step": 29921, "epoch": 554, "lr": 1.481509839872569e-06}
+{"train_loss": 0.0008946720045059919, "global_step": 29922, "epoch": 554, "lr": 1.4803202851079334e-06}
+{"train_loss": 0.00046343758003786206, "global_step": 29923, "epoch": 554, "lr": 1.4791312009263813e-06}
+{"train_loss": 0.0004619538376573473, "global_step": 29924, "epoch": 554, "lr": 1.4779425873394259e-06}
+{"train_loss": 0.0002976656542159617, "global_step": 29925, "epoch": 554, "lr": 1.476754444358619e-06}
+{"train_loss": 0.0006321679684333503, "global_step": 29926, "epoch": 554, "lr": 1.475566771995468e-06}
+{"train_loss": 0.00037005619378760457, "global_step": 29927, "epoch": 554, "lr": 1.4743795702615026e-06}
+{"train_loss": 0.0006279893568716943, "global_step": 29928, "epoch": 554, "lr": 1.4731928391682249e-06}
+{"train_loss": 0.00044536194764077663, "global_step": 29929, "epoch": 554, "lr": 1.472006578727153e-06}
+{"train_loss": 0.0005273614660836756, "global_step": 29930, "epoch": 554, "lr": 1.4708207889497895e-06}
+{"train_loss": 0.0005422439426183701, "global_step": 29931, "epoch": 554, "lr": 1.4696354698476355e-06}
+{"train_loss": 0.0004733733367174864, "global_step": 29932, "epoch": 554, "lr": 1.468450621432188e-06}
+{"train_loss": 0.0002888752496801317, "global_step": 29933, "epoch": 554, "lr": 1.4672662437149432e-06}
+{"train_loss": 0.00030361395329236984, "global_step": 29934, "epoch": 554, "lr": 1.4660823367073751e-06}
+{"train_loss": 0.00044524073018692434, "global_step": 29935, "epoch": 554, "lr": 1.46489890042098e-06}
+{"train_loss": 0.0008547926554456353, "global_step": 29936, "epoch": 554, "lr": 1.4637159348672214e-06}
+{"train_loss": 0.00046744817518629134, "global_step": 29937, "epoch": 554, "lr": 1.4625334400575952e-06}
+{"train_loss": 0.0005074861692264676, "global_step": 29938, "epoch": 554, "lr": 1.461351416003548e-06}
+{"train_loss": 0.00047262926818802953, "global_step": 29939, "epoch": 554, "lr": 1.4601698627165538e-06}
+{"train_loss": 0.00040317806997336447, "global_step": 29940, "epoch": 554, "lr": 1.4589887802080648e-06}
+{"train_loss": 0.0005588682251982391, "global_step": 29941, "epoch": 554, "lr": 1.4578081684895495e-06}
+{"train_loss": 0.000514279818162322, "global_step": 29942, "epoch": 554, "lr": 1.4566280275724542e-06}
+{"train_loss": 0.0005790916038677096, "global_step": 29943, "epoch": 554, "lr": 1.4554483574682142e-06}
+{"train_loss": 0.0006322409026324749, "global_step": 29944, "epoch": 554, "lr": 1.454269158188276e-06}
+{"train_loss": 0.00044737113057635725, "global_step": 29945, "epoch": 554, "lr": 1.453090429744086e-06}
+{"train_loss": 0.0006732576293870807, "global_step": 29946, "epoch": 554, "lr": 1.451912172147063e-06}
+{"train_loss": 0.00060402846429497, "global_step": 29947, "epoch": 554, "lr": 1.450734385408653e-06}
+{"train_loss": 0.0004759481525979936, "global_step": 29948, "epoch": 554, "lr": 1.4495570695402527e-06}
+{"train_loss": 0.0003115627041552216, "global_step": 29949, "epoch": 554, "lr": 1.448380224553303e-06}
+{"train_loss": 0.0006356173544190824, "global_step": 29950, "epoch": 554, "lr": 1.4472038504592057e-06}
+{"train_loss": 0.00030626740772277117, "global_step": 29951, "epoch": 554, "lr": 1.4460279472693794e-06}
+{"train_loss": 0.0007245672168210149, "global_step": 29952, "epoch": 554, "lr": 1.4448525149952153e-06}
+{"train_loss": 0.00045292743016034365, "global_step": 29953, "epoch": 554, "lr": 1.4436775536481316e-06}
+{"train_loss": 0.0005291923880577087, "global_step": 29954, "epoch": 554, "lr": 1.4425030632395142e-06}
+{"train_loss": 0.00035085968556813896, "global_step": 29955, "epoch": 554, "lr": 1.441329043780748e-06}
+{"train_loss": 0.0007496613543480635, "global_step": 29956, "epoch": 554, "lr": 1.4401554952832296e-06}
+{"train_loss": 0.00044732066453434527, "global_step": 29957, "epoch": 554, "lr": 1.4389824177583388e-06}
+{"train_loss": 0.0004130018933210522, "global_step": 29958, "epoch": 554, "lr": 1.4378098112174553e-06}
+{"train_loss": 0.0004021749191451818, "global_step": 29959, "epoch": 554, "lr": 1.436637675671948e-06}
+{"train_loss": 0.0003791816416196525, "global_step": 29960, "epoch": 554, "lr": 1.4354660111331797e-06}
+{"train_loss": 0.00036297732731327415, "global_step": 29961, "epoch": 554, "lr": 1.4342948176125248e-06}
+{"train_loss": 0.0002841305104084313, "global_step": 29962, "epoch": 554, "lr": 1.4331240951213353e-06}
+{"train_loss": 0.00046102332998998463, "global_step": 29963, "epoch": 554, "lr": 1.4319538436709746e-06}
+{"train_loss": 0.0004842093330807984, "global_step": 29964, "epoch": 554, "lr": 1.4307840632727832e-06}
+{"train_loss": 0.00043939275201410055, "global_step": 29965, "epoch": 554, "lr": 1.4296147539381132e-06}
+{"train_loss": 0.0009421429713256657, "global_step": 29966, "epoch": 554, "lr": 1.4284459156783003e-06}
+{"train_loss": 0.00035414143349044025, "global_step": 29967, "epoch": 554, "lr": 1.4272775485046795e-06}
+{"train_loss": 0.0006669705617241561, "global_step": 29968, "epoch": 554, "lr": 1.4261096524285922e-06}
+{"train_loss": 0.0005002537285758148, "global_step": 29969, "epoch": 554, "lr": 1.4249422274613567e-06, "val_loss": 0.0017488552257418633}
+{"train_loss": 0.0004244508745614439, "global_step": 29970, "epoch": 555, "lr": 1.4237752736142973e-06}
+{"train_loss": 0.0004927372792735696, "global_step": 29971, "epoch": 555, "lr": 1.4226087908987384e-06}
+{"train_loss": 0.000527797790709883, "global_step": 29972, "epoch": 555, "lr": 1.4214427793259765e-06}
+{"train_loss": 0.00044633381185121834, "global_step": 29973, "epoch": 555, "lr": 1.4202772389073415e-06}
+{"train_loss": 0.0006362744024954736, "global_step": 29974, "epoch": 555, "lr": 1.4191121696541298e-06}
+{"train_loss": 0.000488642486743629, "global_step": 29975, "epoch": 555, "lr": 1.417947571577638e-06}
+{"train_loss": 0.00045634788693860173, "global_step": 29976, "epoch": 555, "lr": 1.4167834446891625e-06}
+{"train_loss": 0.00043821093277074397, "global_step": 29977, "epoch": 555, "lr": 1.4156197889999944e-06}
+{"train_loss": 0.0005218956503085792, "global_step": 29978, "epoch": 555, "lr": 1.4144566045214192e-06}
+{"train_loss": 0.0003839204728137702, "global_step": 29979, "epoch": 555, "lr": 1.413293891264722e-06}
+{"train_loss": 0.0005236529395915568, "global_step": 29980, "epoch": 555, "lr": 1.4121316492411773e-06}
+{"train_loss": 0.0006289661396294832, "global_step": 29981, "epoch": 555, "lr": 1.410969878462054e-06}
+{"train_loss": 0.00039658034802414477, "global_step": 29982, "epoch": 555, "lr": 1.4098085789386262e-06}
+{"train_loss": 0.000436852453276515, "global_step": 29983, "epoch": 555, "lr": 1.4086477506821516e-06}
+{"train_loss": 0.0003681949165184051, "global_step": 29984, "epoch": 555, "lr": 1.4074873937038935e-06}
+{"train_loss": 0.0004913415177725255, "global_step": 29985, "epoch": 555, "lr": 1.406327508015104e-06}
+{"train_loss": 0.0004526003613136709, "global_step": 29986, "epoch": 555, "lr": 1.4051680936270296e-06}
+{"train_loss": 0.00046335457591339946, "global_step": 29987, "epoch": 555, "lr": 1.4040091505509223e-06}
+{"train_loss": 0.0005070156184956431, "global_step": 29988, "epoch": 555, "lr": 1.4028506787980066e-06}
+{"train_loss": 0.0006082107429392636, "global_step": 29989, "epoch": 555, "lr": 1.401692678379546e-06}
+{"train_loss": 0.0003877185226883739, "global_step": 29990, "epoch": 555, "lr": 1.4005351493067476e-06}
+{"train_loss": 0.0009259914513677359, "global_step": 29991, "epoch": 555, "lr": 1.3993780915908416e-06}
+{"train_loss": 0.0004206890589557588, "global_step": 29992, "epoch": 555, "lr": 1.3982215052430637e-06}
+{"train_loss": 0.0004369423841126263, "global_step": 29993, "epoch": 555, "lr": 1.3970653902746157e-06}
+{"train_loss": 0.0003576833405531943, "global_step": 29994, "epoch": 555, "lr": 1.3959097466967274e-06}
+{"train_loss": 0.0003216033219359815, "global_step": 29995, "epoch": 555, "lr": 1.3947545745205792e-06}
+{"train_loss": 0.000631374423392117, "global_step": 29996, "epoch": 555, "lr": 1.3935998737574062e-06}
+{"train_loss": 0.0005643059266731143, "global_step": 29997, "epoch": 555, "lr": 1.3924456444183887e-06}
+{"train_loss": 0.0004962283419445157, "global_step": 29998, "epoch": 555, "lr": 1.3912918865147285e-06}
+{"train_loss": 0.000518040033057332, "global_step": 29999, "epoch": 555, "lr": 1.390138600057611e-06}
+{"train_loss": 0.00034069016692228615, "global_step": 30000, "epoch": 555, "lr": 1.3889857850582278e-06}
+{"train_loss": 0.0005807540146633983, "global_step": 30001, "epoch": 555, "lr": 1.3878334415277582e-06}
+{"train_loss": 0.00042904855217784643, "global_step": 30002, "epoch": 555, "lr": 1.3866815694773716e-06}
+{"train_loss": 0.0006264540133997798, "global_step": 30003, "epoch": 555, "lr": 1.3855301689182475e-06}
+{"train_loss": 0.0004391796828713268, "global_step": 30004, "epoch": 555, "lr": 1.3843792398615496e-06}
+{"train_loss": 0.0004830379330087453, "global_step": 30005, "epoch": 555, "lr": 1.3832287823184464e-06}
+{"train_loss": 0.0005484704743139446, "global_step": 30006, "epoch": 555, "lr": 1.3820787963000847e-06}
+{"train_loss": 0.0004308173665776849, "global_step": 30007, "epoch": 555, "lr": 1.3809292818176223e-06}
+{"train_loss": 0.0005270452238619328, "global_step": 30008, "epoch": 555, "lr": 1.3797802388822168e-06}
+{"train_loss": 0.0005580603028647602, "global_step": 30009, "epoch": 555, "lr": 1.3786316675050038e-06}
+{"train_loss": 0.0007037873147055507, "global_step": 30010, "epoch": 555, "lr": 1.3774835676971354e-06}
+{"train_loss": 0.0006660057115368545, "global_step": 30011, "epoch": 555, "lr": 1.3763359394697195e-06}
+{"train_loss": 0.00047434456064365804, "global_step": 30012, "epoch": 555, "lr": 1.3751887828339138e-06}
+{"train_loss": 0.0004226484743412584, "global_step": 30013, "epoch": 555, "lr": 1.3740420978008318e-06}
+{"train_loss": 0.0003107988159172237, "global_step": 30014, "epoch": 555, "lr": 1.3728958843815976e-06}
+{"train_loss": 0.0004577770014293492, "global_step": 30015, "epoch": 555, "lr": 1.3717501425873302e-06}
+{"train_loss": 0.0007118863286450505, "global_step": 30016, "epoch": 555, "lr": 1.3706048724291375e-06}
+{"train_loss": 0.000559160893317312, "global_step": 30017, "epoch": 555, "lr": 1.369460073918133e-06}
+{"train_loss": 0.0002405094273854047, "global_step": 30018, "epoch": 555, "lr": 1.368315747065413e-06}
+{"train_loss": 0.0002689724205993116, "global_step": 30019, "epoch": 555, "lr": 1.3671718918820798e-06}
+{"train_loss": 0.000839166808873415, "global_step": 30020, "epoch": 555, "lr": 1.3660285083792245e-06}
+{"train_loss": 0.00044786380021832883, "global_step": 30021, "epoch": 555, "lr": 1.3648855965679497e-06}
+{"train_loss": 0.0006317401421256363, "global_step": 30022, "epoch": 555, "lr": 1.363743156459324e-06}
+{"train_loss": 0.0004990992580402504, "global_step": 30023, "epoch": 555, "lr": 1.3626011880644274e-06, "val_loss": 0.001782003091648221, "train_action_mse_error": 1.780682214302942e-05}
+{"train_loss": 0.0003448772768024355, "global_step": 30024, "epoch": 556, "lr": 1.3614596913943455e-06}
+{"train_loss": 0.00046095429570414126, "global_step": 30025, "epoch": 556, "lr": 1.3603186664601476e-06}
+{"train_loss": 0.0002736150927376002, "global_step": 30026, "epoch": 556, "lr": 1.3591781132729076e-06}
+{"train_loss": 0.00031199463410302997, "global_step": 30027, "epoch": 556, "lr": 1.3580380318436615e-06}
+{"train_loss": 0.00029305211501196027, "global_step": 30028, "epoch": 556, "lr": 1.3568984221834945e-06}
+{"train_loss": 0.00043002646998502314, "global_step": 30029, "epoch": 556, "lr": 1.3557592843034429e-06}
+{"train_loss": 0.0004741910961456597, "global_step": 30030, "epoch": 556, "lr": 1.3546206182145638e-06}
+{"train_loss": 0.0004234027583152056, "global_step": 30031, "epoch": 556, "lr": 1.3534824239278987e-06}
+{"train_loss": 0.0003604591474868357, "global_step": 30032, "epoch": 556, "lr": 1.3523447014544889e-06}
+{"train_loss": 0.0002971802023239434, "global_step": 30033, "epoch": 556, "lr": 1.3512074508053585e-06}
+{"train_loss": 0.00046505979844368994, "global_step": 30034, "epoch": 556, "lr": 1.350070671991549e-06}
+{"train_loss": 0.0003385282470844686, "global_step": 30035, "epoch": 556, "lr": 1.3489343650240737e-06}
+{"train_loss": 0.00032714830012992024, "global_step": 30036, "epoch": 556, "lr": 1.3477985299139739e-06}
+{"train_loss": 0.0003738541272468865, "global_step": 30037, "epoch": 556, "lr": 1.3466631666722517e-06}
+{"train_loss": 0.0004661676939576864, "global_step": 30038, "epoch": 556, "lr": 1.3455282753099152e-06}
+{"train_loss": 0.000561377324629575, "global_step": 30039, "epoch": 556, "lr": 1.344393855837972e-06}
+{"train_loss": 0.0004382658516988158, "global_step": 30040, "epoch": 556, "lr": 1.3432599082674358e-06}
+{"train_loss": 0.00037957244785502553, "global_step": 30041, "epoch": 556, "lr": 1.342126432609303e-06}
+{"train_loss": 0.0004552012251224369, "global_step": 30042, "epoch": 556, "lr": 1.340993428874554e-06}
+{"train_loss": 0.0007400498143397272, "global_step": 30043, "epoch": 556, "lr": 1.3398608970741855e-06}
+{"train_loss": 0.0004212991625536233, "global_step": 30044, "epoch": 556, "lr": 1.338728837219183e-06}
+{"train_loss": 0.0003822906001005322, "global_step": 30045, "epoch": 556, "lr": 1.3375972493205268e-06}
+{"train_loss": 0.0005088105099275708, "global_step": 30046, "epoch": 556, "lr": 1.3364661333891914e-06}
+{"train_loss": 0.0005360586801543832, "global_step": 30047, "epoch": 556, "lr": 1.3353354894361403e-06}
+{"train_loss": 0.0004184404097031802, "global_step": 30048, "epoch": 556, "lr": 1.3342053174723534e-06}
+{"train_loss": 0.0003176939208060503, "global_step": 30049, "epoch": 556, "lr": 1.3330756175087777e-06}
+{"train_loss": 0.00034097142633982003, "global_step": 30050, "epoch": 556, "lr": 1.3319463895563767e-06}
+{"train_loss": 0.0004053032607771456, "global_step": 30051, "epoch": 556, "lr": 1.3308176336260968e-06}
+{"train_loss": 0.00032368735992349684, "global_step": 30052, "epoch": 556, "lr": 1.329689349728902e-06}
+{"train_loss": 0.0005669491365551949, "global_step": 30053, "epoch": 556, "lr": 1.3285615378757167e-06}
+{"train_loss": 0.00032150058541446924, "global_step": 30054, "epoch": 556, "lr": 1.3274341980774874e-06}
+{"train_loss": 0.0007344765472225845, "global_step": 30055, "epoch": 556, "lr": 1.3263073303451446e-06}
+{"train_loss": 0.0003994247817900032, "global_step": 30056, "epoch": 556, "lr": 1.3251809346896239e-06}
+{"train_loss": 0.0005254843854345381, "global_step": 30057, "epoch": 556, "lr": 1.3240550111218496e-06}
+{"train_loss": 0.0004021206113975495, "global_step": 30058, "epoch": 556, "lr": 1.3229295596527302e-06}
+{"train_loss": 0.00045947692706249654, "global_step": 30059, "epoch": 556, "lr": 1.32180458029319e-06}
+{"train_loss": 0.0003347966994624585, "global_step": 30060, "epoch": 556, "lr": 1.3206800730541425e-06}
+{"train_loss": 0.0005147518240846694, "global_step": 30061, "epoch": 556, "lr": 1.31955603794649e-06}
+{"train_loss": 0.0004158264782745391, "global_step": 30062, "epoch": 556, "lr": 1.318432474981135e-06}
+{"train_loss": 0.00037345493910834193, "global_step": 30063, "epoch": 556, "lr": 1.31730938416898e-06}
+{"train_loss": 0.000498435809276998, "global_step": 30064, "epoch": 556, "lr": 1.3161867655209049e-06}
+{"train_loss": 0.0005337295006029308, "global_step": 30065, "epoch": 556, "lr": 1.3150646190478123e-06}
+{"train_loss": 0.0008658657898195088, "global_step": 30066, "epoch": 556, "lr": 1.3139429447605767e-06}
+{"train_loss": 0.0004067563568241894, "global_step": 30067, "epoch": 556, "lr": 1.3128217426700728e-06}
+{"train_loss": 0.0006820792914368212, "global_step": 30068, "epoch": 556, "lr": 1.3117010127871921e-06}
+{"train_loss": 0.00043496652506291866, "global_step": 30069, "epoch": 556, "lr": 1.3105807551227867e-06}
+{"train_loss": 0.000404360267566517, "global_step": 30070, "epoch": 556, "lr": 1.3094609696877314e-06}
+{"train_loss": 0.0003821425780188292, "global_step": 30071, "epoch": 556, "lr": 1.308341656492873e-06}
+{"train_loss": 0.00029236110276542604, "global_step": 30072, "epoch": 556, "lr": 1.3072228155490917e-06}
+{"train_loss": 0.0008604103932157159, "global_step": 30073, "epoch": 556, "lr": 1.3061044468672234e-06}
+{"train_loss": 0.000530016259290278, "global_step": 30074, "epoch": 556, "lr": 1.3049865504581204e-06}
+{"train_loss": 0.000343493273248896, "global_step": 30075, "epoch": 556, "lr": 1.3038691263326075e-06}
+{"train_loss": 0.0005144679453223944, "global_step": 30076, "epoch": 556, "lr": 1.302752174501548e-06}
+{"train_loss": 0.00044488054657079, "global_step": 30077, "epoch": 556, "lr": 1.3016356949757613e-06, "val_loss": 0.005136839114129543}
+{"train_loss": 0.00040133617585524917, "global_step": 30078, "epoch": 557, "lr": 1.3005196877660774e-06}
+{"train_loss": 0.0005916450172662735, "global_step": 30079, "epoch": 557, "lr": 1.2994041528833266e-06}
+{"train_loss": 0.0006533958367072046, "global_step": 30080, "epoch": 557, "lr": 1.2982890903383172e-06}
+{"train_loss": 0.0002940947888419032, "global_step": 30081, "epoch": 557, "lr": 1.2971745001418734e-06}
+{"train_loss": 0.0003994026919826865, "global_step": 30082, "epoch": 557, "lr": 1.2960603823047979e-06}
+{"train_loss": 0.0005258341552689672, "global_step": 30083, "epoch": 557, "lr": 1.2949467368378988e-06}
+{"train_loss": 0.0006418976117856801, "global_step": 30084, "epoch": 557, "lr": 1.2938335637519839e-06}
+{"train_loss": 0.0003653328458312899, "global_step": 30085, "epoch": 557, "lr": 1.2927208630578391e-06}
+{"train_loss": 0.00033015228109434247, "global_step": 30086, "epoch": 557, "lr": 1.2916086347662671e-06}
+{"train_loss": 0.00046247325371950865, "global_step": 30087, "epoch": 557, "lr": 1.2904968788880366e-06}
+{"train_loss": 0.0005664294003508985, "global_step": 30088, "epoch": 557, "lr": 1.2893855954339562e-06}
+{"train_loss": 0.000376076262909919, "global_step": 30089, "epoch": 557, "lr": 1.288274784414789e-06}
+{"train_loss": 0.0003216338809579611, "global_step": 30090, "epoch": 557, "lr": 1.2871644458413102e-06}
+{"train_loss": 0.0003018020070157945, "global_step": 30091, "epoch": 557, "lr": 1.286054579724283e-06}
+{"train_loss": 0.000474747852422297, "global_step": 30092, "epoch": 557, "lr": 1.2849451860744766e-06}
+{"train_loss": 0.0005073620122857392, "global_step": 30093, "epoch": 557, "lr": 1.2838362649026603e-06}
+{"train_loss": 0.00040808465564623475, "global_step": 30094, "epoch": 557, "lr": 1.2827278162195754e-06}
+{"train_loss": 0.000405864353524521, "global_step": 30095, "epoch": 557, "lr": 1.2816198400359802e-06}
+{"train_loss": 0.0005739615298807621, "global_step": 30096, "epoch": 557, "lr": 1.2805123363626215e-06}
+{"train_loss": 0.0005565992905758321, "global_step": 30097, "epoch": 557, "lr": 1.2794053052102351e-06}
+{"train_loss": 0.0003677689819596708, "global_step": 30098, "epoch": 557, "lr": 1.2782987465895568e-06}
+{"train_loss": 0.0007845525396987796, "global_step": 30099, "epoch": 557, "lr": 1.2771926605113283e-06}
+{"train_loss": 0.00035441978252492845, "global_step": 30100, "epoch": 557, "lr": 1.2760870469862684e-06}
+{"train_loss": 0.0006621529464609921, "global_step": 30101, "epoch": 557, "lr": 1.2749819060251078e-06}
+{"train_loss": 0.0007062128861434758, "global_step": 30102, "epoch": 557, "lr": 1.2738772376385598e-06}
+{"train_loss": 0.0004997070645913482, "global_step": 30103, "epoch": 557, "lr": 1.272773041837333e-06}
+{"train_loss": 0.0006360772531479597, "global_step": 30104, "epoch": 557, "lr": 1.2716693186321516e-06}
+{"train_loss": 0.0005798822385258973, "global_step": 30105, "epoch": 557, "lr": 1.2705660680337072e-06}
+{"train_loss": 0.0010207373416051269, "global_step": 30106, "epoch": 557, "lr": 1.2694632900527025e-06}
+{"train_loss": 0.0007690565544180572, "global_step": 30107, "epoch": 557, "lr": 1.2683609846998401e-06}
+{"train_loss": 0.0005955681554041803, "global_step": 30108, "epoch": 557, "lr": 1.2672591519858056e-06}
+{"train_loss": 0.0003016692353412509, "global_step": 30109, "epoch": 557, "lr": 1.2661577919212908e-06}
+{"train_loss": 0.0004206445883028209, "global_step": 30110, "epoch": 557, "lr": 1.2650569045169647e-06}
+{"train_loss": 0.00032112025655806065, "global_step": 30111, "epoch": 557, "lr": 1.2639564897835187e-06}
+{"train_loss": 0.000444720993982628, "global_step": 30112, "epoch": 557, "lr": 1.2628565477316167e-06}
+{"train_loss": 0.0004193473723717034, "global_step": 30113, "epoch": 557, "lr": 1.2617570783719335e-06}
+{"train_loss": 0.0005241824546828866, "global_step": 30114, "epoch": 557, "lr": 1.260658081715127e-06}
+{"train_loss": 0.0005566514446400106, "global_step": 30115, "epoch": 557, "lr": 1.2595595577718555e-06}
+{"train_loss": 0.000927180633880198, "global_step": 30116, "epoch": 557, "lr": 1.2584615065527828e-06}
+{"train_loss": 0.0005004719132557511, "global_step": 30117, "epoch": 557, "lr": 1.2573639280685445e-06}
+{"train_loss": 0.0006247939891181886, "global_step": 30118, "epoch": 557, "lr": 1.2562668223297991e-06}
+{"train_loss": 0.0007328399224206805, "global_step": 30119, "epoch": 557, "lr": 1.2551701893471713e-06}
+{"train_loss": 0.00033710093703120947, "global_step": 30120, "epoch": 557, "lr": 1.254074029131319e-06}
+{"train_loss": 0.0005328322295099497, "global_step": 30121, "epoch": 557, "lr": 1.252978341692862e-06}
+{"train_loss": 0.0007879614713601768, "global_step": 30122, "epoch": 557, "lr": 1.2518831270424136e-06}
+{"train_loss": 0.00048416786012239754, "global_step": 30123, "epoch": 557, "lr": 1.250788385190621e-06}
+{"train_loss": 0.00042112558730877936, "global_step": 30124, "epoch": 557, "lr": 1.2496941161480869e-06}
+{"train_loss": 0.0006508404621854424, "global_step": 30125, "epoch": 557, "lr": 1.248600319925436e-06}
+{"train_loss": 0.00047805876238271594, "global_step": 30126, "epoch": 557, "lr": 1.2475069965332541e-06}
+{"train_loss": 0.0006245241384021938, "global_step": 30127, "epoch": 557, "lr": 1.2464141459821722e-06}
+{"train_loss": 0.0008096739184111357, "global_step": 30128, "epoch": 557, "lr": 1.24532176828277e-06}
+{"train_loss": 0.0004437049210537225, "global_step": 30129, "epoch": 557, "lr": 1.2442298634456506e-06}
+{"train_loss": 0.0007998655783012509, "global_step": 30130, "epoch": 557, "lr": 1.2431384314814054e-06}
+{"train_loss": 0.0005343279049999115, "global_step": 30131, "epoch": 557, "lr": 1.2420474724006203e-06, "val_loss": 0.001495065982453525}
+{"train_loss": 0.00031865955679677427, "global_step": 30132, "epoch": 558, "lr": 1.2409569862138704e-06}
+{"train_loss": 0.0004612795019056648, "global_step": 30133, "epoch": 558, "lr": 1.2398669729317358e-06}
+{"train_loss": 0.0006231267470866442, "global_step": 30134, "epoch": 558, "lr": 1.238777432564786e-06}
+{"train_loss": 0.00044607737800106406, "global_step": 30135, "epoch": 558, "lr": 1.2376883651235904e-06}
+{"train_loss": 0.000506165437400341, "global_step": 30136, "epoch": 558, "lr": 1.2365997706187126e-06}
+{"train_loss": 0.0005828285939060152, "global_step": 30137, "epoch": 558, "lr": 1.235511649060711e-06}
+{"train_loss": 0.0005455180071294308, "global_step": 30138, "epoch": 558, "lr": 1.2344240004601272e-06}
+{"train_loss": 0.0008708892273716629, "global_step": 30139, "epoch": 558, "lr": 1.23333682482753e-06}
+{"train_loss": 0.0005273799179121852, "global_step": 30140, "epoch": 558, "lr": 1.2322501221734505e-06}
+{"train_loss": 0.0007492181612178683, "global_step": 30141, "epoch": 558, "lr": 1.2311638925084413e-06}
+{"train_loss": 0.0004988493165001273, "global_step": 30142, "epoch": 558, "lr": 1.2300781358430158e-06}
+{"train_loss": 0.0004803820629604161, "global_step": 30143, "epoch": 558, "lr": 1.228992852187727e-06}
+{"train_loss": 0.0005200355662964284, "global_step": 30144, "epoch": 558, "lr": 1.227908041553083e-06}
+{"train_loss": 0.0006140043842606246, "global_step": 30145, "epoch": 558, "lr": 1.22682370394962e-06}
+{"train_loss": 0.00035680565633811057, "global_step": 30146, "epoch": 558, "lr": 1.2257398393878462e-06}
+{"train_loss": 0.0005900388350710273, "global_step": 30147, "epoch": 558, "lr": 1.2246564478782696e-06}
+{"train_loss": 0.00027715828036889434, "global_step": 30148, "epoch": 558, "lr": 1.22357352943141e-06}
+{"train_loss": 0.0003440597211010754, "global_step": 30149, "epoch": 558, "lr": 1.222491084057764e-06}
+{"train_loss": 0.0003341294068377465, "global_step": 30150, "epoch": 558, "lr": 1.221409111767824e-06}
+{"train_loss": 0.00046191742876544595, "global_step": 30151, "epoch": 558, "lr": 1.2203276125720975e-06}
+{"train_loss": 0.000791599100921303, "global_step": 30152, "epoch": 558, "lr": 1.2192465864810653e-06}
+{"train_loss": 0.0006611537537537515, "global_step": 30153, "epoch": 558, "lr": 1.2181660335052081e-06}
+{"train_loss": 0.0003960522299166769, "global_step": 30154, "epoch": 558, "lr": 1.217085953655006e-06}
+{"train_loss": 0.00029667740454897285, "global_step": 30155, "epoch": 558, "lr": 1.2160063469409511e-06}
+{"train_loss": 0.0006366451270878315, "global_step": 30156, "epoch": 558, "lr": 1.2149272133735012e-06}
+{"train_loss": 0.000533705111593008, "global_step": 30157, "epoch": 558, "lr": 1.2138485529631206e-06}
+{"train_loss": 0.0009069608058780432, "global_step": 30158, "epoch": 558, "lr": 1.2127703657202728e-06}
+{"train_loss": 0.0003979613247793168, "global_step": 30159, "epoch": 558, "lr": 1.2116926516554162e-06}
+{"train_loss": 0.0004907682305201888, "global_step": 30160, "epoch": 558, "lr": 1.2106154107790036e-06}
+{"train_loss": 0.0003282557299826294, "global_step": 30161, "epoch": 558, "lr": 1.2095386431014876e-06}
+{"train_loss": 0.00045299509656615555, "global_step": 30162, "epoch": 558, "lr": 1.2084623486333047e-06}
+{"train_loss": 0.0004757760325446725, "global_step": 30163, "epoch": 558, "lr": 1.207386527384896e-06}
+{"train_loss": 0.00038306263741105795, "global_step": 30164, "epoch": 558, "lr": 1.2063111793666926e-06}
+{"train_loss": 0.0007651079795323312, "global_step": 30165, "epoch": 558, "lr": 1.2052363045891302e-06}
+{"train_loss": 0.0005799856735393405, "global_step": 30166, "epoch": 558, "lr": 1.2041619030626284e-06}
+{"train_loss": 0.00045846577268093824, "global_step": 30167, "epoch": 558, "lr": 1.2030879747976176e-06}
+{"train_loss": 0.0006095835706219077, "global_step": 30168, "epoch": 558, "lr": 1.2020145198045008e-06}
+{"train_loss": 0.0005229466478340328, "global_step": 30169, "epoch": 558, "lr": 1.2009415380936917e-06}
+{"train_loss": 0.00045403334661386907, "global_step": 30170, "epoch": 558, "lr": 1.1998690296755987e-06}
+{"train_loss": 0.00037873114342801273, "global_step": 30171, "epoch": 558, "lr": 1.1987969945606248e-06}
+{"train_loss": 0.00048448413144797087, "global_step": 30172, "epoch": 558, "lr": 1.197725432759178e-06}
+{"train_loss": 0.0008938314276747406, "global_step": 30173, "epoch": 558, "lr": 1.1966543442816337e-06}
+{"train_loss": 0.00030594380223192275, "global_step": 30174, "epoch": 558, "lr": 1.1955837291383776e-06}
+{"train_loss": 0.0004440826887730509, "global_step": 30175, "epoch": 558, "lr": 1.1945135873398127e-06}
+{"train_loss": 0.0006157906609587371, "global_step": 30176, "epoch": 558, "lr": 1.1934439188963086e-06}
+{"train_loss": 0.0003138291649520397, "global_step": 30177, "epoch": 558, "lr": 1.1923747238182403e-06}
+{"train_loss": 0.0003731495817191899, "global_step": 30178, "epoch": 558, "lr": 1.1913060021159716e-06}
+{"train_loss": 0.0003024666220881045, "global_step": 30179, "epoch": 558, "lr": 1.1902377537998777e-06}
+{"train_loss": 0.0006051482050679624, "global_step": 30180, "epoch": 558, "lr": 1.1891699788803168e-06}
+{"train_loss": 0.0007148187141865492, "global_step": 30181, "epoch": 558, "lr": 1.1881026773676362e-06}
+{"train_loss": 0.00036932138027623296, "global_step": 30182, "epoch": 558, "lr": 1.1870358492722001e-06}
+{"train_loss": 0.00058116449508816, "global_step": 30183, "epoch": 558, "lr": 1.1859694946043443e-06}
+{"train_loss": 0.00045483282883651555, "global_step": 30184, "epoch": 558, "lr": 1.1849036133744218e-06}
+{"train_loss": 0.000514109579617744, "global_step": 30185, "epoch": 558, "lr": 1.1838382055927632e-06, "val_loss": 0.0017365255625918508}
+{"train_loss": 0.0005387311684899032, "global_step": 30186, "epoch": 559, "lr": 1.1827732712696994e-06}
+{"train_loss": 0.0004755262052640319, "global_step": 30187, "epoch": 559, "lr": 1.181708810415566e-06}
+{"train_loss": 0.0006075723795220256, "global_step": 30188, "epoch": 559, "lr": 1.1806448230406885e-06}
+{"train_loss": 0.00040417301352135837, "global_step": 30189, "epoch": 559, "lr": 1.179581309155381e-06}
+{"train_loss": 0.00030492100631818175, "global_step": 30190, "epoch": 559, "lr": 1.1785182687699515e-06}
+{"train_loss": 0.00043345586163923144, "global_step": 30191, "epoch": 559, "lr": 1.1774557018947252e-06}
+{"train_loss": 0.00028400932205840945, "global_step": 30192, "epoch": 559, "lr": 1.1763936085399996e-06}
+{"train_loss": 0.0002784290991257876, "global_step": 30193, "epoch": 559, "lr": 1.175331988716072e-06}
+{"train_loss": 0.00045284078805707395, "global_step": 30194, "epoch": 559, "lr": 1.1742708424332504e-06}
+{"train_loss": 0.00032776646548882127, "global_step": 30195, "epoch": 559, "lr": 1.1732101697018161e-06}
+{"train_loss": 0.0006642066291533411, "global_step": 30196, "epoch": 559, "lr": 1.1721499705320605e-06}
+{"train_loss": 0.0005102002760395408, "global_step": 30197, "epoch": 559, "lr": 1.1710902449342643e-06}
+{"train_loss": 0.0006151863490231335, "global_step": 30198, "epoch": 559, "lr": 1.1700309929187137e-06}
+{"train_loss": 0.0009097003494389355, "global_step": 30199, "epoch": 559, "lr": 1.1689722144956671e-06}
+{"train_loss": 0.0006117409793660045, "global_step": 30200, "epoch": 559, "lr": 1.1679139096754055e-06}
+{"train_loss": 0.0005211184034124017, "global_step": 30201, "epoch": 559, "lr": 1.1668560784681925e-06}
+{"train_loss": 0.000352919363649562, "global_step": 30202, "epoch": 559, "lr": 1.1657987208842759e-06}
+{"train_loss": 0.0006467936909757555, "global_step": 30203, "epoch": 559, "lr": 1.1647418369339302e-06}
+{"train_loss": 0.00048226406215690076, "global_step": 30204, "epoch": 559, "lr": 1.1636854266273923e-06}
+{"train_loss": 0.0004912941949442029, "global_step": 30205, "epoch": 559, "lr": 1.1626294899749091e-06}
+{"train_loss": 0.0006792977219447494, "global_step": 30206, "epoch": 559, "lr": 1.1615740269867225e-06}
+{"train_loss": 0.00040628950227983296, "global_step": 30207, "epoch": 559, "lr": 1.1605190376730745e-06}
+{"train_loss": 0.0003516438009683043, "global_step": 30208, "epoch": 559, "lr": 1.1594645220441903e-06}
+{"train_loss": 0.0005923229036852717, "global_step": 30209, "epoch": 559, "lr": 1.1584104801103058e-06}
+{"train_loss": 0.0004941492225043476, "global_step": 30210, "epoch": 559, "lr": 1.1573569118816353e-06}
+{"train_loss": 0.0004383856721688062, "global_step": 30211, "epoch": 559, "lr": 1.1563038173683982e-06}
+{"train_loss": 0.0003261757374275476, "global_step": 30212, "epoch": 559, "lr": 1.1552511965808143e-06}
+{"train_loss": 0.0003601896169129759, "global_step": 30213, "epoch": 559, "lr": 1.1541990495290923e-06}
+{"train_loss": 0.0005125010502524674, "global_step": 30214, "epoch": 559, "lr": 1.153147376223429e-06}
+{"train_loss": 0.0006434791721403599, "global_step": 30215, "epoch": 559, "lr": 1.1520961766740335e-06}
+{"train_loss": 0.00043876079143956304, "global_step": 30216, "epoch": 559, "lr": 1.1510454508910918e-06}
+{"train_loss": 0.0003438779094722122, "global_step": 30217, "epoch": 559, "lr": 1.1499951988848068e-06}
+{"train_loss": 0.0005160736618563533, "global_step": 30218, "epoch": 559, "lr": 1.1489454206653483e-06}
+{"train_loss": 0.00040690062451176345, "global_step": 30219, "epoch": 559, "lr": 1.1478961162429135e-06}
+{"train_loss": 0.0003753880737349391, "global_step": 30220, "epoch": 559, "lr": 1.1468472856276725e-06}
+{"train_loss": 0.0004346718778833747, "global_step": 30221, "epoch": 559, "lr": 1.1457989288297944e-06}
+{"train_loss": 0.0004716686671599746, "global_step": 30222, "epoch": 559, "lr": 1.1447510458594545e-06}
+{"train_loss": 0.000531493395101279, "global_step": 30223, "epoch": 559, "lr": 1.1437036367268117e-06}
+{"train_loss": 0.00042415811913087964, "global_step": 30224, "epoch": 559, "lr": 1.1426567014420297e-06}
+{"train_loss": 0.0004590116732288152, "global_step": 30225, "epoch": 559, "lr": 1.1416102400152507e-06}
+{"train_loss": 0.0006461259908974171, "global_step": 30226, "epoch": 559, "lr": 1.140564252456633e-06}
+{"train_loss": 0.0003155208542011678, "global_step": 30227, "epoch": 559, "lr": 1.139518738776324e-06}
+{"train_loss": 0.0003148163086734712, "global_step": 30228, "epoch": 559, "lr": 1.1384736989844546e-06}
+{"train_loss": 0.00048251746920868754, "global_step": 30229, "epoch": 559, "lr": 1.1374291330911723e-06}
+{"train_loss": 0.0003660359652712941, "global_step": 30230, "epoch": 559, "lr": 1.1363850411065969e-06}
+{"train_loss": 0.00041548843728378415, "global_step": 30231, "epoch": 559, "lr": 1.1353414230408587e-06}
+{"train_loss": 0.0003795285301748663, "global_step": 30232, "epoch": 559, "lr": 1.1342982789040836e-06}
+{"train_loss": 0.0003492190735414624, "global_step": 30233, "epoch": 559, "lr": 1.133255608706385e-06}
+{"train_loss": 0.0003043118631467223, "global_step": 30234, "epoch": 559, "lr": 1.132213412457872e-06}
+{"train_loss": 0.0005697160959243774, "global_step": 30235, "epoch": 559, "lr": 1.1311716901686697e-06}
+{"train_loss": 0.0003617248439695686, "global_step": 30236, "epoch": 559, "lr": 1.130130441848859e-06}
+{"train_loss": 0.00037556738243438303, "global_step": 30237, "epoch": 559, "lr": 1.1290896675085482e-06}
+{"train_loss": 0.0005808633868582547, "global_step": 30238, "epoch": 559, "lr": 1.1280493671578296e-06}
+{"train_loss": 0.0004645032264913122, "global_step": 30239, "epoch": 559, "lr": 1.1270095408068004e-06, "val_loss": 0.0032400900963693857}
+{"train_loss": 0.0002864761627279222, "global_step": 30240, "epoch": 560, "lr": 1.125970188465547e-06}
+{"train_loss": 0.0004110639274585992, "global_step": 30241, "epoch": 560, "lr": 1.1249313101441283e-06}
+{"train_loss": 0.0006818717811256647, "global_step": 30242, "epoch": 560, "lr": 1.123892905852647e-06}
+{"train_loss": 0.0006760304677300155, "global_step": 30243, "epoch": 560, "lr": 1.1228549756011563e-06}
+{"train_loss": 0.00041356738074682653, "global_step": 30244, "epoch": 560, "lr": 1.1218175193997315e-06}
+{"train_loss": 0.0002893526980187744, "global_step": 30245, "epoch": 560, "lr": 1.1207805372584312e-06}
+{"train_loss": 0.0003321949334349483, "global_step": 30246, "epoch": 560, "lr": 1.1197440291873196e-06}
+{"train_loss": 0.0004562200338114053, "global_step": 30247, "epoch": 560, "lr": 1.1187079951964385e-06}
+{"train_loss": 0.0003337615344207734, "global_step": 30248, "epoch": 560, "lr": 1.1176724352958413e-06}
+{"train_loss": 0.00038231603684835136, "global_step": 30249, "epoch": 560, "lr": 1.1166373494955694e-06}
+{"train_loss": 0.0005087515455670655, "global_step": 30250, "epoch": 560, "lr": 1.1156027378056766e-06}
+{"train_loss": 0.0002771087165456265, "global_step": 30251, "epoch": 560, "lr": 1.1145686002361766e-06}
+{"train_loss": 0.0003265541745349765, "global_step": 30252, "epoch": 560, "lr": 1.1135349367971115e-06}
+{"train_loss": 0.0003618423652369529, "global_step": 30253, "epoch": 560, "lr": 1.1125017474984956e-06}
+{"train_loss": 0.0004609145107679069, "global_step": 30254, "epoch": 560, "lr": 1.1114690323503652e-06}
+{"train_loss": 0.0004050454299431294, "global_step": 30255, "epoch": 560, "lr": 1.1104367913627289e-06}
+{"train_loss": 0.00026240499573759735, "global_step": 30256, "epoch": 560, "lr": 1.1094050245455957e-06}
+{"train_loss": 0.0005148728960193694, "global_step": 30257, "epoch": 560, "lr": 1.1083737319089737e-06}
+{"train_loss": 0.0005196709535084665, "global_step": 30258, "epoch": 560, "lr": 1.1073429134628665e-06}
+{"train_loss": 0.0005591511144302785, "global_step": 30259, "epoch": 560, "lr": 1.1063125692172716e-06}
+{"train_loss": 0.00043563387589529157, "global_step": 30260, "epoch": 560, "lr": 1.1052826991821808e-06}
+{"train_loss": 0.0005031485925428569, "global_step": 30261, "epoch": 560, "lr": 1.1042533033675861e-06}
+{"train_loss": 0.000453878688858822, "global_step": 30262, "epoch": 560, "lr": 1.1032243817834687e-06}
+{"train_loss": 0.0005283939535729587, "global_step": 30263, "epoch": 560, "lr": 1.1021959344398092e-06}
+{"train_loss": 0.00044388617970980704, "global_step": 30264, "epoch": 560, "lr": 1.1011679613465776e-06}
+{"train_loss": 0.0007107798592187464, "global_step": 30265, "epoch": 560, "lr": 1.100140462513749e-06}
+{"train_loss": 0.0005284994840621948, "global_step": 30266, "epoch": 560, "lr": 1.0991134379512935e-06}
+{"train_loss": 0.0003908333310391754, "global_step": 30267, "epoch": 560, "lr": 1.0980868876691587e-06}
+{"train_loss": 0.00039088205085135996, "global_step": 30268, "epoch": 560, "lr": 1.097060811677314e-06}
+{"train_loss": 0.0005695548607036471, "global_step": 30269, "epoch": 560, "lr": 1.0960352099856964e-06}
+{"train_loss": 0.000623576226644218, "global_step": 30270, "epoch": 560, "lr": 1.0950100826042697e-06}
+{"train_loss": 0.0005921697011217475, "global_step": 30271, "epoch": 560, "lr": 1.0939854295429763e-06}
+{"train_loss": 0.0005517305689863861, "global_step": 30272, "epoch": 560, "lr": 1.092961250811736e-06}
+{"train_loss": 0.000560761196538806, "global_step": 30273, "epoch": 560, "lr": 1.0919375464204906e-06}
+{"train_loss": 0.000381831603590399, "global_step": 30274, "epoch": 560, "lr": 1.090914316379177e-06}
+{"train_loss": 0.00028298376128077507, "global_step": 30275, "epoch": 560, "lr": 1.0898915606977144e-06}
+{"train_loss": 0.0005054899374954402, "global_step": 30276, "epoch": 560, "lr": 1.0888692793860233e-06}
+{"train_loss": 0.0003503458865452558, "global_step": 30277, "epoch": 560, "lr": 1.0878474724540067e-06}
+{"train_loss": 0.0003106525691691786, "global_step": 30278, "epoch": 560, "lr": 1.0868261399115897e-06}
+{"train_loss": 0.0003209065762348473, "global_step": 30279, "epoch": 560, "lr": 1.0858052817686759e-06}
+{"train_loss": 0.0004372341791167855, "global_step": 30280, "epoch": 560, "lr": 1.0847848980351627e-06}
+{"train_loss": 0.00040790895582176745, "global_step": 30281, "epoch": 560, "lr": 1.0837649887209423e-06}
+{"train_loss": 0.0004060173814650625, "global_step": 30282, "epoch": 560, "lr": 1.0827455538359178e-06}
+{"train_loss": 0.000375473900930956, "global_step": 30283, "epoch": 560, "lr": 1.0817265933899701e-06}
+{"train_loss": 0.00045460183173418045, "global_step": 30284, "epoch": 560, "lr": 1.0807081073929803e-06}
+{"train_loss": 0.000435098831076175, "global_step": 30285, "epoch": 560, "lr": 1.079690095854824e-06}
+{"train_loss": 0.0005430669407360256, "global_step": 30286, "epoch": 560, "lr": 1.0786725587853875e-06}
+{"train_loss": 0.000548170180991292, "global_step": 30287, "epoch": 560, "lr": 1.077655496194535e-06}
+{"train_loss": 0.00038130918983370066, "global_step": 30288, "epoch": 560, "lr": 1.0766389080921202e-06}
+{"train_loss": 0.0005757840699516237, "global_step": 30289, "epoch": 560, "lr": 1.0756227944880015e-06}
+{"train_loss": 0.0005657232832163572, "global_step": 30290, "epoch": 560, "lr": 1.0746071553920546e-06}
+{"train_loss": 0.0004425965598784387, "global_step": 30291, "epoch": 560, "lr": 1.0735919908141157e-06}
+{"train_loss": 0.00026843033265322447, "global_step": 30292, "epoch": 560, "lr": 1.0725773007640273e-06}
+{"train_loss": 0.00044879079817932235, "global_step": 30293, "epoch": 560, "lr": 1.0715630852516423e-06, "val_loss": 0.0011235452257096767, "train_action_mse_error": 2.4392154955421574e-05}
+{"train_loss": 0.00039330817526206374, "global_step": 30294, "epoch": 561, "lr": 1.0705493442867865e-06}
+{"train_loss": 0.0003224782121833414, "global_step": 30295, "epoch": 561, "lr": 1.0695360778793017e-06}
+{"train_loss": 0.0003721543762367219, "global_step": 30296, "epoch": 561, "lr": 1.0685232860390082e-06}
+{"train_loss": 0.0009159351466223598, "global_step": 30297, "epoch": 561, "lr": 1.0675109687757311e-06}
+{"train_loss": 0.00042436691001057625, "global_step": 30298, "epoch": 561, "lr": 1.066499126099285e-06}
+{"train_loss": 0.00026326352963224053, "global_step": 30299, "epoch": 561, "lr": 1.0654877580194899e-06}
+{"train_loss": 0.0003253673785366118, "global_step": 30300, "epoch": 561, "lr": 1.0644768645461544e-06}
+{"train_loss": 0.0005363004747778177, "global_step": 30301, "epoch": 561, "lr": 1.0634664456890708e-06}
+{"train_loss": 0.0004677815886680037, "global_step": 30302, "epoch": 561, "lr": 1.062456501458059e-06}
+{"train_loss": 0.00045959281851537526, "global_step": 30303, "epoch": 561, "lr": 1.0614470318629054e-06}
+{"train_loss": 0.0003665952244773507, "global_step": 30304, "epoch": 561, "lr": 1.060438036913397e-06}
+{"train_loss": 0.00026674350374378264, "global_step": 30305, "epoch": 561, "lr": 1.0594295166193146e-06}
+{"train_loss": 0.0004642323183361441, "global_step": 30306, "epoch": 561, "lr": 1.0584214709904505e-06}
+{"train_loss": 0.0004208754107821733, "global_step": 30307, "epoch": 561, "lr": 1.0574139000365857e-06}
+{"train_loss": 0.0003459690196905285, "global_step": 30308, "epoch": 561, "lr": 1.056406803767479e-06}
+{"train_loss": 0.0004094940086361021, "global_step": 30309, "epoch": 561, "lr": 1.055400182192906e-06}
+{"train_loss": 0.0007124197436496615, "global_step": 30310, "epoch": 561, "lr": 1.0543940353226256e-06}
+{"train_loss": 0.0003321670519653708, "global_step": 30311, "epoch": 561, "lr": 1.0533883631663966e-06}
+{"train_loss": 0.0004659956321120262, "global_step": 30312, "epoch": 561, "lr": 1.0523831657339779e-06}
+{"train_loss": 0.0003537959710229188, "global_step": 30313, "epoch": 561, "lr": 1.051378443035117e-06}
+{"train_loss": 0.00034298928221687675, "global_step": 30314, "epoch": 561, "lr": 1.0503741950795565e-06}
+{"train_loss": 0.0004320199368521571, "global_step": 30315, "epoch": 561, "lr": 1.0493704218770328e-06}
+{"train_loss": 0.00039084715535864234, "global_step": 30316, "epoch": 561, "lr": 1.0483671234372882e-06}
+{"train_loss": 0.0003718583029694855, "global_step": 30317, "epoch": 561, "lr": 1.0473642997700484e-06}
+{"train_loss": 0.00045458096428774297, "global_step": 30318, "epoch": 561, "lr": 1.0463619508850498e-06}
+{"train_loss": 0.00036223334609530866, "global_step": 30319, "epoch": 561, "lr": 1.0453600767919957e-06}
+{"train_loss": 0.00031232504989020526, "global_step": 30320, "epoch": 561, "lr": 1.0443586775006175e-06}
+{"train_loss": 0.0004553472390398383, "global_step": 30321, "epoch": 561, "lr": 1.043357753020624e-06}
+{"train_loss": 0.0003416852850932628, "global_step": 30322, "epoch": 561, "lr": 1.0423573033617184e-06}
+{"train_loss": 0.00038209607009775937, "global_step": 30323, "epoch": 561, "lr": 1.041357328533621e-06}
+{"train_loss": 0.0005273778224363923, "global_step": 30324, "epoch": 561, "lr": 1.0403578285460014e-06}
+{"train_loss": 0.00034120268537662923, "global_step": 30325, "epoch": 561, "lr": 1.0393588034085743e-06}
+{"train_loss": 0.0007689074263907969, "global_step": 30326, "epoch": 561, "lr": 1.0383602531310267e-06}
+{"train_loss": 0.00029325508512556553, "global_step": 30327, "epoch": 561, "lr": 1.037362177723039e-06}
+{"train_loss": 0.0007327463827095926, "global_step": 30328, "epoch": 561, "lr": 1.0363645771942986e-06}
+{"train_loss": 0.0004160325916018337, "global_step": 30329, "epoch": 561, "lr": 1.0353674515544697e-06}
+{"train_loss": 0.00030480066197924316, "global_step": 30330, "epoch": 561, "lr": 1.0343708008132335e-06}
+{"train_loss": 0.00052931800018996, "global_step": 30331, "epoch": 561, "lr": 1.033374624980249e-06}
+{"train_loss": 0.0004440751508809626, "global_step": 30332, "epoch": 561, "lr": 1.0323789240651805e-06}
+{"train_loss": 0.0005853385082446039, "global_step": 30333, "epoch": 561, "lr": 1.0313836980776813e-06}
+{"train_loss": 0.00036990403896197677, "global_step": 30334, "epoch": 561, "lr": 1.0303889470274165e-06}
+{"train_loss": 0.00035858486080542207, "global_step": 30335, "epoch": 561, "lr": 1.029394670924022e-06}
+{"train_loss": 0.0005267008091323078, "global_step": 30336, "epoch": 561, "lr": 1.0284008697771407e-06}
+{"train_loss": 0.0003932396648451686, "global_step": 30337, "epoch": 561, "lr": 1.0274075435964203e-06}
+{"train_loss": 0.0004944379325024784, "global_step": 30338, "epoch": 561, "lr": 1.0264146923914918e-06}
+{"train_loss": 0.0004996818024665117, "global_step": 30339, "epoch": 561, "lr": 1.0254223161719812e-06}
+{"train_loss": 0.0002870265452656895, "global_step": 30340, "epoch": 561, "lr": 1.024430414947508e-06}
+{"train_loss": 0.0005497895181179047, "global_step": 30341, "epoch": 561, "lr": 1.0234389887277095e-06}
+{"train_loss": 0.0004732944362331182, "global_step": 30342, "epoch": 561, "lr": 1.0224480375221833e-06}
+{"train_loss": 0.0004342880565673113, "global_step": 30343, "epoch": 561, "lr": 1.0214575613405553e-06}
+{"train_loss": 0.0006919567240402102, "global_step": 30344, "epoch": 561, "lr": 1.0204675601924229e-06}
+{"train_loss": 0.00041577740921638906, "global_step": 30345, "epoch": 561, "lr": 1.01947803408739e-06}
+{"train_loss": 0.0004499327624216676, "global_step": 30346, "epoch": 561, "lr": 1.0184889830350486e-06}
+{"train_loss": 0.00044607863269953267, "global_step": 30347, "epoch": 561, "lr": 1.0175004070450023e-06, "val_loss": 0.0044022537767887115}
+{"train_loss": 0.0005408840370364487, "global_step": 30348, "epoch": 562, "lr": 1.0165123061268323e-06}
+{"train_loss": 0.0003970846300944686, "global_step": 30349, "epoch": 562, "lr": 1.0155246802901198e-06}
+{"train_loss": 0.00039306157850660384, "global_step": 30350, "epoch": 562, "lr": 1.0145375295444515e-06}
+{"train_loss": 0.0002909697941504419, "global_step": 30351, "epoch": 562, "lr": 1.0135508538993976e-06}
+{"train_loss": 0.0003698106447700411, "global_step": 30352, "epoch": 562, "lr": 1.0125646533645173e-06}
+{"train_loss": 0.0005507093155756593, "global_step": 30353, "epoch": 562, "lr": 1.011578927949397e-06}
+{"train_loss": 0.00044585135765373707, "global_step": 30354, "epoch": 562, "lr": 1.0105936776635793e-06}
+{"train_loss": 0.0005070389597676694, "global_step": 30355, "epoch": 562, "lr": 1.0096089025166343e-06}
+{"train_loss": 0.000294184050289914, "global_step": 30356, "epoch": 562, "lr": 1.0086246025180935e-06}
+{"train_loss": 0.0003787814057432115, "global_step": 30357, "epoch": 562, "lr": 1.007640777677521e-06}
+{"train_loss": 0.000345117092365399, "global_step": 30358, "epoch": 562, "lr": 1.0066574280044484e-06}
+{"train_loss": 0.0005358333582989872, "global_step": 30359, "epoch": 562, "lr": 1.0056745535084234e-06}
+{"train_loss": 0.0003737937950063497, "global_step": 30360, "epoch": 562, "lr": 1.0046921541989661e-06}
+{"train_loss": 0.00041227988549508154, "global_step": 30361, "epoch": 562, "lr": 1.003710230085614e-06}
+{"train_loss": 0.00035146306618116796, "global_step": 30362, "epoch": 562, "lr": 1.0027287811778918e-06}
+{"train_loss": 0.0004101475642528385, "global_step": 30363, "epoch": 562, "lr": 1.0017478074853092e-06}
+{"train_loss": 0.00026392185827717185, "global_step": 30364, "epoch": 562, "lr": 1.0007673090173808e-06}
+{"train_loss": 0.0004046785761602223, "global_step": 30365, "epoch": 562, "lr": 9.997872857836322e-07}
+{"train_loss": 0.0002656223368830979, "global_step": 30366, "epoch": 562, "lr": 9.9880773779355e-07}
+{"train_loss": 0.00037870550295338035, "global_step": 30367, "epoch": 562, "lr": 9.978286650566438e-07}
+{"train_loss": 0.00026683820760808885, "global_step": 30368, "epoch": 562, "lr": 9.968500675824054e-07}
+{"train_loss": 0.00031779808341525495, "global_step": 30369, "epoch": 562, "lr": 9.958719453803278e-07}
+{"train_loss": 0.00037888012593612075, "global_step": 30370, "epoch": 562, "lr": 9.94894298459903e-07}
+{"train_loss": 0.00045398398651741445, "global_step": 30371, "epoch": 562, "lr": 9.939171268306069e-07}
+{"train_loss": 0.0003758912207558751, "global_step": 30372, "epoch": 562, "lr": 9.929404305019096e-07}
+{"train_loss": 0.00037903242628090084, "global_step": 30373, "epoch": 562, "lr": 9.919642094832982e-07}
+{"train_loss": 0.0004361311439424753, "global_step": 30374, "epoch": 562, "lr": 9.90988463784237e-07}
+{"train_loss": 0.0004429392283782363, "global_step": 30375, "epoch": 562, "lr": 9.900131934141855e-07}
+{"train_loss": 0.0005136975087225437, "global_step": 30376, "epoch": 562, "lr": 9.890383983826079e-07}
+{"train_loss": 0.0003605116216931492, "global_step": 30377, "epoch": 562, "lr": 9.880640786989526e-07}
+{"train_loss": 0.0004294296377338469, "global_step": 30378, "epoch": 562, "lr": 9.870902343726674e-07}
+{"train_loss": 0.0003344812139403075, "global_step": 30379, "epoch": 562, "lr": 9.861168654132058e-07}
+{"train_loss": 0.0004365556815173477, "global_step": 30380, "epoch": 562, "lr": 9.851439718300049e-07}
+{"train_loss": 0.0005674580461345613, "global_step": 30381, "epoch": 562, "lr": 9.841715536325014e-07}
+{"train_loss": 0.00025914053549058735, "global_step": 30382, "epoch": 562, "lr": 9.831996108301266e-07}
+{"train_loss": 0.00028366915648803115, "global_step": 30383, "epoch": 562, "lr": 9.82228143432301e-07}
+{"train_loss": 0.00039122861926443875, "global_step": 30384, "epoch": 562, "lr": 9.812571514484503e-07}
+{"train_loss": 0.0003272400936111808, "global_step": 30385, "epoch": 562, "lr": 9.802866348880003e-07}
+{"train_loss": 0.00024289209977723658, "global_step": 30386, "epoch": 562, "lr": 9.7931659376036e-07}
+{"train_loss": 0.00043465656926855445, "global_step": 30387, "epoch": 562, "lr": 9.783470280749274e-07}
+{"train_loss": 0.00031327377655543387, "global_step": 30388, "epoch": 562, "lr": 9.773779378411118e-07}
+{"train_loss": 0.0004932081210426986, "global_step": 30389, "epoch": 562, "lr": 9.76409323068317e-07}
+{"train_loss": 0.00036446398007683456, "global_step": 30390, "epoch": 562, "lr": 9.75441183765935e-07}
+{"train_loss": 0.00033180651371367276, "global_step": 30391, "epoch": 562, "lr": 9.74473519943353e-07}
+{"train_loss": 0.0005053994245827198, "global_step": 30392, "epoch": 562, "lr": 9.73506331609958e-07}
+{"train_loss": 0.0005320079508237541, "global_step": 30393, "epoch": 562, "lr": 9.725396187751312e-07}
+{"train_loss": 0.0004620057006832212, "global_step": 30394, "epoch": 562, "lr": 9.715733814482486e-07}
+{"train_loss": 0.00028859186568297446, "global_step": 30395, "epoch": 562, "lr": 9.706076196386805e-07}
+{"train_loss": 0.0003745503490790725, "global_step": 30396, "epoch": 562, "lr": 9.696423333557857e-07}
+{"train_loss": 0.0003390852070879191, "global_step": 30397, "epoch": 562, "lr": 9.68677522608946e-07}
+{"train_loss": 0.0003959490277338773, "global_step": 30398, "epoch": 562, "lr": 9.67713187407504e-07}
+{"train_loss": 0.0003200758947059512, "global_step": 30399, "epoch": 562, "lr": 9.667493277608186e-07}
+{"train_loss": 0.0003959116293117404, "global_step": 30400, "epoch": 562, "lr": 9.657859436782268e-07}
+{"train_loss": 0.00039020298087658983, "global_step": 30401, "epoch": 562, "lr": 9.64823035169088e-07, "val_loss": 0.0032679482828825712}
+{"train_loss": 0.0004678156692534685, "global_step": 30402, "epoch": 563, "lr": 9.638606022427387e-07}
+{"train_loss": 0.0003587818646337837, "global_step": 30403, "epoch": 563, "lr": 9.628986449085054e-07}
+{"train_loss": 0.0008815370965749025, "global_step": 30404, "epoch": 563, "lr": 9.619371631757135e-07}
+{"train_loss": 0.00047759368317201734, "global_step": 30405, "epoch": 563, "lr": 9.609761570537057e-07}
+{"train_loss": 0.00041037454502657056, "global_step": 30406, "epoch": 563, "lr": 9.600156265517912e-07}
+{"train_loss": 0.0002758935443125665, "global_step": 30407, "epoch": 563, "lr": 9.590555716792848e-07}
+{"train_loss": 0.0004206912708468735, "global_step": 30408, "epoch": 563, "lr": 9.580959924455013e-07}
+{"train_loss": 0.00042546220356598496, "global_step": 30409, "epoch": 563, "lr": 9.571368888597498e-07}
+{"train_loss": 0.00033918916597031057, "global_step": 30410, "epoch": 563, "lr": 9.56178260931334e-07}
+{"train_loss": 0.0004445226804818958, "global_step": 30411, "epoch": 563, "lr": 9.55220108669541e-07}
+{"train_loss": 0.000299617531709373, "global_step": 30412, "epoch": 563, "lr": 9.54262432083669e-07}
+{"train_loss": 0.0003660131769720465, "global_step": 30413, "epoch": 563, "lr": 9.533052311830104e-07}
+{"train_loss": 0.0003097061126027256, "global_step": 30414, "epoch": 563, "lr": 9.523485059768466e-07}
+{"train_loss": 0.00027394393691793084, "global_step": 30415, "epoch": 563, "lr": 9.513922564744592e-07}
+{"train_loss": 0.0004478850169107318, "global_step": 30416, "epoch": 563, "lr": 9.504364826851076e-07}
+{"train_loss": 0.0006695708143524826, "global_step": 30417, "epoch": 563, "lr": 9.49481184618084e-07}
+{"train_loss": 0.00035168250906281173, "global_step": 30418, "epoch": 563, "lr": 9.485263622826423e-07}
+{"train_loss": 0.000575431389734149, "global_step": 30419, "epoch": 563, "lr": 9.475720156880419e-07}
+{"train_loss": 0.0004393420531414449, "global_step": 30420, "epoch": 563, "lr": 9.466181448435418e-07}
+{"train_loss": 0.000454540248028934, "global_step": 30421, "epoch": 563, "lr": 9.456647497583903e-07}
+{"train_loss": 0.0006501490133814514, "global_step": 30422, "epoch": 563, "lr": 9.447118304418356e-07}
+{"train_loss": 0.00039991733501665294, "global_step": 30423, "epoch": 563, "lr": 9.437593869031258e-07}
+{"train_loss": 0.00044179026735946536, "global_step": 30424, "epoch": 563, "lr": 9.428074191514924e-07}
+{"train_loss": 0.00039494651718996465, "global_step": 30425, "epoch": 563, "lr": 9.418559271961668e-07}
+{"train_loss": 0.0005359181668609381, "global_step": 30426, "epoch": 563, "lr": 9.409049110463808e-07}
+{"train_loss": 0.0002919346443377435, "global_step": 30427, "epoch": 563, "lr": 9.3995437071136e-07}
+{"train_loss": 0.0003859556163661182, "global_step": 30428, "epoch": 563, "lr": 9.390043062003196e-07}
+{"train_loss": 0.0005025133723393083, "global_step": 30429, "epoch": 563, "lr": 9.380547175224741e-07}
+{"train_loss": 0.00044489806168712676, "global_step": 30430, "epoch": 563, "lr": 9.37105604687033e-07}
+{"train_loss": 0.0005415228079073131, "global_step": 30431, "epoch": 563, "lr": 9.361569677032056e-07}
+{"train_loss": 0.0003583551151677966, "global_step": 30432, "epoch": 563, "lr": 9.352088065801845e-07}
+{"train_loss": 0.00032474653562530875, "global_step": 30433, "epoch": 563, "lr": 9.342611213271791e-07}
+{"train_loss": 0.0004690954810939729, "global_step": 30434, "epoch": 563, "lr": 9.333139119533707e-07}
+{"train_loss": 0.0002700844779610634, "global_step": 30435, "epoch": 563, "lr": 9.32367178467941e-07}
+{"train_loss": 0.00029045544215478003, "global_step": 30436, "epoch": 563, "lr": 9.314209208800884e-07}
+{"train_loss": 0.000383447710191831, "global_step": 30437, "epoch": 563, "lr": 9.304751391989774e-07}
+{"train_loss": 0.0003053216205444187, "global_step": 30438, "epoch": 563, "lr": 9.295298334337954e-07}
+{"train_loss": 0.00044260919094085693, "global_step": 30439, "epoch": 563, "lr": 9.28585003593685e-07}
+{"train_loss": 0.00048169022193178535, "global_step": 30440, "epoch": 563, "lr": 9.276406496878332e-07}
+{"train_loss": 0.0003941314935218543, "global_step": 30441, "epoch": 563, "lr": 9.266967717253938e-07}
+{"train_loss": 0.00043607718544080853, "global_step": 30442, "epoch": 563, "lr": 9.257533697155152e-07}
+{"train_loss": 0.00033037838875316083, "global_step": 30443, "epoch": 563, "lr": 9.24810443667351e-07}
+{"train_loss": 0.00028347084298729897, "global_step": 30444, "epoch": 563, "lr": 9.238679935900441e-07}
+{"train_loss": 0.00044012541184201837, "global_step": 30445, "epoch": 563, "lr": 9.229260194927425e-07}
+{"train_loss": 0.0007034093723632395, "global_step": 30446, "epoch": 563, "lr": 9.219845213845779e-07}
+{"train_loss": 0.00040600684587843716, "global_step": 30447, "epoch": 563, "lr": 9.210434992746764e-07}
+{"train_loss": 0.0004442682838998735, "global_step": 30448, "epoch": 563, "lr": 9.201029531721694e-07}
+{"train_loss": 0.0003882109303958714, "global_step": 30449, "epoch": 563, "lr": 9.191628830861831e-07}
+{"train_loss": 0.0002795815817080438, "global_step": 30450, "epoch": 563, "lr": 9.182232890258269e-07}
+{"train_loss": 0.0004484178498387337, "global_step": 30451, "epoch": 563, "lr": 9.172841710002155e-07}
+{"train_loss": 0.0003625293611548841, "global_step": 30452, "epoch": 563, "lr": 9.163455290184642e-07}
+{"train_loss": 0.00035599066177383065, "global_step": 30453, "epoch": 563, "lr": 9.154073630896709e-07}
+{"train_loss": 0.0007433161372318864, "global_step": 30454, "epoch": 563, "lr": 9.144696732229452e-07}
+{"train_loss": 0.0004280153139175295, "global_step": 30455, "epoch": 563, "lr": 9.135324594273576e-07, "val_loss": 0.004314187448471785}
+{"train_loss": 0.00044606212759390473, "global_step": 30456, "epoch": 564, "lr": 9.125957217120174e-07}
+{"train_loss": 0.0004005857335869223, "global_step": 30457, "epoch": 564, "lr": 9.116594600860062e-07}
+{"train_loss": 0.0006027017952874303, "global_step": 30458, "epoch": 564, "lr": 9.107236745584058e-07}
+{"train_loss": 0.0003983488422818482, "global_step": 30459, "epoch": 564, "lr": 9.097883651382866e-07}
+{"train_loss": 0.0004433603317011148, "global_step": 30460, "epoch": 564, "lr": 9.088535318347247e-07}
+{"train_loss": 0.0004627997986972332, "global_step": 30461, "epoch": 564, "lr": 9.07919174656785e-07}
+{"train_loss": 0.00035403104266151786, "global_step": 30462, "epoch": 564, "lr": 9.069852936135326e-07}
+{"train_loss": 0.0005908065941184759, "global_step": 30463, "epoch": 564, "lr": 9.060518887140157e-07}
+{"train_loss": 0.00036383053520694375, "global_step": 30464, "epoch": 564, "lr": 9.051189599672938e-07}
+{"train_loss": 0.0006934368866495788, "global_step": 30465, "epoch": 564, "lr": 9.041865073824263e-07}
+{"train_loss": 0.0003644387179519981, "global_step": 30466, "epoch": 564, "lr": 9.032545309684393e-07}
+{"train_loss": 0.00028781540459021926, "global_step": 30467, "epoch": 564, "lr": 9.023230307343755e-07}
+{"train_loss": 0.0004308293864596635, "global_step": 30468, "epoch": 564, "lr": 9.013920066892778e-07}
+{"train_loss": 0.0004445047816261649, "global_step": 30469, "epoch": 564, "lr": 9.004614588421667e-07}
+{"train_loss": 0.0006054217810742557, "global_step": 30470, "epoch": 564, "lr": 8.995313872020794e-07}
+{"train_loss": 0.0005340398056432605, "global_step": 30471, "epoch": 564, "lr": 8.986017917780143e-07}
+{"train_loss": 0.0003348286554683, "global_step": 30472, "epoch": 564, "lr": 8.976726725790141e-07}
+{"train_loss": 0.0005771402502432466, "global_step": 30473, "epoch": 564, "lr": 8.967440296140716e-07}
+{"train_loss": 0.0004956951597705483, "global_step": 30474, "epoch": 564, "lr": 8.958158628922019e-07}
+{"train_loss": 0.00026931200409308076, "global_step": 30475, "epoch": 564, "lr": 8.948881724224034e-07}
+{"train_loss": 0.00042778116767294705, "global_step": 30476, "epoch": 564, "lr": 8.939609582136743e-07}
+{"train_loss": 0.00043580858618952334, "global_step": 30477, "epoch": 564, "lr": 8.930342202750075e-07}
+{"train_loss": 0.00024030105851124972, "global_step": 30478, "epoch": 564, "lr": 8.921079586153958e-07}
+{"train_loss": 0.000499083602335304, "global_step": 30479, "epoch": 564, "lr": 8.911821732438097e-07}
+{"train_loss": 0.0005201941239647567, "global_step": 30480, "epoch": 564, "lr": 8.902568641692477e-07}
+{"train_loss": 0.0003008801431860775, "global_step": 30481, "epoch": 564, "lr": 8.893320314006748e-07}
+{"train_loss": 0.0003745371359400451, "global_step": 30482, "epoch": 564, "lr": 8.884076749470504e-07}
+{"train_loss": 0.00038982898695394397, "global_step": 30483, "epoch": 564, "lr": 8.874837948173508e-07}
+{"train_loss": 0.0007032270659692585, "global_step": 30484, "epoch": 564, "lr": 8.865603910205411e-07}
+{"train_loss": 0.0006068643415346742, "global_step": 30485, "epoch": 564, "lr": 8.856374635655695e-07}
+{"train_loss": 0.0004505583783611655, "global_step": 30486, "epoch": 564, "lr": 8.847150124613846e-07}
+{"train_loss": 0.0004754708497785032, "global_step": 30487, "epoch": 564, "lr": 8.837930377169401e-07}
+{"train_loss": 0.00029572550556622446, "global_step": 30488, "epoch": 564, "lr": 8.828715393411735e-07}
+{"train_loss": 0.0004035377933178097, "global_step": 30489, "epoch": 564, "lr": 8.81950517343022e-07}
+{"train_loss": 0.00038060921360738575, "global_step": 30490, "epoch": 564, "lr": 8.81029971731423e-07}
+{"train_loss": 0.0004321719170548022, "global_step": 30491, "epoch": 564, "lr": 8.801099025153025e-07}
+{"train_loss": 0.0003457161656115204, "global_step": 30492, "epoch": 564, "lr": 8.79190309703587e-07}
+{"train_loss": 0.0005054580396972597, "global_step": 30493, "epoch": 564, "lr": 8.782711933051857e-07}
+{"train_loss": 0.00042235481669194996, "global_step": 30494, "epoch": 564, "lr": 8.77352553329025e-07}
+{"train_loss": 0.000295081379590556, "global_step": 30495, "epoch": 564, "lr": 8.764343897839977e-07}
+{"train_loss": 0.0005179949221201241, "global_step": 30496, "epoch": 564, "lr": 8.755167026790357e-07}
+{"train_loss": 0.000623467261902988, "global_step": 30497, "epoch": 564, "lr": 8.74599492023015e-07}
+{"train_loss": 0.00038068604771979153, "global_step": 30498, "epoch": 564, "lr": 8.736827578248396e-07}
+{"train_loss": 0.00040966205415315926, "global_step": 30499, "epoch": 564, "lr": 8.727665000934027e-07}
+{"train_loss": 0.00038213489460758865, "global_step": 30500, "epoch": 564, "lr": 8.718507188375913e-07}
+{"train_loss": 0.0006241676164790988, "global_step": 30501, "epoch": 564, "lr": 8.709354140662873e-07}
+{"train_loss": 0.0004461829666979611, "global_step": 30502, "epoch": 564, "lr": 8.700205857883615e-07}
+{"train_loss": 0.00034742505522444844, "global_step": 30503, "epoch": 564, "lr": 8.691062340126899e-07}
+{"train_loss": 0.000328470574459061, "global_step": 30504, "epoch": 564, "lr": 8.681923587481489e-07}
+{"train_loss": 0.0004553956096060574, "global_step": 30505, "epoch": 564, "lr": 8.672789600035924e-07}
+{"train_loss": 0.0006799527909606695, "global_step": 30506, "epoch": 564, "lr": 8.663660377878857e-07}
+{"train_loss": 0.00046105950605124235, "global_step": 30507, "epoch": 564, "lr": 8.654535921098772e-07}
+{"train_loss": 0.00038083703839220107, "global_step": 30508, "epoch": 564, "lr": 8.645416229784153e-07}
+{"train_loss": 0.0004440489657874288, "global_step": 30509, "epoch": 564, "lr": 8.636301304023542e-07, "val_loss": 0.0028686749283224344}
+{"train_loss": 0.0003176913596689701, "global_step": 30510, "epoch": 565, "lr": 8.627191143905256e-07}
+{"train_loss": 0.0005341412033885717, "global_step": 30511, "epoch": 565, "lr": 8.618085749517668e-07}
+{"train_loss": 0.0005478953244164586, "global_step": 30512, "epoch": 565, "lr": 8.608985120949209e-07}
+{"train_loss": 0.0006041339365765452, "global_step": 30513, "epoch": 565, "lr": 8.599889258287919e-07}
+{"train_loss": 0.00033837612136267126, "global_step": 30514, "epoch": 565, "lr": 8.590798161622227e-07}
+{"train_loss": 0.00030085985781624913, "global_step": 30515, "epoch": 565, "lr": 8.581711831040118e-07}
+{"train_loss": 0.0006685943808406591, "global_step": 30516, "epoch": 565, "lr": 8.572630266629911e-07}
+{"train_loss": 0.0007767927600070834, "global_step": 30517, "epoch": 565, "lr": 8.56355346847959e-07}
+{"train_loss": 0.0003176803875248879, "global_step": 30518, "epoch": 565, "lr": 8.554481436677197e-07}
+{"train_loss": 0.0003322094271425158, "global_step": 30519, "epoch": 565, "lr": 8.545414171310606e-07}
+{"train_loss": 0.0005610099178738892, "global_step": 30520, "epoch": 565, "lr": 8.536351672467969e-07}
+{"train_loss": 0.000384901009965688, "global_step": 30521, "epoch": 565, "lr": 8.527293940237103e-07}
+{"train_loss": 0.0005181528977118433, "global_step": 30522, "epoch": 565, "lr": 8.518240974705771e-07}
+{"train_loss": 0.000673772650770843, "global_step": 30523, "epoch": 565, "lr": 8.509192775961849e-07}
+{"train_loss": 0.0003922195755876601, "global_step": 30524, "epoch": 565, "lr": 8.500149344093155e-07}
+{"train_loss": 0.00038067071000114083, "global_step": 30525, "epoch": 565, "lr": 8.49111067918723e-07}
+{"train_loss": 0.0004679337434936315, "global_step": 30526, "epoch": 565, "lr": 8.482076781331894e-07}
+{"train_loss": 0.000350875809090212, "global_step": 30527, "epoch": 565, "lr": 8.47304765061474e-07}
+{"train_loss": 0.00033396005164831877, "global_step": 30528, "epoch": 565, "lr": 8.464023287123257e-07}
+{"train_loss": 0.0003698797372635454, "global_step": 30529, "epoch": 565, "lr": 8.455003690945041e-07}
+{"train_loss": 0.00029609992634505033, "global_step": 30530, "epoch": 565, "lr": 8.445988862167575e-07}
+{"train_loss": 0.0005258636083453894, "global_step": 30531, "epoch": 565, "lr": 8.436978800878182e-07}
+{"train_loss": 0.0003275464987382293, "global_step": 30532, "epoch": 565, "lr": 8.427973507164455e-07}
+{"train_loss": 0.0005005010752938688, "global_step": 30533, "epoch": 565, "lr": 8.418972981113548e-07}
+{"train_loss": 0.0002543346199672669, "global_step": 30534, "epoch": 565, "lr": 8.409977222812837e-07}
+{"train_loss": 0.0008903313428163528, "global_step": 30535, "epoch": 565, "lr": 8.400986232349529e-07}
+{"train_loss": 0.00047348873340524733, "global_step": 30536, "epoch": 565, "lr": 8.392000009810886e-07}
+{"train_loss": 0.00036677581374533474, "global_step": 30537, "epoch": 565, "lr": 8.383018555284061e-07}
+{"train_loss": 0.0004401406040415168, "global_step": 30538, "epoch": 565, "lr": 8.374041868856098e-07}
+{"train_loss": 0.0006058283033780754, "global_step": 30539, "epoch": 565, "lr": 8.365069950614091e-07}
+{"train_loss": 0.0004190102335996926, "global_step": 30540, "epoch": 565, "lr": 8.356102800645082e-07}
+{"train_loss": 0.0002457494265399873, "global_step": 30541, "epoch": 565, "lr": 8.347140419036004e-07}
+{"train_loss": 0.0006638554623350501, "global_step": 30542, "epoch": 565, "lr": 8.33818280587384e-07}
+{"train_loss": 0.0004154838970862329, "global_step": 30543, "epoch": 565, "lr": 8.329229961245355e-07}
+{"train_loss": 0.00032326081418432295, "global_step": 30544, "epoch": 565, "lr": 8.320281885237535e-07}
+{"train_loss": 0.0005469673196785152, "global_step": 30545, "epoch": 565, "lr": 8.311338577937033e-07}
+{"train_loss": 0.0002514743246138096, "global_step": 30546, "epoch": 565, "lr": 8.302400039430669e-07}
+{"train_loss": 0.0004830180259887129, "global_step": 30547, "epoch": 565, "lr": 8.293466269805039e-07}
+{"train_loss": 0.0003503372718114406, "global_step": 30548, "epoch": 565, "lr": 8.284537269146908e-07}
+{"train_loss": 0.0004239871050231159, "global_step": 30549, "epoch": 565, "lr": 8.275613037542873e-07}
+{"train_loss": 0.0006179675692692399, "global_step": 30550, "epoch": 565, "lr": 8.266693575079309e-07}
+{"train_loss": 0.00037334536318667233, "global_step": 30551, "epoch": 565, "lr": 8.257778881842981e-07}
+{"train_loss": 0.0003432399535086006, "global_step": 30552, "epoch": 565, "lr": 8.248868957920152e-07}
+{"train_loss": 0.00044449008419178426, "global_step": 30553, "epoch": 565, "lr": 8.239963803397421e-07}
+{"train_loss": 0.0005269962712191045, "global_step": 30554, "epoch": 565, "lr": 8.231063418360941e-07}
+{"train_loss": 0.0004806337528862059, "global_step": 30555, "epoch": 565, "lr": 8.222167802897141e-07}
+{"train_loss": 0.0004255069070495665, "global_step": 30556, "epoch": 565, "lr": 8.213276957092342e-07}
+{"train_loss": 0.00036249609547667205, "global_step": 30557, "epoch": 565, "lr": 8.204390881032753e-07}
+{"train_loss": 0.0005273736314848065, "global_step": 30558, "epoch": 565, "lr": 8.195509574804528e-07}
+{"train_loss": 0.00029187617474235594, "global_step": 30559, "epoch": 565, "lr": 8.186633038493763e-07}
+{"train_loss": 0.000434822344686836, "global_step": 30560, "epoch": 565, "lr": 8.177761272186668e-07}
+{"train_loss": 0.000439958501374349, "global_step": 30561, "epoch": 565, "lr": 8.168894275969174e-07}
+{"train_loss": 0.0003978935128543526, "global_step": 30562, "epoch": 565, "lr": 8.160032049927379e-07}
+{"train_loss": 0.0004485837422112969, "global_step": 30563, "epoch": 565, "lr": 8.151174594147105e-07, "val_loss": 0.002868383191525936, "train_action_mse_error": 2.151830449292902e-05}
+{"train_loss": 0.00044778577284887433, "global_step": 30564, "epoch": 566, "lr": 8.14232190871439e-07}
+{"train_loss": 0.0005066001322120428, "global_step": 30565, "epoch": 566, "lr": 8.133473993715057e-07}
+{"train_loss": 0.0005453278427012265, "global_step": 30566, "epoch": 566, "lr": 8.124630849234871e-07}
+{"train_loss": 0.0005426683346740901, "global_step": 30567, "epoch": 566, "lr": 8.115792475359652e-07}
+{"train_loss": 0.0004993546172045171, "global_step": 30568, "epoch": 566, "lr": 8.106958872175108e-07}
+{"train_loss": 0.00041365058859810233, "global_step": 30569, "epoch": 566, "lr": 8.098130039766949e-07}
+{"train_loss": 0.0003274504269938916, "global_step": 30570, "epoch": 566, "lr": 8.089305978220718e-07}
+{"train_loss": 0.00023647534544579685, "global_step": 30571, "epoch": 566, "lr": 8.080486687622069e-07}
+{"train_loss": 0.0005312713910825551, "global_step": 30572, "epoch": 566, "lr": 8.071672168056488e-07}
+{"train_loss": 0.0003467720525804907, "global_step": 30573, "epoch": 566, "lr": 8.062862419609519e-07}
+{"train_loss": 0.0006247663404792547, "global_step": 30574, "epoch": 566, "lr": 8.054057442366591e-07}
+{"train_loss": 0.00025315661332570016, "global_step": 30575, "epoch": 566, "lr": 8.045257236413084e-07}
+{"train_loss": 0.0003123273781966418, "global_step": 30576, "epoch": 566, "lr": 8.036461801834316e-07}
+{"train_loss": 0.0002713110006880015, "global_step": 30577, "epoch": 566, "lr": 8.027671138715664e-07}
+{"train_loss": 0.0006740238750353456, "global_step": 30578, "epoch": 566, "lr": 8.018885247142338e-07}
+{"train_loss": 0.0004049438575748354, "global_step": 30579, "epoch": 566, "lr": 8.010104127199658e-07}
+{"train_loss": 0.0002848043804988265, "global_step": 30580, "epoch": 566, "lr": 8.001327778972611e-07}
+{"train_loss": 0.0003519054444041103, "global_step": 30581, "epoch": 566, "lr": 7.992556202546464e-07}
+{"train_loss": 0.00030923529993742704, "global_step": 30582, "epoch": 566, "lr": 7.983789398006147e-07}
+{"train_loss": 0.00039413379272446036, "global_step": 30583, "epoch": 566, "lr": 7.975027365436871e-07}
+{"train_loss": 0.0006309497402980924, "global_step": 30584, "epoch": 566, "lr": 7.966270104923457e-07}
+{"train_loss": 0.00025439501041546464, "global_step": 30585, "epoch": 566, "lr": 7.957517616551003e-07}
+{"train_loss": 0.0002538964617997408, "global_step": 30586, "epoch": 566, "lr": 7.948769900404163e-07}
+{"train_loss": 0.0006417602417059243, "global_step": 30587, "epoch": 566, "lr": 7.940026956567981e-07}
+{"train_loss": 0.0007841339684091508, "global_step": 30588, "epoch": 566, "lr": 7.931288785127167e-07}
+{"train_loss": 0.000597366422880441, "global_step": 30589, "epoch": 566, "lr": 7.922555386166542e-07}
+{"train_loss": 0.00030713516753166914, "global_step": 30590, "epoch": 566, "lr": 7.913826759770704e-07}
+{"train_loss": 0.0003578834584914148, "global_step": 30591, "epoch": 566, "lr": 7.90510290602442e-07}
+{"train_loss": 0.0004102431994397193, "global_step": 30592, "epoch": 566, "lr": 7.896383825012232e-07}
+{"train_loss": 0.0003891841624863446, "global_step": 30593, "epoch": 566, "lr": 7.887669516818686e-07}
+{"train_loss": 0.0004832930862903595, "global_step": 30594, "epoch": 566, "lr": 7.878959981528323e-07}
+{"train_loss": 0.0004583425761666149, "global_step": 30595, "epoch": 566, "lr": 7.870255219225686e-07}
+{"train_loss": 0.00047666861792095006, "global_step": 30596, "epoch": 566, "lr": 7.861555229995099e-07}
+{"train_loss": 0.0004042985092382878, "global_step": 30597, "epoch": 566, "lr": 7.852860013920992e-07}
+{"train_loss": 0.0004495645989663899, "global_step": 30598, "epoch": 566, "lr": 7.844169571087689e-07}
+{"train_loss": 0.00034175507607869804, "global_step": 30599, "epoch": 566, "lr": 7.835483901579455e-07}
+{"train_loss": 0.00034076289739459753, "global_step": 30600, "epoch": 566, "lr": 7.82680300548061e-07}
+{"train_loss": 0.0004191413754597306, "global_step": 30601, "epoch": 566, "lr": 7.818126882875254e-07}
+{"train_loss": 0.00034623395185917616, "global_step": 30602, "epoch": 566, "lr": 7.809455533847543e-07}
+{"train_loss": 0.0004288666823413223, "global_step": 30603, "epoch": 566, "lr": 7.800788958481687e-07}
+{"train_loss": 0.0004099340585526079, "global_step": 30604, "epoch": 566, "lr": 7.792127156861618e-07}
+{"train_loss": 0.0003376296372152865, "global_step": 30605, "epoch": 566, "lr": 7.78347012907138e-07}
+{"train_loss": 0.00030021436396054924, "global_step": 30606, "epoch": 566, "lr": 7.774817875194962e-07}
+{"train_loss": 0.0002482505515217781, "global_step": 30607, "epoch": 566, "lr": 7.766170395316241e-07}
+{"train_loss": 0.0005026109865866601, "global_step": 30608, "epoch": 566, "lr": 7.757527689519095e-07}
+{"train_loss": 0.0004363968619145453, "global_step": 30609, "epoch": 566, "lr": 7.7488897578874e-07}
+{"train_loss": 0.0005629468942061067, "global_step": 30610, "epoch": 566, "lr": 7.740256600504869e-07}
+{"train_loss": 0.0003956512955483049, "global_step": 30611, "epoch": 566, "lr": 7.731628217455322e-07}
+{"train_loss": 0.0004012506688013673, "global_step": 30612, "epoch": 566, "lr": 7.723004608822359e-07}
+{"train_loss": 0.0002971798530779779, "global_step": 30613, "epoch": 566, "lr": 7.714385774689636e-07}
+{"train_loss": 0.00040460078162141144, "global_step": 30614, "epoch": 566, "lr": 7.705771715140698e-07}
+{"train_loss": 0.0006286354619078338, "global_step": 30615, "epoch": 566, "lr": 7.697162430259197e-07}
+{"train_loss": 0.0003509530215524137, "global_step": 30616, "epoch": 566, "lr": 7.688557920128625e-07}
+{"train_loss": 0.00042220694444107786, "global_step": 30617, "epoch": 566, "lr": 7.679958184832304e-07, "val_loss": 0.001746122376061976}
+{"train_loss": 0.00044161282130517066, "global_step": 30618, "epoch": 567, "lr": 7.671363224453776e-07}
+{"train_loss": 0.0004997548530809581, "global_step": 30619, "epoch": 567, "lr": 7.66277303907631e-07}
+{"train_loss": 0.00037692891783080995, "global_step": 30620, "epoch": 567, "lr": 7.654187628783338e-07}
+{"train_loss": 0.0003402810834813863, "global_step": 30621, "epoch": 567, "lr": 7.645606993658017e-07}
+{"train_loss": 0.0003755846119020134, "global_step": 30622, "epoch": 567, "lr": 7.637031133783612e-07}
+{"train_loss": 0.0003898589056916535, "global_step": 30623, "epoch": 567, "lr": 7.62846004924328e-07}
+{"train_loss": 0.0008881444809958339, "global_step": 30624, "epoch": 567, "lr": 7.619893740120177e-07}
+{"train_loss": 0.0004386520304251462, "global_step": 30625, "epoch": 567, "lr": 7.611332206497401e-07}
+{"train_loss": 0.0003751492185983807, "global_step": 30626, "epoch": 567, "lr": 7.602775448457944e-07}
+{"train_loss": 0.00042264870717190206, "global_step": 30627, "epoch": 567, "lr": 7.594223466084793e-07}
+{"train_loss": 0.0003124805516563356, "global_step": 30628, "epoch": 567, "lr": 7.585676259460883e-07}
+{"train_loss": 0.00043223053216934204, "global_step": 30629, "epoch": 567, "lr": 7.577133828669202e-07}
+{"train_loss": 0.0004553714534267783, "global_step": 30630, "epoch": 567, "lr": 7.56859617379252e-07}
+{"train_loss": 0.0004540072113741189, "global_step": 30631, "epoch": 567, "lr": 7.560063294913655e-07}
+{"train_loss": 0.0003895576810464263, "global_step": 30632, "epoch": 567, "lr": 7.551535192115377e-07}
+{"train_loss": 0.0006329863099381328, "global_step": 30633, "epoch": 567, "lr": 7.543011865480453e-07}
+{"train_loss": 0.00028379459399729967, "global_step": 30634, "epoch": 567, "lr": 7.534493315091373e-07}
+{"train_loss": 0.0006611649296246469, "global_step": 30635, "epoch": 567, "lr": 7.525979541030959e-07}
+{"train_loss": 0.00032805799855850637, "global_step": 30636, "epoch": 567, "lr": 7.517470543381644e-07}
+{"train_loss": 0.0003440695581957698, "global_step": 30637, "epoch": 567, "lr": 7.508966322226086e-07}
+{"train_loss": 0.00042174957343377173, "global_step": 30638, "epoch": 567, "lr": 7.500466877646662e-07}
+{"train_loss": 0.000619487720541656, "global_step": 30639, "epoch": 567, "lr": 7.491972209725806e-07}
+{"train_loss": 0.0005795602919533849, "global_step": 30640, "epoch": 567, "lr": 7.483482318545953e-07}
+{"train_loss": 0.000383203529054299, "global_step": 30641, "epoch": 567, "lr": 7.474997204189427e-07}
+{"train_loss": 0.0004800500173587352, "global_step": 30642, "epoch": 567, "lr": 7.466516866738549e-07}
+{"train_loss": 0.00040415156399831176, "global_step": 30643, "epoch": 567, "lr": 7.458041306275531e-07}
+{"train_loss": 0.0005409329896792769, "global_step": 30644, "epoch": 567, "lr": 7.449570522882588e-07}
+{"train_loss": 0.0005821699160151184, "global_step": 30645, "epoch": 567, "lr": 7.441104516641872e-07}
+{"train_loss": 0.0003076333669014275, "global_step": 30646, "epoch": 567, "lr": 7.432643287635433e-07}
+{"train_loss": 0.0003503804618958384, "global_step": 30647, "epoch": 567, "lr": 7.424186835945535e-07}
+{"train_loss": 0.00032557308441028, "global_step": 30648, "epoch": 567, "lr": 7.415735161654003e-07}
+{"train_loss": 0.0006389608606696129, "global_step": 30649, "epoch": 567, "lr": 7.407288264842771e-07}
+{"train_loss": 0.0005323269288055599, "global_step": 30650, "epoch": 567, "lr": 7.398846145593941e-07}
+{"train_loss": 0.00028086049132980406, "global_step": 30651, "epoch": 567, "lr": 7.390408803989335e-07}
+{"train_loss": 0.00030814638012088835, "global_step": 30652, "epoch": 567, "lr": 7.381976240110721e-07}
+{"train_loss": 0.0004316242993809283, "global_step": 30653, "epoch": 567, "lr": 7.373548454039925e-07}
+{"train_loss": 0.00034756833338178694, "global_step": 30654, "epoch": 567, "lr": 7.365125445858711e-07}
+{"train_loss": 0.00043938058661296964, "global_step": 30655, "epoch": 567, "lr": 7.35670721564874e-07}
+{"train_loss": 0.0002976398973260075, "global_step": 30656, "epoch": 567, "lr": 7.348293763491609e-07}
+{"train_loss": 0.0005312919965945184, "global_step": 30657, "epoch": 567, "lr": 7.339885089469034e-07}
+{"train_loss": 0.0003358374524395913, "global_step": 30658, "epoch": 567, "lr": 7.331481193662504e-07}
+{"train_loss": 0.00043950023245997727, "global_step": 30659, "epoch": 567, "lr": 7.323082076153509e-07}
+{"train_loss": 0.0003691769379656762, "global_step": 30660, "epoch": 567, "lr": 7.31468773702354e-07}
+{"train_loss": 0.0003178269835188985, "global_step": 30661, "epoch": 567, "lr": 7.306298176354031e-07}
+{"train_loss": 0.000500595080666244, "global_step": 30662, "epoch": 567, "lr": 7.297913394226252e-07}
+{"train_loss": 0.00030031747883185744, "global_step": 30663, "epoch": 567, "lr": 7.289533390721692e-07}
+{"train_loss": 0.00030380403040908277, "global_step": 30664, "epoch": 567, "lr": 7.281158165921453e-07}
+{"train_loss": 0.0005330362473614514, "global_step": 30665, "epoch": 567, "lr": 7.272787719906859e-07}
+{"train_loss": 0.0003210356808267534, "global_step": 30666, "epoch": 567, "lr": 7.264422052759123e-07}
+{"train_loss": 0.00045662239426746964, "global_step": 30667, "epoch": 567, "lr": 7.256061164559291e-07}
+{"train_loss": 0.0006630672723986208, "global_step": 30668, "epoch": 567, "lr": 7.247705055388576e-07}
+{"train_loss": 0.0003270316228736192, "global_step": 30669, "epoch": 567, "lr": 7.239353725327858e-07}
+{"train_loss": 0.0006899375002831221, "global_step": 30670, "epoch": 567, "lr": 7.231007174458238e-07}
+{"train_loss": 0.0004373135409507625, "global_step": 30671, "epoch": 567, "lr": 7.222665402860707e-07, "val_loss": 0.003749712835997343}
+{"train_loss": 0.00030185014475136995, "global_step": 30672, "epoch": 568, "lr": 7.214328410616089e-07}
+{"train_loss": 0.0004197194066364318, "global_step": 30673, "epoch": 568, "lr": 7.205996197805265e-07}
+{"train_loss": 0.0006406994652934372, "global_step": 30674, "epoch": 568, "lr": 7.197668764509058e-07}
+{"train_loss": 0.0004358440055511892, "global_step": 30675, "epoch": 568, "lr": 7.189346110808238e-07}
+{"train_loss": 0.0005489595350809395, "global_step": 30676, "epoch": 568, "lr": 7.181028236783516e-07}
+{"train_loss": 0.00038793758722022176, "global_step": 30677, "epoch": 568, "lr": 7.172715142515551e-07}
+{"train_loss": 0.00038909775321371853, "global_step": 30678, "epoch": 568, "lr": 7.164406828084947e-07}
+{"train_loss": 0.0008310207631438971, "global_step": 30679, "epoch": 568, "lr": 7.156103293572414e-07}
+{"train_loss": 0.00043630588334053755, "global_step": 30680, "epoch": 568, "lr": 7.147804539058389e-07}
+{"train_loss": 0.0005203541368246078, "global_step": 30681, "epoch": 568, "lr": 7.139510564623253e-07}
+{"train_loss": 0.00046969944378361106, "global_step": 30682, "epoch": 568, "lr": 7.131221370347663e-07}
+{"train_loss": 0.00029845722019672394, "global_step": 30683, "epoch": 568, "lr": 7.122936956311888e-07}
+{"train_loss": 0.0002910056209657341, "global_step": 30684, "epoch": 568, "lr": 7.114657322596307e-07}
+{"train_loss": 0.0007271236390806735, "global_step": 30685, "epoch": 568, "lr": 7.106382469281192e-07}
+{"train_loss": 0.000415916700148955, "global_step": 30686, "epoch": 568, "lr": 7.09811239644681e-07}
+{"train_loss": 0.0003757002705242485, "global_step": 30687, "epoch": 568, "lr": 7.08984710417343e-07}
+{"train_loss": 0.0006456809351220727, "global_step": 30688, "epoch": 568, "lr": 7.081586592541156e-07}
+{"train_loss": 0.00029592501232400537, "global_step": 30689, "epoch": 568, "lr": 7.073330861630145e-07}
+{"train_loss": 0.0006205359240993857, "global_step": 30690, "epoch": 568, "lr": 7.065079911520389e-07}
+{"train_loss": 0.0003708571312017739, "global_step": 30691, "epoch": 568, "lr": 7.056833742291991e-07}
+{"train_loss": 0.0003541525802575052, "global_step": 30692, "epoch": 568, "lr": 7.048592354024941e-07}
+{"train_loss": 0.000494130072183907, "global_step": 30693, "epoch": 568, "lr": 7.040355746799065e-07}
+{"train_loss": 0.0004178964882157743, "global_step": 30694, "epoch": 568, "lr": 7.032123920694356e-07}
+{"train_loss": 0.0004306721966713667, "global_step": 30695, "epoch": 568, "lr": 7.023896875790636e-07}
+{"train_loss": 0.0004741490411106497, "global_step": 30696, "epoch": 568, "lr": 7.015674612167622e-07}
+{"train_loss": 0.0003181091451551765, "global_step": 30697, "epoch": 568, "lr": 7.007457129905082e-07}
+{"train_loss": 0.00035098165972158313, "global_step": 30698, "epoch": 568, "lr": 6.99924442908284e-07}
+{"train_loss": 0.00043609165004454553, "global_step": 30699, "epoch": 568, "lr": 6.991036509780391e-07}
+{"train_loss": 0.000632425129879266, "global_step": 30700, "epoch": 568, "lr": 6.982833372077501e-07}
+{"train_loss": 0.000504521478433162, "global_step": 30701, "epoch": 568, "lr": 6.974635016053499e-07}
+{"train_loss": 0.0003938635054510087, "global_step": 30702, "epoch": 568, "lr": 6.966441441788097e-07}
+{"train_loss": 0.0004712339141406119, "global_step": 30703, "epoch": 568, "lr": 6.958252649360731e-07}
+{"train_loss": 0.0003829376364592463, "global_step": 30704, "epoch": 568, "lr": 6.950068638850782e-07}
+{"train_loss": 0.0003337684611324221, "global_step": 30705, "epoch": 568, "lr": 6.941889410337632e-07}
+{"train_loss": 0.00035863937227986753, "global_step": 30706, "epoch": 568, "lr": 6.933714963900606e-07}
+{"train_loss": 0.0006970141548663378, "global_step": 30707, "epoch": 568, "lr": 6.92554529961903e-07}
+{"train_loss": 0.00046204859972931445, "global_step": 30708, "epoch": 568, "lr": 6.917380417572062e-07}
+{"train_loss": 0.00038535878411494195, "global_step": 30709, "epoch": 568, "lr": 6.909220317838916e-07}
+{"train_loss": 0.00035572514752857387, "global_step": 30710, "epoch": 568, "lr": 6.901065000498863e-07}
+{"train_loss": 0.0005592682864516973, "global_step": 30711, "epoch": 568, "lr": 6.89291446563084e-07}
+{"train_loss": 0.0005235117860138416, "global_step": 30712, "epoch": 568, "lr": 6.884768713313894e-07}
+{"train_loss": 0.00041183445136994123, "global_step": 30713, "epoch": 568, "lr": 6.876627743627129e-07}
+{"train_loss": 0.0003517910954542458, "global_step": 30714, "epoch": 568, "lr": 6.868491556649426e-07}
+{"train_loss": 0.000357176351826638, "global_step": 30715, "epoch": 568, "lr": 6.860360152459777e-07}
+{"train_loss": 0.0003964686475228518, "global_step": 30716, "epoch": 568, "lr": 6.852233531137009e-07}
+{"train_loss": 0.0003268029249738902, "global_step": 30717, "epoch": 568, "lr": 6.844111692759836e-07}
+{"train_loss": 0.00032289541559293866, "global_step": 30718, "epoch": 568, "lr": 6.835994637407195e-07}
+{"train_loss": 0.00042572550592012703, "global_step": 30719, "epoch": 568, "lr": 6.827882365157745e-07}
+{"train_loss": 0.0005641988827846944, "global_step": 30720, "epoch": 568, "lr": 6.819774876090146e-07}
+{"train_loss": 0.0004821558832190931, "global_step": 30721, "epoch": 568, "lr": 6.811672170283056e-07}
+{"train_loss": 0.0003353349457029253, "global_step": 30722, "epoch": 568, "lr": 6.803574247815026e-07}
+{"train_loss": 0.0003880398871842772, "global_step": 30723, "epoch": 568, "lr": 6.795481108764656e-07}
+{"train_loss": 0.0003114592400379479, "global_step": 30724, "epoch": 568, "lr": 6.787392753210386e-07}
+{"train_loss": 0.00044454270607308935, "global_step": 30725, "epoch": 568, "lr": 6.779309181230653e-07, "val_loss": 0.0018647670513018966}
+{"train_loss": 0.00030347410938702524, "global_step": 30726, "epoch": 569, "lr": 6.771230392903948e-07}
+{"train_loss": 0.0005227703950367868, "global_step": 30727, "epoch": 569, "lr": 6.763156388308545e-07}
+{"train_loss": 0.0004853561404161155, "global_step": 30728, "epoch": 569, "lr": 6.755087167522766e-07}
+{"train_loss": 0.0006818845286034048, "global_step": 30729, "epoch": 569, "lr": 6.74702273062483e-07}
+{"train_loss": 0.0005515131051652133, "global_step": 30730, "epoch": 569, "lr": 6.738963077693061e-07}
+{"train_loss": 0.00036655328585766256, "global_step": 30731, "epoch": 569, "lr": 6.73090820880562e-07}
+{"train_loss": 0.00030611056718043983, "global_step": 30732, "epoch": 569, "lr": 6.722858124040499e-07}
+{"train_loss": 0.00041994056664407253, "global_step": 30733, "epoch": 569, "lr": 6.714812823475858e-07}
+{"train_loss": 0.00042193717672489583, "global_step": 30734, "epoch": 569, "lr": 6.706772307189746e-07}
+{"train_loss": 0.0004642014391720295, "global_step": 30735, "epoch": 569, "lr": 6.698736575260101e-07}
+{"train_loss": 0.00027802374097518623, "global_step": 30736, "epoch": 569, "lr": 6.690705627764915e-07}
+{"train_loss": 0.00028392934473231435, "global_step": 30737, "epoch": 569, "lr": 6.682679464782016e-07}
+{"train_loss": 0.00029089805320836604, "global_step": 30738, "epoch": 569, "lr": 6.674658086389285e-07}
+{"train_loss": 0.0004910838324576616, "global_step": 30739, "epoch": 569, "lr": 6.666641492664493e-07}
+{"train_loss": 0.00035191202186979353, "global_step": 30740, "epoch": 569, "lr": 6.658629683685469e-07}
+{"train_loss": 0.0004431710112839937, "global_step": 30741, "epoch": 569, "lr": 6.650622659529815e-07}
+{"train_loss": 0.00048395272460766137, "global_step": 30742, "epoch": 569, "lr": 6.642620420275247e-07}
+{"train_loss": 0.0005017336807213724, "global_step": 30743, "epoch": 569, "lr": 6.634622965999371e-07}
+{"train_loss": 0.0005229324451647699, "global_step": 30744, "epoch": 569, "lr": 6.626630296779735e-07}
+{"train_loss": 0.00042831720202229917, "global_step": 30745, "epoch": 569, "lr": 6.618642412693887e-07}
+{"train_loss": 0.00041847379179671407, "global_step": 30746, "epoch": 569, "lr": 6.610659313819267e-07}
+{"train_loss": 0.00042430093162693083, "global_step": 30747, "epoch": 569, "lr": 6.602681000233369e-07}
+{"train_loss": 0.0004902937216684222, "global_step": 30748, "epoch": 569, "lr": 6.594707472013462e-07}
+{"train_loss": 0.00043059568270109594, "global_step": 30749, "epoch": 569, "lr": 6.58673872923693e-07}
+{"train_loss": 0.0006301397806964815, "global_step": 30750, "epoch": 569, "lr": 6.5787747719811e-07}
+{"train_loss": 0.000574623525608331, "global_step": 30751, "epoch": 569, "lr": 6.570815600323188e-07}
+{"train_loss": 0.00041115478961728513, "global_step": 30752, "epoch": 569, "lr": 6.562861214340355e-07}
+{"train_loss": 0.0005277282325550914, "global_step": 30753, "epoch": 569, "lr": 6.554911614109816e-07}
+{"train_loss": 0.00042696515447460115, "global_step": 30754, "epoch": 569, "lr": 6.54696679970862e-07}
+{"train_loss": 0.0004649972834158689, "global_step": 30755, "epoch": 569, "lr": 6.539026771213819e-07}
+{"train_loss": 0.00045330345164984465, "global_step": 30756, "epoch": 569, "lr": 6.53109152870246e-07}
+{"train_loss": 0.00038489315193146467, "global_step": 30757, "epoch": 569, "lr": 6.523161072251482e-07}
+{"train_loss": 0.00049401237629354, "global_step": 30758, "epoch": 569, "lr": 6.51523540193777e-07}
+{"train_loss": 0.0004668396431952715, "global_step": 30759, "epoch": 569, "lr": 6.507314517838259e-07}
+{"train_loss": 0.00038754602428525686, "global_step": 30760, "epoch": 569, "lr": 6.499398420029724e-07}
+{"train_loss": 0.0003471649542916566, "global_step": 30761, "epoch": 569, "lr": 6.491487108588934e-07}
+{"train_loss": 0.0003499268786981702, "global_step": 30762, "epoch": 569, "lr": 6.483580583592719e-07}
+{"train_loss": 0.00034638209035620093, "global_step": 30763, "epoch": 569, "lr": 6.475678845117683e-07}
+{"train_loss": 0.000562294153496623, "global_step": 30764, "epoch": 569, "lr": 6.467781893240377e-07}
+{"train_loss": 0.0004006443778052926, "global_step": 30765, "epoch": 569, "lr": 6.459889728037571e-07}
+{"train_loss": 0.0006292648031376302, "global_step": 30766, "epoch": 569, "lr": 6.45200234958565e-07}
+{"train_loss": 0.00026605578023009, "global_step": 30767, "epoch": 569, "lr": 6.444119757961276e-07}
+{"train_loss": 0.00033739153877831995, "global_step": 30768, "epoch": 569, "lr": 6.436241953240718e-07}
+{"train_loss": 0.00029654905665665865, "global_step": 30769, "epoch": 569, "lr": 6.428368935500528e-07}
+{"train_loss": 0.000647956330794841, "global_step": 30770, "epoch": 569, "lr": 6.420500704816979e-07}
+{"train_loss": 0.00045280606718733907, "global_step": 30771, "epoch": 569, "lr": 6.412637261266396e-07}
+{"train_loss": 0.0005468682502396405, "global_step": 30772, "epoch": 569, "lr": 6.40477860492511e-07}
+{"train_loss": 0.0006492373067885637, "global_step": 30773, "epoch": 569, "lr": 6.396924735869281e-07}
+{"train_loss": 0.0003167859395034611, "global_step": 30774, "epoch": 569, "lr": 6.389075654175069e-07}
+{"train_loss": 0.0004654788936022669, "global_step": 30775, "epoch": 569, "lr": 6.381231359918638e-07}
+{"train_loss": 0.0005338242626748979, "global_step": 30776, "epoch": 569, "lr": 6.373391853176037e-07}
+{"train_loss": 0.0007095737964846194, "global_step": 30777, "epoch": 569, "lr": 6.365557134023315e-07}
+{"train_loss": 0.00045610422967001796, "global_step": 30778, "epoch": 569, "lr": 6.357727202536523e-07}
+{"train_loss": 0.00045038914713249714, "global_step": 30779, "epoch": 569, "lr": 6.34990205879149e-07, "val_loss": 0.003409745404496789}
+{"train_loss": 0.00033135965350084007, "global_step": 30780, "epoch": 570, "lr": 6.342081702864155e-07}
+{"train_loss": 0.0003499466401990503, "global_step": 30781, "epoch": 570, "lr": 6.334266134830403e-07}
+{"train_loss": 0.0004472335276659578, "global_step": 30782, "epoch": 570, "lr": 6.326455354766003e-07}
+{"train_loss": 0.0003614062734413892, "global_step": 30783, "epoch": 570, "lr": 6.318649362746731e-07}
+{"train_loss": 0.0005504718283191323, "global_step": 30784, "epoch": 570, "lr": 6.310848158848249e-07}
+{"train_loss": 0.00037585620884783566, "global_step": 30785, "epoch": 570, "lr": 6.303051743146215e-07}
+{"train_loss": 0.00047726379125379026, "global_step": 30786, "epoch": 570, "lr": 6.295260115716351e-07}
+{"train_loss": 0.00045941086136735976, "global_step": 30787, "epoch": 570, "lr": 6.287473276634093e-07}
+{"train_loss": 0.00036161215393804014, "global_step": 30788, "epoch": 570, "lr": 6.279691225975104e-07}
+{"train_loss": 0.00030909606721252203, "global_step": 30789, "epoch": 570, "lr": 6.271913963814713e-07}
+{"train_loss": 0.0005222579929977655, "global_step": 30790, "epoch": 570, "lr": 6.264141490228414e-07}
+{"train_loss": 0.0005895330687053502, "global_step": 30791, "epoch": 570, "lr": 6.256373805291648e-07}
+{"train_loss": 0.0004000395128969103, "global_step": 30792, "epoch": 570, "lr": 6.248610909079633e-07}
+{"train_loss": 0.0007354064146056771, "global_step": 30793, "epoch": 570, "lr": 6.240852801667751e-07}
+{"train_loss": 0.00028965127421543, "global_step": 30794, "epoch": 570, "lr": 6.233099483131278e-07}
+{"train_loss": 0.00025937825557775795, "global_step": 30795, "epoch": 570, "lr": 6.225350953545317e-07}
+{"train_loss": 0.00026553976931609213, "global_step": 30796, "epoch": 570, "lr": 6.217607212985033e-07}
+{"train_loss": 0.00051948765758425, "global_step": 30797, "epoch": 570, "lr": 6.209868261525586e-07}
+{"train_loss": 0.00045073885121382773, "global_step": 30798, "epoch": 570, "lr": 6.20213409924203e-07}
+{"train_loss": 0.00029082916444167495, "global_step": 30799, "epoch": 570, "lr": 6.194404726209357e-07}
+{"train_loss": 0.0004866058879997581, "global_step": 30800, "epoch": 570, "lr": 6.186680142502454e-07}
+{"train_loss": 0.0004401547776069492, "global_step": 30801, "epoch": 570, "lr": 6.178960348196372e-07}
+{"train_loss": 0.0004451435524970293, "global_step": 30802, "epoch": 570, "lr": 6.171245343365884e-07}
+{"train_loss": 0.0005468028248287737, "global_step": 30803, "epoch": 570, "lr": 6.163535128085874e-07}
+{"train_loss": 0.0002950797788798809, "global_step": 30804, "epoch": 570, "lr": 6.15582970243117e-07}
+{"train_loss": 0.000435774854850024, "global_step": 30805, "epoch": 570, "lr": 6.148129066476383e-07}
+{"train_loss": 0.00031508359825238585, "global_step": 30806, "epoch": 570, "lr": 6.140433220296226e-07}
+{"train_loss": 0.00040235152118839324, "global_step": 30807, "epoch": 570, "lr": 6.132742163965422e-07}
+{"train_loss": 0.0005776280886493623, "global_step": 30808, "epoch": 570, "lr": 6.125055897558518e-07}
+{"train_loss": 0.0005038267117924988, "global_step": 30809, "epoch": 570, "lr": 6.117374421150068e-07}
+{"train_loss": 0.0004096173506695777, "global_step": 30810, "epoch": 570, "lr": 6.109697734814512e-07}
+{"train_loss": 0.0004483988741412759, "global_step": 30811, "epoch": 570, "lr": 6.102025838626402e-07}
+{"train_loss": 0.0005892397020943463, "global_step": 30812, "epoch": 570, "lr": 6.094358732660066e-07}
+{"train_loss": 0.0003999389009550214, "global_step": 30813, "epoch": 570, "lr": 6.086696416989945e-07}
+{"train_loss": 0.00047188453027047217, "global_step": 30814, "epoch": 570, "lr": 6.079038891690314e-07}
+{"train_loss": 0.00034743230207823217, "global_step": 30815, "epoch": 570, "lr": 6.07138615683539e-07}
+{"train_loss": 0.0003197951300535351, "global_step": 30816, "epoch": 570, "lr": 6.063738212499447e-07}
+{"train_loss": 0.00043167834519408643, "global_step": 30817, "epoch": 570, "lr": 6.056095058756705e-07}
+{"train_loss": 0.0004254804807715118, "global_step": 30818, "epoch": 570, "lr": 6.048456695681215e-07}
+{"train_loss": 0.0003071136015933007, "global_step": 30819, "epoch": 570, "lr": 6.040823123347083e-07}
+{"train_loss": 0.0002746972895693034, "global_step": 30820, "epoch": 570, "lr": 6.033194341828363e-07}
+{"train_loss": 0.00032302268664352596, "global_step": 30821, "epoch": 570, "lr": 6.02557035119905e-07}
+{"train_loss": 0.0005852303584106266, "global_step": 30822, "epoch": 570, "lr": 6.017951151533086e-07}
+{"train_loss": 0.0003997084277216345, "global_step": 30823, "epoch": 570, "lr": 6.010336742904299e-07}
+{"train_loss": 0.00037930088001303375, "global_step": 30824, "epoch": 570, "lr": 6.002727125386631e-07}
+{"train_loss": 0.0005094304215162992, "global_step": 30825, "epoch": 570, "lr": 5.995122299053857e-07}
+{"train_loss": 0.0006254145409911871, "global_step": 30826, "epoch": 570, "lr": 5.987522263979751e-07}
+{"train_loss": 0.0003828193002846092, "global_step": 30827, "epoch": 570, "lr": 5.979927020237974e-07}
+{"train_loss": 0.00028532848227769136, "global_step": 30828, "epoch": 570, "lr": 5.972336567902193e-07}
+{"train_loss": 0.00042043428402394056, "global_step": 30829, "epoch": 570, "lr": 5.964750907046069e-07}
+{"train_loss": 0.00029520655516535044, "global_step": 30830, "epoch": 570, "lr": 5.957170037743209e-07}
+{"train_loss": 0.0004092141753062606, "global_step": 30831, "epoch": 570, "lr": 5.949593960067057e-07}
+{"train_loss": 0.0006206972757354379, "global_step": 30832, "epoch": 570, "lr": 5.942022674091108e-07}
+{"train_loss": 0.0004224575224927523, "global_step": 30833, "epoch": 570, "lr": 5.934456179888804e-07, "val_loss": 0.003414332401007414, "train_action_mse_error": 2.2071008061175235e-05}
+{"train_loss": 0.00034875975688919425, "global_step": 30834, "epoch": 571, "lr": 5.926894477533529e-07}
+{"train_loss": 0.00034537140163592994, "global_step": 30835, "epoch": 571, "lr": 5.91933756709867e-07}
+{"train_loss": 0.000522185058798641, "global_step": 30836, "epoch": 571, "lr": 5.911785448657448e-07}
+{"train_loss": 0.00047758768778294325, "global_step": 30837, "epoch": 571, "lr": 5.904238122283135e-07}
+{"train_loss": 0.00032923504477366805, "global_step": 30838, "epoch": 571, "lr": 5.89669558804895e-07}
+{"train_loss": 0.0003912348474841565, "global_step": 30839, "epoch": 571, "lr": 5.88915784602806e-07}
+{"train_loss": 0.00035197922261431813, "global_step": 30840, "epoch": 571, "lr": 5.881624896293458e-07}
+{"train_loss": 0.0003532827249728143, "global_step": 30841, "epoch": 571, "lr": 5.874096738918367e-07}
+{"train_loss": 0.0006562281050719321, "global_step": 30842, "epoch": 571, "lr": 5.866573373975726e-07}
+{"train_loss": 0.000360959762474522, "global_step": 30843, "epoch": 571, "lr": 5.859054801538477e-07}
+{"train_loss": 0.0002631175739225, "global_step": 30844, "epoch": 571, "lr": 5.851541021679563e-07}
+{"train_loss": 0.0003158095933031291, "global_step": 30845, "epoch": 571, "lr": 5.84403203447187e-07}
+{"train_loss": 0.0003205529064871371, "global_step": 30846, "epoch": 571, "lr": 5.836527839988282e-07}
+{"train_loss": 0.0002678573946468532, "global_step": 30847, "epoch": 571, "lr": 5.829028438301465e-07}
+{"train_loss": 0.00048170622903853655, "global_step": 30848, "epoch": 571, "lr": 5.821533829484138e-07}
+{"train_loss": 0.0003576644812710583, "global_step": 30849, "epoch": 571, "lr": 5.814044013609133e-07}
+{"train_loss": 0.0007089947466738522, "global_step": 30850, "epoch": 571, "lr": 5.806558990749001e-07}
+{"train_loss": 0.0005559442797675729, "global_step": 30851, "epoch": 571, "lr": 5.799078760976406e-07}
+{"train_loss": 0.000515670224558562, "global_step": 30852, "epoch": 571, "lr": 5.791603324363792e-07}
+{"train_loss": 0.000285900168819353, "global_step": 30853, "epoch": 571, "lr": 5.784132680983711e-07}
+{"train_loss": 0.00043378089321777225, "global_step": 30854, "epoch": 571, "lr": 5.776666830908661e-07}
+{"train_loss": 0.0006451275548897684, "global_step": 30855, "epoch": 571, "lr": 5.769205774210973e-07}
+{"train_loss": 0.00031540656345896423, "global_step": 30856, "epoch": 571, "lr": 5.761749510963088e-07}
+{"train_loss": 0.0004295783583074808, "global_step": 30857, "epoch": 571, "lr": 5.754298041237283e-07}
+{"train_loss": 0.00047965379781089723, "global_step": 30858, "epoch": 571, "lr": 5.746851365105832e-07}
+{"train_loss": 0.0003419788845349103, "global_step": 30859, "epoch": 571, "lr": 5.739409482640956e-07}
+{"train_loss": 0.00036174984415993094, "global_step": 30860, "epoch": 571, "lr": 5.731972393914764e-07}
+{"train_loss": 0.00033279124181717634, "global_step": 30861, "epoch": 571, "lr": 5.724540098999587e-07}
+{"train_loss": 0.00042147369822487235, "global_step": 30862, "epoch": 571, "lr": 5.717112597967311e-07}
+{"train_loss": 0.0004757010901812464, "global_step": 30863, "epoch": 571, "lr": 5.709689890890046e-07}
+{"train_loss": 0.0005143678863532841, "global_step": 30864, "epoch": 571, "lr": 5.70227197783979e-07}
+{"train_loss": 0.00067239033523947, "global_step": 30865, "epoch": 571, "lr": 5.69485885888843e-07}
+{"train_loss": 0.0005569010972976685, "global_step": 30866, "epoch": 571, "lr": 5.687450534108019e-07}
+{"train_loss": 0.0006794063956476748, "global_step": 30867, "epoch": 571, "lr": 5.680047003570222e-07}
+{"train_loss": 0.0004218026588205248, "global_step": 30868, "epoch": 571, "lr": 5.672648267346925e-07}
+{"train_loss": 0.00028947083046659827, "global_step": 30869, "epoch": 571, "lr": 5.665254325509961e-07}
+{"train_loss": 0.0004998705117031932, "global_step": 30870, "epoch": 571, "lr": 5.657865178130884e-07}
+{"train_loss": 0.0004565820563584566, "global_step": 30871, "epoch": 571, "lr": 5.650480825281524e-07}
+{"train_loss": 0.00047279088175855577, "global_step": 30872, "epoch": 571, "lr": 5.64310126703338e-07}
+{"train_loss": 0.0004691423964686692, "global_step": 30873, "epoch": 571, "lr": 5.635726503458061e-07}
+{"train_loss": 0.00029650278156623244, "global_step": 30874, "epoch": 571, "lr": 5.628356534627122e-07}
+{"train_loss": 0.0006053261458873749, "global_step": 30875, "epoch": 571, "lr": 5.620991360612005e-07}
+{"train_loss": 0.00021871068747714162, "global_step": 30876, "epoch": 571, "lr": 5.613630981484097e-07}
+{"train_loss": 0.0005031496402807534, "global_step": 30877, "epoch": 571, "lr": 5.606275397314952e-07}
+{"train_loss": 0.00034387860796414316, "global_step": 30878, "epoch": 571, "lr": 5.598924608175793e-07}
+{"train_loss": 0.0007498062332160771, "global_step": 30879, "epoch": 571, "lr": 5.591578614137838e-07}
+{"train_loss": 0.00035656284308061004, "global_step": 30880, "epoch": 571, "lr": 5.584237415272475e-07}
+{"train_loss": 0.0008890113676898181, "global_step": 30881, "epoch": 571, "lr": 5.57690101165087e-07}
+{"train_loss": 0.0004598593804985285, "global_step": 30882, "epoch": 571, "lr": 5.569569403344188e-07}
+{"train_loss": 0.00031433108961209655, "global_step": 30883, "epoch": 571, "lr": 5.562242590423427e-07}
+{"train_loss": 0.0005136971594765782, "global_step": 30884, "epoch": 571, "lr": 5.55492057295981e-07}
+{"train_loss": 0.0004983403487131, "global_step": 30885, "epoch": 571, "lr": 5.547603351024222e-07}
+{"train_loss": 0.0005180206499062479, "global_step": 30886, "epoch": 571, "lr": 5.540290924687663e-07}
+{"train_loss": 0.00045116343352236544, "global_step": 30887, "epoch": 571, "lr": 5.532983294021133e-07, "val_loss": 0.0023778981994837523}
+{"train_loss": 0.0004564857226796448, "global_step": 30888, "epoch": 572, "lr": 5.525680459095406e-07}
+{"train_loss": 0.0003386089520063251, "global_step": 30889, "epoch": 572, "lr": 5.518382419981371e-07}
+{"train_loss": 0.0002614799013826996, "global_step": 30890, "epoch": 572, "lr": 5.511089176749751e-07}
+{"train_loss": 0.00029248624923639, "global_step": 30891, "epoch": 572, "lr": 5.503800729471376e-07}
+{"train_loss": 0.00047127745347097516, "global_step": 30892, "epoch": 572, "lr": 5.4965170782168e-07}
+{"train_loss": 0.0006438415730372071, "global_step": 30893, "epoch": 572, "lr": 5.489238223056859e-07}
+{"train_loss": 0.00041799910832196474, "global_step": 30894, "epoch": 572, "lr": 5.481964164061992e-07}
+{"train_loss": 0.0004279038403183222, "global_step": 30895, "epoch": 572, "lr": 5.474694901302757e-07}
+{"train_loss": 0.0004294210812076926, "global_step": 30896, "epoch": 572, "lr": 5.467430434849708e-07}
+{"train_loss": 0.0003021906304638833, "global_step": 30897, "epoch": 572, "lr": 5.460170764773287e-07}
+{"train_loss": 0.00042837648652493954, "global_step": 30898, "epoch": 572, "lr": 5.452915891143939e-07}
+{"train_loss": 0.00034931168192997575, "global_step": 30899, "epoch": 572, "lr": 5.445665814031942e-07}
+{"train_loss": 0.0003327632148284465, "global_step": 30900, "epoch": 572, "lr": 5.438420533507738e-07}
+{"train_loss": 0.0005084077711217105, "global_step": 30901, "epoch": 572, "lr": 5.431180049641437e-07}
+{"train_loss": 0.0003320960677228868, "global_step": 30902, "epoch": 572, "lr": 5.42394436250343e-07}
+{"train_loss": 0.0006455619004555047, "global_step": 30903, "epoch": 572, "lr": 5.41671347216377e-07}
+{"train_loss": 0.00038573259371332824, "global_step": 30904, "epoch": 572, "lr": 5.409487378692623e-07}
+{"train_loss": 0.00039328349521383643, "global_step": 30905, "epoch": 572, "lr": 5.402266082160101e-07}
+{"train_loss": 0.0004674488736782223, "global_step": 30906, "epoch": 572, "lr": 5.395049582636258e-07}
+{"train_loss": 0.0005090145277790725, "global_step": 30907, "epoch": 572, "lr": 5.387837880190983e-07}
+{"train_loss": 0.0004882480134256184, "global_step": 30908, "epoch": 572, "lr": 5.38063097489433e-07}
+{"train_loss": 0.00036901471321471035, "global_step": 30909, "epoch": 572, "lr": 5.373428866816188e-07}
+{"train_loss": 0.00041923398384824395, "global_step": 30910, "epoch": 572, "lr": 5.366231556026336e-07}
+{"train_loss": 0.0006093991105444729, "global_step": 30911, "epoch": 572, "lr": 5.359039042594605e-07}
+{"train_loss": 0.00040242544491775334, "global_step": 30912, "epoch": 572, "lr": 5.351851326590773e-07}
+{"train_loss": 0.0003472855605650693, "global_step": 30913, "epoch": 572, "lr": 5.344668408084563e-07}
+{"train_loss": 0.0005077042151242495, "global_step": 30914, "epoch": 572, "lr": 5.337490287145696e-07}
+{"train_loss": 0.0004232353821862489, "global_step": 30915, "epoch": 572, "lr": 5.330316963843618e-07}
+{"train_loss": 0.0003400663554202765, "global_step": 30916, "epoch": 572, "lr": 5.323148438248049e-07}
+{"train_loss": 0.00039540405850857496, "global_step": 30917, "epoch": 572, "lr": 5.315984710428489e-07}
+{"train_loss": 0.00037957887980155647, "global_step": 30918, "epoch": 572, "lr": 5.308825780454385e-07}
+{"train_loss": 0.00044600042747333646, "global_step": 30919, "epoch": 572, "lr": 5.301671648395179e-07}
+{"train_loss": 0.0003293723566457629, "global_step": 30920, "epoch": 572, "lr": 5.294522314320261e-07}
+{"train_loss": 0.000577289261855185, "global_step": 30921, "epoch": 572, "lr": 5.287377778298964e-07}
+{"train_loss": 0.0003882047312799841, "global_step": 30922, "epoch": 572, "lr": 5.28023804040062e-07}
+{"train_loss": 0.0002924557193182409, "global_step": 30923, "epoch": 572, "lr": 5.273103100694399e-07}
+{"train_loss": 0.0006781385745853186, "global_step": 30924, "epoch": 572, "lr": 5.265972959249633e-07}
+{"train_loss": 0.00040350944618694484, "global_step": 30925, "epoch": 572, "lr": 5.258847616135376e-07}
+{"train_loss": 0.00036380314850248396, "global_step": 30926, "epoch": 572, "lr": 5.251727071420687e-07}
+{"train_loss": 0.00032597489189356565, "global_step": 30927, "epoch": 572, "lr": 5.244611325174731e-07}
+{"train_loss": 0.0005172363016754389, "global_step": 30928, "epoch": 572, "lr": 5.237500377466453e-07}
+{"train_loss": 0.0006244794931262732, "global_step": 30929, "epoch": 572, "lr": 5.230394228364966e-07}
+{"train_loss": 0.00031219335505738854, "global_step": 30930, "epoch": 572, "lr": 5.22329287793899e-07}
+{"train_loss": 0.0004672806535381824, "global_step": 30931, "epoch": 572, "lr": 5.216196326257416e-07}
+{"train_loss": 0.0003096620785072446, "global_step": 30932, "epoch": 572, "lr": 5.209104573389246e-07}
+{"train_loss": 0.0005432394100353122, "global_step": 30933, "epoch": 572, "lr": 5.202017619403088e-07}
+{"train_loss": 0.0006337102968245745, "global_step": 30934, "epoch": 572, "lr": 5.194935464367834e-07}
+{"train_loss": 0.0006480931187979877, "global_step": 30935, "epoch": 572, "lr": 5.187858108352039e-07}
+{"train_loss": 0.0005458623636513948, "global_step": 30936, "epoch": 572, "lr": 5.180785551424372e-07}
+{"train_loss": 0.0003084450727328658, "global_step": 30937, "epoch": 572, "lr": 5.173717793653443e-07}
+{"train_loss": 0.000552372308447957, "global_step": 30938, "epoch": 572, "lr": 5.166654835107865e-07}
+{"train_loss": 0.0005200561136007309, "global_step": 30939, "epoch": 572, "lr": 5.159596675855971e-07}
+{"train_loss": 0.0004927597474306822, "global_step": 30940, "epoch": 572, "lr": 5.152543315966429e-07}
+{"train_loss": 0.0004388031466751946, "global_step": 30941, "epoch": 572, "lr": 5.145494755507518e-07, "val_loss": 0.002177219372242689}
+{"train_loss": 0.0005213816766627133, "global_step": 30942, "epoch": 573, "lr": 5.138450994547627e-07}
+{"train_loss": 0.0003309835446998477, "global_step": 30943, "epoch": 573, "lr": 5.131412033155037e-07}
+{"train_loss": 0.0004145233833696693, "global_step": 30944, "epoch": 573, "lr": 5.124377871398078e-07}
+{"train_loss": 0.00026093368069268763, "global_step": 30945, "epoch": 573, "lr": 5.117348509345032e-07}
+{"train_loss": 0.0005786286783404648, "global_step": 30946, "epoch": 573, "lr": 5.1103239470639e-07}
+{"train_loss": 0.0004369902308098972, "global_step": 30947, "epoch": 573, "lr": 5.103304184622904e-07}
+{"train_loss": 0.0002886069705709815, "global_step": 30948, "epoch": 573, "lr": 5.096289222090156e-07}
+{"train_loss": 0.0003111674450337887, "global_step": 30949, "epoch": 573, "lr": 5.089279059533658e-07}
+{"train_loss": 0.000376607698854059, "global_step": 30950, "epoch": 573, "lr": 5.082273697021356e-07}
+{"train_loss": 0.0008318683248944581, "global_step": 30951, "epoch": 573, "lr": 5.075273134621306e-07}
+{"train_loss": 0.0003480881277937442, "global_step": 30952, "epoch": 573, "lr": 5.068277372401343e-07}
+{"train_loss": 0.00040566190727986395, "global_step": 30953, "epoch": 573, "lr": 5.0612864104293e-07}
+{"train_loss": 0.0005510660703293979, "global_step": 30954, "epoch": 573, "lr": 5.054300248773014e-07}
+{"train_loss": 0.0003126487717963755, "global_step": 30955, "epoch": 573, "lr": 5.047318887500207e-07}
+{"train_loss": 0.0005353124579414725, "global_step": 30956, "epoch": 573, "lr": 5.040342326678604e-07}
+{"train_loss": 0.0003145262016914785, "global_step": 30957, "epoch": 573, "lr": 5.033370566375872e-07}
+{"train_loss": 0.0004255682579241693, "global_step": 30958, "epoch": 573, "lr": 5.026403606659679e-07}
+{"train_loss": 0.0003980957844760269, "global_step": 30959, "epoch": 573, "lr": 5.019441447597473e-07}
+{"train_loss": 0.00043208865099586546, "global_step": 30960, "epoch": 573, "lr": 5.012484089256919e-07}
+{"train_loss": 0.0004273786908015609, "global_step": 30961, "epoch": 573, "lr": 5.005531531705465e-07}
+{"train_loss": 0.0005759450723417103, "global_step": 30962, "epoch": 573, "lr": 4.998583775010446e-07}
+{"train_loss": 0.00027340525412000716, "global_step": 30963, "epoch": 573, "lr": 4.991640819239252e-07}
+{"train_loss": 0.00040130395791493356, "global_step": 30964, "epoch": 573, "lr": 4.984702664459384e-07}
+{"train_loss": 0.00044602673733606935, "global_step": 30965, "epoch": 573, "lr": 4.977769310737956e-07}
+{"train_loss": 0.00036770725273527205, "global_step": 30966, "epoch": 573, "lr": 4.970840758142358e-07}
+{"train_loss": 0.0005014782655052841, "global_step": 30967, "epoch": 573, "lr": 4.963917006739649e-07}
+{"train_loss": 0.000483677868032828, "global_step": 30968, "epoch": 573, "lr": 4.956998056597107e-07}
+{"train_loss": 0.00036962208105251193, "global_step": 30969, "epoch": 573, "lr": 4.950083907781733e-07}
+{"train_loss": 0.000378853379515931, "global_step": 30970, "epoch": 573, "lr": 4.943174560360697e-07}
+{"train_loss": 0.000522342452313751, "global_step": 30971, "epoch": 573, "lr": 4.93627001440089e-07}
+{"train_loss": 0.00033431409974582493, "global_step": 30972, "epoch": 573, "lr": 4.929370269969313e-07}
+{"train_loss": 0.0003389030462130904, "global_step": 30973, "epoch": 573, "lr": 4.922475327132969e-07}
+{"train_loss": 0.0003517806762829423, "global_step": 30974, "epoch": 573, "lr": 4.915585185958638e-07}
+{"train_loss": 0.000454706751042977, "global_step": 30975, "epoch": 573, "lr": 4.908699846513154e-07}
+{"train_loss": 0.0003524846688378602, "global_step": 30976, "epoch": 573, "lr": 4.901819308863409e-07}
+{"train_loss": 0.0005089149344712496, "global_step": 30977, "epoch": 573, "lr": 4.894943573075961e-07}
+{"train_loss": 0.00041601835982874036, "global_step": 30978, "epoch": 573, "lr": 4.888072639217589e-07}
+{"train_loss": 0.0003831365320365876, "global_step": 30979, "epoch": 573, "lr": 4.881206507354908e-07}
+{"train_loss": 0.000465773802716285, "global_step": 30980, "epoch": 573, "lr": 4.874345177554585e-07}
+{"train_loss": 0.0003664060204755515, "global_step": 30981, "epoch": 573, "lr": 4.867488649883068e-07}
+{"train_loss": 0.0004047747061122209, "global_step": 30982, "epoch": 573, "lr": 4.860636924406913e-07}
+{"train_loss": 0.0003156122693326324, "global_step": 30983, "epoch": 573, "lr": 4.85379000119257e-07}
+{"train_loss": 0.0003894468245562166, "global_step": 30984, "epoch": 573, "lr": 4.846947880306484e-07}
+{"train_loss": 0.0005265377694740891, "global_step": 30985, "epoch": 573, "lr": 4.840110561814882e-07}
+{"train_loss": 0.0004777089925482869, "global_step": 30986, "epoch": 573, "lr": 4.833278045784206e-07}
+{"train_loss": 0.000652650254778564, "global_step": 30987, "epoch": 573, "lr": 4.826450332280685e-07}
+{"train_loss": 0.00031895298161543906, "global_step": 30988, "epoch": 573, "lr": 4.819627421370543e-07}
+{"train_loss": 0.00032150765764527023, "global_step": 30989, "epoch": 573, "lr": 4.812809313119948e-07}
+{"train_loss": 0.0003731496981345117, "global_step": 30990, "epoch": 573, "lr": 4.805996007595015e-07}
+{"train_loss": 0.00023369771952275187, "global_step": 30991, "epoch": 573, "lr": 4.799187504861802e-07}
+{"train_loss": 0.00047019217163324356, "global_step": 30992, "epoch": 573, "lr": 4.792383804986423e-07}
+{"train_loss": 0.00036438609822653234, "global_step": 30993, "epoch": 573, "lr": 4.785584908034824e-07}
+{"train_loss": 0.0003717712825164199, "global_step": 30994, "epoch": 573, "lr": 4.778790814072842e-07}
+{"train_loss": 0.00041902205218017724, "global_step": 30995, "epoch": 573, "lr": 4.772001523166591e-07, "val_loss": 0.0012750094756484032}
+{"train_loss": 0.0005517915124073625, "global_step": 30996, "epoch": 574, "lr": 4.7652170353817415e-07}
+{"train_loss": 0.0004495444300118834, "global_step": 30997, "epoch": 574, "lr": 4.758437350784239e-07}
+{"train_loss": 0.0005277819000184536, "global_step": 30998, "epoch": 574, "lr": 4.751662469439644e-07}
+{"train_loss": 0.00040481373434886336, "global_step": 30999, "epoch": 574, "lr": 4.744892391413791e-07}
+{"train_loss": 0.00038907406269572675, "global_step": 31000, "epoch": 574, "lr": 4.738127116772406e-07}
+{"train_loss": 0.00042303887312300503, "global_step": 31001, "epoch": 574, "lr": 4.731366645580937e-07}
+{"train_loss": 0.0005074586952105165, "global_step": 31002, "epoch": 574, "lr": 4.7246109779051085e-07}
+{"train_loss": 0.0005341725191101432, "global_step": 31003, "epoch": 574, "lr": 4.717860113810313e-07}
+{"train_loss": 0.0004466187674552202, "global_step": 31004, "epoch": 574, "lr": 4.711114053362109e-07}
+{"train_loss": 0.00041016851901076734, "global_step": 31005, "epoch": 574, "lr": 4.704372796625889e-07}
+{"train_loss": 0.0003960700996685773, "global_step": 31006, "epoch": 574, "lr": 4.6976363436670443e-07}
+{"train_loss": 0.0003677596105262637, "global_step": 31007, "epoch": 574, "lr": 4.6909046945509125e-07}
+{"train_loss": 0.00035544074489735067, "global_step": 31008, "epoch": 574, "lr": 4.68417784934283e-07}
+{"train_loss": 0.00042918420513160527, "global_step": 31009, "epoch": 574, "lr": 4.6774558081079666e-07}
+{"train_loss": 0.000409674656111747, "global_step": 31010, "epoch": 574, "lr": 4.670738570911548e-07}
+{"train_loss": 0.00028160674264654517, "global_step": 31011, "epoch": 574, "lr": 4.664026137818689e-07}
+{"train_loss": 0.0003462656168267131, "global_step": 31012, "epoch": 574, "lr": 4.657318508894559e-07}
+{"train_loss": 0.0004361827450338751, "global_step": 31013, "epoch": 574, "lr": 4.6506156842041626e-07}
+{"train_loss": 0.00033738111960701644, "global_step": 31014, "epoch": 574, "lr": 4.6439176638125026e-07}
+{"train_loss": 0.0003193782758899033, "global_step": 31015, "epoch": 574, "lr": 4.6372244477845827e-07}
+{"train_loss": 0.0006266700220294297, "global_step": 31016, "epoch": 574, "lr": 4.630536036185351e-07}
+{"train_loss": 0.00033296114997938275, "global_step": 31017, "epoch": 574, "lr": 4.6238524290795336e-07}
+{"train_loss": 0.000596518162637949, "global_step": 31018, "epoch": 574, "lr": 4.6171736265321343e-07}
+{"train_loss": 0.0003992363053839654, "global_step": 31019, "epoch": 574, "lr": 4.6104996286077673e-07}
+{"train_loss": 0.0003900373703800142, "global_step": 31020, "epoch": 574, "lr": 4.60383043537127e-07}
+{"train_loss": 0.0004599872336257249, "global_step": 31021, "epoch": 574, "lr": 4.5971660468873134e-07}
+{"train_loss": 0.0006315531209111214, "global_step": 31022, "epoch": 574, "lr": 4.590506463220456e-07}
+{"train_loss": 0.00027115995180793107, "global_step": 31023, "epoch": 574, "lr": 4.583851684435425e-07}
+{"train_loss": 0.0002720517513807863, "global_step": 31024, "epoch": 574, "lr": 4.577201710596612e-07}
+{"train_loss": 0.0005602393648587167, "global_step": 31025, "epoch": 574, "lr": 4.5705565417686334e-07}
+{"train_loss": 0.0004870494594797492, "global_step": 31026, "epoch": 574, "lr": 4.5639161780158255e-07}
+{"train_loss": 0.00029153143987059593, "global_step": 31027, "epoch": 574, "lr": 4.5572806194027484e-07}
+{"train_loss": 0.00042676882003434, "global_step": 31028, "epoch": 574, "lr": 4.550649865993628e-07}
+{"train_loss": 0.00033797259675338864, "global_step": 31029, "epoch": 574, "lr": 4.544023917852802e-07}
+{"train_loss": 0.0005503135034814477, "global_step": 31030, "epoch": 574, "lr": 4.537402775044552e-07}
+{"train_loss": 0.0003524626372382045, "global_step": 31031, "epoch": 574, "lr": 4.5307864376331055e-07}
+{"train_loss": 0.0006368305766955018, "global_step": 31032, "epoch": 574, "lr": 4.5241749056825765e-07}
+{"train_loss": 0.0003319422830827534, "global_step": 31033, "epoch": 574, "lr": 4.5175681792571925e-07}
+{"train_loss": 0.0003123079368378967, "global_step": 31034, "epoch": 574, "lr": 4.5109662584209564e-07}
+{"train_loss": 0.000321441882988438, "global_step": 31035, "epoch": 574, "lr": 4.5043691432378743e-07}
+{"train_loss": 0.0003880459407810122, "global_step": 31036, "epoch": 574, "lr": 4.497776833772005e-07}
+{"train_loss": 0.00029711180832237005, "global_step": 31037, "epoch": 574, "lr": 4.491189330087242e-07}
+{"train_loss": 0.0004270783392712474, "global_step": 31038, "epoch": 574, "lr": 4.4846066322474236e-07}
+{"train_loss": 0.0006028494099155068, "global_step": 31039, "epoch": 574, "lr": 4.4780287403165534e-07}
+{"train_loss": 0.00032096271752379835, "global_step": 31040, "epoch": 574, "lr": 4.4714556543582475e-07}
+{"train_loss": 0.0006385946762748063, "global_step": 31041, "epoch": 574, "lr": 4.4648873744363996e-07}
+{"train_loss": 0.00034432270331308246, "global_step": 31042, "epoch": 574, "lr": 4.4583239006145696e-07}
+{"train_loss": 0.0006339671090245247, "global_step": 31043, "epoch": 574, "lr": 4.4517652329565395e-07}
+{"train_loss": 0.00039153991383500397, "global_step": 31044, "epoch": 574, "lr": 4.4452113715259257e-07}
+{"train_loss": 0.00047257670667022467, "global_step": 31045, "epoch": 574, "lr": 4.438662316386233e-07}
+{"train_loss": 0.00043254310730844736, "global_step": 31046, "epoch": 574, "lr": 4.4321180676009655e-07}
+{"train_loss": 0.00038244237657636404, "global_step": 31047, "epoch": 574, "lr": 4.4255786252336285e-07}
+{"train_loss": 0.00040607815026305616, "global_step": 31048, "epoch": 574, "lr": 4.419043989347671e-07}
+{"train_loss": 0.00042754207754990567, "global_step": 31049, "epoch": 574, "lr": 4.4125141600063756e-07, "val_loss": 0.0023820146452635527}
+{"train_loss": 0.0003071932296734303, "global_step": 31050, "epoch": 575, "lr": 4.4059891372731923e-07}
+{"train_loss": 0.00043923183693550527, "global_step": 31051, "epoch": 575, "lr": 4.3994689212113473e-07}
+{"train_loss": 0.0004128471191506833, "global_step": 31052, "epoch": 575, "lr": 4.392953511884068e-07}
+{"train_loss": 0.00028492911951616406, "global_step": 31053, "epoch": 575, "lr": 4.386442909354582e-07}
+{"train_loss": 0.00039251960697583854, "global_step": 31054, "epoch": 575, "lr": 4.3799371136860056e-07}
+{"train_loss": 0.00025866524083539844, "global_step": 31055, "epoch": 575, "lr": 4.3734361249414547e-07}
+{"train_loss": 0.00027055744430981576, "global_step": 31056, "epoch": 575, "lr": 4.3669399431839895e-07}
+{"train_loss": 0.0006871724617667496, "global_step": 31057, "epoch": 575, "lr": 4.3604485684765606e-07}
+{"train_loss": 0.00037922398769296706, "global_step": 31058, "epoch": 575, "lr": 4.3539620008821724e-07}
+{"train_loss": 0.0004420276382006705, "global_step": 31059, "epoch": 575, "lr": 4.3474802404637747e-07}
+{"train_loss": 0.00037507188972085714, "global_step": 31060, "epoch": 575, "lr": 4.341003287284151e-07}
+{"train_loss": 0.0003166137612424791, "global_step": 31061, "epoch": 575, "lr": 4.334531141406195e-07}
+{"train_loss": 0.0005283094942569733, "global_step": 31062, "epoch": 575, "lr": 4.328063802892579e-07}
+{"train_loss": 0.00036576398997567594, "global_step": 31063, "epoch": 575, "lr": 4.321601271806086e-07}
+{"train_loss": 0.0003263880789745599, "global_step": 31064, "epoch": 575, "lr": 4.315143548209444e-07}
+{"train_loss": 0.00032958542578853667, "global_step": 31065, "epoch": 575, "lr": 4.308690632165213e-07}
+{"train_loss": 0.0003279935335740447, "global_step": 31066, "epoch": 575, "lr": 4.3022425237360666e-07}
+{"train_loss": 0.0002990654611494392, "global_step": 31067, "epoch": 575, "lr": 4.2957992229843977e-07}
+{"train_loss": 0.0002900206600315869, "global_step": 31068, "epoch": 575, "lr": 4.289360729972824e-07}
+{"train_loss": 0.0003515171993058175, "global_step": 31069, "epoch": 575, "lr": 4.282927044763796e-07}
+{"train_loss": 0.0003398071858100593, "global_step": 31070, "epoch": 575, "lr": 4.276498167419596e-07}
+{"train_loss": 0.000648145389277488, "global_step": 31071, "epoch": 575, "lr": 4.2700740980026745e-07}
+{"train_loss": 0.0003881535667460412, "global_step": 31072, "epoch": 575, "lr": 4.263654836575315e-07}
+{"train_loss": 0.0004055005847476423, "global_step": 31073, "epoch": 575, "lr": 4.257240383199801e-07}
+{"train_loss": 0.0003735651553142816, "global_step": 31074, "epoch": 575, "lr": 4.2508307379382495e-07}
+{"train_loss": 0.00032864109380170703, "global_step": 31075, "epoch": 575, "lr": 4.244425900852944e-07}
+{"train_loss": 0.0007702252478338778, "global_step": 31076, "epoch": 575, "lr": 4.2380258720059464e-07}
+{"train_loss": 0.0003645276592578739, "global_step": 31077, "epoch": 575, "lr": 4.2316306514593175e-07}
+{"train_loss": 0.000587080605328083, "global_step": 31078, "epoch": 575, "lr": 4.225240239275119e-07}
+{"train_loss": 0.00043035560520365834, "global_step": 31079, "epoch": 575, "lr": 4.2188546355153013e-07}
+{"train_loss": 0.0005363457603380084, "global_step": 31080, "epoch": 575, "lr": 4.212473840241815e-07}
+{"train_loss": 0.0003830136847682297, "global_step": 31081, "epoch": 575, "lr": 4.2060978535165554e-07}
+{"train_loss": 0.00031095760641619563, "global_step": 31082, "epoch": 575, "lr": 4.199726675401361e-07}
+{"train_loss": 0.00034659149241633713, "global_step": 31083, "epoch": 575, "lr": 4.193360305957961e-07}
+{"train_loss": 0.0004137706710025668, "global_step": 31084, "epoch": 575, "lr": 4.186998745248194e-07}
+{"train_loss": 0.0004989256849512458, "global_step": 31085, "epoch": 575, "lr": 4.1806419933336783e-07}
+{"train_loss": 0.00024012962239794433, "global_step": 31086, "epoch": 575, "lr": 4.1742900502761416e-07}
+{"train_loss": 0.0007518543279729784, "global_step": 31087, "epoch": 575, "lr": 4.167942916137146e-07}
+{"train_loss": 0.00035985474823974073, "global_step": 31088, "epoch": 575, "lr": 4.161600590978254e-07}
+{"train_loss": 0.00034328954643569887, "global_step": 31089, "epoch": 575, "lr": 4.1552630748609713e-07}
+{"train_loss": 0.0005622288445010781, "global_step": 31090, "epoch": 575, "lr": 4.148930367846804e-07}
+{"train_loss": 0.0003598624898586422, "global_step": 31091, "epoch": 575, "lr": 4.1426024699971476e-07}
+{"train_loss": 0.0005207383073866367, "global_step": 31092, "epoch": 575, "lr": 4.1362793813733423e-07}
+{"train_loss": 0.00035626994213089347, "global_step": 31093, "epoch": 575, "lr": 4.129961102036728e-07}
+{"train_loss": 0.00044664894812740386, "global_step": 31094, "epoch": 575, "lr": 4.123647632048644e-07}
+{"train_loss": 0.0003248436260037124, "global_step": 31095, "epoch": 575, "lr": 4.117338971470264e-07}
+{"train_loss": 0.0006589320255443454, "global_step": 31096, "epoch": 575, "lr": 4.1110351203628716e-07}
+{"train_loss": 0.0003170953132212162, "global_step": 31097, "epoch": 575, "lr": 4.104736078787419e-07}
+{"train_loss": 0.0007595439092256129, "global_step": 31098, "epoch": 575, "lr": 4.098441846805134e-07}
+{"train_loss": 0.000381158635718748, "global_step": 31099, "epoch": 575, "lr": 4.092152424477025e-07}
+{"train_loss": 0.0003803898289334029, "global_step": 31100, "epoch": 575, "lr": 4.085867811864097e-07}
+{"train_loss": 0.0004020541091449559, "global_step": 31101, "epoch": 575, "lr": 4.0795880090273574e-07}
+{"train_loss": 0.0005760923377238214, "global_step": 31102, "epoch": 575, "lr": 4.073313016027647e-07}
+{"train_loss": 0.00041896637358823446, "global_step": 31103, "epoch": 575, "lr": 4.0670428329258046e-07, "val_loss": 0.0017575134988874197, "train_action_mse_error": 2.1503137759282254e-05}
+{"train_loss": 0.0004991809837520123, "global_step": 31104, "epoch": 576, "lr": 4.0607774597827273e-07}
+{"train_loss": 0.00033698935294523835, "global_step": 31105, "epoch": 576, "lr": 4.054516896659144e-07}
+{"train_loss": 0.0007725689793005586, "global_step": 31106, "epoch": 576, "lr": 4.048261143615673e-07}
+{"train_loss": 0.00035187083994969726, "global_step": 31107, "epoch": 576, "lr": 4.042010200713209e-07}
+{"train_loss": 0.00045533088268712163, "global_step": 31108, "epoch": 576, "lr": 4.0357640680122043e-07}
+{"train_loss": 0.00047402738709934056, "global_step": 31109, "epoch": 576, "lr": 4.029522745573222e-07}
+{"train_loss": 0.0004153944901190698, "global_step": 31110, "epoch": 576, "lr": 4.0232862334569353e-07}
+{"train_loss": 0.00046201268560253084, "global_step": 31111, "epoch": 576, "lr": 4.0170545317237405e-07}
+{"train_loss": 0.0003210132708773017, "global_step": 31112, "epoch": 576, "lr": 4.0108276404340897e-07}
+{"train_loss": 0.00044103420805186033, "global_step": 31113, "epoch": 576, "lr": 4.004605559648378e-07}
+{"train_loss": 0.0002945368178188801, "global_step": 31114, "epoch": 576, "lr": 3.998388289426946e-07}
+{"train_loss": 0.0003161005734000355, "global_step": 31115, "epoch": 576, "lr": 3.9921758298300806e-07}
+{"train_loss": 0.0004884834052063525, "global_step": 31116, "epoch": 576, "lr": 3.985968180918065e-07}
+{"train_loss": 0.0002640427555888891, "global_step": 31117, "epoch": 576, "lr": 3.9797653427511296e-07}
+{"train_loss": 0.0003866587358061224, "global_step": 31118, "epoch": 576, "lr": 3.973567315389393e-07}
+{"train_loss": 0.00040549979894421995, "global_step": 31119, "epoch": 576, "lr": 3.967374098892973e-07}
+{"train_loss": 0.0007207094458863139, "global_step": 31120, "epoch": 576, "lr": 3.961185693321934e-07}
+{"train_loss": 0.00032668968196958303, "global_step": 31121, "epoch": 576, "lr": 3.955002098736282e-07}
+{"train_loss": 0.0005106070311740041, "global_step": 31122, "epoch": 576, "lr": 3.9488233151960266e-07}
+{"train_loss": 0.0003082989132963121, "global_step": 31123, "epoch": 576, "lr": 3.9426493427611177e-07}
+{"train_loss": 0.0005745426169596612, "global_step": 31124, "epoch": 576, "lr": 3.936480181491342e-07}
+{"train_loss": 0.0003792844363488257, "global_step": 31125, "epoch": 576, "lr": 3.930315831446596e-07}
+{"train_loss": 0.00030761287780478597, "global_step": 31126, "epoch": 576, "lr": 3.924156292686665e-07}
+{"train_loss": 0.0006920472369529307, "global_step": 31127, "epoch": 576, "lr": 3.9180015652712786e-07}
+{"train_loss": 0.00042972262599505484, "global_step": 31128, "epoch": 576, "lr": 3.911851649260223e-07}
+{"train_loss": 0.00028385588666424155, "global_step": 31129, "epoch": 576, "lr": 3.9057065447129503e-07}
+{"train_loss": 0.00045756204053759575, "global_step": 31130, "epoch": 576, "lr": 3.899566251689191e-07}
+{"train_loss": 0.00036994574475102127, "global_step": 31131, "epoch": 576, "lr": 3.893430770248452e-07}
+{"train_loss": 0.0003532799310050905, "global_step": 31132, "epoch": 576, "lr": 3.8873001004502975e-07}
+{"train_loss": 0.0008440200472250581, "global_step": 31133, "epoch": 576, "lr": 3.8811742423541797e-07}
+{"train_loss": 0.00032586726592853665, "global_step": 31134, "epoch": 576, "lr": 3.8750531960194404e-07}
+{"train_loss": 0.0003437275590840727, "global_step": 31135, "epoch": 576, "lr": 3.868936961505476e-07}
+{"train_loss": 0.0003968629753217101, "global_step": 31136, "epoch": 576, "lr": 3.8628255388716837e-07}
+{"train_loss": 0.00054461311083287, "global_step": 31137, "epoch": 576, "lr": 3.856718928177183e-07}
+{"train_loss": 0.0006465481128543615, "global_step": 31138, "epoch": 576, "lr": 3.8506171294814263e-07}
+{"train_loss": 0.0004494472814258188, "global_step": 31139, "epoch": 576, "lr": 3.8445201428433666e-07}
+{"train_loss": 0.0004775837587658316, "global_step": 31140, "epoch": 576, "lr": 3.838427968322234e-07}
+{"train_loss": 0.0003768591268453747, "global_step": 31141, "epoch": 576, "lr": 3.832340605977147e-07}
+{"train_loss": 0.0003719682281371206, "global_step": 31142, "epoch": 576, "lr": 3.82625805586706e-07}
+{"train_loss": 0.00031731068156659603, "global_step": 31143, "epoch": 576, "lr": 3.820180318051092e-07}
+{"train_loss": 0.00045665830839425325, "global_step": 31144, "epoch": 576, "lr": 3.8141073925880843e-07}
+{"train_loss": 0.00048292227438651025, "global_step": 31145, "epoch": 576, "lr": 3.808039279536935e-07}
+{"train_loss": 0.0003482879255898297, "global_step": 31146, "epoch": 576, "lr": 3.80197597895654e-07}
+{"train_loss": 0.0005710774566978216, "global_step": 31147, "epoch": 576, "lr": 3.7959174909057426e-07}
+{"train_loss": 0.0004760162846650928, "global_step": 31148, "epoch": 576, "lr": 3.789863815443218e-07}
+{"train_loss": 0.00044694356620311737, "global_step": 31149, "epoch": 576, "lr": 3.783814952627751e-07}
+{"train_loss": 0.00028059136820957065, "global_step": 31150, "epoch": 576, "lr": 3.777770902517963e-07}
+{"train_loss": 0.0003833514347206801, "global_step": 31151, "epoch": 576, "lr": 3.771731665172473e-07}
+{"train_loss": 0.0005459681269712746, "global_step": 31152, "epoch": 576, "lr": 3.765697240649846e-07}
+{"train_loss": 0.00033518305281177163, "global_step": 31153, "epoch": 576, "lr": 3.7596676290086454e-07}
+{"train_loss": 0.0003250296867918223, "global_step": 31154, "epoch": 576, "lr": 3.75364283030738e-07}
+{"train_loss": 0.0006020301370881498, "global_step": 31155, "epoch": 576, "lr": 3.747622844604448e-07}
+{"train_loss": 0.00028726080199703574, "global_step": 31156, "epoch": 576, "lr": 3.741607671958192e-07}
+{"train_loss": 0.00043670694813718674, "global_step": 31157, "epoch": 576, "lr": 3.7355973124269526e-07, "val_loss": 0.004622713662683964}
+{"train_loss": 0.0004985562991350889, "global_step": 31158, "epoch": 577, "lr": 3.729591766069129e-07}
+{"train_loss": 0.00043095910223200917, "global_step": 31159, "epoch": 577, "lr": 3.723591032942897e-07}
+{"train_loss": 0.0006184660596773028, "global_step": 31160, "epoch": 577, "lr": 3.717595113106431e-07}
+{"train_loss": 0.00038421229692175984, "global_step": 31161, "epoch": 577, "lr": 3.7116040066179083e-07}
+{"train_loss": 0.0004056164179928601, "global_step": 31162, "epoch": 577, "lr": 3.705617713535392e-07}
+{"train_loss": 0.00052427570335567, "global_step": 31163, "epoch": 577, "lr": 3.6996362339170586e-07}
+{"train_loss": 0.00028716630185954273, "global_step": 31164, "epoch": 577, "lr": 3.693659567820862e-07}
+{"train_loss": 0.00032349873799830675, "global_step": 31165, "epoch": 577, "lr": 3.6876877153047e-07}
+{"train_loss": 0.000450899766292423, "global_step": 31166, "epoch": 577, "lr": 3.681720676426581e-07}
+{"train_loss": 0.000387609819881618, "global_step": 31167, "epoch": 577, "lr": 3.675758451244349e-07}
+{"train_loss": 0.0004760331357829273, "global_step": 31168, "epoch": 577, "lr": 3.669801039815846e-07}
+{"train_loss": 0.0003328709281049669, "global_step": 31169, "epoch": 577, "lr": 3.6638484421987474e-07}
+{"train_loss": 0.00035535538336262107, "global_step": 31170, "epoch": 577, "lr": 3.657900658451008e-07}
+{"train_loss": 0.0005787605769000947, "global_step": 31171, "epoch": 577, "lr": 3.651957688630081e-07}
+{"train_loss": 0.00034981113276444376, "global_step": 31172, "epoch": 577, "lr": 3.646019532793754e-07}
+{"train_loss": 0.0004625110886991024, "global_step": 31173, "epoch": 577, "lr": 3.6400861909995365e-07}
+{"train_loss": 0.0003978562308475375, "global_step": 31174, "epoch": 577, "lr": 3.6341576633049934e-07}
+{"train_loss": 0.0004226733581162989, "global_step": 31175, "epoch": 577, "lr": 3.62823394976769e-07}
+{"train_loss": 0.0003909482038579881, "global_step": 31176, "epoch": 577, "lr": 3.622315050445024e-07}
+{"train_loss": 0.00033988559152930975, "global_step": 31177, "epoch": 577, "lr": 3.6164009653943953e-07}
+{"train_loss": 0.000441734679043293, "global_step": 31178, "epoch": 577, "lr": 3.610491694673146e-07}
+{"train_loss": 0.0003138780011795461, "global_step": 31179, "epoch": 577, "lr": 3.604587238338675e-07}
+{"train_loss": 0.0004295138642191887, "global_step": 31180, "epoch": 577, "lr": 3.598687596448158e-07}
+{"train_loss": 0.0003178226761519909, "global_step": 31181, "epoch": 577, "lr": 3.5927927690588283e-07}
+{"train_loss": 0.0006044129258953035, "global_step": 31182, "epoch": 577, "lr": 3.5869027562279165e-07}
+{"train_loss": 0.00046406767796725035, "global_step": 31183, "epoch": 577, "lr": 3.5810175580124893e-07}
+{"train_loss": 0.00029759015887975693, "global_step": 31184, "epoch": 577, "lr": 3.575137174469667e-07}
+{"train_loss": 0.00047981232637539506, "global_step": 31185, "epoch": 577, "lr": 3.56926160565646e-07}
+{"train_loss": 0.0004206571320537478, "global_step": 31186, "epoch": 577, "lr": 3.563390851629822e-07}
+{"train_loss": 0.00039727429975755513, "global_step": 31187, "epoch": 577, "lr": 3.5575249124467635e-07}
+{"train_loss": 0.0006378715625032783, "global_step": 31188, "epoch": 577, "lr": 3.5516637881641833e-07}
+{"train_loss": 0.000516827218234539, "global_step": 31189, "epoch": 577, "lr": 3.5458074788387586e-07}
+{"train_loss": 0.0003163348592352122, "global_step": 31190, "epoch": 577, "lr": 3.539955984527554e-07}
+{"train_loss": 0.0005166878690943122, "global_step": 31191, "epoch": 577, "lr": 3.5341093052871365e-07}
+{"train_loss": 0.0003982687776442617, "global_step": 31192, "epoch": 577, "lr": 3.528267441174182e-07}
+{"train_loss": 0.00044095618068240583, "global_step": 31193, "epoch": 577, "lr": 3.5224303922455346e-07}
+{"train_loss": 0.00044421397615224123, "global_step": 31194, "epoch": 577, "lr": 3.516598158557649e-07}
+{"train_loss": 0.00036782401730306447, "global_step": 31195, "epoch": 577, "lr": 3.510770740167146e-07}
+{"train_loss": 0.0004555683408398181, "global_step": 31196, "epoch": 577, "lr": 3.504948137130537e-07}
+{"train_loss": 0.00031818129355087876, "global_step": 31197, "epoch": 577, "lr": 3.499130349504276e-07}
+{"train_loss": 0.00035260399454273283, "global_step": 31198, "epoch": 577, "lr": 3.493317377344818e-07}
+{"train_loss": 0.00023071301984600723, "global_step": 31199, "epoch": 577, "lr": 3.4875092207085627e-07}
+{"train_loss": 0.0005165291950106621, "global_step": 31200, "epoch": 577, "lr": 3.481705879651798e-07}
+{"train_loss": 0.00041609114850871265, "global_step": 31201, "epoch": 577, "lr": 3.475907354230812e-07}
+{"train_loss": 0.0003233375900890678, "global_step": 31202, "epoch": 577, "lr": 3.4701136445018934e-07}
+{"train_loss": 0.00028570619178935885, "global_step": 31203, "epoch": 577, "lr": 3.464324750521164e-07}
+{"train_loss": 0.0005106402095407248, "global_step": 31204, "epoch": 577, "lr": 3.458540672344801e-07}
+{"train_loss": 0.0006894907564856112, "global_step": 31205, "epoch": 577, "lr": 3.4527614100288707e-07}
+{"train_loss": 0.000525610288605094, "global_step": 31206, "epoch": 577, "lr": 3.4469869636295504e-07}
+{"train_loss": 0.0003481182793620974, "global_step": 31207, "epoch": 577, "lr": 3.441217333202684e-07}
+{"train_loss": 0.00043327276944182813, "global_step": 31208, "epoch": 577, "lr": 3.435452518804283e-07}
+{"train_loss": 0.0004397192969918251, "global_step": 31209, "epoch": 577, "lr": 3.429692520490302e-07}
+{"train_loss": 0.00023651904484722763, "global_step": 31210, "epoch": 577, "lr": 3.4239373383165853e-07}
+{"train_loss": 0.0004223921275331156, "global_step": 31211, "epoch": 577, "lr": 3.418186972338977e-07, "val_loss": 0.005667057354003191}
+{"train_loss": 0.0003268376167397946, "global_step": 31212, "epoch": 578, "lr": 3.4124414226131553e-07}
+{"train_loss": 0.0002878851373679936, "global_step": 31213, "epoch": 578, "lr": 3.406700689194908e-07}
+{"train_loss": 0.0005624555051326752, "global_step": 31214, "epoch": 578, "lr": 3.4009647721399696e-07}
+{"train_loss": 0.0003681084490381181, "global_step": 31215, "epoch": 578, "lr": 3.3952336715038503e-07}
+{"train_loss": 0.0004094488103874028, "global_step": 31216, "epoch": 578, "lr": 3.389507387342228e-07}
+{"train_loss": 0.0005295285955071449, "global_step": 31217, "epoch": 578, "lr": 3.3837859197106135e-07}
+{"train_loss": 0.0004892367869615555, "global_step": 31218, "epoch": 578, "lr": 3.3780692686645186e-07}
+{"train_loss": 0.00033106276532635093, "global_step": 31219, "epoch": 578, "lr": 3.372357434259343e-07}
+{"train_loss": 0.0006398949772119522, "global_step": 31220, "epoch": 578, "lr": 3.3666504165505433e-07}
+{"train_loss": 0.00041398577741347253, "global_step": 31221, "epoch": 578, "lr": 3.3609482155933514e-07}
+{"train_loss": 0.00027617294108495116, "global_step": 31222, "epoch": 578, "lr": 3.355250831443224e-07}
+{"train_loss": 0.0005463110865093768, "global_step": 31223, "epoch": 578, "lr": 3.349558264155339e-07}
+{"train_loss": 0.00043104388169012964, "global_step": 31224, "epoch": 578, "lr": 3.343870513784875e-07}
+{"train_loss": 0.00042845122516155243, "global_step": 31225, "epoch": 578, "lr": 3.33818758038712e-07}
+{"train_loss": 0.0003806160530075431, "global_step": 31226, "epoch": 578, "lr": 3.332509464017031e-07}
+{"train_loss": 0.0004609215829987079, "global_step": 31227, "epoch": 578, "lr": 3.3268361647298407e-07}
+{"train_loss": 0.00037925856304354966, "global_step": 31228, "epoch": 578, "lr": 3.3211676825804505e-07}
+{"train_loss": 0.0004278570704627782, "global_step": 31229, "epoch": 578, "lr": 3.3155040176238714e-07}
+{"train_loss": 0.0005603946628980339, "global_step": 31230, "epoch": 578, "lr": 3.30984516991506e-07}
+{"train_loss": 0.00034652420436032116, "global_step": 31231, "epoch": 578, "lr": 3.304191139508861e-07}
+{"train_loss": 0.0004142371180932969, "global_step": 31232, "epoch": 578, "lr": 3.298541926460175e-07}
+{"train_loss": 0.0004577631189022213, "global_step": 31233, "epoch": 578, "lr": 3.29289753082368e-07}
+{"train_loss": 0.00042426263098604977, "global_step": 31234, "epoch": 578, "lr": 3.2872579526542767e-07}
+{"train_loss": 0.0007135227206163108, "global_step": 31235, "epoch": 578, "lr": 3.281623192006533e-07}
+{"train_loss": 0.0005760369822382927, "global_step": 31236, "epoch": 578, "lr": 3.2759932489351275e-07}
+{"train_loss": 0.0005353731103241444, "global_step": 31237, "epoch": 578, "lr": 3.2703681234946824e-07}
+{"train_loss": 0.0003836674732156098, "global_step": 31238, "epoch": 578, "lr": 3.2647478157398215e-07}
+{"train_loss": 0.00028085632948204875, "global_step": 31239, "epoch": 578, "lr": 3.2591323257248893e-07}
+{"train_loss": 0.0003357790701556951, "global_step": 31240, "epoch": 578, "lr": 3.25352165350451e-07}
+{"train_loss": 0.0002847832511179149, "global_step": 31241, "epoch": 578, "lr": 3.247915799133028e-07}
+{"train_loss": 0.000416583294281736, "global_step": 31242, "epoch": 578, "lr": 3.242314762664789e-07}
+{"train_loss": 0.0004478085902519524, "global_step": 31243, "epoch": 578, "lr": 3.2367185441541936e-07}
+{"train_loss": 0.00047474686289206147, "global_step": 31244, "epoch": 578, "lr": 3.2311271436554214e-07}
+{"train_loss": 0.00036680515040643513, "global_step": 31245, "epoch": 578, "lr": 3.2255405612228174e-07}
+{"train_loss": 0.00038476326153613627, "global_step": 31246, "epoch": 578, "lr": 3.219958796910449e-07}
+{"train_loss": 0.0007075847242958844, "global_step": 31247, "epoch": 578, "lr": 3.214381850772552e-07}
+{"train_loss": 0.0002857513027265668, "global_step": 31248, "epoch": 578, "lr": 3.2088097228631374e-07}
+{"train_loss": 0.0003521930775605142, "global_step": 31249, "epoch": 578, "lr": 3.203242413236274e-07}
+{"train_loss": 0.000813667313195765, "global_step": 31250, "epoch": 578, "lr": 3.197679921945973e-07}
+{"train_loss": 0.00035304398625157773, "global_step": 31251, "epoch": 578, "lr": 3.192122249046192e-07}
+{"train_loss": 0.000649722758680582, "global_step": 31252, "epoch": 578, "lr": 3.186569394590777e-07}
+{"train_loss": 0.0005462062545120716, "global_step": 31253, "epoch": 578, "lr": 3.1810213586336844e-07}
+{"train_loss": 0.00033786968560889363, "global_step": 31254, "epoch": 578, "lr": 3.1754781412286493e-07}
+{"train_loss": 0.00036510833888314664, "global_step": 31255, "epoch": 578, "lr": 3.169939742429462e-07}
+{"train_loss": 0.0004402069316711277, "global_step": 31256, "epoch": 578, "lr": 3.164406162289746e-07}
+{"train_loss": 0.0003368790203239769, "global_step": 31257, "epoch": 578, "lr": 3.158877400863347e-07}
+{"train_loss": 0.00044314019032754004, "global_step": 31258, "epoch": 578, "lr": 3.153353458203723e-07}
+{"train_loss": 0.00048423567204736173, "global_step": 31259, "epoch": 578, "lr": 3.147834334364552e-07}
+{"train_loss": 0.0004313419631216675, "global_step": 31260, "epoch": 578, "lr": 3.1423200293992926e-07}
+{"train_loss": 0.00047437503235414624, "global_step": 31261, "epoch": 578, "lr": 3.1368105433615127e-07}
+{"train_loss": 0.0004546351556200534, "global_step": 31262, "epoch": 578, "lr": 3.131305876304558e-07}
+{"train_loss": 0.00032340758480131626, "global_step": 31263, "epoch": 578, "lr": 3.1258060282818855e-07}
+{"train_loss": 0.0002606168854981661, "global_step": 31264, "epoch": 578, "lr": 3.120310999346787e-07}
+{"train_loss": 0.0004355710046150273, "global_step": 31265, "epoch": 578, "lr": 3.114820789552553e-07, "val_loss": 0.0012442762963473797}
+{"train_loss": 0.0003394508676137775, "global_step": 31266, "epoch": 579, "lr": 3.1093353989525286e-07}
+{"train_loss": 0.00033927656477317214, "global_step": 31267, "epoch": 579, "lr": 3.103854827599784e-07}
+{"train_loss": 0.000278579507721588, "global_step": 31268, "epoch": 579, "lr": 3.098379075547553e-07}
+{"train_loss": 0.00037316125235520303, "global_step": 31269, "epoch": 579, "lr": 3.09290814284896e-07}
+{"train_loss": 0.0004972320166416466, "global_step": 31270, "epoch": 579, "lr": 3.087442029556964e-07}
+{"train_loss": 0.00032529415329918265, "global_step": 31271, "epoch": 579, "lr": 3.0819807357246877e-07}
+{"train_loss": 0.0003446595510467887, "global_step": 31272, "epoch": 579, "lr": 3.076524261405034e-07}
+{"train_loss": 0.00027752917958423495, "global_step": 31273, "epoch": 579, "lr": 3.0710726066510156e-07}
+{"train_loss": 0.00043766689486801624, "global_step": 31274, "epoch": 579, "lr": 3.0656257715154234e-07}
+{"train_loss": 0.0004320367006585002, "global_step": 31275, "epoch": 579, "lr": 3.0601837560510495e-07}
+{"train_loss": 0.0005642700125463307, "global_step": 31276, "epoch": 579, "lr": 3.0547465603107393e-07}
+{"train_loss": 0.0003931789251510054, "global_step": 31277, "epoch": 579, "lr": 3.0493141843472296e-07}
+{"train_loss": 0.0003531625843606889, "global_step": 31278, "epoch": 579, "lr": 3.0438866282131994e-07}
+{"train_loss": 0.0003105262294411659, "global_step": 31279, "epoch": 579, "lr": 3.038463891961274e-07}
+{"train_loss": 0.00028397655114531517, "global_step": 31280, "epoch": 579, "lr": 3.033045975644078e-07}
+{"train_loss": 0.0004720080178231001, "global_step": 31281, "epoch": 579, "lr": 3.027632879314124e-07}
+{"train_loss": 0.00031809709616936743, "global_step": 31282, "epoch": 579, "lr": 3.022224603023982e-07}
+{"train_loss": 0.0004280283465050161, "global_step": 31283, "epoch": 579, "lr": 3.016821146825999e-07}
+{"train_loss": 0.00033291344880126417, "global_step": 31284, "epoch": 579, "lr": 3.0114225107726324e-07}
+{"train_loss": 0.000692706264089793, "global_step": 31285, "epoch": 579, "lr": 3.0060286949162296e-07}
+{"train_loss": 0.00032638307311572134, "global_step": 31286, "epoch": 579, "lr": 3.0006396993091377e-07}
+{"train_loss": 0.0004807976074516773, "global_step": 31287, "epoch": 579, "lr": 2.9952555240036483e-07}
+{"train_loss": 0.0003195639292243868, "global_step": 31288, "epoch": 579, "lr": 2.9898761690518307e-07}
+{"train_loss": 0.00044018938206136227, "global_step": 31289, "epoch": 579, "lr": 2.984501634506032e-07}
+{"train_loss": 0.0003638093185145408, "global_step": 31290, "epoch": 579, "lr": 2.9791319204183764e-07}
+{"train_loss": 0.00048907904420048, "global_step": 31291, "epoch": 579, "lr": 2.9737670268408237e-07}
+{"train_loss": 0.0004967019194737077, "global_step": 31292, "epoch": 579, "lr": 2.968406953825442e-07}
+{"train_loss": 0.00039509686757810414, "global_step": 31293, "epoch": 579, "lr": 2.9630517014242466e-07}
+{"train_loss": 0.0005541386199183762, "global_step": 31294, "epoch": 579, "lr": 2.9577012696891394e-07}
+{"train_loss": 0.00041717744898051023, "global_step": 31295, "epoch": 579, "lr": 2.952355658672079e-07}
+{"train_loss": 0.0003012012748513371, "global_step": 31296, "epoch": 579, "lr": 2.947014868424913e-07}
+{"train_loss": 0.00041366906953044236, "global_step": 31297, "epoch": 579, "lr": 2.9416788989993784e-07}
+{"train_loss": 0.00042144497274421155, "global_step": 31298, "epoch": 579, "lr": 2.9363477504472104e-07}
+{"train_loss": 0.0002752967702690512, "global_step": 31299, "epoch": 579, "lr": 2.9310214228202013e-07}
+{"train_loss": 0.0003220528014935553, "global_step": 31300, "epoch": 579, "lr": 2.925699916169977e-07}
+{"train_loss": 0.0004200030816718936, "global_step": 31301, "epoch": 579, "lr": 2.920383230548107e-07}
+{"train_loss": 0.00038304246845655143, "global_step": 31302, "epoch": 579, "lr": 2.915071366006161e-07}
+{"train_loss": 0.0003828529443126172, "global_step": 31303, "epoch": 579, "lr": 2.909764322595765e-07}
+{"train_loss": 0.00034548414987511933, "global_step": 31304, "epoch": 579, "lr": 2.90446210036821e-07}
+{"train_loss": 0.0005740703199990094, "global_step": 31305, "epoch": 579, "lr": 2.899164699375123e-07}
+{"train_loss": 0.0003618573828134686, "global_step": 31306, "epoch": 579, "lr": 2.89387211966774e-07}
+{"train_loss": 0.00034555065212771297, "global_step": 31307, "epoch": 579, "lr": 2.8885843612974083e-07}
+{"train_loss": 0.000428397033829242, "global_step": 31308, "epoch": 579, "lr": 2.8833014243154764e-07}
+{"train_loss": 0.0003770173934753984, "global_step": 31309, "epoch": 579, "lr": 2.878023308773126e-07}
+{"train_loss": 0.00039691218989901245, "global_step": 31310, "epoch": 579, "lr": 2.8727500147215923e-07}
+{"train_loss": 0.0003474707482382655, "global_step": 31311, "epoch": 579, "lr": 2.8674815422119474e-07}
+{"train_loss": 0.00033010143670253456, "global_step": 31312, "epoch": 579, "lr": 2.8622178912953713e-07}
+{"train_loss": 0.0004221986164338887, "global_step": 31313, "epoch": 579, "lr": 2.8569590620228793e-07}
+{"train_loss": 0.00032989864121191204, "global_step": 31314, "epoch": 579, "lr": 2.851705054445486e-07}
+{"train_loss": 0.00041648393380455673, "global_step": 31315, "epoch": 579, "lr": 2.8464558686141506e-07}
+{"train_loss": 0.00040676063508726656, "global_step": 31316, "epoch": 579, "lr": 2.8412115045797215e-07}
+{"train_loss": 0.00034321346902288496, "global_step": 31317, "epoch": 579, "lr": 2.835971962393158e-07}
+{"train_loss": 0.00033766942215152085, "global_step": 31318, "epoch": 579, "lr": 2.830737242105197e-07}
+{"train_loss": 0.00038969237141794075, "global_step": 31319, "epoch": 579, "lr": 2.825507343766687e-07, "val_loss": 0.000966044026426971}
+{"train_loss": 0.00036560423905029893, "global_step": 31320, "epoch": 580, "lr": 2.820282267428309e-07}
+{"train_loss": 0.0005853205220773816, "global_step": 31321, "epoch": 580, "lr": 2.8150620131407454e-07}
+{"train_loss": 0.0002834297192748636, "global_step": 31322, "epoch": 580, "lr": 2.809846580954623e-07}
+{"train_loss": 0.0003557648742571473, "global_step": 31323, "epoch": 580, "lr": 2.804635970920455e-07}
+{"train_loss": 0.0005150217330083251, "global_step": 31324, "epoch": 580, "lr": 2.799430183088925e-07}
+{"train_loss": 0.000376451964257285, "global_step": 31325, "epoch": 580, "lr": 2.794229217510436e-07}
+{"train_loss": 0.00034406071063131094, "global_step": 31326, "epoch": 580, "lr": 2.7890330742354476e-07}
+{"train_loss": 0.0005363099626265466, "global_step": 31327, "epoch": 580, "lr": 2.783841753314309e-07}
+{"train_loss": 0.00024145093630068004, "global_step": 31328, "epoch": 580, "lr": 2.778655254797424e-07}
+{"train_loss": 0.00037929965765215456, "global_step": 31329, "epoch": 580, "lr": 2.773473578735142e-07}
+{"train_loss": 0.0003026442718692124, "global_step": 31330, "epoch": 580, "lr": 2.7682967251775884e-07}
+{"train_loss": 0.0002709980180952698, "global_step": 31331, "epoch": 580, "lr": 2.7631246941750564e-07}
+{"train_loss": 0.00045701320050284266, "global_step": 31332, "epoch": 580, "lr": 2.7579574857777293e-07}
+{"train_loss": 0.0005694094579666853, "global_step": 31333, "epoch": 580, "lr": 2.752795100035677e-07}
+{"train_loss": 0.0009072924149222672, "global_step": 31334, "epoch": 580, "lr": 2.7476375369989704e-07}
+{"train_loss": 0.0005050440668128431, "global_step": 31335, "epoch": 580, "lr": 2.742484796717626e-07}
+{"train_loss": 0.0003375524829607457, "global_step": 31336, "epoch": 580, "lr": 2.7373368792416587e-07}
+{"train_loss": 0.00031011056853458285, "global_step": 31337, "epoch": 580, "lr": 2.732193784621029e-07}
+{"train_loss": 0.0003905556513927877, "global_step": 31338, "epoch": 580, "lr": 2.727055512905474e-07}
+{"train_loss": 0.0004225979500915855, "global_step": 31339, "epoch": 580, "lr": 2.721922064144955e-07}
+{"train_loss": 0.0004774580302182585, "global_step": 31340, "epoch": 580, "lr": 2.716793438389209e-07}
+{"train_loss": 0.0003627431287895888, "global_step": 31341, "epoch": 580, "lr": 2.71166963568803e-07}
+{"train_loss": 0.00030855354270897806, "global_step": 31342, "epoch": 580, "lr": 2.7065506560911003e-07}
+{"train_loss": 0.0005129595519974828, "global_step": 31343, "epoch": 580, "lr": 2.7014364996479357e-07}
+{"train_loss": 0.0005090389167889953, "global_step": 31344, "epoch": 580, "lr": 2.69632716640833e-07}
+{"train_loss": 0.0002817498752847314, "global_step": 31345, "epoch": 580, "lr": 2.6912226564217435e-07}
+{"train_loss": 0.0006572178681381047, "global_step": 31346, "epoch": 580, "lr": 2.6861229697376367e-07}
+{"train_loss": 0.0004002941132057458, "global_step": 31347, "epoch": 580, "lr": 2.681028106405581e-07}
+{"train_loss": 0.00042123894672840834, "global_step": 31348, "epoch": 580, "lr": 2.6759380664749254e-07}
+{"train_loss": 0.0007144570699892938, "global_step": 31349, "epoch": 580, "lr": 2.670852849995076e-07}
+{"train_loss": 0.0004662618739530444, "global_step": 31350, "epoch": 580, "lr": 2.66577245701527e-07}
+{"train_loss": 0.00029654978425242007, "global_step": 31351, "epoch": 580, "lr": 2.660696887584857e-07}
+{"train_loss": 0.00039912827196531, "global_step": 31352, "epoch": 580, "lr": 2.655626141753076e-07}
+{"train_loss": 0.00035164921428076923, "global_step": 31353, "epoch": 580, "lr": 2.650560219569054e-07}
+{"train_loss": 0.0005773601587861776, "global_step": 31354, "epoch": 580, "lr": 2.645499121081918e-07}
+{"train_loss": 0.00043375755194574594, "global_step": 31355, "epoch": 580, "lr": 2.640442846340796e-07}
+{"train_loss": 0.000344818428857252, "global_step": 31356, "epoch": 580, "lr": 2.635391395394704e-07}
+{"train_loss": 0.0004177693626843393, "global_step": 31357, "epoch": 580, "lr": 2.6303447682926583e-07}
+{"train_loss": 0.0003597128961700946, "global_step": 31358, "epoch": 580, "lr": 2.6253029650836204e-07}
+{"train_loss": 0.00047839683247730136, "global_step": 31359, "epoch": 580, "lr": 2.6202659858164394e-07}
+{"train_loss": 0.00031093621510080993, "global_step": 31360, "epoch": 580, "lr": 2.6152338305399646e-07}
+{"train_loss": 0.0005725600640289485, "global_step": 31361, "epoch": 580, "lr": 2.610206499303047e-07}
+{"train_loss": 0.0004279420245438814, "global_step": 31362, "epoch": 580, "lr": 2.6051839921544253e-07}
+{"train_loss": 0.00039523173472844064, "global_step": 31363, "epoch": 580, "lr": 2.600166309142782e-07}
+{"train_loss": 0.0005610940861515701, "global_step": 31364, "epoch": 580, "lr": 2.5951534503168564e-07}
+{"train_loss": 0.0006012191879563034, "global_step": 31365, "epoch": 580, "lr": 2.59014541572522e-07}
+{"train_loss": 0.0004647689638659358, "global_step": 31366, "epoch": 580, "lr": 2.5851422054164465e-07}
+{"train_loss": 0.0005046110600233078, "global_step": 31367, "epoch": 580, "lr": 2.5801438194390517e-07}
+{"train_loss": 0.0004276621912140399, "global_step": 31368, "epoch": 580, "lr": 2.575150257841552e-07}
+{"train_loss": 0.0003051622479688376, "global_step": 31369, "epoch": 580, "lr": 2.570161520672298e-07}
+{"train_loss": 0.0005563172744587064, "global_step": 31370, "epoch": 580, "lr": 2.565177607979752e-07}
+{"train_loss": 0.0004683562438003719, "global_step": 31371, "epoch": 580, "lr": 2.560198519812207e-07}
+{"train_loss": 0.0004667544853873551, "global_step": 31372, "epoch": 580, "lr": 2.555224256218014e-07}
+{"train_loss": 0.00043785084131673946, "global_step": 31373, "epoch": 580, "lr": 2.5502548172454123e-07, "val_loss": 0.0035144174471497536, "train_action_mse_error": 2.3490396415581927e-05}
+{"train_loss": 0.00039582012686878443, "global_step": 31374, "epoch": 581, "lr": 2.54529020294253e-07}
+{"train_loss": 0.0005027884035371244, "global_step": 31375, "epoch": 581, "lr": 2.5403304133574943e-07}
+{"train_loss": 0.00034534779842942953, "global_step": 31376, "epoch": 581, "lr": 2.535375448538546e-07}
+{"train_loss": 0.00036857312079519033, "global_step": 31377, "epoch": 581, "lr": 2.530425308533646e-07}
+{"train_loss": 0.0007931808358989656, "global_step": 31378, "epoch": 581, "lr": 2.525479993390811e-07}
+{"train_loss": 0.0006340715917758644, "global_step": 31379, "epoch": 581, "lr": 2.5205395031580593e-07}
+{"train_loss": 0.00035233463859185576, "global_step": 31380, "epoch": 581, "lr": 2.51560383788324e-07}
+{"train_loss": 0.000513105362188071, "global_step": 31381, "epoch": 581, "lr": 2.510672997614205e-07}
+{"train_loss": 0.0003273177135270089, "global_step": 31382, "epoch": 581, "lr": 2.5057469823988597e-07}
+{"train_loss": 0.0003540846810210496, "global_step": 31383, "epoch": 581, "lr": 2.5008257922849445e-07}
+{"train_loss": 0.000338116631610319, "global_step": 31384, "epoch": 581, "lr": 2.4959094273201977e-07}
+{"train_loss": 0.0005839415243826807, "global_step": 31385, "epoch": 581, "lr": 2.4909978875523046e-07}
+{"train_loss": 0.00029937326326034963, "global_step": 31386, "epoch": 581, "lr": 2.4860911730288927e-07}
+{"train_loss": 0.0004464164958335459, "global_step": 31387, "epoch": 581, "lr": 2.4811892837974806e-07}
+{"train_loss": 0.0004378769372124225, "global_step": 31388, "epoch": 581, "lr": 2.4762922199057516e-07}
+{"train_loss": 0.00035731110256165266, "global_step": 31389, "epoch": 581, "lr": 2.4713999814011123e-07}
+{"train_loss": 0.00047309379442594945, "global_step": 31390, "epoch": 581, "lr": 2.4665125683310254e-07}
+{"train_loss": 0.0004834235005546361, "global_step": 31391, "epoch": 581, "lr": 2.461629980742841e-07}
+{"train_loss": 0.00041150260949507356, "global_step": 31392, "epoch": 581, "lr": 2.456752218684022e-07}
+{"train_loss": 0.0005729363183490932, "global_step": 31393, "epoch": 581, "lr": 2.4518792822018075e-07}
+{"train_loss": 0.0003437660343479365, "global_step": 31394, "epoch": 581, "lr": 2.447011171343494e-07}
+{"train_loss": 0.0003961169277317822, "global_step": 31395, "epoch": 581, "lr": 2.442147886156265e-07}
+{"train_loss": 0.00026997565873898566, "global_step": 31396, "epoch": 581, "lr": 2.4372894266872505e-07}
+{"train_loss": 0.0004441165365278721, "global_step": 31397, "epoch": 581, "lr": 2.4324357929836896e-07}
+{"train_loss": 0.0004373788251541555, "global_step": 31398, "epoch": 581, "lr": 2.427586985092545e-07}
+{"train_loss": 0.00039123676833696663, "global_step": 31399, "epoch": 581, "lr": 2.4227430030609457e-07}
+{"train_loss": 0.0002513660292606801, "global_step": 31400, "epoch": 581, "lr": 2.417903846935743e-07}
+{"train_loss": 0.0004053821903653443, "global_step": 31401, "epoch": 581, "lr": 2.4130695167640106e-07}
+{"train_loss": 0.00027869187761098146, "global_step": 31402, "epoch": 581, "lr": 2.408240012592544e-07}
+{"train_loss": 0.00028590246802195907, "global_step": 31403, "epoch": 581, "lr": 2.40341533446814e-07}
+{"train_loss": 0.0004691203066613525, "global_step": 31404, "epoch": 581, "lr": 2.39859548243776e-07}
+{"train_loss": 0.0004020255582872778, "global_step": 31405, "epoch": 581, "lr": 2.393780456548034e-07}
+{"train_loss": 0.0005297837778925896, "global_step": 31406, "epoch": 581, "lr": 2.3889702568455907e-07}
+{"train_loss": 0.0004460620984900743, "global_step": 31407, "epoch": 581, "lr": 2.3841648833772821e-07}
+{"train_loss": 0.000359237747034058, "global_step": 31408, "epoch": 581, "lr": 2.3793643361895157e-07}
+{"train_loss": 0.00047026854008436203, "global_step": 31409, "epoch": 581, "lr": 2.3745686153290313e-07}
+{"train_loss": 0.0005849887384101748, "global_step": 31410, "epoch": 581, "lr": 2.3697777208421812e-07}
+{"train_loss": 0.000385378923965618, "global_step": 31411, "epoch": 581, "lr": 2.364991652775539e-07}
+{"train_loss": 0.00022787535272073, "global_step": 31412, "epoch": 581, "lr": 2.3602104111754563e-07}
+{"train_loss": 0.00054935336811468, "global_step": 31413, "epoch": 581, "lr": 2.355433996088341e-07}
+{"train_loss": 0.0005789875867776573, "global_step": 31414, "epoch": 581, "lr": 2.350662407560489e-07}
+{"train_loss": 0.0004415743751451373, "global_step": 31415, "epoch": 581, "lr": 2.345895645638252e-07}
+{"train_loss": 0.0004072422452736646, "global_step": 31416, "epoch": 581, "lr": 2.34113371036776e-07}
+{"train_loss": 0.0005322230281308293, "global_step": 31417, "epoch": 581, "lr": 2.3363766017953094e-07}
+{"train_loss": 0.00046627031406387687, "global_step": 31418, "epoch": 581, "lr": 2.3316243199669185e-07}
+{"train_loss": 0.00031462020706385374, "global_step": 31419, "epoch": 581, "lr": 2.326876864928773e-07}
+{"train_loss": 0.0002867855073418468, "global_step": 31420, "epoch": 581, "lr": 2.3221342367268918e-07}
+{"train_loss": 0.00027755709015764296, "global_step": 31421, "epoch": 581, "lr": 2.3173964354072374e-07}
+{"train_loss": 0.0002551235374994576, "global_step": 31422, "epoch": 581, "lr": 2.3126634610157737e-07}
+{"train_loss": 0.0004677443066611886, "global_step": 31423, "epoch": 581, "lr": 2.3079353135984637e-07}
+{"train_loss": 0.0005286270170472562, "global_step": 31424, "epoch": 581, "lr": 2.3032119932010486e-07}
+{"train_loss": 0.000667761021759361, "global_step": 31425, "epoch": 581, "lr": 2.298493499869492e-07}
+{"train_loss": 0.0005207260837778449, "global_step": 31426, "epoch": 581, "lr": 2.2937798336494231e-07}
+{"train_loss": 0.0004271851592218607, "global_step": 31427, "epoch": 581, "lr": 2.2890709945866396e-07, "val_loss": 0.0017757259774953127}
+{"train_loss": 0.0005287519306875765, "global_step": 31428, "epoch": 582, "lr": 2.284366982726771e-07}
+{"train_loss": 0.000675733492244035, "global_step": 31429, "epoch": 582, "lr": 2.2796677981155035e-07}
+{"train_loss": 0.00033464052830822766, "global_step": 31430, "epoch": 582, "lr": 2.2749734407983004e-07}
+{"train_loss": 0.0003648874117061496, "global_step": 31431, "epoch": 582, "lr": 2.270283910820792e-07}
+{"train_loss": 0.0006911183591000736, "global_step": 31432, "epoch": 582, "lr": 2.265599208228386e-07}
+{"train_loss": 0.0003695810155477375, "global_step": 31433, "epoch": 582, "lr": 2.2609193330666024e-07}
+{"train_loss": 0.0004886451060883701, "global_step": 31434, "epoch": 582, "lr": 2.2562442853807376e-07}
+{"train_loss": 0.000589062343351543, "global_step": 31435, "epoch": 582, "lr": 2.2515740652162e-07}
+{"train_loss": 0.00039941008435562253, "global_step": 31436, "epoch": 582, "lr": 2.2469086726182863e-07}
+{"train_loss": 0.00039418184314854443, "global_step": 31437, "epoch": 582, "lr": 2.2422481076321833e-07}
+{"train_loss": 0.0005158467683941126, "global_step": 31438, "epoch": 582, "lr": 2.2375923703031322e-07}
+{"train_loss": 0.0004272951337043196, "global_step": 31439, "epoch": 582, "lr": 2.232941460676319e-07}
+{"train_loss": 0.0003565145016182214, "global_step": 31440, "epoch": 582, "lr": 2.2282953787968186e-07}
+{"train_loss": 0.00042531281360425055, "global_step": 31441, "epoch": 582, "lr": 2.2236541247097618e-07}
+{"train_loss": 0.00051693752175197, "global_step": 31442, "epoch": 582, "lr": 2.219017698460002e-07}
+{"train_loss": 0.0003161105269100517, "global_step": 31443, "epoch": 582, "lr": 2.2143861000926137e-07}
+{"train_loss": 0.0005459169042296708, "global_step": 31444, "epoch": 582, "lr": 2.2097593296525609e-07}
+{"train_loss": 0.0004920297651551664, "global_step": 31445, "epoch": 582, "lr": 2.2051373871846416e-07}
+{"train_loss": 0.00046093371929600835, "global_step": 31446, "epoch": 582, "lr": 2.2005202727337081e-07}
+{"train_loss": 0.00042345491237938404, "global_step": 31447, "epoch": 582, "lr": 2.1959079863445031e-07}
+{"train_loss": 0.0003729401796590537, "global_step": 31448, "epoch": 582, "lr": 2.1913005280618238e-07}
+{"train_loss": 0.0008754425216466188, "global_step": 31449, "epoch": 582, "lr": 2.1866978979303564e-07}
+{"train_loss": 0.00034231561585329473, "global_step": 31450, "epoch": 582, "lr": 2.1821000959946213e-07}
+{"train_loss": 0.0002833031176123768, "global_step": 31451, "epoch": 582, "lr": 2.1775071222993603e-07}
+{"train_loss": 0.0003911052772309631, "global_step": 31452, "epoch": 582, "lr": 2.1729189768890935e-07}
+{"train_loss": 0.00027507985942065716, "global_step": 31453, "epoch": 582, "lr": 2.168335659808285e-07}
+{"train_loss": 0.00038699322612956166, "global_step": 31454, "epoch": 582, "lr": 2.1637571711013438e-07}
+{"train_loss": 0.0004207444144412875, "global_step": 31455, "epoch": 582, "lr": 2.15918351081279e-07}
+{"train_loss": 0.000865546113345772, "global_step": 31456, "epoch": 582, "lr": 2.154614678986866e-07}
+{"train_loss": 0.00036784078110940754, "global_step": 31457, "epoch": 582, "lr": 2.1500506756679807e-07}
+{"train_loss": 0.000606577203143388, "global_step": 31458, "epoch": 582, "lr": 2.1454915009003207e-07}
+{"train_loss": 0.0003461521409917623, "global_step": 31459, "epoch": 582, "lr": 2.1409371547281287e-07}
+{"train_loss": 0.0005205263732932508, "global_step": 31460, "epoch": 582, "lr": 2.1363876371956472e-07}
+{"train_loss": 0.0005138198030181229, "global_step": 31461, "epoch": 582, "lr": 2.131842948346896e-07}
+{"train_loss": 0.0003360875998623669, "global_step": 31462, "epoch": 582, "lr": 2.127303088226007e-07}
+{"train_loss": 0.00030735216569155455, "global_step": 31463, "epoch": 582, "lr": 2.1227680568770004e-07}
+{"train_loss": 0.00037988697295077145, "global_step": 31464, "epoch": 582, "lr": 2.1182378543438408e-07}
+{"train_loss": 0.00030028840410523117, "global_step": 31465, "epoch": 582, "lr": 2.1137124806704932e-07}
+{"train_loss": 0.0004033063887618482, "global_step": 31466, "epoch": 582, "lr": 2.1091919359008672e-07}
+{"train_loss": 0.00043687238940037787, "global_step": 31467, "epoch": 582, "lr": 2.1046762200787606e-07}
+{"train_loss": 0.0003825675812549889, "global_step": 31468, "epoch": 582, "lr": 2.1001653332480274e-07}
+{"train_loss": 0.0002412236644886434, "global_step": 31469, "epoch": 582, "lr": 2.0956592754522996e-07}
+{"train_loss": 0.00043971335981041193, "global_step": 31470, "epoch": 582, "lr": 2.0911580467354308e-07}
+{"train_loss": 0.0006763944984413683, "global_step": 31471, "epoch": 582, "lr": 2.086661647140997e-07}
+{"train_loss": 0.00034677665098570287, "global_step": 31472, "epoch": 582, "lr": 2.0821700767126307e-07}
+{"train_loss": 0.0006214575842022896, "global_step": 31473, "epoch": 582, "lr": 2.0776833354938517e-07}
+{"train_loss": 0.00035500520607456565, "global_step": 31474, "epoch": 582, "lr": 2.073201423528237e-07}
+{"train_loss": 0.0008120533893816173, "global_step": 31475, "epoch": 582, "lr": 2.0687243408591962e-07}
+{"train_loss": 0.0003873959358315915, "global_step": 31476, "epoch": 582, "lr": 2.064252087530194e-07}
+{"train_loss": 0.00039441956323571503, "global_step": 31477, "epoch": 582, "lr": 2.0597846635846407e-07}
+{"train_loss": 0.0004305752518121153, "global_step": 31478, "epoch": 582, "lr": 2.0553220690657793e-07}
+{"train_loss": 0.0004099305660929531, "global_step": 31479, "epoch": 582, "lr": 2.050864304016964e-07}
+{"train_loss": 0.0004996887873858213, "global_step": 31480, "epoch": 582, "lr": 2.046411368481327e-07}
+{"train_loss": 0.0004504662210820243, "global_step": 31481, "epoch": 582, "lr": 2.0419632625022222e-07, "val_loss": 0.005064254626631737}
+{"train_loss": 0.0004638067912310362, "global_step": 31482, "epoch": 583, "lr": 2.0375199861226157e-07}
+{"train_loss": 0.0003290004679001868, "global_step": 31483, "epoch": 583, "lr": 2.033081539385695e-07}
+{"train_loss": 0.0006694317562505603, "global_step": 31484, "epoch": 583, "lr": 2.0286479223345366e-07}
+{"train_loss": 0.0003629741840995848, "global_step": 31485, "epoch": 583, "lr": 2.024219135012051e-07}
+{"train_loss": 0.0005683297640644014, "global_step": 31486, "epoch": 583, "lr": 2.019795177461259e-07}
+{"train_loss": 0.0003333952045068145, "global_step": 31487, "epoch": 583, "lr": 2.0153760497250707e-07}
+{"train_loss": 0.0003373397630639374, "global_step": 31488, "epoch": 583, "lr": 2.010961751846341e-07}
+{"train_loss": 0.0002986012550536543, "global_step": 31489, "epoch": 583, "lr": 2.006552283867813e-07}
+{"train_loss": 0.0005599680589511991, "global_step": 31490, "epoch": 583, "lr": 2.0021476458323418e-07}
+{"train_loss": 0.0005931680207140744, "global_step": 31491, "epoch": 583, "lr": 1.9977478377825597e-07}
+{"train_loss": 0.0005030253669247031, "global_step": 31492, "epoch": 583, "lr": 1.993352859761266e-07}
+{"train_loss": 0.0003790081827901304, "global_step": 31493, "epoch": 583, "lr": 1.9889627118109823e-07}
+{"train_loss": 0.0004947810666635633, "global_step": 31494, "epoch": 583, "lr": 1.9845773939742852e-07}
+{"train_loss": 0.0002810964360833168, "global_step": 31495, "epoch": 583, "lr": 1.9801969062938075e-07}
+{"train_loss": 0.00021967125940136611, "global_step": 31496, "epoch": 583, "lr": 1.9758212488119043e-07}
+{"train_loss": 0.0004647494642995298, "global_step": 31497, "epoch": 583, "lr": 1.9714504215711527e-07}
+{"train_loss": 0.0004264236777089536, "global_step": 31498, "epoch": 583, "lr": 1.9670844246137965e-07}
+{"train_loss": 0.0006530431564897299, "global_step": 31499, "epoch": 583, "lr": 1.9627232579823018e-07}
+{"train_loss": 0.0003218191268388182, "global_step": 31500, "epoch": 583, "lr": 1.9583669217189126e-07}
+{"train_loss": 0.00031755241798236966, "global_step": 31501, "epoch": 583, "lr": 1.954015415865873e-07}
+{"train_loss": 0.00048371078446507454, "global_step": 31502, "epoch": 583, "lr": 1.9496687404653712e-07}
+{"train_loss": 0.00029166456079110503, "global_step": 31503, "epoch": 583, "lr": 1.9453268955596516e-07}
+{"train_loss": 0.00034573429729789495, "global_step": 31504, "epoch": 583, "lr": 1.9409898811907357e-07}
+{"train_loss": 0.0003739818639587611, "global_step": 31505, "epoch": 583, "lr": 1.9366576974007565e-07}
+{"train_loss": 0.0003251714224461466, "global_step": 31506, "epoch": 583, "lr": 1.9323303442316253e-07}
+{"train_loss": 0.0006143684731796384, "global_step": 31507, "epoch": 583, "lr": 1.9280078217254195e-07}
+{"train_loss": 0.0006245214608497918, "global_step": 31508, "epoch": 583, "lr": 1.9236901299240496e-07}
+{"train_loss": 0.0003355440858285874, "global_step": 31509, "epoch": 583, "lr": 1.9193772688693158e-07}
+{"train_loss": 0.00025775941321626306, "global_step": 31510, "epoch": 583, "lr": 1.9150692386031287e-07}
+{"train_loss": 0.00035294174449518323, "global_step": 31511, "epoch": 583, "lr": 1.9107660391672332e-07}
+{"train_loss": 0.00040987672400660813, "global_step": 31512, "epoch": 583, "lr": 1.906467670603429e-07}
+{"train_loss": 0.0003349904727656394, "global_step": 31513, "epoch": 583, "lr": 1.9021741329532937e-07}
+{"train_loss": 0.000540790380910039, "global_step": 31514, "epoch": 583, "lr": 1.8978854262585167e-07}
+{"train_loss": 0.00034766478347592056, "global_step": 31515, "epoch": 583, "lr": 1.8936015505607308e-07}
+{"train_loss": 0.000512315658852458, "global_step": 31516, "epoch": 583, "lr": 1.8893225059014032e-07}
+{"train_loss": 0.0002229735691798851, "global_step": 31517, "epoch": 583, "lr": 1.8850482923221114e-07}
+{"train_loss": 0.0003507868095766753, "global_step": 31518, "epoch": 583, "lr": 1.8807789098643225e-07}
+{"train_loss": 0.00041988142766058445, "global_step": 31519, "epoch": 583, "lr": 1.8765143585693922e-07}
+{"train_loss": 0.0005733587895520031, "global_step": 31520, "epoch": 583, "lr": 1.8722546384786767e-07}
+{"train_loss": 0.0003518798912409693, "global_step": 31521, "epoch": 583, "lr": 1.8679997496335311e-07}
+{"train_loss": 0.000490538717713207, "global_step": 31522, "epoch": 583, "lr": 1.8637496920751452e-07}
+{"train_loss": 0.0006941682077012956, "global_step": 31523, "epoch": 583, "lr": 1.8595044658448746e-07}
+{"train_loss": 0.0002846386923920363, "global_step": 31524, "epoch": 583, "lr": 1.8552640709837976e-07}
+{"train_loss": 0.0004613689670804888, "global_step": 31525, "epoch": 583, "lr": 1.851028507533048e-07}
+{"train_loss": 0.0005238763988018036, "global_step": 31526, "epoch": 583, "lr": 1.846797775533704e-07}
+{"train_loss": 0.00027663345099426806, "global_step": 31527, "epoch": 583, "lr": 1.842571875026844e-07}
+{"train_loss": 0.0003042926255147904, "global_step": 31528, "epoch": 583, "lr": 1.8383508060533795e-07}
+{"train_loss": 0.0004200712137389928, "global_step": 31529, "epoch": 583, "lr": 1.8341345686543332e-07}
+{"train_loss": 0.0004674539959523827, "global_step": 31530, "epoch": 583, "lr": 1.829923162870506e-07}
+{"train_loss": 0.00031339796259999275, "global_step": 31531, "epoch": 583, "lr": 1.8257165887428097e-07}
+{"train_loss": 0.0005179953295737505, "global_step": 31532, "epoch": 583, "lr": 1.8215148463120446e-07}
+{"train_loss": 0.00029875332256779075, "global_step": 31533, "epoch": 583, "lr": 1.8173179356189563e-07}
+{"train_loss": 0.00023309324751608074, "global_step": 31534, "epoch": 583, "lr": 1.813125856704234e-07}
+{"train_loss": 0.0004128199342866773, "global_step": 31535, "epoch": 583, "lr": 1.8089386096085125e-07, "val_loss": 0.0023336082231253386}
+{"train_loss": 0.00029032613383606076, "global_step": 31536, "epoch": 584, "lr": 1.8047561943724812e-07}
+{"train_loss": 0.00030966178746894, "global_step": 31537, "epoch": 584, "lr": 1.800578611036552e-07}
+{"train_loss": 0.00036417649243958294, "global_step": 31538, "epoch": 584, "lr": 1.7964058596414146e-07}
+{"train_loss": 0.0004352970572654158, "global_step": 31539, "epoch": 584, "lr": 1.7922379402274814e-07}
+{"train_loss": 0.00048042242997325957, "global_step": 31540, "epoch": 584, "lr": 1.7880748528351644e-07}
+{"train_loss": 0.00046899731387384236, "global_step": 31541, "epoch": 584, "lr": 1.78391659750482e-07}
+{"train_loss": 0.0004260526329744607, "global_step": 31542, "epoch": 584, "lr": 1.779763174276805e-07}
+{"train_loss": 0.00031199827208183706, "global_step": 31543, "epoch": 584, "lr": 1.7756145831914206e-07}
+{"train_loss": 0.0003524638887029141, "global_step": 31544, "epoch": 584, "lr": 1.7714708242888568e-07}
+{"train_loss": 0.00040093337884172797, "global_step": 31545, "epoch": 584, "lr": 1.7673318976093035e-07}
+{"train_loss": 0.00032421021023765206, "global_step": 31546, "epoch": 584, "lr": 1.7631978031929508e-07}
+{"train_loss": 0.00032237646519206464, "global_step": 31547, "epoch": 584, "lr": 1.759068541079878e-07}
+{"train_loss": 0.00030891396454535425, "global_step": 31548, "epoch": 584, "lr": 1.7549441113101083e-07}
+{"train_loss": 0.00045128416968509555, "global_step": 31549, "epoch": 584, "lr": 1.7508245139236657e-07}
+{"train_loss": 0.0003452252421993762, "global_step": 31550, "epoch": 584, "lr": 1.7467097489604622e-07}
+{"train_loss": 0.00044395984150469303, "global_step": 31551, "epoch": 584, "lr": 1.7425998164605218e-07}
+{"train_loss": 0.0002951334463432431, "global_step": 31552, "epoch": 584, "lr": 1.73849471646359e-07}
+{"train_loss": 0.0002597823622636497, "global_step": 31553, "epoch": 584, "lr": 1.7343944490095244e-07}
+{"train_loss": 0.0005524551379494369, "global_step": 31554, "epoch": 584, "lr": 1.7302990141380703e-07}
+{"train_loss": 0.0009120063041336834, "global_step": 31555, "epoch": 584, "lr": 1.7262084118889743e-07}
+{"train_loss": 0.0005198345752432942, "global_step": 31556, "epoch": 584, "lr": 1.7221226423019265e-07}
+{"train_loss": 0.00022628491569776088, "global_step": 31557, "epoch": 584, "lr": 1.7180417054165065e-07}
+{"train_loss": 0.0004529832222033292, "global_step": 31558, "epoch": 584, "lr": 1.7139656012722938e-07}
+{"train_loss": 0.0005965770687907934, "global_step": 31559, "epoch": 584, "lr": 1.7098943299088678e-07}
+{"train_loss": 0.0003610669227782637, "global_step": 31560, "epoch": 584, "lr": 1.705827891365752e-07}
+{"train_loss": 0.0003958909946959466, "global_step": 31561, "epoch": 584, "lr": 1.701766285682249e-07}
+{"train_loss": 0.0002296196180395782, "global_step": 31562, "epoch": 584, "lr": 1.6977095128978826e-07}
+{"train_loss": 0.000577646482270211, "global_step": 31563, "epoch": 584, "lr": 1.693657573051899e-07}
+{"train_loss": 0.0003428710042499006, "global_step": 31564, "epoch": 584, "lr": 1.6896104661836553e-07}
+{"train_loss": 0.0004998763906769454, "global_step": 31565, "epoch": 584, "lr": 1.6855681923323984e-07}
+{"train_loss": 0.0003115373838227242, "global_step": 31566, "epoch": 584, "lr": 1.6815307515373192e-07}
+{"train_loss": 0.000626827240921557, "global_step": 31567, "epoch": 584, "lr": 1.6774981438376081e-07}
+{"train_loss": 0.0003620648931246251, "global_step": 31568, "epoch": 584, "lr": 1.6734703692723452e-07}
+{"train_loss": 0.0003837269905488938, "global_step": 31569, "epoch": 584, "lr": 1.669447427880555e-07}
+{"train_loss": 0.0005698638269677758, "global_step": 31570, "epoch": 584, "lr": 1.6654293197013727e-07}
+{"train_loss": 0.0009376090602017939, "global_step": 31571, "epoch": 584, "lr": 1.6614160447736559e-07}
+{"train_loss": 0.00047656899550929666, "global_step": 31572, "epoch": 584, "lr": 1.6574076031364294e-07}
+{"train_loss": 0.0004588485462591052, "global_step": 31573, "epoch": 584, "lr": 1.6534039948284397e-07}
+{"train_loss": 0.0004942016093991697, "global_step": 31574, "epoch": 584, "lr": 1.6494052198886555e-07}
+{"train_loss": 0.000259579683188349, "global_step": 31575, "epoch": 584, "lr": 1.645411278355713e-07}
+{"train_loss": 0.0004784713382832706, "global_step": 31576, "epoch": 584, "lr": 1.6414221702685251e-07}
+{"train_loss": 0.0005880719400011003, "global_step": 31577, "epoch": 584, "lr": 1.6374378956656167e-07}
+{"train_loss": 0.0005471597542054951, "global_step": 31578, "epoch": 584, "lr": 1.6334584545857345e-07}
+{"train_loss": 0.0005017736693844199, "global_step": 31579, "epoch": 584, "lr": 1.6294838470674034e-07}
+{"train_loss": 0.0005675720749422908, "global_step": 31580, "epoch": 584, "lr": 1.625514073149259e-07}
+{"train_loss": 0.0005230918759480119, "global_step": 31581, "epoch": 584, "lr": 1.6215491328697152e-07}
+{"train_loss": 0.0006276440690271556, "global_step": 31582, "epoch": 584, "lr": 1.6175890262672966e-07}
+{"train_loss": 0.0005981753347441554, "global_step": 31583, "epoch": 584, "lr": 1.6136337533803613e-07}
+{"train_loss": 0.00047089107101783156, "global_step": 31584, "epoch": 584, "lr": 1.6096833142473234e-07}
+{"train_loss": 0.0002814351173583418, "global_step": 31585, "epoch": 584, "lr": 1.6057377089063741e-07}
+{"train_loss": 0.00036126564373262227, "global_step": 31586, "epoch": 584, "lr": 1.601796937395983e-07}
+{"train_loss": 0.00040645699482411146, "global_step": 31587, "epoch": 584, "lr": 1.5978609997542304e-07}
+{"train_loss": 0.0006441464647650719, "global_step": 31588, "epoch": 584, "lr": 1.593929896019253e-07}
+{"train_loss": 0.00044645309848150374, "global_step": 31589, "epoch": 584, "lr": 1.5900036262292973e-07, "val_loss": 0.002310047624632716}
+{"train_loss": 0.0004093268362339586, "global_step": 31590, "epoch": 585, "lr": 1.5860821904223887e-07}
+{"train_loss": 0.0005358958151191473, "global_step": 31591, "epoch": 585, "lr": 1.5821655886365529e-07}
+{"train_loss": 0.0003709560551214963, "global_step": 31592, "epoch": 585, "lr": 1.5782538209097585e-07}
+{"train_loss": 0.00031547900289297104, "global_step": 31593, "epoch": 585, "lr": 1.5743468872800315e-07}
+{"train_loss": 0.0002577002451289445, "global_step": 31594, "epoch": 585, "lr": 1.5704447877851746e-07}
+{"train_loss": 0.0003815127129200846, "global_step": 31595, "epoch": 585, "lr": 1.5665475224630466e-07}
+{"train_loss": 0.00048201423487626016, "global_step": 31596, "epoch": 585, "lr": 1.562655091351506e-07}
+{"train_loss": 0.0004459040646906942, "global_step": 31597, "epoch": 585, "lr": 1.558767494488189e-07}
+{"train_loss": 0.00039478178950957954, "global_step": 31598, "epoch": 585, "lr": 1.554884731910955e-07}
+{"train_loss": 0.0004056366451550275, "global_step": 31599, "epoch": 585, "lr": 1.5510068036573288e-07}
+{"train_loss": 0.0005470763426274061, "global_step": 31600, "epoch": 585, "lr": 1.547133709765003e-07}
+{"train_loss": 0.0004639123217202723, "global_step": 31601, "epoch": 585, "lr": 1.5432654502714473e-07}
+{"train_loss": 0.0003379825793672353, "global_step": 31602, "epoch": 585, "lr": 1.539402025214298e-07}
+{"train_loss": 0.0003133929567411542, "global_step": 31603, "epoch": 585, "lr": 1.535543434631026e-07}
+{"train_loss": 0.00038147400482557714, "global_step": 31604, "epoch": 585, "lr": 1.5316896785589341e-07}
+{"train_loss": 0.000409844855312258, "global_step": 31605, "epoch": 585, "lr": 1.527840757035437e-07}
+{"train_loss": 0.0003382039431016892, "global_step": 31606, "epoch": 585, "lr": 1.523996670097949e-07}
+{"train_loss": 0.00043518710299395025, "global_step": 31607, "epoch": 585, "lr": 1.520157417783663e-07}
+{"train_loss": 0.0005834604380652308, "global_step": 31608, "epoch": 585, "lr": 1.5163230001298824e-07}
+{"train_loss": 0.0006608988041989505, "global_step": 31609, "epoch": 585, "lr": 1.5124934171737438e-07}
+{"train_loss": 0.0005677258595824242, "global_step": 31610, "epoch": 585, "lr": 1.5086686689524399e-07}
+{"train_loss": 0.0004952515009790659, "global_step": 31611, "epoch": 585, "lr": 1.5048487555029966e-07}
+{"train_loss": 0.0005650243256241083, "global_step": 31612, "epoch": 585, "lr": 1.501033676862551e-07}
+{"train_loss": 0.0003951688704546541, "global_step": 31613, "epoch": 585, "lr": 1.497223433068018e-07}
+{"train_loss": 0.00047901252401061356, "global_step": 31614, "epoch": 585, "lr": 1.4934180241564233e-07}
+{"train_loss": 0.00033909667399711907, "global_step": 31615, "epoch": 585, "lr": 1.4896174501646265e-07}
+{"train_loss": 0.00034151013824157417, "global_step": 31616, "epoch": 585, "lr": 1.485821711129487e-07}
+{"train_loss": 0.00045320455683395267, "global_step": 31617, "epoch": 585, "lr": 1.4820308070878086e-07}
+{"train_loss": 0.000664557155687362, "global_step": 31618, "epoch": 585, "lr": 1.4782447380764508e-07}
+{"train_loss": 0.00036154239205643535, "global_step": 31619, "epoch": 585, "lr": 1.474463504132051e-07}
+{"train_loss": 0.0004888726980425417, "global_step": 31620, "epoch": 585, "lr": 1.4706871052912463e-07}
+{"train_loss": 0.0005006245919503272, "global_step": 31621, "epoch": 585, "lr": 1.4669155415907853e-07}
+{"train_loss": 0.0003942683106288314, "global_step": 31622, "epoch": 585, "lr": 1.463148813067139e-07}
+{"train_loss": 0.000304738205159083, "global_step": 31623, "epoch": 585, "lr": 1.4593869197568887e-07}
+{"train_loss": 0.0004082422819919884, "global_step": 31624, "epoch": 585, "lr": 1.4556298616965614e-07}
+{"train_loss": 0.0003788966278079897, "global_step": 31625, "epoch": 585, "lr": 1.4518776389225165e-07}
+{"train_loss": 0.00030619962490163743, "global_step": 31626, "epoch": 585, "lr": 1.4481302514711692e-07}
+{"train_loss": 0.00041503002285026014, "global_step": 31627, "epoch": 585, "lr": 1.4443876993788797e-07}
+{"train_loss": 0.0004904725356027484, "global_step": 31628, "epoch": 585, "lr": 1.4406499826818964e-07}
+{"train_loss": 0.000500011898111552, "global_step": 31629, "epoch": 585, "lr": 1.4369171014165794e-07}
+{"train_loss": 0.0004002805217169225, "global_step": 31630, "epoch": 585, "lr": 1.4331890556190664e-07}
+{"train_loss": 0.0005705634830519557, "global_step": 31631, "epoch": 585, "lr": 1.429465845325495e-07}
+{"train_loss": 0.00041215887176804245, "global_step": 31632, "epoch": 585, "lr": 1.4257474705719476e-07}
+{"train_loss": 0.0003709485463332385, "global_step": 31633, "epoch": 585, "lr": 1.4220339313945618e-07}
+{"train_loss": 0.0004143362457398325, "global_step": 31634, "epoch": 585, "lr": 1.4183252278294202e-07}
+{"train_loss": 0.00028550715069286525, "global_step": 31635, "epoch": 585, "lr": 1.414621359912327e-07}
+{"train_loss": 0.0005150241777300835, "global_step": 31636, "epoch": 585, "lr": 1.410922327679254e-07}
+{"train_loss": 0.00031691970070824027, "global_step": 31637, "epoch": 585, "lr": 1.4072281311661163e-07}
+{"train_loss": 0.00039622749318368733, "global_step": 31638, "epoch": 585, "lr": 1.4035387704087743e-07}
+{"train_loss": 0.0004894371959380805, "global_step": 31639, "epoch": 585, "lr": 1.3998542454429776e-07}
+{"train_loss": 0.00019491581770125777, "global_step": 31640, "epoch": 585, "lr": 1.3961745563044192e-07}
+{"train_loss": 0.000623374420683831, "global_step": 31641, "epoch": 585, "lr": 1.3924997030287934e-07}
+{"train_loss": 0.0004460332856979221, "global_step": 31642, "epoch": 585, "lr": 1.3888296856517935e-07}
+{"train_loss": 0.0004290236169321428, "global_step": 31643, "epoch": 585, "lr": 1.385164504209002e-07, "val_loss": 0.002652504248544574, "train_action_mse_error": 2.7930329451919533e-05}
+{"train_loss": 0.0004570379387587309, "global_step": 31644, "epoch": 586, "lr": 1.3815041587359468e-07}
+{"train_loss": 0.0004584893467836082, "global_step": 31645, "epoch": 586, "lr": 1.3778486492681543e-07}
+{"train_loss": 0.000645202468149364, "global_step": 31646, "epoch": 586, "lr": 1.3741979758410405e-07}
+{"train_loss": 0.0004339140432421118, "global_step": 31647, "epoch": 586, "lr": 1.3705521384900223e-07}
+{"train_loss": 0.00031888202647678554, "global_step": 31648, "epoch": 586, "lr": 1.3669111372504594e-07}
+{"train_loss": 0.000258736836258322, "global_step": 31649, "epoch": 586, "lr": 1.3632749721577132e-07}
+{"train_loss": 0.00039665840449742973, "global_step": 31650, "epoch": 586, "lr": 1.3596436432469773e-07}
+{"train_loss": 0.0004415384028106928, "global_step": 31651, "epoch": 586, "lr": 1.356017150553557e-07}
+{"train_loss": 0.00025426159845665097, "global_step": 31652, "epoch": 586, "lr": 1.352395494112535e-07}
+{"train_loss": 0.00038315338315442204, "global_step": 31653, "epoch": 586, "lr": 1.3487786739590502e-07}
+{"train_loss": 0.0003528835659381002, "global_step": 31654, "epoch": 586, "lr": 1.3451666901282967e-07}
+{"train_loss": 0.00040435927803628147, "global_step": 31655, "epoch": 586, "lr": 1.3415595426551353e-07}
+{"train_loss": 0.00046184140956029296, "global_step": 31656, "epoch": 586, "lr": 1.3379572315746492e-07}
+{"train_loss": 0.0008129003108479083, "global_step": 31657, "epoch": 586, "lr": 1.3343597569218102e-07}
+{"train_loss": 0.00038623958243988454, "global_step": 31658, "epoch": 586, "lr": 1.3307671187314243e-07}
+{"train_loss": 0.0002977623953483999, "global_step": 31659, "epoch": 586, "lr": 1.3271793170383517e-07}
+{"train_loss": 0.00046451552771031857, "global_step": 31660, "epoch": 586, "lr": 1.323596351877454e-07}
+{"train_loss": 0.00047595208161510527, "global_step": 31661, "epoch": 586, "lr": 1.3200182232834256e-07}
+{"train_loss": 0.0006387419998645782, "global_step": 31662, "epoch": 586, "lr": 1.316444931290961e-07}
+{"train_loss": 0.00037434641853906214, "global_step": 31663, "epoch": 586, "lr": 1.3128764759347546e-07}
+{"train_loss": 0.00032199305132962763, "global_step": 31664, "epoch": 586, "lr": 1.3093128572493897e-07}
+{"train_loss": 0.0005068427417427301, "global_step": 31665, "epoch": 586, "lr": 1.3057540752694498e-07}
+{"train_loss": 0.00039485417073592544, "global_step": 31666, "epoch": 586, "lr": 1.3022001300294628e-07}
+{"train_loss": 0.0004064386594109237, "global_step": 31667, "epoch": 586, "lr": 1.298651021563846e-07}
+{"train_loss": 0.00033048802288249135, "global_step": 31668, "epoch": 586, "lr": 1.2951067499070158e-07}
+{"train_loss": 0.000632361217867583, "global_step": 31669, "epoch": 586, "lr": 1.291567315093445e-07}
+{"train_loss": 0.0003136441227979958, "global_step": 31670, "epoch": 586, "lr": 1.288032717157328e-07}
+{"train_loss": 0.00042668406968005, "global_step": 31671, "epoch": 586, "lr": 1.2845029561330823e-07}
+{"train_loss": 0.00042904424481093884, "global_step": 31672, "epoch": 586, "lr": 1.280978032054847e-07}
+{"train_loss": 0.0004920686478726566, "global_step": 31673, "epoch": 586, "lr": 1.2774579449568723e-07}
+{"train_loss": 0.00041009270353242755, "global_step": 31674, "epoch": 586, "lr": 1.2739426948732424e-07}
+{"train_loss": 0.00023468106519430876, "global_step": 31675, "epoch": 586, "lr": 1.270432281838041e-07}
+{"train_loss": 0.000451973668532446, "global_step": 31676, "epoch": 586, "lr": 1.2669267058854073e-07}
+{"train_loss": 0.0006409622728824615, "global_step": 31677, "epoch": 586, "lr": 1.2634259670492588e-07}
+{"train_loss": 0.00042573624523356557, "global_step": 31678, "epoch": 586, "lr": 1.259930065363568e-07}
+{"train_loss": 0.0006060221348889172, "global_step": 31679, "epoch": 586, "lr": 1.256439000862253e-07}
+{"train_loss": 0.0002565069298725575, "global_step": 31680, "epoch": 586, "lr": 1.2529527735791746e-07}
+{"train_loss": 0.0003431796794757247, "global_step": 31681, "epoch": 586, "lr": 1.2494713835481399e-07}
+{"train_loss": 0.0004909338313154876, "global_step": 31682, "epoch": 586, "lr": 1.245994830802899e-07}
+{"train_loss": 0.0007321099401451647, "global_step": 31683, "epoch": 586, "lr": 1.2425231153771476e-07}
+{"train_loss": 0.0004946255940012634, "global_step": 31684, "epoch": 586, "lr": 1.2390562373046367e-07}
+{"train_loss": 0.0004936134791933, "global_step": 31685, "epoch": 586, "lr": 1.2355941966189498e-07}
+{"train_loss": 0.0006044358015060425, "global_step": 31686, "epoch": 586, "lr": 1.2321369933536165e-07}
+{"train_loss": 0.0004066383989993483, "global_step": 31687, "epoch": 586, "lr": 1.228684627542276e-07}
+{"train_loss": 0.0004646319430321455, "global_step": 31688, "epoch": 586, "lr": 1.2252370992182905e-07}
+{"train_loss": 0.00025847586221061647, "global_step": 31689, "epoch": 586, "lr": 1.221794408415189e-07}
+{"train_loss": 0.00041427084943279624, "global_step": 31690, "epoch": 586, "lr": 1.218356555166278e-07}
+{"train_loss": 0.00036960080615244806, "global_step": 31691, "epoch": 586, "lr": 1.2149235395049752e-07}
+{"train_loss": 0.0004924048553220928, "global_step": 31692, "epoch": 586, "lr": 1.2114953614645875e-07}
+{"train_loss": 0.0003821954014711082, "global_step": 31693, "epoch": 586, "lr": 1.2080720210783102e-07}
+{"train_loss": 0.00034017476718872786, "global_step": 31694, "epoch": 586, "lr": 1.2046535183793395e-07}
+{"train_loss": 0.00045081539428792894, "global_step": 31695, "epoch": 586, "lr": 1.2012398534008706e-07}
+{"train_loss": 0.0005686887307092547, "global_step": 31696, "epoch": 586, "lr": 1.197831026175933e-07}
+{"train_loss": 0.00043818194481664923, "global_step": 31697, "epoch": 586, "lr": 1.194427036737722e-07, "val_loss": 0.0014226908097043633}
+{"train_loss": 0.0003911112726200372, "global_step": 31698, "epoch": 587, "lr": 1.1910278851192113e-07}
+{"train_loss": 0.0004460440541151911, "global_step": 31699, "epoch": 587, "lr": 1.1876335713532638e-07}
+{"train_loss": 0.0004807747027371079, "global_step": 31700, "epoch": 587, "lr": 1.1842440954729083e-07}
+{"train_loss": 0.0004130482266191393, "global_step": 31701, "epoch": 587, "lr": 1.1808594575109522e-07}
+{"train_loss": 0.0006039941217750311, "global_step": 31702, "epoch": 587, "lr": 1.1774796575003133e-07}
+{"train_loss": 0.0002719899348448962, "global_step": 31703, "epoch": 587, "lr": 1.1741046954736878e-07}
+{"train_loss": 0.0003854868409689516, "global_step": 31704, "epoch": 587, "lr": 1.1707345714638273e-07}
+{"train_loss": 0.00041916215559467673, "global_step": 31705, "epoch": 587, "lr": 1.167369285503428e-07}
+{"train_loss": 0.0004320146981626749, "global_step": 31706, "epoch": 587, "lr": 1.1640088376251302e-07}
+{"train_loss": 0.00044388140668161213, "global_step": 31707, "epoch": 587, "lr": 1.160653227861519e-07}
+{"train_loss": 0.00047865603119134903, "global_step": 31708, "epoch": 587, "lr": 1.157302456245124e-07}
+{"train_loss": 0.00027836611843667924, "global_step": 31709, "epoch": 587, "lr": 1.1539565228084748e-07}
+{"train_loss": 0.00043742512934841216, "global_step": 31710, "epoch": 587, "lr": 1.1506154275840452e-07}
+{"train_loss": 0.00027986298664472997, "global_step": 31711, "epoch": 587, "lr": 1.147279170604143e-07}
+{"train_loss": 0.0002628803486004472, "global_step": 31712, "epoch": 587, "lr": 1.143947751901242e-07}
+{"train_loss": 0.00037721756962127984, "global_step": 31713, "epoch": 587, "lr": 1.1406211715075943e-07}
+{"train_loss": 0.0007444516522809863, "global_step": 31714, "epoch": 587, "lr": 1.1372994294554517e-07}
+{"train_loss": 0.00040872403769753873, "global_step": 31715, "epoch": 587, "lr": 1.1339825257770664e-07}
+{"train_loss": 0.0006311388569884002, "global_step": 31716, "epoch": 587, "lr": 1.1306704605045238e-07}
+{"train_loss": 0.0004484769015107304, "global_step": 31717, "epoch": 587, "lr": 1.1273632336700756e-07}
+{"train_loss": 0.000642933533526957, "global_step": 31718, "epoch": 587, "lr": 1.1240608453057521e-07}
+{"train_loss": 0.0004943290841765702, "global_step": 31719, "epoch": 587, "lr": 1.1207632954435277e-07}
+{"train_loss": 0.0003775393415708095, "global_step": 31720, "epoch": 587, "lr": 1.117470584115432e-07}
+{"train_loss": 0.0003301496908534318, "global_step": 31721, "epoch": 587, "lr": 1.1141827113534398e-07}
+{"train_loss": 0.00035637590917758644, "global_step": 31722, "epoch": 587, "lr": 1.1108996771893587e-07}
+{"train_loss": 0.0005629184888675809, "global_step": 31723, "epoch": 587, "lr": 1.1076214816550523e-07}
+{"train_loss": 0.0004235875385347754, "global_step": 31724, "epoch": 587, "lr": 1.1043481247823285e-07}
+{"train_loss": 0.0004159598029218614, "global_step": 31725, "epoch": 587, "lr": 1.1010796066029394e-07}
+{"train_loss": 0.00047521432861685753, "global_step": 31726, "epoch": 587, "lr": 1.0978159271485266e-07}
+{"train_loss": 0.000628672365564853, "global_step": 31727, "epoch": 587, "lr": 1.0945570864508425e-07}
+{"train_loss": 0.0002884270215872675, "global_step": 31728, "epoch": 587, "lr": 1.0913030845414729e-07}
+{"train_loss": 0.00037644358235411346, "global_step": 31729, "epoch": 587, "lr": 1.0880539214519481e-07}
+{"train_loss": 0.000540521927177906, "global_step": 31730, "epoch": 587, "lr": 1.0848095972137429e-07}
+{"train_loss": 0.00041042629163712263, "global_step": 31731, "epoch": 587, "lr": 1.0815701118583876e-07}
+{"train_loss": 0.0003513741830829531, "global_step": 31732, "epoch": 587, "lr": 1.0783354654173017e-07}
+{"train_loss": 0.0004150032182224095, "global_step": 31733, "epoch": 587, "lr": 1.0751056579217933e-07}
+{"train_loss": 0.00033675608574412763, "global_step": 31734, "epoch": 587, "lr": 1.0718806894032818e-07}
+{"train_loss": 0.0006600833730772138, "global_step": 31735, "epoch": 587, "lr": 1.0686605598929089e-07}
+{"train_loss": 0.000467922625830397, "global_step": 31736, "epoch": 587, "lr": 1.065445269422094e-07}
+{"train_loss": 0.0003340280964039266, "global_step": 31737, "epoch": 587, "lr": 1.0622348180218677e-07}
+{"train_loss": 0.0003834968665614724, "global_step": 31738, "epoch": 587, "lr": 1.0590292057234275e-07}
+{"train_loss": 0.0003988419775851071, "global_step": 31739, "epoch": 587, "lr": 1.0558284325578038e-07}
+{"train_loss": 0.0003363938594702631, "global_step": 31740, "epoch": 587, "lr": 1.0526324985561387e-07}
+{"train_loss": 0.000405678350944072, "global_step": 31741, "epoch": 587, "lr": 1.0494414037494072e-07}
+{"train_loss": 0.0004905505338683724, "global_step": 31742, "epoch": 587, "lr": 1.0462551481684735e-07}
+{"train_loss": 0.0005000464152544737, "global_step": 31743, "epoch": 587, "lr": 1.0430737318443684e-07}
+{"train_loss": 0.0005709159304387867, "global_step": 31744, "epoch": 587, "lr": 1.0398971548078451e-07}
+{"train_loss": 0.0004180286778137088, "global_step": 31745, "epoch": 587, "lr": 1.0367254170897123e-07}
+{"train_loss": 0.0003048987127840519, "global_step": 31746, "epoch": 587, "lr": 1.0335585187208341e-07}
+{"train_loss": 0.00034240729291923344, "global_step": 31747, "epoch": 587, "lr": 1.0303964597317972e-07}
+{"train_loss": 0.00024042738368734717, "global_step": 31748, "epoch": 587, "lr": 1.0272392401533548e-07}
+{"train_loss": 0.0005643251352012157, "global_step": 31749, "epoch": 587, "lr": 1.0240868600161491e-07}
+{"train_loss": 0.0004962951643392444, "global_step": 31750, "epoch": 587, "lr": 1.0209393193506556e-07}
+{"train_loss": 0.0004327508687748815, "global_step": 31751, "epoch": 587, "lr": 1.017796618187461e-07, "val_loss": 0.002131109591573477}
+{"train_loss": 0.00035392408608458936, "global_step": 31752, "epoch": 588, "lr": 1.0146587565570409e-07}
+{"train_loss": 0.0006319760577753186, "global_step": 31753, "epoch": 588, "lr": 1.0115257344898155e-07}
+{"train_loss": 0.00037664856063202024, "global_step": 31754, "epoch": 588, "lr": 1.0083975520162048e-07}
+{"train_loss": 0.0005003365804441273, "global_step": 31755, "epoch": 588, "lr": 1.0052742091665735e-07}
+{"train_loss": 0.00044815317960456014, "global_step": 31756, "epoch": 588, "lr": 1.0021557059711195e-07}
+{"train_loss": 0.0004121274105273187, "global_step": 31757, "epoch": 588, "lr": 9.99042042460152e-08}
+{"train_loss": 0.0002624705375637859, "global_step": 31758, "epoch": 588, "lr": 9.959332186638137e-08}
+{"train_loss": 0.00044758926378563046, "global_step": 31759, "epoch": 588, "lr": 9.92829234612358e-08}
+{"train_loss": 0.0002487593446858227, "global_step": 31760, "epoch": 588, "lr": 9.897300903358164e-08}
+{"train_loss": 0.00040575588354840875, "global_step": 31761, "epoch": 588, "lr": 9.866357858642205e-08}
+{"train_loss": 0.00040033861296251416, "global_step": 31762, "epoch": 588, "lr": 9.835463212276575e-08}
+{"train_loss": 0.00024226268578786403, "global_step": 31763, "epoch": 588, "lr": 9.804616964560476e-08}
+{"train_loss": 0.00040648135473020375, "global_step": 31764, "epoch": 588, "lr": 9.773819115793115e-08}
+{"train_loss": 0.00043955454020760953, "global_step": 31765, "epoch": 588, "lr": 9.743069666273696e-08}
+{"train_loss": 0.0003618901828303933, "global_step": 31766, "epoch": 588, "lr": 9.712368616299205e-08}
+{"train_loss": 0.0004569965531118214, "global_step": 31767, "epoch": 588, "lr": 9.681715966168847e-08}
+{"train_loss": 0.0002445479913149029, "global_step": 31768, "epoch": 588, "lr": 9.65111171617905e-08}
+{"train_loss": 0.00041868179687298834, "global_step": 31769, "epoch": 588, "lr": 9.620555866626801e-08}
+{"train_loss": 0.000683890946675092, "global_step": 31770, "epoch": 588, "lr": 9.590048417808528e-08}
+{"train_loss": 0.0004230941704008728, "global_step": 31771, "epoch": 588, "lr": 9.559589370020106e-08}
+{"train_loss": 0.0005151290679350495, "global_step": 31772, "epoch": 588, "lr": 9.529178723556853e-08}
+{"train_loss": 0.0005991149228066206, "global_step": 31773, "epoch": 588, "lr": 9.49881647871409e-08}
+{"train_loss": 0.00031150286667980254, "global_step": 31774, "epoch": 588, "lr": 9.468502635786026e-08}
+{"train_loss": 0.0004020483756903559, "global_step": 31775, "epoch": 588, "lr": 9.438237195066313e-08}
+{"train_loss": 0.00047287115012295544, "global_step": 31776, "epoch": 588, "lr": 9.408020156849162e-08}
+{"train_loss": 0.00047084721154533327, "global_step": 31777, "epoch": 588, "lr": 9.377851521427117e-08}
+{"train_loss": 0.00039637842564843595, "global_step": 31778, "epoch": 588, "lr": 9.34773128909272e-08}
+{"train_loss": 0.0002724204969126731, "global_step": 31779, "epoch": 588, "lr": 9.317659460138517e-08}
+{"train_loss": 0.00042844066047109663, "global_step": 31780, "epoch": 588, "lr": 9.287636034856495e-08}
+{"train_loss": 0.0002909072209149599, "global_step": 31781, "epoch": 588, "lr": 9.257661013536979e-08}
+{"train_loss": 0.0003492987307254225, "global_step": 31782, "epoch": 588, "lr": 9.227734396470844e-08}
+{"train_loss": 0.0003525292268022895, "global_step": 31783, "epoch": 588, "lr": 9.197856183948972e-08}
+{"train_loss": 0.00042986299376934767, "global_step": 31784, "epoch": 588, "lr": 9.168026376260574e-08}
+{"train_loss": 0.0004857035237364471, "global_step": 31785, "epoch": 588, "lr": 9.138244973694865e-08}
+{"train_loss": 0.0003412145597394556, "global_step": 31786, "epoch": 588, "lr": 9.108511976541611e-08}
+{"train_loss": 0.0003671491867862642, "global_step": 31787, "epoch": 588, "lr": 9.078827385087807e-08}
+{"train_loss": 0.0006535036372952163, "global_step": 31788, "epoch": 588, "lr": 9.049191199622664e-08}
+{"train_loss": 0.0003236633783672005, "global_step": 31789, "epoch": 588, "lr": 9.019603420432621e-08}
+{"train_loss": 0.00037935952423140407, "global_step": 31790, "epoch": 588, "lr": 8.990064047805225e-08}
+{"train_loss": 0.00042412415496073663, "global_step": 31791, "epoch": 588, "lr": 8.960573082026913e-08}
+{"train_loss": 0.000568380462937057, "global_step": 31792, "epoch": 588, "lr": 8.931130523383568e-08}
+{"train_loss": 0.0006235325708985329, "global_step": 31793, "epoch": 588, "lr": 8.901736372161073e-08}
+{"train_loss": 0.00030174432322382927, "global_step": 31794, "epoch": 588, "lr": 8.872390628643646e-08}
+{"train_loss": 0.0003515811695251614, "global_step": 31795, "epoch": 588, "lr": 8.843093293116611e-08}
+{"train_loss": 0.0005248900270089507, "global_step": 31796, "epoch": 588, "lr": 8.813844365864187e-08}
+{"train_loss": 0.0005683887284249067, "global_step": 31797, "epoch": 588, "lr": 8.784643847170037e-08}
+{"train_loss": 0.00031678128289058805, "global_step": 31798, "epoch": 588, "lr": 8.755491737317267e-08}
+{"train_loss": 0.0003473226388450712, "global_step": 31799, "epoch": 588, "lr": 8.726388036587873e-08}
+{"train_loss": 0.0003180845233146101, "global_step": 31800, "epoch": 588, "lr": 8.697332745264963e-08}
+{"train_loss": 0.00027108073118142784, "global_step": 31801, "epoch": 588, "lr": 8.668325863630533e-08}
+{"train_loss": 0.0006432126392610371, "global_step": 31802, "epoch": 588, "lr": 8.63936739196547e-08}
+{"train_loss": 0.00043749052565544844, "global_step": 31803, "epoch": 588, "lr": 8.610457330550659e-08}
+{"train_loss": 0.00047906782128848135, "global_step": 31804, "epoch": 588, "lr": 8.581595679666432e-08}
+{"train_loss": 0.00041590977640158533, "global_step": 31805, "epoch": 588, "lr": 8.552782439593121e-08, "val_loss": 0.002628084970638156}
+{"train_loss": 0.00040525870281271636, "global_step": 31806, "epoch": 589, "lr": 8.524017610609947e-08}
+{"train_loss": 0.000481400202261284, "global_step": 31807, "epoch": 589, "lr": 8.495301192995575e-08}
+{"train_loss": 0.0009450303623452783, "global_step": 31808, "epoch": 589, "lr": 8.466633187029227e-08}
+{"train_loss": 0.0006568374228663743, "global_step": 31809, "epoch": 589, "lr": 8.438013592987903e-08}
+{"train_loss": 0.00046821244177408516, "global_step": 31810, "epoch": 589, "lr": 8.40944241115027e-08}
+{"train_loss": 0.00037273840280249715, "global_step": 31811, "epoch": 589, "lr": 8.380919641792218e-08}
+{"train_loss": 0.000343929830705747, "global_step": 31812, "epoch": 589, "lr": 8.352445285191857e-08}
+{"train_loss": 0.00035794181167148054, "global_step": 31813, "epoch": 589, "lr": 8.324019341624523e-08}
+{"train_loss": 0.00035855520400218666, "global_step": 31814, "epoch": 589, "lr": 8.295641811366106e-08}
+{"train_loss": 0.00037670807796530426, "global_step": 31815, "epoch": 589, "lr": 8.267312694691386e-08}
+{"train_loss": 0.00026737042935565114, "global_step": 31816, "epoch": 589, "lr": 8.239031991875701e-08}
+{"train_loss": 0.0004203532880637795, "global_step": 31817, "epoch": 589, "lr": 8.210799703192717e-08}
+{"train_loss": 0.00035605899756774306, "global_step": 31818, "epoch": 589, "lr": 8.182615828917218e-08}
+{"train_loss": 0.00040256360080093145, "global_step": 31819, "epoch": 589, "lr": 8.15448036932176e-08}
+{"train_loss": 0.00041558488737791777, "global_step": 31820, "epoch": 589, "lr": 8.12639332467946e-08}
+{"train_loss": 0.0004282192385289818, "global_step": 31821, "epoch": 589, "lr": 8.098354695262323e-08}
+{"train_loss": 0.0003698069485835731, "global_step": 31822, "epoch": 589, "lr": 8.070364481342907e-08}
+{"train_loss": 0.0003818727855104953, "global_step": 31823, "epoch": 589, "lr": 8.042422683192664e-08}
+{"train_loss": 0.00035732320975512266, "global_step": 31824, "epoch": 589, "lr": 8.014529301082485e-08}
+{"train_loss": 0.0005293660215102136, "global_step": 31825, "epoch": 589, "lr": 7.986684335282712e-08}
+{"train_loss": 0.0003135577717330307, "global_step": 31826, "epoch": 589, "lr": 7.95888778606313e-08}
+{"train_loss": 0.00037762551801279187, "global_step": 31827, "epoch": 589, "lr": 7.931139653694076e-08}
+{"train_loss": 0.0005065751611255109, "global_step": 31828, "epoch": 589, "lr": 7.903439938444223e-08}
+{"train_loss": 0.0003184626984875649, "global_step": 31829, "epoch": 589, "lr": 7.875788640582804e-08}
+{"train_loss": 0.0002932031638920307, "global_step": 31830, "epoch": 589, "lr": 7.848185760376825e-08}
+{"train_loss": 0.00043115115840919316, "global_step": 31831, "epoch": 589, "lr": 7.82063129809496e-08}
+{"train_loss": 0.00042392179602757096, "global_step": 31832, "epoch": 589, "lr": 7.793125254003664e-08}
+{"train_loss": 0.0004750119987875223, "global_step": 31833, "epoch": 589, "lr": 7.765667628371054e-08}
+{"train_loss": 0.0003867615305352956, "global_step": 31834, "epoch": 589, "lr": 7.73825842146192e-08}
+{"train_loss": 0.0002971946378238499, "global_step": 31835, "epoch": 589, "lr": 7.710897633543268e-08}
+{"train_loss": 0.00038089099689386785, "global_step": 31836, "epoch": 589, "lr": 7.68358526487989e-08}
+{"train_loss": 0.0003774053184315562, "global_step": 31837, "epoch": 589, "lr": 7.65632131573657e-08}
+{"train_loss": 0.00045154508552514017, "global_step": 31838, "epoch": 589, "lr": 7.629105786378099e-08}
+{"train_loss": 0.00039306224789470434, "global_step": 31839, "epoch": 589, "lr": 7.601938677068154e-08}
+{"train_loss": 0.0005560637800954282, "global_step": 31840, "epoch": 589, "lr": 7.574819988070414e-08}
+{"train_loss": 0.00029948627343401313, "global_step": 31841, "epoch": 589, "lr": 7.547749719648001e-08}
+{"train_loss": 0.0003032244276255369, "global_step": 31842, "epoch": 589, "lr": 7.520727872062928e-08}
+{"train_loss": 0.0002900339604821056, "global_step": 31843, "epoch": 589, "lr": 7.493754445578315e-08}
+{"train_loss": 0.0005368493730202317, "global_step": 31844, "epoch": 589, "lr": 7.466829440454514e-08}
+{"train_loss": 0.0006864630267955363, "global_step": 31845, "epoch": 589, "lr": 7.439952856953536e-08}
+{"train_loss": 0.00037123201764188707, "global_step": 31846, "epoch": 589, "lr": 7.413124695335727e-08}
+{"train_loss": 0.00036432367051020265, "global_step": 31847, "epoch": 589, "lr": 7.38634495586088e-08}
+{"train_loss": 0.00039974230458028615, "global_step": 31848, "epoch": 589, "lr": 7.359613638789343e-08}
+{"train_loss": 0.0005871273460797966, "global_step": 31849, "epoch": 589, "lr": 7.332930744380906e-08}
+{"train_loss": 0.0003666058764792979, "global_step": 31850, "epoch": 589, "lr": 7.306296272893143e-08}
+{"train_loss": 0.0003350327315274626, "global_step": 31851, "epoch": 589, "lr": 7.279710224584734e-08}
+{"train_loss": 0.0007597233634442091, "global_step": 31852, "epoch": 589, "lr": 7.253172599713809e-08}
+{"train_loss": 0.0006208961131051183, "global_step": 31853, "epoch": 589, "lr": 7.226683398537937e-08}
+{"train_loss": 0.0005990831414237618, "global_step": 31854, "epoch": 589, "lr": 7.20024262131358e-08}
+{"train_loss": 0.00042422080878168344, "global_step": 31855, "epoch": 589, "lr": 7.1738502682972e-08}
+{"train_loss": 0.0002928736212197691, "global_step": 31856, "epoch": 589, "lr": 7.147506339744702e-08}
+{"train_loss": 0.00031962699722498655, "global_step": 31857, "epoch": 589, "lr": 7.12121083591255e-08}
+{"train_loss": 0.00045117229456081986, "global_step": 31858, "epoch": 589, "lr": 7.09496375705443e-08}
+{"train_loss": 0.00042899121224224845, "global_step": 31859, "epoch": 589, "lr": 7.068765103425689e-08, "val_loss": 0.0022551182191818953}
+{"train_loss": 0.000525942537933588, "global_step": 31860, "epoch": 590, "lr": 7.042614875280018e-08}
+{"train_loss": 0.00033553369576111436, "global_step": 31861, "epoch": 590, "lr": 7.016513072871655e-08}
+{"train_loss": 0.00041062451782636344, "global_step": 31862, "epoch": 590, "lr": 6.990459696453178e-08}
+{"train_loss": 0.00039495184319093823, "global_step": 31863, "epoch": 590, "lr": 6.96445474627716e-08}
+{"train_loss": 0.0003438396961428225, "global_step": 31864, "epoch": 590, "lr": 6.93849822259618e-08}
+{"train_loss": 0.00030023566796444356, "global_step": 31865, "epoch": 590, "lr": 6.912590125662255e-08}
+{"train_loss": 0.0003400082641746849, "global_step": 31866, "epoch": 590, "lr": 6.886730455726298e-08}
+{"train_loss": 0.00040527453529648483, "global_step": 31867, "epoch": 590, "lr": 6.860919213038664e-08}
+{"train_loss": 0.0004415083967614919, "global_step": 31868, "epoch": 590, "lr": 6.835156397850818e-08}
+{"train_loss": 0.0005550598725676537, "global_step": 31869, "epoch": 590, "lr": 6.809442010412003e-08}
+{"train_loss": 0.0005657870206050575, "global_step": 31870, "epoch": 590, "lr": 6.783776050970913e-08}
+{"train_loss": 0.0002943926374427974, "global_step": 31871, "epoch": 590, "lr": 6.758158519777902e-08}
+{"train_loss": 0.00032264558831229806, "global_step": 31872, "epoch": 590, "lr": 6.732589417079993e-08}
+{"train_loss": 0.000431409920565784, "global_step": 31873, "epoch": 590, "lr": 6.707068743126432e-08}
+{"train_loss": 0.000373777438653633, "global_step": 31874, "epoch": 590, "lr": 6.681596498164244e-08}
+{"train_loss": 0.00037807479384355247, "global_step": 31875, "epoch": 590, "lr": 6.656172682439898e-08}
+{"train_loss": 0.00031764819868840277, "global_step": 31876, "epoch": 590, "lr": 6.630797296200975e-08}
+{"train_loss": 0.0005035026115365326, "global_step": 31877, "epoch": 590, "lr": 6.605470339692832e-08}
+{"train_loss": 0.0002818591019604355, "global_step": 31878, "epoch": 590, "lr": 6.580191813161385e-08}
+{"train_loss": 0.00020193452655803412, "global_step": 31879, "epoch": 590, "lr": 6.554961716851993e-08}
+{"train_loss": 0.0004208183381706476, "global_step": 31880, "epoch": 590, "lr": 6.529780051008905e-08}
+{"train_loss": 0.0003674806794151664, "global_step": 31881, "epoch": 590, "lr": 6.504646815876925e-08}
+{"train_loss": 0.00029285639175213873, "global_step": 31882, "epoch": 590, "lr": 6.479562011699192e-08}
+{"train_loss": 0.00041888761916197836, "global_step": 31883, "epoch": 590, "lr": 6.4545256387194e-08}
+{"train_loss": 0.000578380364459008, "global_step": 31884, "epoch": 590, "lr": 6.429537697180688e-08}
+{"train_loss": 0.0002998957352247089, "global_step": 31885, "epoch": 590, "lr": 6.404598187324528e-08}
+{"train_loss": 0.0003802073479164392, "global_step": 31886, "epoch": 590, "lr": 6.379707109393507e-08}
+{"train_loss": 0.0004997540381737053, "global_step": 31887, "epoch": 590, "lr": 6.354864463629095e-08}
+{"train_loss": 0.0002613603137433529, "global_step": 31888, "epoch": 590, "lr": 6.330070250271658e-08}
+{"train_loss": 0.0003731026081368327, "global_step": 31889, "epoch": 590, "lr": 6.305324469561558e-08}
+{"train_loss": 0.000412596418755129, "global_step": 31890, "epoch": 590, "lr": 6.280627121739712e-08}
+{"train_loss": 0.00037558944313786924, "global_step": 31891, "epoch": 590, "lr": 6.255978207045377e-08}
+{"train_loss": 0.0005836393102072179, "global_step": 31892, "epoch": 590, "lr": 6.231377725716692e-08}
+{"train_loss": 0.00035135881626047194, "global_step": 31893, "epoch": 590, "lr": 6.206825677993466e-08}
+{"train_loss": 0.00035118666710332036, "global_step": 31894, "epoch": 590, "lr": 6.182322064113288e-08}
+{"train_loss": 0.0002786418772302568, "global_step": 31895, "epoch": 590, "lr": 6.157866884313745e-08}
+{"train_loss": 0.0003835836541838944, "global_step": 31896, "epoch": 590, "lr": 6.13346013883187e-08}
+{"train_loss": 0.0003535855794325471, "global_step": 31897, "epoch": 590, "lr": 6.10910182790525e-08}
+{"train_loss": 0.0004376708820927888, "global_step": 31898, "epoch": 590, "lr": 6.084791951768698e-08}
+{"train_loss": 0.0004698659759014845, "global_step": 31899, "epoch": 590, "lr": 6.060530510659245e-08}
+{"train_loss": 0.0006011699442751706, "global_step": 31900, "epoch": 590, "lr": 6.036317504811707e-08}
+{"train_loss": 0.0005375588079914451, "global_step": 31901, "epoch": 590, "lr": 6.012152934461445e-08}
+{"train_loss": 0.0003037118003703654, "global_step": 31902, "epoch": 590, "lr": 5.988036799841612e-08}
+{"train_loss": 0.00035299622686579823, "global_step": 31903, "epoch": 590, "lr": 5.963969101187017e-08}
+{"train_loss": 0.0003633676969911903, "global_step": 31904, "epoch": 590, "lr": 5.9399498387313625e-08}
+{"train_loss": 0.0007286545005626976, "global_step": 31905, "epoch": 590, "lr": 5.915979012706685e-08}
+{"train_loss": 0.00041206867899745703, "global_step": 31906, "epoch": 590, "lr": 5.8920566233461315e-08}
+{"train_loss": 0.00047585697029717267, "global_step": 31907, "epoch": 590, "lr": 5.8681826708817386e-08}
+{"train_loss": 0.0004431860288605094, "global_step": 31908, "epoch": 590, "lr": 5.844357155544433e-08}
+{"train_loss": 0.0003981748886872083, "global_step": 31909, "epoch": 590, "lr": 5.820580077565696e-08}
+{"train_loss": 0.0002897087251767516, "global_step": 31910, "epoch": 590, "lr": 5.796851437176454e-08}
+{"train_loss": 0.00044347462244331837, "global_step": 31911, "epoch": 590, "lr": 5.773171234606523e-08}
+{"train_loss": 0.00032102869590744376, "global_step": 31912, "epoch": 590, "lr": 5.749539470085719e-08}
+{"train_loss": 0.0004020323898725177, "global_step": 31913, "epoch": 590, "lr": 5.7259561438427476e-08, "val_loss": 0.004773241933435202, "train_action_mse_error": 1.8641521819517948e-05}
+{"train_loss": 0.00045188935473561287, "global_step": 31914, "epoch": 591, "lr": 5.702421256106871e-08}
+{"train_loss": 0.0006042728200554848, "global_step": 31915, "epoch": 591, "lr": 5.6789348071062396e-08}
+{"train_loss": 0.0006061485037207603, "global_step": 31916, "epoch": 591, "lr": 5.655496797068449e-08}
+{"train_loss": 0.0003920014132745564, "global_step": 31917, "epoch": 591, "lr": 5.632107226221095e-08}
+{"train_loss": 0.00036348396679386497, "global_step": 31918, "epoch": 591, "lr": 5.608766094791218e-08}
+{"train_loss": 0.00047371553955599666, "global_step": 31919, "epoch": 591, "lr": 5.585473403004193e-08}
+{"train_loss": 0.0007167408475652337, "global_step": 31920, "epoch": 591, "lr": 5.5622291510870614e-08}
+{"train_loss": 0.0003043459146283567, "global_step": 31921, "epoch": 591, "lr": 5.539033339265198e-08}
+{"train_loss": 0.00034025145578198135, "global_step": 31922, "epoch": 591, "lr": 5.515885967762313e-08}
+{"train_loss": 0.0003310800821054727, "global_step": 31923, "epoch": 591, "lr": 5.4927870368043365e-08}
+{"train_loss": 0.00030409160535782576, "global_step": 31924, "epoch": 591, "lr": 5.469736546614978e-08}
+{"train_loss": 0.0004779638256877661, "global_step": 31925, "epoch": 591, "lr": 5.446734497416839e-08}
+{"train_loss": 0.0005904413992539048, "global_step": 31926, "epoch": 591, "lr": 5.4237808894341826e-08}
+{"train_loss": 0.00037006722413934767, "global_step": 31927, "epoch": 591, "lr": 5.400875722889609e-08}
+{"train_loss": 0.00035628449404612184, "global_step": 31928, "epoch": 591, "lr": 5.378018998004053e-08}
+{"train_loss": 0.0005273970891721547, "global_step": 31929, "epoch": 591, "lr": 5.355210715000669e-08}
+{"train_loss": 0.0002866852446459234, "global_step": 31930, "epoch": 591, "lr": 5.332450874099837e-08}
+{"train_loss": 0.00044911386794410646, "global_step": 31931, "epoch": 591, "lr": 5.3097394755219356e-08}
+{"train_loss": 0.0003335234068799764, "global_step": 31932, "epoch": 591, "lr": 5.287076519488454e-08}
+{"train_loss": 0.0006677881465293467, "global_step": 31933, "epoch": 591, "lr": 5.264462006218662e-08}
+{"train_loss": 0.0005466603906825185, "global_step": 31934, "epoch": 591, "lr": 5.241895935931274e-08}
+{"train_loss": 0.00038610928459092975, "global_step": 31935, "epoch": 591, "lr": 5.2193783088455576e-08}
+{"train_loss": 0.0003353797073941678, "global_step": 31936, "epoch": 591, "lr": 5.196909125180227e-08}
+{"train_loss": 0.0004041363426949829, "global_step": 31937, "epoch": 591, "lr": 5.174488385152887e-08}
+{"train_loss": 0.0005075455992482603, "global_step": 31938, "epoch": 591, "lr": 5.1521160889811407e-08}
+{"train_loss": 0.00033389299642294645, "global_step": 31939, "epoch": 591, "lr": 5.129792236881481e-08}
+{"train_loss": 0.000593826815020293, "global_step": 31940, "epoch": 591, "lr": 5.107516829071513e-08}
+{"train_loss": 0.0004960909718647599, "global_step": 31941, "epoch": 591, "lr": 5.085289865766063e-08}
+{"train_loss": 0.0006197838229127228, "global_step": 31942, "epoch": 591, "lr": 5.063111347181626e-08}
+{"train_loss": 0.000492948922328651, "global_step": 31943, "epoch": 591, "lr": 5.0409812735324746e-08}
+{"train_loss": 0.0008208627114072442, "global_step": 31944, "epoch": 591, "lr": 5.018899645033992e-08}
+{"train_loss": 0.0003406951727811247, "global_step": 31945, "epoch": 591, "lr": 4.996866461900451e-08}
+{"train_loss": 0.00032956915674731135, "global_step": 31946, "epoch": 591, "lr": 4.9748817243444603e-08}
+{"train_loss": 0.000502602313645184, "global_step": 31947, "epoch": 591, "lr": 4.952945432580292e-08}
+{"train_loss": 0.0003508875670377165, "global_step": 31948, "epoch": 591, "lr": 4.931057586820553e-08}
+{"train_loss": 0.000365996005712077, "global_step": 31949, "epoch": 591, "lr": 4.909218187276743e-08}
+{"train_loss": 0.0003416283580008894, "global_step": 31950, "epoch": 591, "lr": 4.887427234161468e-08}
+{"train_loss": 0.0004336217534728348, "global_step": 31951, "epoch": 591, "lr": 4.865684727686226e-08}
+{"train_loss": 0.0003521389444358647, "global_step": 31952, "epoch": 591, "lr": 4.8439906680608495e-08}
+{"train_loss": 0.0003078581939917058, "global_step": 31953, "epoch": 591, "lr": 4.822345055496835e-08}
+{"train_loss": 0.00037282484117895365, "global_step": 31954, "epoch": 591, "lr": 4.800747890204016e-08}
+{"train_loss": 0.00036515650572255254, "global_step": 31955, "epoch": 591, "lr": 4.779199172391113e-08}
+{"train_loss": 0.0005037827068008482, "global_step": 31956, "epoch": 591, "lr": 4.757698902267404e-08}
+{"train_loss": 0.00029904249822720885, "global_step": 31957, "epoch": 591, "lr": 4.7362470800421666e-08}
+{"train_loss": 0.00023642195446882397, "global_step": 31958, "epoch": 591, "lr": 4.714843705922456e-08}
+{"train_loss": 0.000458940165117383, "global_step": 31959, "epoch": 591, "lr": 4.6934887801164396e-08}
+{"train_loss": 0.0004355507262516767, "global_step": 31960, "epoch": 591, "lr": 4.672182302831174e-08}
+{"train_loss": 0.00042574526742100716, "global_step": 31961, "epoch": 591, "lr": 4.6509242742726055e-08}
+{"train_loss": 0.0007842733757570386, "global_step": 31962, "epoch": 591, "lr": 4.629714694647791e-08}
+{"train_loss": 0.00041295375558547676, "global_step": 31963, "epoch": 591, "lr": 4.608553564162676e-08}
+{"train_loss": 0.000326115929055959, "global_step": 31964, "epoch": 591, "lr": 4.5874408830215434e-08}
+{"train_loss": 0.00047096775961108506, "global_step": 31965, "epoch": 591, "lr": 4.566376651429227e-08}
+{"train_loss": 0.0005628175567835569, "global_step": 31966, "epoch": 591, "lr": 4.54536086959112e-08}
+{"train_loss": 0.0004436374936765922, "global_step": 31967, "epoch": 591, "lr": 4.524393537709837e-08, "val_loss": 0.0020175292156636715}
+{"train_loss": 0.0012131169205531478, "global_step": 31968, "epoch": 592, "lr": 4.503474655989104e-08}
+{"train_loss": 0.0003754778008442372, "global_step": 31969, "epoch": 592, "lr": 4.482604224632092e-08}
+{"train_loss": 0.0006010484066791832, "global_step": 31970, "epoch": 592, "lr": 4.461782243841417e-08}
+{"train_loss": 0.00023805367527529597, "global_step": 31971, "epoch": 592, "lr": 4.441008713818029e-08}
+{"train_loss": 0.00039502757135778666, "global_step": 31972, "epoch": 592, "lr": 4.420283634764544e-08}
+{"train_loss": 0.0003315116628073156, "global_step": 31973, "epoch": 592, "lr": 4.399607006881357e-08}
+{"train_loss": 0.00030591580434702337, "global_step": 31974, "epoch": 592, "lr": 4.378978830368863e-08}
+{"train_loss": 0.0004187076701782644, "global_step": 31975, "epoch": 592, "lr": 4.358399105427458e-08}
+{"train_loss": 0.000459850620245561, "global_step": 31976, "epoch": 592, "lr": 4.337867832256981e-08}
+{"train_loss": 0.0002961009740829468, "global_step": 31977, "epoch": 592, "lr": 4.317385011055608e-08}
+{"train_loss": 0.00030476468964479864, "global_step": 31978, "epoch": 592, "lr": 4.296950642023179e-08}
+{"train_loss": 0.0006430488429032266, "global_step": 31979, "epoch": 592, "lr": 4.276564725357313e-08}
+{"train_loss": 0.0004029469273518771, "global_step": 31980, "epoch": 592, "lr": 4.2562272612556296e-08}
+{"train_loss": 0.00029453448951244354, "global_step": 31981, "epoch": 592, "lr": 4.235938249915195e-08}
+{"train_loss": 0.00042487523751333356, "global_step": 31982, "epoch": 592, "lr": 4.2156976915336265e-08}
+{"train_loss": 0.0004104265826754272, "global_step": 31983, "epoch": 592, "lr": 4.195505586306325e-08}
+{"train_loss": 0.00029786938102915883, "global_step": 31984, "epoch": 592, "lr": 4.1753619344298e-08}
+{"train_loss": 0.0004209522739984095, "global_step": 31985, "epoch": 592, "lr": 4.155266736098895e-08}
+{"train_loss": 0.00022927697864361107, "global_step": 31986, "epoch": 592, "lr": 4.13521999150901e-08}
+{"train_loss": 0.0004554355109576136, "global_step": 31987, "epoch": 592, "lr": 4.115221700853878e-08}
+{"train_loss": 0.000333174888510257, "global_step": 31988, "epoch": 592, "lr": 4.0952718643283426e-08}
+{"train_loss": 0.0005383162060752511, "global_step": 31989, "epoch": 592, "lr": 4.075370482125029e-08}
+{"train_loss": 0.0003004776663146913, "global_step": 31990, "epoch": 592, "lr": 4.0555175544376714e-08}
+{"train_loss": 0.0002690928231459111, "global_step": 31991, "epoch": 592, "lr": 4.0357130814583364e-08}
+{"train_loss": 0.0002558478736318648, "global_step": 31992, "epoch": 592, "lr": 4.01595706337965e-08}
+{"train_loss": 0.0005246538203209639, "global_step": 31993, "epoch": 592, "lr": 3.996249500392568e-08}
+{"train_loss": 0.0002946231688838452, "global_step": 31994, "epoch": 592, "lr": 3.976590392688051e-08}
+{"train_loss": 0.0005120229325257242, "global_step": 31995, "epoch": 592, "lr": 3.956979740458167e-08}
+{"train_loss": 0.00033234464353881776, "global_step": 31996, "epoch": 592, "lr": 3.937417543891653e-08}
+{"train_loss": 0.00031848132493905723, "global_step": 31997, "epoch": 592, "lr": 3.917903803178913e-08}
+{"train_loss": 0.00027310848236083984, "global_step": 31998, "epoch": 592, "lr": 3.8984385185086844e-08}
+{"train_loss": 0.0004111145972274244, "global_step": 31999, "epoch": 592, "lr": 3.879021690070262e-08}
+{"train_loss": 0.0003146846720483154, "global_step": 32000, "epoch": 592, "lr": 3.859653318052381e-08}
+{"train_loss": 0.00031556718749925494, "global_step": 32001, "epoch": 592, "lr": 3.8403334026415606e-08}
+{"train_loss": 0.0005412482423707843, "global_step": 32002, "epoch": 592, "lr": 3.8210619440265384e-08}
+{"train_loss": 0.0003192652657162398, "global_step": 32003, "epoch": 592, "lr": 3.8018389423938314e-08}
+{"train_loss": 0.0003530984395183623, "global_step": 32004, "epoch": 592, "lr": 3.782664397929403e-08}
+{"train_loss": 0.0003637269255705178, "global_step": 32005, "epoch": 592, "lr": 3.7635383108192146e-08}
+{"train_loss": 0.0006263595423661172, "global_step": 32006, "epoch": 592, "lr": 3.744460681249229e-08}
+{"train_loss": 0.0003777294186875224, "global_step": 32007, "epoch": 592, "lr": 3.725431509404853e-08}
+{"train_loss": 0.00033238582545891404, "global_step": 32008, "epoch": 592, "lr": 3.706450795469274e-08}
+{"train_loss": 0.0004837789456360042, "global_step": 32009, "epoch": 592, "lr": 3.687518539627899e-08}
+{"train_loss": 0.0004848403041251004, "global_step": 32010, "epoch": 592, "lr": 3.6686347420639146e-08}
+{"train_loss": 0.0002681475307326764, "global_step": 32011, "epoch": 592, "lr": 3.649799402960508e-08}
+{"train_loss": 0.00037441044696606696, "global_step": 32012, "epoch": 592, "lr": 3.63101252250031e-08}
+{"train_loss": 0.0005252661067061126, "global_step": 32013, "epoch": 592, "lr": 3.612274100864843e-08}
+{"train_loss": 0.0004422510100994259, "global_step": 32014, "epoch": 592, "lr": 3.593584138237294e-08}
+{"train_loss": 0.0003098477318417281, "global_step": 32015, "epoch": 592, "lr": 3.574942634798073e-08}
+{"train_loss": 0.00033151276875287294, "global_step": 32016, "epoch": 592, "lr": 3.5563495907275923e-08}
+{"train_loss": 0.00027634375146590173, "global_step": 32017, "epoch": 592, "lr": 3.537805006206818e-08}
+{"train_loss": 0.0002585446054581553, "global_step": 32018, "epoch": 592, "lr": 3.519308881415606e-08}
+{"train_loss": 0.00027729355497285724, "global_step": 32019, "epoch": 592, "lr": 3.5008612165332574e-08}
+{"train_loss": 0.000433457491453737, "global_step": 32020, "epoch": 592, "lr": 3.482462011738519e-08}
+{"train_loss": 0.00039488477934220874, "global_step": 32021, "epoch": 592, "lr": 3.46411126720958e-08, "val_loss": 0.001484526670537889}
+{"train_loss": 0.00042081420542672276, "global_step": 32022, "epoch": 593, "lr": 3.445808983125187e-08}
+{"train_loss": 0.00037673802580684423, "global_step": 32023, "epoch": 593, "lr": 3.4275551596624214e-08}
+{"train_loss": 0.00047058373456820846, "global_step": 32024, "epoch": 593, "lr": 3.409349796998362e-08}
+{"train_loss": 0.0003442080342210829, "global_step": 32025, "epoch": 593, "lr": 3.391192895308981e-08}
+{"train_loss": 0.0006574016879312694, "global_step": 32026, "epoch": 593, "lr": 3.3730844547719134e-08}
+{"train_loss": 0.0002582068555057049, "global_step": 32027, "epoch": 593, "lr": 3.3550244755609086e-08}
+{"train_loss": 0.00029633005033247173, "global_step": 32028, "epoch": 593, "lr": 3.3370129578524924e-08}
+{"train_loss": 0.0004900523344986141, "global_step": 32029, "epoch": 593, "lr": 3.31904990182097e-08}
+{"train_loss": 0.00029127055313438177, "global_step": 32030, "epoch": 593, "lr": 3.301135307640646e-08}
+{"train_loss": 0.0005454281345009804, "global_step": 32031, "epoch": 593, "lr": 3.283269175484715e-08}
+{"train_loss": 0.0003529177338350564, "global_step": 32032, "epoch": 593, "lr": 3.265451505526929e-08}
+{"train_loss": 0.0006983050261624157, "global_step": 32033, "epoch": 593, "lr": 3.24768229794048e-08}
+{"train_loss": 0.0003653900639619678, "global_step": 32034, "epoch": 593, "lr": 3.229961552896898e-08}
+{"train_loss": 0.00034974663867615163, "global_step": 32035, "epoch": 593, "lr": 3.21228927056827e-08}
+{"train_loss": 0.0003593453438952565, "global_step": 32036, "epoch": 593, "lr": 3.1946654511266775e-08}
+{"train_loss": 0.000439263298176229, "global_step": 32037, "epoch": 593, "lr": 3.177090094741986e-08}
+{"train_loss": 0.00046134524745866656, "global_step": 32038, "epoch": 593, "lr": 3.1595632015857247e-08}
+{"train_loss": 0.00046950438991189003, "global_step": 32039, "epoch": 593, "lr": 3.142084771827203e-08}
+{"train_loss": 0.00035384271177463233, "global_step": 32040, "epoch": 593, "lr": 3.1246548056357294e-08}
+{"train_loss": 0.00022097867622505873, "global_step": 32041, "epoch": 593, "lr": 3.1072733031811686e-08}
+{"train_loss": 0.0004854296275880188, "global_step": 32042, "epoch": 593, "lr": 3.0899402646311636e-08}
+{"train_loss": 0.000621850835159421, "global_step": 32043, "epoch": 593, "lr": 3.072655690154469e-08}
+{"train_loss": 0.00046406747424043715, "global_step": 32044, "epoch": 593, "lr": 3.055419579918728e-08}
+{"train_loss": 0.0002641516912262887, "global_step": 32045, "epoch": 593, "lr": 3.038231934091029e-08}
+{"train_loss": 0.00048147872439585626, "global_step": 32046, "epoch": 593, "lr": 3.0210927528379065e-08}
+{"train_loss": 0.000529009266756475, "global_step": 32047, "epoch": 593, "lr": 3.004002036325337e-08}
+{"train_loss": 0.000498880457598716, "global_step": 32048, "epoch": 593, "lr": 2.986959784719856e-08}
+{"train_loss": 0.00036039130645804107, "global_step": 32049, "epoch": 593, "lr": 2.9699659981863303e-08}
+{"train_loss": 0.0005263252533040941, "global_step": 32050, "epoch": 593, "lr": 2.9530206768890733e-08}
+{"train_loss": 0.0003593295987229794, "global_step": 32051, "epoch": 593, "lr": 2.936123820993508e-08}
+{"train_loss": 0.0003829080378636718, "global_step": 32052, "epoch": 593, "lr": 2.9192754306622826e-08}
+{"train_loss": 0.000445277604740113, "global_step": 32053, "epoch": 593, "lr": 2.9024755060602648e-08}
+{"train_loss": 0.0003883588360622525, "global_step": 32054, "epoch": 593, "lr": 2.885724047348992e-08}
+{"train_loss": 0.00044018490007147193, "global_step": 32055, "epoch": 593, "lr": 2.8690210546916675e-08}
+{"train_loss": 0.0004354962438810617, "global_step": 32056, "epoch": 593, "lr": 2.8523665282503832e-08}
+{"train_loss": 0.0002577871782705188, "global_step": 32057, "epoch": 593, "lr": 2.8357604681861216e-08}
+{"train_loss": 0.0003657896595541388, "global_step": 32058, "epoch": 593, "lr": 2.8192028746598653e-08}
+{"train_loss": 0.0003711983736138791, "global_step": 32059, "epoch": 593, "lr": 2.8026937478331516e-08}
+{"train_loss": 0.00039619195740669966, "global_step": 32060, "epoch": 593, "lr": 2.7862330878658528e-08}
+{"train_loss": 0.00027253301232121885, "global_step": 32061, "epoch": 593, "lr": 2.7698208949167304e-08}
+{"train_loss": 0.0003501555183902383, "global_step": 32062, "epoch": 593, "lr": 2.7534571691456566e-08}
+{"train_loss": 0.00025586929405108094, "global_step": 32063, "epoch": 593, "lr": 2.737141910711394e-08}
+{"train_loss": 0.00048678056919015944, "global_step": 32064, "epoch": 593, "lr": 2.7208751197715932e-08}
+{"train_loss": 0.00034739996772259474, "global_step": 32065, "epoch": 593, "lr": 2.7046567964844617e-08}
+{"train_loss": 0.0005728902760893106, "global_step": 32066, "epoch": 593, "lr": 2.6884869410076506e-08}
+{"train_loss": 0.00031810207292437553, "global_step": 32067, "epoch": 593, "lr": 2.672365553497702e-08}
+{"train_loss": 0.0004873406724072993, "global_step": 32068, "epoch": 593, "lr": 2.656292634110602e-08}
+{"train_loss": 0.0006397723336704075, "global_step": 32069, "epoch": 593, "lr": 2.6402681830023367e-08}
+{"train_loss": 0.00030108747887425125, "global_step": 32070, "epoch": 593, "lr": 2.6242922003288927e-08}
+{"train_loss": 0.0002890999603550881, "global_step": 32071, "epoch": 593, "lr": 2.608364686244591e-08}
+{"train_loss": 0.00037859060103073716, "global_step": 32072, "epoch": 593, "lr": 2.5924856409043075e-08}
+{"train_loss": 0.00033762879320420325, "global_step": 32073, "epoch": 593, "lr": 2.576655064461808e-08}
+{"train_loss": 0.0003650792932603508, "global_step": 32074, "epoch": 593, "lr": 2.5608729570703037e-08}
+{"train_loss": 0.00040968416524938894, "global_step": 32075, "epoch": 593, "lr": 2.5451393188841155e-08, "val_loss": 0.0017456120112910867}
+{"train_loss": 0.00033986542257480323, "global_step": 32076, "epoch": 594, "lr": 2.5294541500542336e-08}
+{"train_loss": 0.00030285440152511, "global_step": 32077, "epoch": 594, "lr": 2.5138174507338684e-08}
+{"train_loss": 0.0005172707024030387, "global_step": 32078, "epoch": 594, "lr": 2.498229221074566e-08}
+{"train_loss": 0.00031759950798004866, "global_step": 32079, "epoch": 594, "lr": 2.4826894612267615e-08}
+{"train_loss": 0.0003083694027736783, "global_step": 32080, "epoch": 594, "lr": 2.467198171342e-08}
+{"train_loss": 0.00036520318826660514, "global_step": 32081, "epoch": 594, "lr": 2.451755351570717e-08}
+{"train_loss": 0.0005705534713342786, "global_step": 32082, "epoch": 594, "lr": 2.4363610020616822e-08}
+{"train_loss": 0.00020083613344468176, "global_step": 32083, "epoch": 594, "lr": 2.421015122964776e-08}
+{"train_loss": 0.0004880964115727693, "global_step": 32084, "epoch": 594, "lr": 2.405717714428768e-08}
+{"train_loss": 0.0004206564335618168, "global_step": 32085, "epoch": 594, "lr": 2.3904687766024282e-08}
+{"train_loss": 0.0008361043292097747, "global_step": 32086, "epoch": 594, "lr": 2.375268309632861e-08}
+{"train_loss": 0.00042603386100381613, "global_step": 32087, "epoch": 594, "lr": 2.3601163136677263e-08}
+{"train_loss": 0.0005497686797752976, "global_step": 32088, "epoch": 594, "lr": 2.3450127888546835e-08}
+{"train_loss": 0.0002713724388740957, "global_step": 32089, "epoch": 594, "lr": 2.3299577353397274e-08}
+{"train_loss": 0.000334214826580137, "global_step": 32090, "epoch": 594, "lr": 2.3149511532682965e-08}
+{"train_loss": 0.000367613771231845, "global_step": 32091, "epoch": 594, "lr": 2.299993042786941e-08}
+{"train_loss": 0.000286788068478927, "global_step": 32092, "epoch": 594, "lr": 2.2850834040399892e-08}
+{"train_loss": 0.0002974565722979605, "global_step": 32093, "epoch": 594, "lr": 2.270222237172326e-08}
+{"train_loss": 0.0003688110155053437, "global_step": 32094, "epoch": 594, "lr": 2.2554095423288346e-08}
+{"train_loss": 0.00024168717209249735, "global_step": 32095, "epoch": 594, "lr": 2.240645319651624e-08}
+{"train_loss": 0.0009423271403647959, "global_step": 32096, "epoch": 594, "lr": 2.2259295692850236e-08}
+{"train_loss": 0.0004453695146366954, "global_step": 32097, "epoch": 594, "lr": 2.211262291371141e-08}
+{"train_loss": 0.0003053454274777323, "global_step": 32098, "epoch": 594, "lr": 2.1966434860531958e-08}
+{"train_loss": 0.0002809852303471416, "global_step": 32099, "epoch": 594, "lr": 2.182073153471631e-08}
+{"train_loss": 0.00038718871655873954, "global_step": 32100, "epoch": 594, "lr": 2.1675512937685548e-08}
+{"train_loss": 0.0003556947922334075, "global_step": 32101, "epoch": 594, "lr": 2.153077907084966e-08}
+{"train_loss": 0.0006477219867520034, "global_step": 32102, "epoch": 594, "lr": 2.1386529935607524e-08}
+{"train_loss": 0.00026191756478510797, "global_step": 32103, "epoch": 594, "lr": 2.1242765533363572e-08}
+{"train_loss": 0.00034673919435590506, "global_step": 32104, "epoch": 594, "lr": 2.1099485865505586e-08}
+{"train_loss": 0.0003164056106470525, "global_step": 32105, "epoch": 594, "lr": 2.0956690933432443e-08}
+{"train_loss": 0.00042316512553952634, "global_step": 32106, "epoch": 594, "lr": 2.081438073851527e-08}
+{"train_loss": 0.0004719874123111367, "global_step": 32107, "epoch": 594, "lr": 2.06725552821474e-08}
+{"train_loss": 0.00036774956970475614, "global_step": 32108, "epoch": 594, "lr": 2.0531214565699953e-08}
+{"train_loss": 0.0003430590149946511, "global_step": 32109, "epoch": 594, "lr": 2.0390358590538504e-08}
+{"train_loss": 0.0002683867351152003, "global_step": 32110, "epoch": 594, "lr": 2.0249987358034185e-08}
+{"train_loss": 0.00041765643982216716, "global_step": 32111, "epoch": 594, "lr": 2.011010086955256e-08}
+{"train_loss": 0.00033367128344252706, "global_step": 32112, "epoch": 594, "lr": 1.997069912644256e-08}
+{"train_loss": 0.00040398791315965354, "global_step": 32113, "epoch": 594, "lr": 1.9831782130058652e-08}
+{"train_loss": 0.0003136295999865979, "global_step": 32114, "epoch": 594, "lr": 1.9693349881749756e-08}
+{"train_loss": 0.0003578363684937358, "global_step": 32115, "epoch": 594, "lr": 1.9555402382859244e-08}
+{"train_loss": 0.0003510633250698447, "global_step": 32116, "epoch": 594, "lr": 1.9417939634724936e-08}
+{"train_loss": 0.0003951547550968826, "global_step": 32117, "epoch": 594, "lr": 1.9280961638673546e-08}
+{"train_loss": 0.00047223750152625144, "global_step": 32118, "epoch": 594, "lr": 1.914446839604289e-08}
+{"train_loss": 0.0003090152167715132, "global_step": 32119, "epoch": 594, "lr": 1.900845990815414e-08}
+{"train_loss": 0.0005289569380693138, "global_step": 32120, "epoch": 594, "lr": 1.8872936176317358e-08}
+{"train_loss": 0.00031801979639567435, "global_step": 32121, "epoch": 594, "lr": 1.8737897201859256e-08}
+{"train_loss": 0.0005692464183084667, "global_step": 32122, "epoch": 594, "lr": 1.860334298608435e-08}
+{"train_loss": 0.0005229440866969526, "global_step": 32123, "epoch": 594, "lr": 1.84692735303027e-08}
+{"train_loss": 0.00027855444932356477, "global_step": 32124, "epoch": 594, "lr": 1.8335688835802167e-08}
+{"train_loss": 0.00032236758852377534, "global_step": 32125, "epoch": 594, "lr": 1.8202588903892815e-08}
+{"train_loss": 0.00041143345879390836, "global_step": 32126, "epoch": 594, "lr": 1.8069973735851396e-08}
+{"train_loss": 0.0005156244151294231, "global_step": 32127, "epoch": 594, "lr": 1.7937843332976878e-08}
+{"train_loss": 0.0004420141049195081, "global_step": 32128, "epoch": 594, "lr": 1.780619769654601e-08}
+{"train_loss": 0.00040008484534660564, "global_step": 32129, "epoch": 594, "lr": 1.7675036827830005e-08, "val_loss": 0.008035421371459961}
+{"train_loss": 0.0004008215619251132, "global_step": 32130, "epoch": 595, "lr": 1.7544360728111163e-08}
+{"train_loss": 0.00038400295306928456, "global_step": 32131, "epoch": 595, "lr": 1.7414169398649592e-08}
+{"train_loss": 0.00039358451613225043, "global_step": 32132, "epoch": 595, "lr": 1.7284462840710948e-08}
+{"train_loss": 0.0005539113190025091, "global_step": 32133, "epoch": 595, "lr": 1.7155241055555327e-08}
+{"train_loss": 0.0002982066944241524, "global_step": 32134, "epoch": 595, "lr": 1.7026504044431734e-08}
+{"train_loss": 0.0003649175341706723, "global_step": 32135, "epoch": 595, "lr": 1.689825180858362e-08}
+{"train_loss": 0.0003891499654855579, "global_step": 32136, "epoch": 595, "lr": 1.6770484349271087e-08}
+{"train_loss": 0.00039324539829976857, "global_step": 32137, "epoch": 595, "lr": 1.664320166771538e-08}
+{"train_loss": 0.0005182669265195727, "global_step": 32138, "epoch": 595, "lr": 1.65164037651655e-08}
+{"train_loss": 0.00046152196591719985, "global_step": 32139, "epoch": 595, "lr": 1.6390090642842694e-08}
+{"train_loss": 0.00025008927332237363, "global_step": 32140, "epoch": 595, "lr": 1.6264262301973754e-08}
+{"train_loss": 0.0005679270252585411, "global_step": 32141, "epoch": 595, "lr": 1.613891874377993e-08}
+{"train_loss": 0.00037684052949771285, "global_step": 32142, "epoch": 595, "lr": 1.6014059969476913e-08}
+{"train_loss": 0.00058074010303244, "global_step": 32143, "epoch": 595, "lr": 1.58896859802804e-08}
+{"train_loss": 0.00046268399455584586, "global_step": 32144, "epoch": 595, "lr": 1.5765796777383878e-08}
+{"train_loss": 0.00042106909677386284, "global_step": 32145, "epoch": 595, "lr": 1.5642392362003043e-08}
+{"train_loss": 0.000353068026015535, "global_step": 32146, "epoch": 595, "lr": 1.5519472735325835e-08}
+{"train_loss": 0.00036867670132778585, "global_step": 32147, "epoch": 595, "lr": 1.539703789854574e-08}
+{"train_loss": 0.0006722958642058074, "global_step": 32148, "epoch": 595, "lr": 1.52750878528507e-08}
+{"train_loss": 0.0002813899773173034, "global_step": 32149, "epoch": 595, "lr": 1.5153622599428653e-08}
+{"train_loss": 0.00039272481808438897, "global_step": 32150, "epoch": 595, "lr": 1.503264213945088e-08}
+{"train_loss": 0.00030388045706786215, "global_step": 32151, "epoch": 595, "lr": 1.4912146474094225e-08}
+{"train_loss": 0.00027505174512043595, "global_step": 32152, "epoch": 595, "lr": 1.4792135604524414e-08}
+{"train_loss": 0.000300564308417961, "global_step": 32153, "epoch": 595, "lr": 1.4672609531907188e-08}
+{"train_loss": 0.00029506447026506066, "global_step": 32154, "epoch": 595, "lr": 1.4553568257402728e-08}
+{"train_loss": 0.000262417335761711, "global_step": 32155, "epoch": 595, "lr": 1.4435011782165664e-08}
+{"train_loss": 0.0004209543112665415, "global_step": 32156, "epoch": 595, "lr": 1.4316940107345078e-08}
+{"train_loss": 0.0005671588005498052, "global_step": 32157, "epoch": 595, "lr": 1.419935323409005e-08}
+{"train_loss": 0.0004986782441847026, "global_step": 32158, "epoch": 595, "lr": 1.408225116353301e-08}
+{"train_loss": 0.0003154304577037692, "global_step": 32159, "epoch": 595, "lr": 1.3965633896811937e-08}
+{"train_loss": 0.00058789923787117, "global_step": 32160, "epoch": 595, "lr": 1.3849501435064805e-08}
+{"train_loss": 0.0004489647690206766, "global_step": 32161, "epoch": 595, "lr": 1.373385377940739e-08}
+{"train_loss": 0.0004302414017729461, "global_step": 32162, "epoch": 595, "lr": 1.3618690930972122e-08}
+{"train_loss": 0.0002907956368289888, "global_step": 32163, "epoch": 595, "lr": 1.3504012890863672e-08}
+{"train_loss": 0.000544325914233923, "global_step": 32164, "epoch": 595, "lr": 1.3389819660208913e-08}
+{"train_loss": 0.000300594256259501, "global_step": 32165, "epoch": 595, "lr": 1.3276111240101418e-08}
+{"train_loss": 0.0006232757004909217, "global_step": 32166, "epoch": 595, "lr": 1.316288763165141e-08}
+{"train_loss": 0.00044819089816883206, "global_step": 32167, "epoch": 595, "lr": 1.305014883595801e-08}
+{"train_loss": 0.000877649406902492, "global_step": 32168, "epoch": 595, "lr": 1.2937894854114785e-08}
+{"train_loss": 0.0004589800664689392, "global_step": 32169, "epoch": 595, "lr": 1.2826125687204205e-08}
+{"train_loss": 0.0003937816363759339, "global_step": 32170, "epoch": 595, "lr": 1.2714841336319839e-08}
+{"train_loss": 0.0004089846333954483, "global_step": 32171, "epoch": 595, "lr": 1.26040418025275e-08}
+{"train_loss": 0.0004500150098465383, "global_step": 32172, "epoch": 595, "lr": 1.2493727086915209e-08}
+{"train_loss": 0.00040173562592826784, "global_step": 32173, "epoch": 595, "lr": 1.2383897190548777e-08}
+{"train_loss": 0.00030102109303697944, "global_step": 32174, "epoch": 595, "lr": 1.2274552114488469e-08}
+{"train_loss": 0.0004359213635325432, "global_step": 32175, "epoch": 595, "lr": 1.21656918598001e-08}
+{"train_loss": 0.0003342661657370627, "global_step": 32176, "epoch": 595, "lr": 1.205731642753838e-08}
+{"train_loss": 0.0004816818400286138, "global_step": 32177, "epoch": 595, "lr": 1.1949425818752469e-08}
+{"train_loss": 0.0003870838845614344, "global_step": 32178, "epoch": 595, "lr": 1.184202003449153e-08}
+{"train_loss": 0.00025999429635703564, "global_step": 32179, "epoch": 595, "lr": 1.173509907579362e-08}
+{"train_loss": 0.0006409110501408577, "global_step": 32180, "epoch": 595, "lr": 1.162866294370235e-08}
+{"train_loss": 0.0002868784940801561, "global_step": 32181, "epoch": 595, "lr": 1.1522711639239126e-08}
+{"train_loss": 0.00047946677659638226, "global_step": 32182, "epoch": 595, "lr": 1.1417245163442003e-08}
+{"train_loss": 0.0004234043412402065, "global_step": 32183, "epoch": 595, "lr": 1.1312263517332389e-08, "val_loss": 0.0016203452832996845, "train_action_mse_error": 2.0598490664269775e-05}
+{"train_loss": 0.00036214865394867957, "global_step": 32184, "epoch": 596, "lr": 1.1207766701926137e-08}
+{"train_loss": 0.0004279192944522947, "global_step": 32185, "epoch": 596, "lr": 1.110375471823355e-08}
+{"train_loss": 0.0003039056609850377, "global_step": 32186, "epoch": 596, "lr": 1.1000227567270482e-08}
+{"train_loss": 0.00047390724648721516, "global_step": 32187, "epoch": 596, "lr": 1.0897185250030584e-08}
+{"train_loss": 0.0003320968826301396, "global_step": 32188, "epoch": 596, "lr": 1.0794627767524157e-08}
+{"train_loss": 0.0007090559811331332, "global_step": 32189, "epoch": 596, "lr": 1.0692555120744852e-08}
+{"train_loss": 0.0003783422289416194, "global_step": 32190, "epoch": 596, "lr": 1.0590967310675216e-08}
+{"train_loss": 0.0005006261053495109, "global_step": 32191, "epoch": 596, "lr": 1.0489864338303346e-08}
+{"train_loss": 0.0003521720936987549, "global_step": 32192, "epoch": 596, "lr": 1.038924620461179e-08}
+{"train_loss": 0.0003756328660529107, "global_step": 32193, "epoch": 596, "lr": 1.02891129105831e-08}
+{"train_loss": 0.0002462949778418988, "global_step": 32194, "epoch": 596, "lr": 1.018946445717206e-08}
+{"train_loss": 0.0005350517458282411, "global_step": 32195, "epoch": 596, "lr": 1.0090300845355671e-08}
+{"train_loss": 0.00035884513636119664, "global_step": 32196, "epoch": 596, "lr": 9.991622076099827e-09}
+{"train_loss": 0.0005136978579685092, "global_step": 32197, "epoch": 596, "lr": 9.893428150348216e-09}
+{"train_loss": 0.00040658318903297186, "global_step": 32198, "epoch": 596, "lr": 9.795719069066733e-09}
+{"train_loss": 0.0002928863395936787, "global_step": 32199, "epoch": 596, "lr": 9.698494833199068e-09}
+{"train_loss": 0.0003632270672824234, "global_step": 32200, "epoch": 596, "lr": 9.601755443683357e-09}
+{"train_loss": 0.0005859787343069911, "global_step": 32201, "epoch": 596, "lr": 9.505500901457743e-09}
+{"train_loss": 0.0005920055555179715, "global_step": 32202, "epoch": 596, "lr": 9.40973120746036e-09}
+{"train_loss": 0.00039519325946457684, "global_step": 32203, "epoch": 596, "lr": 9.314446362623796e-09}
+{"train_loss": 0.0002757103356998414, "global_step": 32204, "epoch": 596, "lr": 9.219646367863987e-09}
+{"train_loss": 0.00042165128979831934, "global_step": 32205, "epoch": 596, "lr": 9.125331224102419e-09}
+{"train_loss": 0.0003998952161055058, "global_step": 32206, "epoch": 596, "lr": 9.031500932255022e-09}
+{"train_loss": 0.0005514794029295444, "global_step": 32207, "epoch": 596, "lr": 8.93815549323218e-09}
+{"train_loss": 0.0003602071083150804, "global_step": 32208, "epoch": 596, "lr": 8.845294907938727e-09}
+{"train_loss": 0.00029789330437779427, "global_step": 32209, "epoch": 596, "lr": 8.752919177273944e-09}
+{"train_loss": 0.0006054764380678535, "global_step": 32210, "epoch": 596, "lr": 8.661028302137108e-09}
+{"train_loss": 0.00024652486899867654, "global_step": 32211, "epoch": 596, "lr": 8.5696222834164e-09}
+{"train_loss": 0.0004884737427346408, "global_step": 32212, "epoch": 596, "lr": 8.478701121999998e-09}
+{"train_loss": 0.0003406259056646377, "global_step": 32213, "epoch": 596, "lr": 8.38826481877053e-09}
+{"train_loss": 0.0005195854464545846, "global_step": 32214, "epoch": 596, "lr": 8.29831337459952e-09}
+{"train_loss": 0.0003520107420627028, "global_step": 32215, "epoch": 596, "lr": 8.208846790369596e-09}
+{"train_loss": 0.00029407249530777335, "global_step": 32216, "epoch": 596, "lr": 8.119865066935628e-09}
+{"train_loss": 0.00029002889641560614, "global_step": 32217, "epoch": 596, "lr": 8.031368205174694e-09}
+{"train_loss": 0.00028895417926833034, "global_step": 32218, "epoch": 596, "lr": 7.943356205936114e-09}
+{"train_loss": 0.0003189182316418737, "global_step": 32219, "epoch": 596, "lr": 7.85582907006921e-09}
+{"train_loss": 0.00031249673338606954, "global_step": 32220, "epoch": 596, "lr": 7.768786798434402e-09}
+{"train_loss": 0.00029833184089511633, "global_step": 32221, "epoch": 596, "lr": 7.68222939186991e-09}
+{"train_loss": 0.0004949097638018429, "global_step": 32222, "epoch": 596, "lr": 7.596156851219504e-09}
+{"train_loss": 0.00044241524301469326, "global_step": 32223, "epoch": 596, "lr": 7.51056917730475e-09}
+{"train_loss": 0.0003059364971704781, "global_step": 32224, "epoch": 596, "lr": 7.425466370974965e-09}
+{"train_loss": 0.00030287058325484395, "global_step": 32225, "epoch": 596, "lr": 7.340848433040614e-09}
+{"train_loss": 0.0004067720437888056, "global_step": 32226, "epoch": 596, "lr": 7.256715364328814e-09}
+{"train_loss": 0.0004051405703648925, "global_step": 32227, "epoch": 596, "lr": 7.173067165655578e-09}
+{"train_loss": 0.00039890495827421546, "global_step": 32228, "epoch": 596, "lr": 7.0899038378313684e-09}
+{"train_loss": 0.0003183906665071845, "global_step": 32229, "epoch": 596, "lr": 7.0072253816610975e-09}
+{"train_loss": 0.000417727162130177, "global_step": 32230, "epoch": 596, "lr": 6.925031797944126e-09}
+{"train_loss": 0.0004974924959242344, "global_step": 32231, "epoch": 596, "lr": 6.8433230874853645e-09}
+{"train_loss": 0.0004191396292299032, "global_step": 32232, "epoch": 596, "lr": 6.762099251073073e-09}
+{"train_loss": 0.0004031668358948082, "global_step": 32233, "epoch": 596, "lr": 6.681360289495509e-09}
+{"train_loss": 0.0004104535037185997, "global_step": 32234, "epoch": 596, "lr": 6.601106203535379e-09}
+{"train_loss": 0.00044180647819302976, "global_step": 32235, "epoch": 596, "lr": 6.521336993975391e-09}
+{"train_loss": 0.00031939908512867987, "global_step": 32236, "epoch": 596, "lr": 6.442052661581599e-09}
+{"train_loss": 0.00039805772097746805, "global_step": 32237, "epoch": 596, "lr": 6.363253207125608e-09, "val_loss": 0.0028944117948412895}
+{"train_loss": 0.0005422128597274423, "global_step": 32238, "epoch": 597, "lr": 6.284938631373472e-09}
+{"train_loss": 0.0003870379878208041, "global_step": 32239, "epoch": 597, "lr": 6.207108935080141e-09}
+{"train_loss": 0.0004425326769705862, "global_step": 32240, "epoch": 597, "lr": 6.129764119006121e-09}
+{"train_loss": 0.0004092016606591642, "global_step": 32241, "epoch": 597, "lr": 6.052904183900809e-09}
+{"train_loss": 0.0002813655883073807, "global_step": 32242, "epoch": 597, "lr": 5.976529130508057e-09}
+{"train_loss": 0.00035325504723004997, "global_step": 32243, "epoch": 597, "lr": 5.900638959571714e-09}
+{"train_loss": 0.00045483538997359574, "global_step": 32244, "epoch": 597, "lr": 5.825233671824526e-09}
+{"train_loss": 0.00029750654357485473, "global_step": 32245, "epoch": 597, "lr": 5.75031326799369e-09}
+{"train_loss": 0.00027629625401459634, "global_step": 32246, "epoch": 597, "lr": 5.675877748811953e-09}
+{"train_loss": 0.0005393814062699676, "global_step": 32247, "epoch": 597, "lr": 5.60192711500096e-09}
+{"train_loss": 0.0003459616855252534, "global_step": 32248, "epoch": 597, "lr": 5.528461367276805e-09}
+{"train_loss": 0.0003265250998083502, "global_step": 32249, "epoch": 597, "lr": 5.455480506355581e-09}
+{"train_loss": 0.0003425682079978287, "global_step": 32250, "epoch": 597, "lr": 5.38298453293673e-09}
+{"train_loss": 0.0003153782745357603, "global_step": 32251, "epoch": 597, "lr": 5.310973447730794e-09}
+{"train_loss": 0.00032280036248266697, "global_step": 32252, "epoch": 597, "lr": 5.239447251431662e-09}
+{"train_loss": 0.0006297688814811409, "global_step": 32253, "epoch": 597, "lr": 5.168405944738775e-09}
+{"train_loss": 0.0005436944775283337, "global_step": 32254, "epoch": 597, "lr": 5.097849528334919e-09}
+{"train_loss": 0.00028473493875935674, "global_step": 32255, "epoch": 597, "lr": 5.027778002902883e-09}
+{"train_loss": 0.0003444169706199318, "global_step": 32256, "epoch": 597, "lr": 4.9581913691310045e-09}
+{"train_loss": 0.0003470526135060936, "global_step": 32257, "epoch": 597, "lr": 4.889089627690968e-09}
+{"train_loss": 0.00036799482768401504, "global_step": 32258, "epoch": 597, "lr": 4.8204727792489076e-09}
+{"train_loss": 0.0004041527572553605, "global_step": 32259, "epoch": 597, "lr": 4.752340824470958e-09}
+{"train_loss": 0.0004144672420807183, "global_step": 32260, "epoch": 597, "lr": 4.684693764023251e-09}
+{"train_loss": 0.0002656423021107912, "global_step": 32261, "epoch": 597, "lr": 4.6175315985552695e-09}
+{"train_loss": 0.0002926838933490217, "global_step": 32262, "epoch": 597, "lr": 4.550854328722043e-09}
+{"train_loss": 0.0003188400878570974, "global_step": 32263, "epoch": 597, "lr": 4.484661955173053e-09}
+{"train_loss": 0.00045654684072360396, "global_step": 32264, "epoch": 597, "lr": 4.418954478546677e-09}
+{"train_loss": 0.00033044631709344685, "global_step": 32265, "epoch": 597, "lr": 4.353731899475744e-09}
+{"train_loss": 0.0003588975523598492, "global_step": 32266, "epoch": 597, "lr": 4.2889942186041806e-09}
+{"train_loss": 0.0004189186729490757, "global_step": 32267, "epoch": 597, "lr": 4.224741436548163e-09}
+{"train_loss": 0.00036718923365697265, "global_step": 32268, "epoch": 597, "lr": 4.160973553940517e-09}
+{"train_loss": 0.0004083785170223564, "global_step": 32269, "epoch": 597, "lr": 4.097690571391865e-09}
+{"train_loss": 0.0002866748836822808, "global_step": 32270, "epoch": 597, "lr": 4.034892489518382e-09}
+{"train_loss": 0.00035197913530282676, "global_step": 32271, "epoch": 597, "lr": 3.97257930893069e-09}
+{"train_loss": 0.00046514603309333324, "global_step": 32272, "epoch": 597, "lr": 3.910751030233861e-09}
+{"train_loss": 0.00047995179193094373, "global_step": 32273, "epoch": 597, "lr": 3.8494076540274145e-09}
+{"train_loss": 0.0006902063614688814, "global_step": 32274, "epoch": 597, "lr": 3.788549180905321e-09}
+{"train_loss": 0.000369404413504526, "global_step": 32275, "epoch": 597, "lr": 3.7281756114559975e-09}
+{"train_loss": 0.000761520816013217, "global_step": 32276, "epoch": 597, "lr": 3.6682869462678626e-09}
+{"train_loss": 0.00044988078298047185, "global_step": 32277, "epoch": 597, "lr": 3.6088831859182326e-09}
+{"train_loss": 0.0005326380487531424, "global_step": 32278, "epoch": 597, "lr": 3.5499643309899744e-09}
+{"train_loss": 0.0004766371857840568, "global_step": 32279, "epoch": 597, "lr": 3.4915303820493018e-09}
+{"train_loss": 0.00030820397660136223, "global_step": 32280, "epoch": 597, "lr": 3.4335813396624282e-09}
+{"train_loss": 0.0002918237296398729, "global_step": 32281, "epoch": 597, "lr": 3.3761172043900167e-09}
+{"train_loss": 0.00038468983257189393, "global_step": 32282, "epoch": 597, "lr": 3.31913797679273e-09}
+{"train_loss": 0.0004298813873901963, "global_step": 32283, "epoch": 597, "lr": 3.262643657425679e-09}
+{"train_loss": 0.00036470394115895033, "global_step": 32284, "epoch": 597, "lr": 3.2066342468328737e-09}
+{"train_loss": 0.0003436401311773807, "global_step": 32285, "epoch": 597, "lr": 3.151109745558323e-09}
+{"train_loss": 0.00043150142300873995, "global_step": 32286, "epoch": 597, "lr": 3.0960701541404845e-09}
+{"train_loss": 0.00035723199835047126, "global_step": 32287, "epoch": 597, "lr": 3.041515473112266e-09}
+{"train_loss": 0.0002923748397734016, "global_step": 32288, "epoch": 597, "lr": 2.987445703006575e-09}
+{"train_loss": 0.0006447279010899365, "global_step": 32289, "epoch": 597, "lr": 2.9338608443452154e-09}
+{"train_loss": 0.00028976507019251585, "global_step": 32290, "epoch": 597, "lr": 2.8807608976444412e-09}
+{"train_loss": 0.00039730677047002783, "global_step": 32291, "epoch": 597, "lr": 2.828145863426057e-09, "val_loss": 0.0021465581376105547}
+{"train_loss": 0.00030865418375469744, "global_step": 32292, "epoch": 598, "lr": 2.776015742195215e-09}
+{"train_loss": 0.0004976522177457809, "global_step": 32293, "epoch": 598, "lr": 2.7243705344570657e-09}
+{"train_loss": 0.0004741994198411703, "global_step": 32294, "epoch": 598, "lr": 2.6732102407167615e-09}
+{"train_loss": 0.00048204712220467627, "global_step": 32295, "epoch": 598, "lr": 2.622534861468351e-09}
+{"train_loss": 0.0004746475024148822, "global_step": 32296, "epoch": 598, "lr": 2.5723443972003323e-09}
+{"train_loss": 0.0004666704044211656, "global_step": 32297, "epoch": 598, "lr": 2.5226388484067554e-09}
+{"train_loss": 0.00044842323404736817, "global_step": 32298, "epoch": 598, "lr": 2.4734182155650156e-09}
+{"train_loss": 0.0005249944515526295, "global_step": 32299, "epoch": 598, "lr": 2.4246824991525087e-09}
+{"train_loss": 0.000693130015861243, "global_step": 32300, "epoch": 598, "lr": 2.3764316996410797e-09}
+{"train_loss": 0.0002471173647791147, "global_step": 32301, "epoch": 598, "lr": 2.3286658175025734e-09}
+{"train_loss": 0.0005741099594160914, "global_step": 32302, "epoch": 598, "lr": 2.281384853192181e-09}
+{"train_loss": 0.0003432301164139062, "global_step": 32303, "epoch": 598, "lr": 2.2345888071817478e-09}
+{"train_loss": 0.0003506682114675641, "global_step": 32304, "epoch": 598, "lr": 2.1882776799098115e-09}
+{"train_loss": 0.0006712728645652533, "global_step": 32305, "epoch": 598, "lr": 2.1424514718371147e-09}
+{"train_loss": 0.00035244753235019743, "global_step": 32306, "epoch": 598, "lr": 2.0971101834021955e-09}
+{"train_loss": 0.00026258331490680575, "global_step": 32307, "epoch": 598, "lr": 2.052253815049143e-09}
+{"train_loss": 0.00046000094152987003, "global_step": 32308, "epoch": 598, "lr": 2.007882367210945e-09}
+{"train_loss": 0.000267898227320984, "global_step": 32309, "epoch": 598, "lr": 1.963995840315036e-09}
+{"train_loss": 0.0004043118970002979, "global_step": 32310, "epoch": 598, "lr": 1.920594234788853e-09}
+{"train_loss": 0.00033928529592230916, "global_step": 32311, "epoch": 598, "lr": 1.87767755105428e-09}
+{"train_loss": 0.00039170816307887435, "global_step": 32312, "epoch": 598, "lr": 1.835245789533202e-09}
+{"train_loss": 0.0004122405662201345, "global_step": 32313, "epoch": 598, "lr": 1.7932989506252996e-09}
+{"train_loss": 0.0003664708638098091, "global_step": 32314, "epoch": 598, "lr": 1.751837034746906e-09}
+{"train_loss": 0.0008172012749128044, "global_step": 32315, "epoch": 598, "lr": 1.7108600422921506e-09}
+{"train_loss": 0.0003187325783073902, "global_step": 32316, "epoch": 598, "lr": 1.6703679736662648e-09}
+{"train_loss": 0.0004935519536957145, "global_step": 32317, "epoch": 598, "lr": 1.6303608292578266e-09}
+{"train_loss": 0.0003727235598489642, "global_step": 32318, "epoch": 598, "lr": 1.590838609455414e-09}
+{"train_loss": 0.0003150446282234043, "global_step": 32319, "epoch": 598, "lr": 1.551801314642054e-09}
+{"train_loss": 0.00032476778142154217, "global_step": 32320, "epoch": 598, "lr": 1.5132489452007736e-09}
+{"train_loss": 0.00029280452872626483, "global_step": 32321, "epoch": 598, "lr": 1.4751815014979465e-09}
+{"train_loss": 0.0005851610330864787, "global_step": 32322, "epoch": 598, "lr": 1.4375989839054972e-09}
+{"train_loss": 0.00040364760207012296, "global_step": 32323, "epoch": 598, "lr": 1.4005013927897992e-09}
+{"train_loss": 0.00024565105559304357, "global_step": 32324, "epoch": 598, "lr": 1.3638887285116753e-09}
+{"train_loss": 0.000361537910066545, "global_step": 32325, "epoch": 598, "lr": 1.3277609914263967e-09}
+{"train_loss": 0.00032156636007130146, "global_step": 32326, "epoch": 598, "lr": 1.2921181818781324e-09}
+{"train_loss": 0.0003711948811542243, "global_step": 32327, "epoch": 598, "lr": 1.256960300216603e-09}
+{"train_loss": 0.0007367041544057429, "global_step": 32328, "epoch": 598, "lr": 1.2222873467859774e-09}
+{"train_loss": 0.00041250133654102683, "global_step": 32329, "epoch": 598, "lr": 1.1880993219193226e-09}
+{"train_loss": 0.00042565265903249383, "global_step": 32330, "epoch": 598, "lr": 1.1543962259441544e-09}
+{"train_loss": 0.00039142442983575165, "global_step": 32331, "epoch": 598, "lr": 1.1211780591935395e-09}
+{"train_loss": 0.0004373209667392075, "global_step": 32332, "epoch": 598, "lr": 1.0884448219894428e-09}
+{"train_loss": 0.0002542457077652216, "global_step": 32333, "epoch": 598, "lr": 1.0561965146482777e-09}
+{"train_loss": 0.0004119630320928991, "global_step": 32334, "epoch": 598, "lr": 1.024433137480907e-09}
+{"train_loss": 0.00040035706479102373, "global_step": 32335, "epoch": 598, "lr": 9.931546907981925e-10}
+{"train_loss": 0.0004162027908023447, "global_step": 32336, "epoch": 598, "lr": 9.623611748998952e-10}
+{"train_loss": 0.00029206398176029325, "global_step": 32337, "epoch": 598, "lr": 9.320525900857746e-10}
+{"train_loss": 0.0003914355474989861, "global_step": 32338, "epoch": 598, "lr": 9.022289366500402e-10}
+{"train_loss": 0.00039345279219560325, "global_step": 32339, "epoch": 598, "lr": 8.728902148869011e-10}
+{"train_loss": 0.00046965747606009245, "global_step": 32340, "epoch": 598, "lr": 8.44036425073913e-10}
+{"train_loss": 0.0005441869725473225, "global_step": 32341, "epoch": 598, "lr": 8.156675674941828e-10}
+{"train_loss": 0.000428329745773226, "global_step": 32342, "epoch": 598, "lr": 7.877836424197149e-10}
+{"train_loss": 0.0006002213922329247, "global_step": 32343, "epoch": 598, "lr": 7.603846501280654e-10}
+{"train_loss": 0.0005413300241343677, "global_step": 32344, "epoch": 598, "lr": 7.334705908745854e-10}
+{"train_loss": 0.0004271980379363177, "global_step": 32345, "epoch": 598, "lr": 7.070414649312796e-10, "val_loss": 0.004146521911025047}
+{"train_loss": 0.0003829550987575203, "global_step": 32346, "epoch": 599, "lr": 6.810972725479481e-10}
+{"train_loss": 0.00033756723860278726, "global_step": 32347, "epoch": 599, "lr": 6.556380139799422e-10}
+{"train_loss": 0.000383463513571769, "global_step": 32348, "epoch": 599, "lr": 6.306636894659601e-10}
+{"train_loss": 0.00048486239393241704, "global_step": 32349, "epoch": 599, "lr": 6.061742992613529e-10}
+{"train_loss": 0.0003244557010475546, "global_step": 32350, "epoch": 599, "lr": 5.821698435937161e-10}
+{"train_loss": 0.0004574620397761464, "global_step": 32351, "epoch": 599, "lr": 5.58650322696197e-10}
+{"train_loss": 0.00030393205815926194, "global_step": 32352, "epoch": 599, "lr": 5.356157368019421e-10}
+{"train_loss": 0.000501276517752558, "global_step": 32353, "epoch": 599, "lr": 5.130660861329961e-10}
+{"train_loss": 0.0003171450225636363, "global_step": 32354, "epoch": 599, "lr": 4.910013709003014e-10}
+{"train_loss": 0.00033822067780420184, "global_step": 32355, "epoch": 599, "lr": 4.694215913314537e-10}
+{"train_loss": 0.00039685232331976295, "global_step": 32356, "epoch": 599, "lr": 4.4832674762629314e-10}
+{"train_loss": 0.00036341327358968556, "global_step": 32357, "epoch": 599, "lr": 4.2771683999021097e-10}
+{"train_loss": 0.00030484673334285617, "global_step": 32358, "epoch": 599, "lr": 4.0759186862304733e-10}
+{"train_loss": 0.0003819816920440644, "global_step": 32359, "epoch": 599, "lr": 3.879518337246424e-10}
+{"train_loss": 0.00028504745569080114, "global_step": 32360, "epoch": 599, "lr": 3.687967354837341e-10}
+{"train_loss": 0.0004505375982262194, "global_step": 32361, "epoch": 599, "lr": 3.501265740835091e-10}
+{"train_loss": 0.0004904094384983182, "global_step": 32362, "epoch": 599, "lr": 3.319413497071544e-10}
+{"train_loss": 0.0003916138375643641, "global_step": 32363, "epoch": 599, "lr": 3.1424106252675445e-10}
+{"train_loss": 0.0004589398158714175, "global_step": 32364, "epoch": 599, "lr": 2.9702571271994493e-10}
+{"train_loss": 0.0003366958990227431, "global_step": 32365, "epoch": 599, "lr": 2.8029530045325936e-10}
+{"train_loss": 0.0003621323558036238, "global_step": 32366, "epoch": 599, "lr": 2.6404982588768e-10}
+{"train_loss": 0.00041952263563871384, "global_step": 32367, "epoch": 599, "lr": 2.48289289173087e-10}
+{"train_loss": 0.0002971668727695942, "global_step": 32368, "epoch": 599, "lr": 2.3301369047601386e-10}
+{"train_loss": 0.000576191465370357, "global_step": 32369, "epoch": 599, "lr": 2.1822302993523835e-10}
+{"train_loss": 0.0005009986343793571, "global_step": 32370, "epoch": 599, "lr": 2.0391730769508954e-10}
+{"train_loss": 0.00035623201983980834, "global_step": 32371, "epoch": 599, "lr": 1.9009652389989642e-10}
+{"train_loss": 0.0005052369670011103, "global_step": 32372, "epoch": 599, "lr": 1.7676067867733458e-10}
+{"train_loss": 0.0002403762482572347, "global_step": 32373, "epoch": 599, "lr": 1.6390977216063085e-10}
+{"train_loss": 0.0003554725262802094, "global_step": 32374, "epoch": 599, "lr": 1.5154380447190974e-10}
+{"train_loss": 0.00046122580533847213, "global_step": 32375, "epoch": 599, "lr": 1.3966277573329579e-10}
+{"train_loss": 0.0003921549650840461, "global_step": 32376, "epoch": 599, "lr": 1.2826668605581127e-10}
+{"train_loss": 0.00038161969860084355, "global_step": 32377, "epoch": 599, "lr": 1.1735553555602963e-10}
+{"train_loss": 0.00039352665771730244, "global_step": 32378, "epoch": 599, "lr": 1.0692932433387093e-10}
+{"train_loss": 0.00035119676613248885, "global_step": 32379, "epoch": 599, "lr": 9.698805250035747e-11}
+{"train_loss": 0.0003328662132844329, "global_step": 32380, "epoch": 599, "lr": 8.753172013875599e-11}
+{"train_loss": 0.0005133272497914732, "global_step": 32381, "epoch": 599, "lr": 7.856032734898656e-11}
+{"train_loss": 0.0003977218584623188, "global_step": 32382, "epoch": 599, "lr": 7.007387421431588e-11}
+{"train_loss": 0.00034899316960945725, "global_step": 32383, "epoch": 599, "lr": 6.207236082356183e-11}
+{"train_loss": 0.0002984143211506307, "global_step": 32384, "epoch": 599, "lr": 5.4555787248888876e-11}
+{"train_loss": 0.0002825538977049291, "global_step": 32385, "epoch": 599, "lr": 4.752415356246154e-11}
+{"train_loss": 0.0004799475718755275, "global_step": 32386, "epoch": 599, "lr": 4.0977459830893184e-11}
+{"train_loss": 0.0003749743045773357, "global_step": 32387, "epoch": 599, "lr": 3.4915706126348314e-11}
+{"train_loss": 0.0004163950798101723, "global_step": 32388, "epoch": 599, "lr": 2.933889249878696e-11}
+{"train_loss": 0.00034479019814170897, "global_step": 32389, "epoch": 599, "lr": 2.4247019003720285e-11}
+{"train_loss": 0.0003882471064571291, "global_step": 32390, "epoch": 599, "lr": 1.964008569665943e-11}
+{"train_loss": 0.00032876120531000197, "global_step": 32391, "epoch": 599, "lr": 1.55180926164622e-11}
+{"train_loss": 0.00047363428166136146, "global_step": 32392, "epoch": 599, "lr": 1.1881039801986404e-11}
+{"train_loss": 0.000406969542382285, "global_step": 32393, "epoch": 599, "lr": 8.728927292089851e-12}
+{"train_loss": 0.0003815333766397089, "global_step": 32394, "epoch": 599, "lr": 6.061755120079227e-12}
+{"train_loss": 0.0004021356871817261, "global_step": 32395, "epoch": 599, "lr": 3.879523302607879e-12}
+{"train_loss": 0.0003971453697886318, "global_step": 32396, "epoch": 599, "lr": 2.1822318729824988e-12}
+{"train_loss": 0.0004317587590776384, "global_step": 32397, "epoch": 599, "lr": 9.698808367542001e-13}
+{"train_loss": 0.00044037718907929957, "global_step": 32398, "epoch": 599, "lr": 2.424702105763288e-13}
+{"train_loss": 0.0003899272646608383, "global_step": 32399, "epoch": 599, "lr": 0.0, "val_loss": 0.0017612157389521599}